From 551643fa38c4c5c531ca8c926a5bb32ef3bf39a9 Mon Sep 17 00:00:00 2001
From: norohind <60548839+norohind@users.noreply.github.com>
Date: Tue, 19 Oct 2021 20:20:15 +0300
Subject: [PATCH] init
---
doc.txt | 109 +++++++++++++++++++++++++++++++++++++++++++++++++++++
main.py | 83 ++++++++++++++++++++++++++++++++++++++++
schema.sql | 37 ++++++++++++++++++
3 files changed, 229 insertions(+)
create mode 100644 doc.txt
create mode 100644 main.py
create mode 100644 schema.sql
diff --git a/doc.txt b/doc.txt
new file mode 100644
index 0000000..8e8a1f7
--- /dev/null
+++ b/doc.txt
@@ -0,0 +1,109 @@
+what to store?
+1. Systems:
+ history of system's updates
+ softwareName + softwareVersion for every update
+ system_name
+ star_class
+ system_id
+ x
+ y
+ z
+
+2. Routes
+ Sequence of system_id s
+
+tables:
+ systems
+ system_name
+ star_class
+ system_id
+ x
+ y
+ z
+ updated_timestamp (from event, not gateway)
+ software_name
+ software_version
+
+ systems_history (should be done by triggers on `systems` updates)
+ old_system_name
+ new_system_name
+ old_star_class
+ new_star_class
+ old_system_id
+ new_system_id
+ old_x
+ new_x
+ old_y
+ new_y
+ old_z
+ new_z
+ old_updated_timestamp
+ new_updated_timestamp
+ software_name
+ software_version
+ timestamp (default) (timestamp of insertion)
+
+
+ routes:
+ route_id (by the program)
+ point_id (from 0 to ...)
+ system_id
+ timestamp (from event, not gateway)
+
+
+how to handle:
+
+1. Iterate over the route, save data to `systems`
+ 1.1 If event's timestamp < updated_timestamp, then do nothing
+2. Get last route_id from DB and increment it - it is our new route_id
+3. Iterate over the route, save data to `routes`
+
+creating:
+
+create table if not exists systems (system_name text, star_class text, system_id int unique, x float, y float, z float,
+updated_timestamp text, software_name text, software_version text);
+
+create table if not exists routes (route_id int, point_id int, system_id int, timestamp str);
+
+create table if not exists systems_history (old_system_name text, new_system_name text, old_star_class text,
+new_star_class text, new_system_id int, old_system_id int, old_x text, new_x text, old_y text, new_y text, old_z text,
+new_z text, old_updated_timestamp text, new_updated_timestamp text, software_name text, software_version text,
+timestamp text default current_timestamp);
+
+create trigger if not exists update_systems_history_insert
+before insert on systems
+begin
+insert into systems_history (new_system_name, new_star_class, new_system_id, new_x, new_y, new_z, new_updated_timestamp,
+software_name, software_version)
+values (new.system_name, new.star_class, new.system_id, new.x, new.y, new.z, new.updated_timestamp, new.software_name, new.software_version);
+end;
+
+create trigger if not exists update_systems_history_update
+before update on systems
+begin
+insert into systems_history (
+
+old_system_name, new_system_name,
+old_star_class, new_star_class,
+old_system_id, new_system_id,
+old_x, new_x,
+old_y, new_y,
+old_z, new_z,
+old_updated_timestamp, new_updated_timestamp,
+software_name,
+software_version
+
+) values (
+
+old.system_name, new.system_name,
+old.star_class, new.star_class,
+old.system_id, new.system_id,
+old.x, new.x,
+old.y, new.y,
+old.z, new.z,
+old.updated_timestamp, new.updated_timestamp,
+new.software_name,
+new.software_version
+
+);
+end;
\ No newline at end of file
diff --git a/main.py b/main.py
new file mode 100644
index 0000000..c78aa72
--- /dev/null
+++ b/main.py
@@ -0,0 +1,83 @@
+import json
+import sys
+import sqlite3
+
+sql_conn = sqlite3.connect('navroutes.sqlite')
+
+with open('schema.sql', 'r', encoding='utf-8') as schema_file:
+ sql_conn.executescript(''.join(schema_file.readlines()))
+
+
+for line in sys.stdin: # open('example.txt', 'r').readlines():
+ event = json.loads(line)
+
+ if event['$schemaRef'] != 'https://eddn.edcd.io/schemas/navroute/1':
+ continue
+
+ software_name = event['header']['softwareName']
+ software_version = event['header']['softwareVersion']
+
+ timestamp = event['message']['timestamp']
+
+ route = event['message']['Route']
+
+ route_for_insert = list()
+ point_id = 0
+ route_id = sql_conn.execute('select route_id from routes order by route_id desc limit 1;').fetchone()
+
+ if route_id is None:
+ route_id = 0
+
+ else:
+ route_id = route_id[0] + 1
+
+ for route_point in route:
+ StarSystem = route_point['StarSystem']
+ StarSystemID = route_point['SystemAddress']
+ StarClass = route_point['StarClass']
+ x = route_point['StarPos'][0]
+ y = route_point['StarPos'][1]
+ z = route_point['StarPos'][2]
+
+ sql_r = sql_conn.execute('select count(*) from systems where system_id = ?', [StarSystemID])
+
+ route_for_insert.append([route_id, point_id, StarSystemID, timestamp])
+ point_id = point_id + 1
+
+ if sql_r.fetchone()[0] > 0:
+ with sql_conn:
+ sql_conn.execute('update systems set '
+ 'system_name = ?,'
+ 'star_class = ?,'
+ 'x = ?,'
+ 'y = ?,'
+ 'z = ?,'
+ 'updated_timestamp = ?,'
+ 'software_name = ?,'
+ 'software_version = ? '
+ 'where system_id = ?',
+ [StarSystem, StarClass, x, y, z, timestamp,
+ software_name, software_version, StarSystemID])
+
+ else:
+ with sql_conn:
+ sql_conn.execute('insert into systems ('
+ 'system_name,'
+ 'star_class,'
+ 'system_id,'
+ 'x,'
+ 'y,'
+ 'z,'
+ 'updated_timestamp,'
+ 'software_name,'
+ 'software_version'
+ ') values (?, ?, ?, ?, ?, ?, ?, ?, ?);',
+ [StarSystem, StarClass, StarSystemID, x, y, z,
+ timestamp, software_name, software_version])
+
+ with sql_conn:
+ sql_conn.executemany('insert into routes (route_id, point_id, system_id, timestamp) values (?, ?, ?, ?)'
+ , route_for_insert)
+
+
+sql_conn.close()
diff --git a/schema.sql b/schema.sql
new file mode 100644
index 0000000..a0a2d41
--- /dev/null
+++ b/schema.sql
@@ -0,0 +1,37 @@
+create table if not exists systems (system_name text, star_class text, system_id int unique, x float, y float, z float,
+updated_timestamp text, software_name text, software_version text);
+create table if not exists routes (route_id int, point_id int, system_id int, timestamp str);
+create table if not exists systems_history (old_system_name text, new_system_name text, old_star_class text,
+new_star_class text, new_system_id int, old_system_id int, old_x text, new_x text, old_y text, new_y text, old_z text,
+new_z text, old_updated_timestamp text, new_updated_timestamp text, software_name text, software_version text,
+timestamp text default current_timestamp);
+create trigger if not exists update_systems_history_insert
+before insert on systems
+begin
+insert into systems_history (new_system_name, new_star_class, new_system_id, new_x, new_y, new_z, new_updated_timestamp,
+software_name, software_version)
+values (new.system_name, new.star_class, new.system_id, new.x, new.y, new.z, new.updated_timestamp, new.software_name, new.software_version);
+end;
+create trigger if not exists update_systems_history_update
+before update on systems
+begin
+insert into systems_history (
+old_system_name, new_system_name,
+old_star_class, new_star_class,
+old_system_id, new_system_id,
+old_x, new_x,
+old_y, new_y,
+old_z, new_z,
+old_updated_timestamp, new_updated_timestamp,
+software_name,
+software_version) values (
+old.system_name, new.system_name,
+old.star_class, new.star_class,
+old.system_id, new.system_id,
+old.x, new.x,
+old.y, new.y,
+old.z, new.z,
+old.updated_timestamp, new.updated_timestamp,
+new.software_name,
+new.software_version);
+end;
\ No newline at end of file