EDMarketConnector/eddb.py

#!/usr/bin/python
#
# eddb.io station database
#

import cPickle
import os
from os.path import dirname, join, normpath
import sys
from sys import platform

from config import config

class EDDB:

    HAS_MARKET = 1
    HAS_OUTFITTING = 2
    HAS_SHIPYARD = 4

    def __init__(self):
        self.system_ids  = cPickle.load(open(join(config.respath, 'systems.p'),  'rb'))
        self.station_ids = cPickle.load(open(join(config.respath, 'stations.p'), 'rb'))

    # system_name -> system_id or 0
    def system(self, system_name):
        return self.system_ids.get(system_name, 0)	# return 0 on failure (0 is not a valid id)

    # (system_name, station_name) -> (station_id, has_market, has_outfitting, has_shipyard)
    def station(self, system_name, station_name):
        (station_id, flags) = self.station_ids.get((self.system_ids.get(system_name), station_name), (0,0))
        return (station_id, bool(flags & EDDB.HAS_MARKET), bool(flags & EDDB.HAS_OUTFITTING), bool(flags & EDDB.HAS_SHIPYARD))


# build databases from files systems.json, stations.json and modules.json from http://eddb.io/api
# and from https://github.com/cmmcleod/coriolis-data
if __name__ == "__main__":
    import json

    # still send market and outfitting for currently "suspended" stations -
    # https://community.elitedangerous.com/galnet/uid/568a999f9657ba5e0986a8de
    # https://community.elitedangerous.com/galnet/uid/569f610b9657ba7d3461ba04
    suspended = set([7, 10035, 9765, 659, 39328, 5672, 30402, 30653, 21901, 11335])

    # system_name by system_id
    systems  = dict([(x['id'], str(x['name'])) for x in json.load(open('systems.json'))])

    stations = json.load(open('stations.json'))

    # check that all populated systems have known coordinates
    coords = dict([(x['id'], x['x'] or x['y'] or x['z']) for x in json.load(open('systems.json'))])
    for x in stations:
        assert x['system_id'] == 17072 or coords[x['system_id']], (x['system_id'], systems[x['system_id']])

    # system_id by system_name - populated systems only
    system_ids = dict([(systems[x['system_id']], x['system_id']) for x in stations])
    cPickle.dump(system_ids,  open('systems.p',  'wb'), protocol = cPickle.HIGHEST_PROTOCOL)

    # station_id by (system_id, station_name)
    station_ids = dict([(
        (x['system_id'], str(x['name'])),
        (x['id'],
         (EDDB.HAS_MARKET     if x['has_market']     or x['is_planetary'] or x['id'] in suspended else 0) |
         (EDDB.HAS_OUTFITTING if x['has_outfitting'] or x['is_planetary'] or x['id'] in suspended else 0) |
         (EDDB.HAS_SHIPYARD   if x['has_shipyard']   else 0)))
                        for x in stations])
    cPickle.dump(station_ids, open('stations.p', 'wb'), protocol = cPickle.HIGHEST_PROTOCOL)


    # Map eddb's names to names displayed in the in-game shipyard
    eddb_ship_map = {
        'Sidewinder Mk. I' : 'Sidewinder',
        'Eagle Mk. II'     : 'Eagle',
        'Cobra Mk. III'    : 'Cobra MkIII',
        'Cobra MK IV'      : 'Cobra MkIV',
        'Viper Mk III'     : 'Viper MkIII',
        'Viper MK IV'      : 'Viper MkIV',
    }

    # PP modules (see weapon-map in outfitting.py)
    specials = {
        'Retributor'       : 'Retributor Beam Laser',
        'Pack-Hound'       : 'Pack-Hound Missile Rack',
        'Mining Lance'     : 'Mining Lance Beam Laser',
        'Enforcer'         : 'Enforcer Cannon',
        'Advanced'         : 'Advanced Plasma Accelerator',
        'Distruptor'       : 'Pulse Disruptor Laser',
        'Cytoscrambler'    : 'Cytoscrambler Burst Laser',
        'Imperial Hammer'  : 'Imperial Hammer Rail Gun',
        'Pacifier'         : 'Pacifier Frag-Cannon',
        'Prismatic'        : 'Prismatic Shield Generator',
    }

    # Module masses
    modules = {}
    for m in json.load(open('modules.json')):
        # ignore mount and guidance, and convert strings to ascii to save space
        key = (specials.get(m['name'], str(m['name'] or m['group']['name'])),
               m['ship'] and eddb_ship_map.get(m['ship'], str(m['ship'])),
               str(m['class']),
               str(m['rating']))
        if key in modules:
            # Test our assumption that mount and guidance don't affect mass
            assert modules[key]['mass'] == m.get('mass', 0), '%s !=\n%s' % (key, m)
        else:
            modules[key] = { 'mass': m.get('mass', 0) }	# Some modules don't have mass

    # Add FSD data from Coriolis
    for m in json.load(open('coriolis-data/components/standard/frame_shift_drive.json')).values():
        key = ('Frame Shift Drive', None, str(m['class']), str(m['rating']))
        assert key in modules, key
        modules[key].update({
            'optmass'   : m['optmass'],
            'maxfuel'   : m['maxfuel'],
            'fuelmul'   : m['fuelmul'],
            'fuelpower' : m['fuelpower'],
        })
    cPickle.dump(modules, open('modules.p', 'wb'), protocol = cPickle.HIGHEST_PROTOCOL)


    # Map Coriolis's names to names displayed in the in-game shipyard
    coriolis_ship_map = {
        'Cobra Mk III' : 'Cobra MkIII',
        'Cobra Mk IV'  : 'Cobra MkIV',
        'Viper'        : 'Viper MkIII',
        'Viper Mk IV'  : 'Viper MkIV',
    }

    # Ship masses
    ships = {}
    for f in os.listdir('coriolis-data/ships'):
        if not f.endswith('.json'): continue
        for m in json.load(open(join('coriolis-data/ships', f))).values():
            ships[coriolis_ship_map.get(m['properties']['name'], str(m['properties']['name']))] = { 'hullMass' : m['properties']['hullMass'] }
    cPickle.dump(ships, open('ships.p', 'wb'), protocol = cPickle.HIGHEST_PROTOCOL)