Moved _Core/_Conf to core/conf and some UTF8 fixes

.gitignore

@@ -52,5 +52,5 @@ docs/_build/
 
 # PyBuilder
 target/
-*.prices
+
 *.prices

setup.py

@@ -3,7 +3,7 @@ import re
 import glob
 
 
-VERSIONFILE = "src/eddn/_Conf/Version.py"
+VERSIONFILE = "src/eddn/conf/Version.py"
 verstr      = "unknown"
 try:
     verstrline = open(VERSIONFILE, "rt").read()

src/eddn/Gateway.py

@@ -1,3 +1,5 @@
+# coding: utf8
+
 """
 Contains the necessary ZeroMQ socket and a helper function to publish
 market data to the Announcer daemons.
@@ -13,8 +15,8 @@ from datetime import datetime
 
 import os
 
-from eddn._Conf.Settings import Settings, loadConfig
-from eddn._Core.Validator import Validator, ValidationSeverity
+from eddn.conf.Settings import Settings, loadConfig
+from eddn.core.Validator import Validator, ValidationSeverity
 
 from gevent import monkey
 monkey.patch_all()
@@ -29,7 +31,7 @@ sender = context.socket(zmq.PUB)
 validator = Validator()
 
 # This import must be done post-monkey-patching!
-from eddn._Core.StatsCollector import StatsCollector
+from eddn.core.StatsCollector import StatsCollector
 statsCollector = StatsCollector()
 statsCollector.start()
 

src/eddn/Monitor.py

@@ -1,3 +1,5 @@
+# coding: utf8
+
 """
 Monitor sit below gateways, or another relay, and simply parse what it receives over SUB.
 """
@@ -10,13 +12,13 @@ import datetime
 import collections
 import zmq.green as zmq
 from bottle import get, request, response, run as bottle_run
-from eddn._Conf.Settings import Settings, loadConfig
+from eddn.conf.Settings import Settings, loadConfig
 
 from gevent import monkey
 monkey.patch_all()
 
 if Settings.RELAY_DUPLICATE_MAX_MINUTES:
-    from eddn._Core.DuplicateMessages import DuplicateMessages
+    from eddn.core.DuplicateMessages import DuplicateMessages
     duplicateMessages = DuplicateMessages()
     duplicateMessages.start()
 
@@ -42,7 +44,7 @@ def getTotalSoftwares():
     results     = db.execute(query)
     
     for row in results:
-        softwares[str(row[0])] = str(row[1])
+        softwares[row[0].encode('utf8')] = str(row[1])
     
     db.close()
     
@@ -64,10 +66,10 @@ def getSoftwares():
     results     = db.execute(query, (dateStart, dateEnd))
     
     for row in results:
-        if not str(row[2]) in softwares.keys():
-            softwares[str(row[2])] = collections.OrderedDict()
+        if not str(row[2].encode('utf8')) in softwares.keys():
+            softwares[row[2].encode('utf8')] = collections.OrderedDict()
          
-        softwares[str(row[2])][str(row[0])] = str(row[1])
+        softwares[row[2].encode('utf8')][str(row[0])] = str(row[1])
     
     db.close()
     
@@ -89,7 +91,7 @@ def getTotalUploaders():
     results     = db.execute(query)
     
     for row in results:
-        uploaders[str(row[0])] = str(row[1])
+        uploaders[row[0].encode('utf8')] = row[1]
     
     db.close()
     
@@ -111,10 +113,10 @@ def getUploaders():
     results     = db.execute(query, (dateStart, dateEnd))
     
     for row in results:
-        if not str(row[2]) in uploaders.keys():
-            uploaders[str(row[2])] = collections.OrderedDict()
+        if not row[2].encode('utf8') in uploaders.keys():
+            uploaders[row[2].encode('utf8')] = collections.OrderedDict()
          
-        uploaders[str(row[2])][str(row[0])] = str(row[1])
+        uploaders[row[2]][row[0].encode('utf8')] = row[1]
     
     db.close()
     
@@ -189,6 +191,7 @@ class Monitor(Thread):
             else:
                 message = message[0]
                 
+
             if Settings.RELAY_DUPLICATE_MAX_MINUTES:
                 if duplicateMessages.isDuplicated(message):
                     schemaID = 'DUPLICATE MESSAGE'
@@ -206,15 +209,16 @@ class Monitor(Thread):
             json    = simplejson.loads(message)
             
             # Update software count
-            softwareID = json['header']['softwareName'] + ' | ' + json['header']['softwareVersion']
+            softwareID = json['header']['softwareName'].encode('utf8') + ' | ' + json['header']['softwareVersion'].encode('utf8')
             
             c = db.cursor()
             c.execute('UPDATE softwares SET hits = hits + 1 WHERE `name` = ? AND `dateStats` = DATE("now", "utc")', (softwareID, ))
             c.execute('INSERT OR IGNORE INTO softwares (name, dateStats) VALUES (?, DATE("now", "utc"))', (softwareID, ))
             db.commit()
             
+            
             # Update uploader count
-            uploaderID = json['header']['uploaderID']
+            uploaderID = json['header']['uploaderID'].encode('utf8')
             
             if uploaderID: # Don't get empty uploaderID
                 c = db.cursor()
@@ -222,6 +226,7 @@ class Monitor(Thread):
                 c.execute('INSERT OR IGNORE INTO uploaders (name, dateStats) VALUES (?, DATE("now", "utc"))', (uploaderID, ))
                 db.commit()
             
+            
             # Update schemas count 
             schemaID = json['$schemaRef']
             

src/eddn/Relay.py

@@ -1,3 +1,5 @@
+# coding: utf8
+
 """
 Relays sit below an announcer, or another relay, and simply repeat what
 they receive over PUB/SUB.
@@ -13,18 +15,18 @@ import gevent
 import simplejson
 import zmq.green as zmq
 from bottle import get, response, run as bottle_run
-from eddn._Conf.Settings import Settings, loadConfig
+from eddn.conf.Settings import Settings, loadConfig
 
 from gevent import monkey
 monkey.patch_all()
 
-from eddn._Core.StatsCollector import StatsCollector
+from eddn.core.StatsCollector import StatsCollector
 
 statsCollector = StatsCollector()
 statsCollector.start()
 
 if Settings.RELAY_DUPLICATE_MAX_MINUTES:
-    from eddn._Core.DuplicateMessages import DuplicateMessages
+    from eddn.core.DuplicateMessages import DuplicateMessages
     duplicateMessages = DuplicateMessages()
     duplicateMessages.start()
 

src/eddn/conf/Settings.py

@@ -1,12 +1,8 @@
-'''
-Created on 15 Nov 2014
-
-@author: james
-'''
+# coding: utf8
 
 import argparse
 import simplejson
-from eddn._Conf.Version import __version__ as version
+from eddn.conf.Version import __version__ as version
 
 
 class _Settings(object):

src/eddn/conf/Version.py

@@ -1 +1,3 @@
+# coding: utf8
+
 __version__ = "0.4"

src/eddn/core/DuplicateMessages.py

@@ -1,10 +1,12 @@
+# coding: utf8
+
 from datetime import datetime, timedelta
 from threading import Lock, Thread
 from time import sleep
 import hashlib
 import zlib
 import simplejson
-from eddn._Conf.Settings import Settings, loadConfig
+from eddn.conf.Settings import Settings, loadConfig
 
 
 class DuplicateMessages(Thread):

src/eddn/core/StatsCollector.py

@@ -1,3 +1,5 @@
+# coding: utf8
+
 from collections import deque
 from datetime import datetime
 from itertools import islice

src/eddn/core/Validator.py

@@ -1,3 +1,5 @@
+# coding: utf8
+
 import simplejson
 from enum import IntEnum
 from jsonschema import validate as jsValidate, ValidationError