mirror of
https://github.com/EDCD/EDMarketConnector.git
synced 2025-04-14 08:17:13 +03:00
393 lines
14 KiB
Python
Executable File
393 lines
14 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Localization with gettext is a pain on non-Unix systems. Use OSX-style strings files instead."""
|
|
|
|
import builtins
|
|
import codecs
|
|
import locale
|
|
import numbers
|
|
import os
|
|
import re
|
|
import sys
|
|
from codecs import StreamReaderWriter
|
|
from collections import OrderedDict
|
|
from os.path import basename, dirname, exists, isdir, isfile, join, normpath
|
|
from sys import platform
|
|
from traceback import print_exc
|
|
from typing import TYPE_CHECKING, Any, Dict, Iterable, Optional, Set, Union, cast
|
|
|
|
if TYPE_CHECKING:
|
|
def _(x: str) -> str: ...
|
|
|
|
try:
|
|
locale.setlocale(locale.LC_ALL, '')
|
|
|
|
except Exception:
|
|
# Locale env variables incorrect or locale package not installed/configured on Linux, mysterious reasons on Windows
|
|
print("Can't set locale!")
|
|
|
|
from config import config
|
|
|
|
# Language name
|
|
LANGUAGE_ID = '!Language'
|
|
LOCALISATION_DIR = 'L10n'
|
|
|
|
|
|
if platform == 'darwin':
|
|
from Foundation import ( # type: ignore # exists on Darwin
|
|
NSLocale, NSNumberFormatter, NSNumberFormatterDecimalStyle
|
|
)
|
|
|
|
elif platform == 'win32':
|
|
import ctypes
|
|
from ctypes.wintypes import BOOL, DWORD, LPCVOID, LPCWSTR, LPWSTR
|
|
if TYPE_CHECKING:
|
|
import ctypes.windll # type: ignore # Magic to make linters not complain that windll is special
|
|
|
|
# https://msdn.microsoft.com/en-us/library/windows/desktop/dd318124%28v=vs.85%29.aspx
|
|
MUI_LANGUAGE_ID = 4
|
|
MUI_LANGUAGE_NAME = 8
|
|
GetUserPreferredUILanguages = ctypes.windll.kernel32.GetUserPreferredUILanguages
|
|
GetUserPreferredUILanguages.argtypes = [
|
|
DWORD, ctypes.POINTER(ctypes.c_ulong), LPCVOID, ctypes.POINTER(ctypes.c_ulong)
|
|
]
|
|
|
|
GetUserPreferredUILanguages.restype = BOOL
|
|
|
|
LOCALE_NAME_USER_DEFAULT = None
|
|
GetNumberFormatEx = ctypes.windll.kernel32.GetNumberFormatEx
|
|
GetNumberFormatEx.argtypes = [LPCWSTR, DWORD, LPCWSTR, LPCVOID, LPWSTR, ctypes.c_int]
|
|
GetNumberFormatEx.restype = ctypes.c_int
|
|
|
|
|
|
class _Translations:
|
|
|
|
FALLBACK = 'en' # strings in this code are in English
|
|
FALLBACK_NAME = 'English'
|
|
|
|
TRANS_RE = re.compile(r'\s*"((?:[^"]|(?:\"))+)"\s*=\s*"((?:[^"]|(?:\"))+)"\s*;\s*$')
|
|
COMMENT_RE = re.compile(r'\s*/\*.*\*/\s*$')
|
|
|
|
def __init__(self) -> None:
|
|
self.translations: Dict[Optional[str], Dict[str, str]] = {None: {}}
|
|
|
|
def install_dummy(self) -> None:
|
|
"""
|
|
Install a dummy translation function.
|
|
|
|
Use when translation is not desired or not available
|
|
"""
|
|
self.translations = {None: {}}
|
|
# Promote strings to Unicode for consistency
|
|
builtins.__dict__['_'] = lambda x: str(x).replace(r'\"', u'"').replace(u'{CR}', u'\n')
|
|
|
|
def install(self, lang: str = None) -> None:
|
|
"""
|
|
Install the translation function to the _ builtin.
|
|
|
|
:param lang: The language to translate to, defaults to the preferred language
|
|
"""
|
|
available = self.available()
|
|
available.add(_Translations.FALLBACK)
|
|
if not lang:
|
|
# Choose the default language
|
|
for preferred in Locale.preferredLanguages():
|
|
components = preferred.split('-')
|
|
if preferred in available:
|
|
lang = preferred
|
|
|
|
elif '-'.join(components[0:2]) in available:
|
|
lang = '-'.join(components[0:2]) # language-script
|
|
|
|
elif components[0] in available:
|
|
lang = components[0] # just base language
|
|
|
|
if lang:
|
|
break
|
|
|
|
if lang not in self.available():
|
|
self.install_dummy()
|
|
|
|
else:
|
|
self.translations = {None: self.contents(cast(str, lang))}
|
|
for plugin in os.listdir(config.plugin_dir):
|
|
plugin_path = join(config.plugin_dir, plugin, LOCALISATION_DIR)
|
|
if isdir(plugin_path):
|
|
try:
|
|
self.translations[plugin] = self.contents(cast(str, lang), plugin_path)
|
|
|
|
except UnicodeDecodeError as e:
|
|
print(f'Malformed file {lang}.strings in plugin {plugin}: {e}')
|
|
|
|
except Exception:
|
|
print_exc()
|
|
|
|
builtins.__dict__['_'] = self.translate
|
|
|
|
def contents(self, lang: str, plugin_path: Optional[str] = None) -> Dict[str, str]:
|
|
"""Get all the translations from a translation file."""
|
|
assert lang in self.available()
|
|
translations = {}
|
|
h = self.file(lang, plugin_path)
|
|
if not h:
|
|
return {}
|
|
|
|
else:
|
|
for line in h:
|
|
if line.strip():
|
|
match = _Translations.TRANS_RE.match(line)
|
|
if match:
|
|
to_set = match.group(2).replace(r'\"', u'"').replace(u'{CR}', u'\n')
|
|
translations[match.group(1).replace(r'\"', u'"')] = to_set
|
|
|
|
elif __debug__ and not _Translations.COMMENT_RE.match(line):
|
|
print(f'Bad translation: {line.strip()}')
|
|
|
|
if translations.get(LANGUAGE_ID, LANGUAGE_ID) == LANGUAGE_ID:
|
|
translations[LANGUAGE_ID] = str(lang) # Replace language name with code if missing
|
|
|
|
return translations
|
|
|
|
def translate(self, x: str, context: Optional[str] = None) -> str:
|
|
"""
|
|
Translate the given string to the current lang.
|
|
|
|
:param x: The string to translate
|
|
:param context: Whether or not to search the given directory for translation files, defaults to None
|
|
:return: The translated string
|
|
"""
|
|
if context:
|
|
context = context[len(config.plugin_dir)+1:].split(os.sep)[0]
|
|
if __debug__:
|
|
if self.translations[None] and context not in self.translations:
|
|
print(f'No translations for {context!r}')
|
|
|
|
return self.translations.get(context, {}).get(x) or self.translate(x)
|
|
|
|
else:
|
|
if __debug__:
|
|
if self.translations[None] and x not in self.translations[None]:
|
|
print(f'Missing translation: {x!r}')
|
|
|
|
return self.translations[None].get(x) or str(x).replace(r'\"', u'"').replace(u'{CR}', u'\n')
|
|
|
|
def available(self) -> Set[str]:
|
|
"""Return a list of available language codes."""
|
|
path = self.respath()
|
|
if getattr(sys, 'frozen', False) and platform == 'darwin':
|
|
available = {
|
|
x[:-len('.lproj')] for x in os.listdir(path)
|
|
if x.endswith('.lproj') and isfile(join(x, 'Localizable.strings'))
|
|
}
|
|
|
|
else:
|
|
available = {x[:-len('.strings')] for x in os.listdir(path) if x.endswith('.strings')}
|
|
|
|
return available
|
|
|
|
def available_names(self) -> Dict[Optional[str], str]:
|
|
"""Available language names by code."""
|
|
names = OrderedDict([
|
|
(None, _('Default')), # Appearance theme and language setting
|
|
])
|
|
names.update(sorted(
|
|
[(lang, self.contents(lang).get(LANGUAGE_ID, lang)) for lang in self.available()] + # type: ignore
|
|
[(_Translations.FALLBACK, _Translations.FALLBACK_NAME)],
|
|
key=lambda x: x[1]
|
|
)) # Sort by name
|
|
|
|
return names
|
|
|
|
def respath(self) -> str: # TODO: PathLike
|
|
"""Path to localisation files."""
|
|
if getattr(sys, 'frozen', False):
|
|
if platform == 'darwin':
|
|
return normpath(join(dirname(sys.executable), os.pardir, 'Resources'))
|
|
|
|
else:
|
|
return join(dirname(sys.executable), LOCALISATION_DIR)
|
|
|
|
elif __file__:
|
|
return join(dirname(__file__), LOCALISATION_DIR)
|
|
|
|
else:
|
|
return LOCALISATION_DIR
|
|
|
|
def file(self, lang: str, plugin_path: Optional[str] = None) -> Optional[StreamReaderWriter]:
|
|
"""
|
|
Open the given lang file for reading.
|
|
|
|
:param lang: The lang file to open (just the name of the lang)
|
|
:param plugin_path: path to plugins dir, to check for plugin based lang files, defaults to None
|
|
:return: the opened file (Note: This should be closed when done)
|
|
"""
|
|
if plugin_path:
|
|
f = join(plugin_path, f'{lang}.strings')
|
|
if exists(f):
|
|
try:
|
|
return codecs.open(f, 'r', 'utf-8')
|
|
|
|
except Exception:
|
|
print_exc()
|
|
|
|
return None
|
|
|
|
# TODO: python open() supports encoding
|
|
elif getattr(sys, 'frozen', False) and platform == 'darwin':
|
|
return codecs.open(join(self.respath(), f'{lang}.lproj', 'Localizable.strings'), 'r', 'utf-16')
|
|
|
|
else:
|
|
return codecs.open(join(self.respath(), f'{lang}.strings'), 'r', 'utf-8')
|
|
|
|
|
|
class _Locale:
|
|
"""Locale holds a few utility methods to convert data to and from localized versions."""
|
|
|
|
def __init__(self) -> None:
|
|
if platform == 'darwin':
|
|
self.int_formatter = NSNumberFormatter.alloc().init()
|
|
self.int_formatter.setNumberStyle_(NSNumberFormatterDecimalStyle)
|
|
self.float_formatter = NSNumberFormatter.alloc().init()
|
|
self.float_formatter.setNumberStyle_(NSNumberFormatterDecimalStyle)
|
|
self.float_formatter.setMinimumFractionDigits_(5)
|
|
self.float_formatter.setMaximumFractionDigits_(5)
|
|
|
|
def stringFromNumber(self, number: Union[float, int], decimals: int = None) -> str:
|
|
"""
|
|
Convert a number to a string.
|
|
|
|
Uses the current system locale, irrespective of language choice.
|
|
|
|
:param number: The number to stringify
|
|
:param decimals: The number of decimals to return, defaults to 5 if the given number is a float, otherwise None
|
|
:return: the stringified number
|
|
"""
|
|
decimals = decimals if decimals is not None else 5
|
|
|
|
if decimals == 0 and not isinstance(number, numbers.Integral):
|
|
number = int(round(number))
|
|
|
|
if platform == 'darwin':
|
|
if not decimals and isinstance(number, numbers.Integral):
|
|
return self.int_formatter.stringFromNumber_(number)
|
|
|
|
else:
|
|
self.float_formatter.setMinimumFractionDigits_(decimals)
|
|
self.float_formatter.setMaximumFractionDigits_(decimals)
|
|
return self.float_formatter.stringFromNumber_(number)
|
|
|
|
else:
|
|
if not decimals and isinstance(number, numbers.Integral):
|
|
return locale.format('%d', number, True)
|
|
|
|
else:
|
|
return locale.format('%.*f', (decimals, number), True) # type: ignore # It ends up working out
|
|
|
|
def numberFromString(self, string: str) -> Union[int, float, None]:
|
|
"""
|
|
Convert a string to a number using the system locale.
|
|
|
|
Note that this uses the current SYSTEM locale regardless of set language.
|
|
:param string: The string to convert
|
|
:return: None if the string cannot be parsed, otherwise an int or float dependant on input data.
|
|
"""
|
|
if platform == 'darwin':
|
|
return self.float_formatter.numberFromString_(string)
|
|
|
|
else:
|
|
try: # TODO: This is awful.
|
|
return locale.atoi(string)
|
|
|
|
except Exception:
|
|
try:
|
|
return locale.atof(string)
|
|
|
|
except Exception:
|
|
return None
|
|
|
|
def preferredLanguages(self) -> Iterable[str]:
|
|
"""
|
|
Return a list of preferred language codes.
|
|
|
|
Returned data is in RFC4646 format (i.e. "lang[-script][-region]")
|
|
Where lang is a lowercase 2 alpha ISO 693-1 or 3 alpha ISO 693-2 code
|
|
Where script is a capitalized 4 alpha ISO 15924 code
|
|
Where region is an uppercase 2 alpha ISO 3166 code
|
|
|
|
:return: The preferred language list
|
|
"""
|
|
if platform == 'darwin':
|
|
return NSLocale.preferredLanguages()
|
|
|
|
elif platform == 'win32':
|
|
|
|
def wszarray_to_list(array):
|
|
offset = 0
|
|
while offset < len(array):
|
|
sz = ctypes.wstring_at(ctypes.addressof(array) + offset*2)
|
|
if sz:
|
|
yield sz
|
|
offset += len(sz)+1
|
|
|
|
else:
|
|
break
|
|
|
|
num = ctypes.c_ulong()
|
|
size = ctypes.c_ulong(0)
|
|
if (
|
|
GetUserPreferredUILanguages(MUI_LANGUAGE_NAME, ctypes.byref(num), None, ctypes.byref(size))
|
|
and size.value
|
|
):
|
|
buf = ctypes.create_unicode_buffer(size.value)
|
|
if (
|
|
GetUserPreferredUILanguages(
|
|
MUI_LANGUAGE_NAME, ctypes.byref(num), ctypes.byref(buf), ctypes.byref(size)
|
|
)
|
|
):
|
|
return wszarray_to_list(buf)
|
|
|
|
return []
|
|
|
|
else: # POSIX
|
|
lang = locale.getlocale()[0]
|
|
return lang and [lang.replace('_', '-')] or []
|
|
|
|
|
|
# singletons
|
|
Locale = _Locale()
|
|
Translations = _Translations()
|
|
|
|
|
|
# generate template strings file - like xgettext
|
|
# parsing is limited - only single ' or " delimited strings, and only one string per line
|
|
if __name__ == "__main__":
|
|
import re
|
|
regexp = re.compile(r'''_\([ur]?(['"])(((?<!\\)\\\1|.)+?)\1\)[^#]*(#.+)?''') # match a single line python literal
|
|
seen: Dict[str, str] = {}
|
|
for f in ( # TODO: need to be sorted and then concatted like this?
|
|
sorted(x for x in os.listdir('.') if x.endswith('.py')) +
|
|
sorted(join('plugins', x) for x in isdir('plugins')
|
|
and os.listdir('plugins') or [] if x.endswith('.py'))
|
|
):
|
|
with codecs.open(f, 'r', 'utf-8') as h:
|
|
lineno = 0
|
|
for line in h:
|
|
lineno += 1
|
|
match = regexp.search(line)
|
|
if match and not seen.get(match.group(2)): # only record first commented instance of a string
|
|
seen[match.group(2)] = (
|
|
(match.group(4) and (match.group(4)[1:].strip()) + '. ' or '') + f'[{basename(f)}]'
|
|
)
|
|
if seen:
|
|
if not isdir(LOCALISATION_DIR):
|
|
os.mkdir(LOCALISATION_DIR)
|
|
|
|
template = codecs.open(join(LOCALISATION_DIR, 'en.template'), 'w', 'utf-8')
|
|
template.write(f'/* Language name */\n"{LANGUAGE_ID}" = "English";\n\n')
|
|
for thing in sorted(seen, key=str.lower):
|
|
if seen[thing]:
|
|
template.write(f'/* {seen[thing]} */\n')
|
|
|
|
template.write(f'"{thing}" = "{thing}";\n\n')
|
|
|
|
template.close()
|