You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
161 lines
4.4 KiB
161 lines
4.4 KiB
# coding=utf-8
|
|
from __future__ import absolute_import
|
|
import types
|
|
import re
|
|
|
|
from babelfish.exceptions import LanguageError
|
|
from babelfish import Language as Language_, basestr, LANGUAGE_MATRIX
|
|
from six.moves import zip
|
|
|
|
repl_map = {
|
|
"dk": "da",
|
|
"nld": "nl",
|
|
"english": "en",
|
|
"alb": "sq",
|
|
"arm": "hy",
|
|
"baq": "eu",
|
|
"bur": "my",
|
|
"chi": "zh",
|
|
"cze": "cs",
|
|
"dut": "nl",
|
|
"fre": "fr",
|
|
"geo": "ka",
|
|
"ger": "de",
|
|
"gre": "el",
|
|
"ice": "is",
|
|
"mac": "mk",
|
|
"mao": "mi",
|
|
"may": "ms",
|
|
"per": "fa",
|
|
"rum": "ro",
|
|
"slo": "sk",
|
|
"tib": "bo",
|
|
}
|
|
|
|
ALPHA2_LIST = list(set(filter(lambda x: x, map(lambda x: x.alpha2, LANGUAGE_MATRIX)))) + list(repl_map.values())
|
|
ALPHA3b_LIST = list(set(filter(lambda x: x, map(lambda x: x.alpha3, LANGUAGE_MATRIX)))) + \
|
|
list(set(filter(lambda x: len(x) == 3, list(repl_map.keys()))))
|
|
FULL_LANGUAGE_LIST = ALPHA2_LIST + ALPHA3b_LIST
|
|
|
|
|
|
def language_from_stream(l):
|
|
if not l:
|
|
raise LanguageError()
|
|
for method in ("fromietf", "fromalpha3t", "fromalpha3b"):
|
|
try:
|
|
return getattr(Language, method)(l)
|
|
except (LanguageError, ValueError):
|
|
pass
|
|
raise LanguageError()
|
|
|
|
|
|
def wrap_forced(f):
|
|
def inner(*args, **kwargs):
|
|
"""
|
|
classmethod wrapper
|
|
:param args: args[0] = cls
|
|
:param kwargs:
|
|
:return:
|
|
"""
|
|
args = list(args)
|
|
cls = args[0]
|
|
args = args[1:]
|
|
s = args.pop(0)
|
|
forced = None
|
|
if isinstance(s, (str,)):
|
|
base, forced = s.split(":") if ":" in s else (s, False)
|
|
else:
|
|
base = s
|
|
|
|
instance = f(cls, base, *args, **kwargs)
|
|
if isinstance(instance, Language):
|
|
instance.forced = forced == "forced"
|
|
return instance
|
|
|
|
return inner
|
|
|
|
|
|
class Language(Language_):
|
|
forced = False
|
|
|
|
def __init__(self, language, country=None, script=None, unknown=None, forced=False):
|
|
self.forced = forced
|
|
super(Language, self).__init__(language, country=country, script=script, unknown=unknown)
|
|
|
|
def __getstate__(self):
|
|
return self.alpha3, self.country, self.script, self.forced
|
|
|
|
def __setstate__(self, state):
|
|
self.alpha3, self.country, self.script, self.forced = state
|
|
|
|
def __hash__(self):
|
|
return hash(str(self))
|
|
|
|
def __eq__(self, other):
|
|
if isinstance(other, basestr):
|
|
return str(self) == other
|
|
if not isinstance(other, Language):
|
|
return False
|
|
return (self.alpha3 == other.alpha3 and
|
|
self.country == other.country and
|
|
self.script == other.script and
|
|
bool(self.forced) == bool(other.forced))
|
|
|
|
def __str__(self):
|
|
return super(Language, self).__str__() + (":forced" if self.forced else "")
|
|
|
|
@property
|
|
def basename(self):
|
|
return super(Language, self).__str__()
|
|
|
|
def __getattr__(self, name):
|
|
ret = super(Language, self).__getattr__(name)
|
|
if isinstance(ret, Language):
|
|
ret.forced = self.forced
|
|
return ret
|
|
|
|
@classmethod
|
|
def rebuild(cls, instance, **replkw):
|
|
state = instance.__getstate__()
|
|
attrs = ("country", "script", "forced")
|
|
language = state[0]
|
|
kwa = dict(list(zip(attrs, state[1:])))
|
|
kwa.update(replkw)
|
|
return cls(language, **kwa)
|
|
|
|
@classmethod
|
|
@wrap_forced
|
|
def fromcode(cls, code, converter):
|
|
return Language(*Language_.fromcode(code, converter).__getstate__())
|
|
|
|
@classmethod
|
|
@wrap_forced
|
|
def fromietf(cls, ietf):
|
|
ietf_lower = ietf.lower()
|
|
if ietf_lower in repl_map:
|
|
ietf = repl_map[ietf_lower]
|
|
|
|
return Language(*Language_.fromietf(ietf).__getstate__())
|
|
|
|
@classmethod
|
|
@wrap_forced
|
|
def fromalpha3b(cls, s):
|
|
if s in repl_map:
|
|
s = repl_map[s]
|
|
return Language(*Language_.fromietf(s).__getstate__())
|
|
|
|
return Language(*Language_.fromalpha3b(s).__getstate__())
|
|
|
|
|
|
IETF_MATCH = ".+\.([^-.]+)(?:-[A-Za-z]+)?$"
|
|
ENDSWITH_LANGUAGECODE_RE = re.compile("\.([^-.]{2,3})(?:-[A-Za-z]{2,})?$")
|
|
|
|
|
|
def match_ietf_language(s, ietf=False):
|
|
language_match = re.match(".+\.([^\.]+)$" if not ietf
|
|
else IETF_MATCH, s)
|
|
if language_match and len(language_match.groups()) == 1:
|
|
language = language_match.groups()[0]
|
|
return language
|
|
return s
|