port MycroftAI#212

extract datetime without setting locale

(cherry picked from commit 575299c)

remove extra comments and imports
fix license year

(cherry picked from commit d449931)

improve az-az duration extract

(cherry picked from commit 6ee8412)

Implemented Azerbaijani support

(cherry picked from commit 0439a80)

lingua_franca/internal.py

@@ -9,16 +9,17 @@
 from lingua_franca.time import to_local
 
 
-_SUPPORTED_LANGUAGES = ("ca", "cs", "da", "de", "en", "es", "fr", "hu",
+_SUPPORTED_LANGUAGES = ("az", "ca", "cs", "da", "de", "en", "es", "fr", "hu",
  "it", "nl", "pl", "pt", "ru", "sl", "sv", "fa")
 
-_SUPPORTED_FULL_LOCALIZATIONS = ("ca-es", "cs-cz", "da-dk", "de-de",
+_SUPPORTED_FULL_LOCALIZATIONS = ("az-az", "ca-es", "cs-cz", "da-dk", "de-de",
  "en-au", "en-us", "es-es", "fr-fr",
  "hu-hu", "it-it", "nl-nl", "pl-pl",
  "fa-ir", "pt-pt", "ru-ru", "sl-si",
  "sv-se", "tr-tr")
 
-_DEFAULT_FULL_LANG_CODES = {'ca': 'ca-es',
+_DEFAULT_FULL_LANG_CODES = {'az': 'az-az',
+ 'ca': 'ca-es',
  'cs': 'cs-cz',
  'da': 'da-dk',
  'de': 'de-de',

lingua_franca/lang/common_data_az.py

@@ -0,0 +1,296 @@
+#
+# Copyright 2021 Mycroft AI Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from collections import OrderedDict
+from .parse_common import invert_dict
+
+_FUNCTION_NOT_IMPLEMENTED_WARNING = "Tələb olunan funksiya Azərbaycan dilində yerinə yetirilmir."
+
+_NUM_STRING_AZ = {
+ 0: 'sıfır',
+ 1: 'bir',
+ 2: 'iki',
+ 3: 'üç',
+ 4: 'dörd',
+ 5: 'beş',
+ 6: 'altı',
+ 7: 'yeddi',
+ 8: 'səkkiz',
+ 9: 'doqquz',
+ 10: 'on',
+ 11: 'on bir',
+ 12: 'on iki',
+ 13: 'on üç',
+ 14: 'on dörd',
+ 15: 'on beş',
+ 16: 'on altı',
+ 17: 'on yeddi',
+ 18: 'on səkkiz',
+ 19: 'on doqquz',
+ 20: 'iyirmi',
+ 30: 'otuz',
+ 40: 'qırx',
+ 50: 'əlli',
+ 60: 'altmış',
+ 70: 'yetmiş',
+ 80: 'səksən',
+ 90: 'doxsan'
+}
+
+_FRACTION_STRING_AZ = {
+ 2: 'ikidə',
+ 3: 'üçdə',
+ 4: 'dörddə',
+ 5: 'beşdə',
+ 6: 'altıda',
+ 7: 'yeddidə',
+ 8: 'səkkizdə',
+ 9: 'doqquzda',
+ 10: 'onda',
+ 11: 'on birdə',
+ 12: 'on ikidə',
+ 13: 'on üçdə',
+ 14: 'on dörddə',
+ 15: 'on beşdə',
+ 16: 'on altıda',
+ 17: 'on yeddidə',
+ 18: 'on səkkizdə',
+ 19: 'on doqquzda',
+ 20: 'iyirmidə',
+ 30: 'otuzda',
+ 40: 'qırxda',
+ 50: 'əllidə',
+ 60: 'altmışda',
+ 70: 'yetmişdə',
+ 80: 'səksəndə',
+ 90: 'doxsanda',
+ 1e2: 'yüzdə',
+ 1e3: 'mində'
+}
+
+
+_LONG_SCALE_AZ = OrderedDict([
+ (100, 'yüz'),
+ (1000, 'min'),
+ (1000000, 'milyon'),
+ (1e12, "milyard"),
+ (1e18, 'trilyon'),
+ (1e24, "kvadrilyon"),
+ (1e30, "kvintilyon"),
+ (1e36, "sekstilyon"),
+ (1e42, "septilyon"),
+ (1e48, "oktilyon"),
+ (1e54, "nonilyon"),
+ (1e60, "dekilyon")
+])
+
+
+_SHORT_SCALE_AZ = OrderedDict([
+ (100, 'yüz'),
+ (1000, 'min'),
+ (1000000, 'milyon'),
+ (1e9, "milyard"),
+ (1e12, 'trilyon'),
+ (1e15, "kvadrilyon"),
+ (1e18, "kvintilyon"),
+ (1e21, "sekstilyon"),
+ (1e24, "septilyon"),
+ (1e27, "oktilyon"),
+ (1e30, "nonilyon"),
+ (1e33, "dekilyon")
+])
+
+_ORDINAL_BASE_AZ = {
+ 1: 'birinci',
+ 2: 'ikinci',
+ 3: 'üçüncü',
+ 4: 'dördüncü',
+ 5: 'beşinci',
+ 6: 'altıncı',
+ 7: 'yeddinci',
+ 8: 'səkkizinci',
+ 9: 'doqquzuncu',
+ 10: 'onuncu',
+ 11: 'on birinci',
+ 12: 'on ikinci',
+ 13: 'on üçüncü',
+ 14: 'on dördüncü',
+ 15: 'on beşinci',
+ 16: 'on altıncı',
+ 17: 'on yeddinci',
+ 18: 'on səkkizinci',
+ 19: 'on doqquzuncu',
+ 20: 'iyirminci',
+ 30: 'otuzuncu',
+ 40: "qırxıncı",
+ 50: "əllinci",
+ 60: "altmışıncı",
+ 70: "yetmışinci",
+ 80: "səksəninci",
+ 90: "doxsanınçı",
+ 1e2: "yüzüncü",
+ 1e3: "mininci"
+}
+
+_SHORT_ORDINAL_AZ = {
+ 1e6: "milyonuncu",
+ 1e9: "milyardıncı",
+ 1e12: "trilyonuncu",
+ 1e15: "kvadrilyonuncu",
+ 1e18: "kvintilyonuncu",
+ 1e21: "sekstilyonuncu",
+ 1e24: "septilyonuncu",
+ 1e27: "oktilyonuncu",
+ 1e30: "nonilyonuncu",
+ 1e33: "dekilyonuncu"
+ # TODO > 1e-33
+}
+_SHORT_ORDINAL_AZ.update(_ORDINAL_BASE_AZ)
+
+
+_LONG_ORDINAL_AZ = {
+ 1e6: "milyonuncu",
+ 1e12: "milyardıncı",
+ 1e18: "trilyonuncu",
+ 1e24: "kvadrilyonuncu",
+ 1e30: "kvintilyonuncu",
+ 1e36: "sekstilyonuncu",
+ 1e42: "septilyonuncu",
+ 1e48: "oktilyonuncu",
+ 1e54: "nonilyonuncu",
+ 1e60: "dekilyonuncu"
+ # TODO > 1e60
+}
+_LONG_ORDINAL_AZ.update(_ORDINAL_BASE_AZ)
+
+
+# negate next number (-2 = 0 - 2)
+_NEGATIVES_AZ = {"mənfi", "minus"}
+
+# sum the next number (iyirmi iki = 20 + 2)
+_SUMS_AZ = {'on', '10', 'iyirmi', '20', 'otuz', '30', 'qırx', '40', 'əlli', '50',
+ 'altmış', '60', 'yetmiş', '70', 'səksən', '80', 'doxsan', '90'}
+
+_HARD_VOWELS = ['a', 'ı', 'o', 'u']
+_SOFT_VOWELS = ['e', 'ə', 'i', 'ö', 'ü']
+_VOWELS = _HARD_VOWELS + _SOFT_VOWELS
+
+def _get_last_vowel(word):
+ is_last = True
+ for char in word[::-1]:
+ if char in _VOWELS:
+ return char, is_last
+ is_last = False
+
+ return "", is_last
+
+def _last_vowel_type(word):
+ return _get_last_vowel(word)[0] in _HARD_VOWELS
+
+def _get_ordinal_ak(word):
+ last_vowel, is_last = _get_last_vowel(word)
+ if not last_vowel:
+ return ""
+
+ if last_vowel in ["a", "ı"]:
+ if is_last:
+ return "ncı"
+ return "ıncı"
+
+ if last_vowel == ["e", "ə", "i"]:
+ if is_last:
+ return "nci"
+ return "inci"
+
+ if last_vowel in ["o", "u"]:
+ if is_last:
+ return "ncu"
+ return "uncu"
+
+ if last_vowel == ["ö", "ü"]:
+ if is_last:
+ return "ncü"
+ return "üncü"
+
+def _get_full_time_ak(hour):
+ if hour in [1, 3, 4, 5, 8, 11]:
+ return "ə"
+ if hour in [2, 7, 12]:
+ return "yə"
+ if hour in [9, 10]:
+ return "a"
+ return "ya"
+
+def _get_half_time_ak(hour):
+ if hour in [1, 5, 8, 11]:
+ return "in"
+ if hour in [2, 7, 12]:
+ return "nin"
+ if hour in [3, 4]:
+ return "ün"
+ if hour in [9, 10]:
+ return "un"
+ return "nın"
+
+def _get_daytime(hour):
+ if hour < 6:
+ return "gecə"
+ if hour < 12:
+ return "səhər"
+ if hour < 18:
+ return "gündüz"
+ return "axşam"
+
+def _generate_plurals_az(originals):
+ """
+ Return a new set or dict containing the plural form of the original values,
+
+ In Azerbaijani this means appending 'lar' or 'lər' to them according to the last vowel in word.
+
+ Args:
+ originals set(str) or dict(str, any): values to pluralize
+
+ Returns:
+ set(str) or dict(str, any)
+
+ """
+
+ if isinstance(originals, dict):
+ return {key + ('lar' if _last_vowel_type(key) else 'lər'): value for key, value in originals.items()}
+ return {value + ('lar' if _last_vowel_type(value) else 'lər') for value in originals}
+
+
+_MULTIPLIES_LONG_SCALE_AZ = set(_LONG_SCALE_AZ.values()) | \
+ set(_LONG_SCALE_AZ.values())
+
+_MULTIPLIES_SHORT_SCALE_AZ = set(_SHORT_SCALE_AZ.values()) | \
+ set(_SHORT_SCALE_AZ.values())
+
+# split sentence parse separately and sum ( 2 and a half = 2 + 0.5 )
+_FRACTION_MARKER_AZ = {"və"}
+
+# decimal marker ( 1 nöqtə 5 = 1 + 0.5)
+_DECIMAL_MARKER_AZ = {"nöqtə"}
+
+_STRING_NUM_AZ = invert_dict(_NUM_STRING_AZ)
+
+_SPOKEN_EXTRA_NUM_AZ = {
+ "yarım": 0.5,
+ "üçdəbir": 1 / 3,
+ "dörddəbir": 1 / 4
+ }
+
+_STRING_SHORT_ORDINAL_AZ = invert_dict(_SHORT_ORDINAL_AZ)
+_STRING_LONG_ORDINAL_AZ = invert_dict(_LONG_ORDINAL_AZ)