Move files

great_ai/utilities/language/__init__.py

@@ -0,0 +1,3 @@
+from .english_name_of_language import english_name_of_language
+from .is_english import is_english
+from .predict_language import predict_language

great_ai/utilities/language/english_name_of_language.py

@@ -0,0 +1,10 @@
+from typing import Optional
+
+from langcodes import Language
+
+
+def english_name_of_language(language_code: Optional[str]) -> str:
+    if not language_code:
+        language_code = "und"
+
+    return Language.get(language_code).display_name()

great_ai/utilities/language/is_english.py

@@ -0,0 +1,11 @@
+from typing import Optional
+
+from langcodes import standardize_tag, tag_distance
+
+
+def is_english(language_code: Optional[str]) -> bool:
+    if not language_code:
+        language_code = "und"
+
+    language_code = standardize_tag(language_code)
+    return tag_distance(language_code, "en") < 15

great_ai/utilities/language/predict_language.py

@@ -0,0 +1,16 @@
+from typing import Optional
+
+from langcodes import Language
+from langdetect import LangDetectException, detect
+
+
+def predict_language(text: Optional[str]) -> str:
+    if not text:
+        return Language.make().to_tag()
+
+    try:
+        language_code = detect(text)
+    except LangDetectException:
+        return Language.make().to_tag()
+
+    return Language.get(language_code).to_tag()