143 lines
4.8 KiB
Python
143 lines
4.8 KiB
Python
import os
|
||
from ahserver.serverenv import ServerEnv
|
||
import fasttext
|
||
# 需先下载模型：https://dl.fbaipublicfiles.com/fasttext/supervised-models/lid.176.ftz
|
||
|
||
class LanguageChecker:
|
||
def __init__(self):
|
||
p = os.path.join(os.path.dirname(__file__), 'lid.176.ftz')
|
||
print(f'model path={p}')
|
||
self.model = fasttext.load_model(p)
|
||
|
||
def checklang(self, text):
|
||
pred = self.model.predict(text)
|
||
d = pred[0][0][9:]
|
||
return {
|
||
'lang':d
|
||
}
|
||
|
||
def get_languages():
|
||
"""
|
||
获取地球上主要人类语言列表
|
||
返回值: [{'value': 'en', 'text': 'English'}, ...]
|
||
"""
|
||
languages = [
|
||
{"value": "af", "text": "Afrikaans"},
|
||
{"value": "am", "text": "Amharic"},
|
||
{"value": "ar", "text": "Arabic"},
|
||
{"value": "az", "text": "Azerbaijani"},
|
||
{"value": "be", "text": "Belarusian"},
|
||
{"value": "bg", "text": "Bulgarian"},
|
||
{"value": "bn", "text": "Bengali"},
|
||
{"value": "bo", "text": "Tibetan"},
|
||
{"value": "bs", "text": "Bosnian"},
|
||
{"value": "ca", "text": "Catalan"},
|
||
{"value": "ceb", "text": "Cebuano"},
|
||
{"value": "cs", "text": "Czech"},
|
||
{"value": "cy", "text": "Welsh"},
|
||
{"value": "da", "text": "Danish"},
|
||
{"value": "de", "text": "German"},
|
||
{"value": "dv", "text": "Dhivehi"},
|
||
{"value": "el", "text": "Greek"},
|
||
{"value": "en", "text": "English"},
|
||
{"value": "eo", "text": "Esperanto"},
|
||
{"value": "es", "text": "Spanish"},
|
||
{"value": "et", "text": "Estonian"},
|
||
{"value": "eu", "text": "Basque"},
|
||
{"value": "fa", "text": "Persian"},
|
||
{"value": "fi", "text": "Finnish"},
|
||
{"value": "fil", "text": "Filipino"},
|
||
{"value": "fr", "text": "French"},
|
||
{"value": "fy", "text": "Frisian"},
|
||
{"value": "ga", "text": "Irish"},
|
||
{"value": "gd", "text": "Scottish Gaelic"},
|
||
{"value": "gl", "text": "Galician"},
|
||
{"value": "gu", "text": "Gujarati"},
|
||
{"value": "ha", "text": "Hausa"},
|
||
{"value": "haw", "text": "Hawaiian"},
|
||
{"value": "he", "text": "Hebrew"},
|
||
{"value": "hi", "text": "Hindi"},
|
||
{"value": "hmn", "text": "Hmong"},
|
||
{"value": "hr", "text": "Croatian"},
|
||
{"value": "ht", "text": "Haitian Creole"},
|
||
{"value": "hu", "text": "Hungarian"},
|
||
{"value": "hy", "text": "Armenian"},
|
||
{"value": "id", "text": "Indonesian"},
|
||
{"value": "ig", "text": "Igbo"},
|
||
{"value": "is", "text": "Icelandic"},
|
||
{"value": "it", "text": "Italian"},
|
||
{"value": "ja", "text": "Japanese"},
|
||
{"value": "jv", "text": "Javanese"},
|
||
{"value": "ka", "text": "Georgian"},
|
||
{"value": "kk", "text": "Kazakh"},
|
||
{"value": "km", "text": "Khmer"},
|
||
{"value": "kn", "text": "Kannada"},
|
||
{"value": "ko", "text": "Korean"},
|
||
{"value": "ku", "text": "Kurdish"},
|
||
{"value": "ky", "text": "Kyrgyz"},
|
||
{"value": "la", "text": "Latin"},
|
||
{"value": "lb", "text": "Luxembourgish"},
|
||
{"value": "lo", "text": "Lao"},
|
||
{"value": "lt", "text": "Lithuanian"},
|
||
{"value": "lv", "text": "Latvian"},
|
||
{"value": "mg", "text": "Malagasy"},
|
||
{"value": "mi", "text": "Maori"},
|
||
{"value": "mk", "text": "Macedonian"},
|
||
{"value": "ml", "text": "Malayalam"},
|
||
{"value": "mn", "text": "Mongolian"},
|
||
{"value": "mr", "text": "Marathi"},
|
||
{"value": "ms", "text": "Malay"},
|
||
{"value": "mt", "text": "Maltese"},
|
||
{"value": "my", "text": "Burmese"},
|
||
{"value": "ne", "text": "Nepali"},
|
||
{"value": "nl", "text": "Dutch"},
|
||
{"value": "no", "text": "Norwegian"},
|
||
{"value": "ny", "text": "Nyanja"},
|
||
{"value": "or", "text": "Odia"},
|
||
{"value": "pa", "text": "Punjabi"},
|
||
{"value": "pl", "text": "Polish"},
|
||
{"value": "ps", "text": "Pashto"},
|
||
{"value": "pt", "text": "Portuguese"},
|
||
{"value": "ro", "text": "Romanian"},
|
||
{"value": "ru", "text": "Russian"},
|
||
{"value": "rw", "text": "Kinyarwanda"},
|
||
{"value": "sd", "text": "Sindhi"},
|
||
{"value": "si", "text": "Sinhala"},
|
||
{"value": "sk", "text": "Slovak"},
|
||
{"value": "sl", "text": "Slovenian"},
|
||
{"value": "sm", "text": "Samoan"},
|
||
{"value": "sn", "text": "Shona"},
|
||
{"value": "so", "text": "Somali"},
|
||
{"value": "sq", "text": "Albanian"},
|
||
{"value": "sr", "text": "Serbian"},
|
||
{"value": "st", "text": "Sesotho"},
|
||
{"value": "su", "text": "Sundanese"},
|
||
{"value": "sv", "text": "Swedish"},
|
||
{"value": "sw", "text": "Swahili"},
|
||
{"value": "ta", "text": "Tamil"},
|
||
{"value": "te", "text": "Telugu"},
|
||
{"value": "tg", "text": "Tajik"},
|
||
{"value": "th", "text": "Thai"},
|
||
{"value": "ti", "text": "Tigrinya"},
|
||
{"value": "tk", "text": "Turkmen"},
|
||
{"value": "tl", "text": "Tagalog"},
|
||
{"value": "tr", "text": "Turkish"},
|
||
{"value": "tt", "text": "Tatar"},
|
||
{"value": "ug", "text": "Uyghur"},
|
||
{"value": "uk", "text": "Ukrainian"},
|
||
{"value": "ur", "text": "Urdu"},
|
||
{"value": "uz", "text": "Uzbek"},
|
||
{"value": "vi", "text": "Vietnamese"},
|
||
{"value": "xh", "text": "Xhosa"},
|
||
{"value": "yi", "text": "Yiddish"},
|
||
{"value": "yo", "text": "Yoruba"},
|
||
{"value": "zh", "text": "Chinese"},
|
||
{"value": "zu", "text": "Zulu"}
|
||
]
|
||
return languages
|
||
|
||
def load_checklang():
|
||
env = ServerEnv()
|
||
env.get_languages = get_languages
|
||
env.language_checker = LanguageChecker()
|