Add lexilang for language detection on short texts

This commit is contained in:
Piero Toffanin 2023-10-30 12:52:33 -04:00
parent c9592a236a
commit 6ff5bba000
3 changed files with 9 additions and 1 deletions

View file

@ -18,7 +18,7 @@ def load_languages():
@lru_cache(maxsize=None)
def load_lang_codes():
languages = load_languages()
return (l.code for l in languages)
return tuple(l.code for l in languages)
def detect_languages(text):
# detect batch processing