luckyimnotanigger/LibreTranslate
1
0
Fork 0
mirror of https://github.com/LibreTranslate/LibreTranslate.git synced 2025-05-04 20:30:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Add lexilang for language detection on short texts

Browse source
This commit is contained in:
Piero Toffanin 2023-10-30 12:52:33 -04:00
parent c9592a236a
commit 6ff5bba000
3 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
libretranslate/detect.py
View file

@ -1,6 +1,7 @@
from functools import lru_cache
import linguars
from lexilang.detector import detect as lldetect
class Language:
@ -26,9 +27,15 @@ def load_detector(langcodes = ()):
class Detector:
def __init__(self, langcodes = ()):
self.langcodes = langcodes
self.detector = load_detector(langcodes)
def detect(self, text):
if len(text) < 18:
code, conf = lldetect(text, self.langcodes)
if conf > 0:
return [Language(code, round(conf * 100))]
top_3_choices = self.detector.confidence(text)[:3]
if top_3_choices[0][1] == 0:
return [Language("en", 0)]