1
0
mirror of https://github.com/LibreTranslate/LibreTranslate.git synced 2024-09-29 08:00:18 +02:00
LibreTranslate/libretranslate/detect.py

37 lines
948 B
Python
Raw Normal View History

2023-10-30 05:03:00 +01:00
import linguars
from functools import lru_cache
2022-12-11 06:45:14 +01:00
2023-07-09 12:29:11 +02:00
class Language:
2023-10-30 05:03:00 +01:00
def __init__(self, code, confidence):
2022-12-11 06:45:14 +01:00
self.code = code
self.confidence = float(confidence)
def __str__(self):
2023-10-30 05:03:00 +01:00
return ("code: {:<9} confidence: {:>5.1f} ".format(
self.code,
self.confidence))
@lru_cache(maxsize=None)
def load_detector(langcodes = ()):
languages = []
for lc in langcodes:
try:
languages.append(linguars.Language.from_iso_code_639_1(lc))
except:
pass # Not supported
return linguars.LanguageDetector(languages=languages)
2022-12-11 06:45:14 +01:00
2023-07-09 12:29:11 +02:00
class Detector:
2023-10-30 05:03:00 +01:00
def __init__(self, langcodes = ()):
self.detector = load_detector(langcodes)
2022-12-11 06:45:14 +01:00
def detect(self, text):
2023-10-30 05:03:00 +01:00
top_3_choices = self.detector.confidence(text)[:3]
print(top_3_choices)
if top_3_choices[0][1] == 0:
return [Language("en", 0)]
return [Language(lang.iso_code_639_1, round(conf * 100)) for lang, conf in top_3_choices]