Skip to content

Commit 7de12dd

Browse files
committed
Fix random detection results in low accuracy mode
1 parent 7f8610d commit 7de12dd

File tree

1 file changed

+3
-10
lines changed

1 file changed

+3
-10
lines changed

lingua/detector.py

Lines changed: 3 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -306,10 +306,8 @@ def _from(
306306
if is_every_language_model_preloaded:
307307
detector._preload_language_models()
308308

309-
if is_built_from_one_language or is_low_accuracy_mode_enabled:
310-
detector._preload_unique_ngram_models()
311-
312309
if is_built_from_one_language:
310+
detector._preload_unique_ngram_models()
313311
detector._preload_most_common_ngram_models()
314312

315313
return detector
@@ -402,17 +400,12 @@ def unload_language_models(self):
402400
self._quadrigram_language_models.pop(language)
403401
self._fivegram_language_models.pop(language)
404402

405-
if (
406-
self._is_built_from_one_language
407-
or self._is_low_accuracy_mode_enabled
408-
):
403+
if self._is_built_from_one_language:
409404
self._unique_unigram_language_models.pop(language)
410405
self._unique_bigram_language_models.pop(language)
411406
self._unique_trigram_language_models.pop(language)
412407
self._unique_quadrigram_language_models.pop(language)
413408
self._unique_fivegram_language_models.pop(language)
414-
415-
if self._is_built_from_one_language:
416409
self._most_common_unigram_language_models.pop(language)
417410
self._most_common_bigram_language_models.pop(language)
418411
self._most_common_trigram_language_models.pop(language)
@@ -604,7 +597,7 @@ def compute_language_confidence_values(self, text: str) -> list[ConfidenceValue]
604597
if len(words) == 0:
605598
return values
606599

607-
if self._is_built_from_one_language or self._is_low_accuracy_mode_enabled:
600+
if self._is_built_from_one_language:
608601
language_detected_by_ngrams = (
609602
self._detect_language_with_unique_and_common_ngrams(words)
610603
)

0 commit comments

Comments
 (0)