# HG changeset patch # User Laman # Date 2023-07-10 18:47:29 # Node ID 3998161856de3123fb090d2f406c61ccf8ec0e45 # Parent b532eec28d308b85230b24f311cb29e5bb22ecba optimized the model loading diff --git a/src/languedoc/predict.py b/src/languedoc/predict.py --- a/src/languedoc/predict.py +++ b/src/languedoc/predict.py @@ -7,6 +7,7 @@ from typing import Union TOP_NGRAM_COUNT = 3000 MODEL_PATH = os.path.join(os.path.dirname(__file__), "models.json.gz") +MODEL = [] def preprocess(text: str) -> str: @@ -126,8 +127,11 @@ def identify(text: str, models=[]) -> st :param text: the text to identify :param models: list of models to choose from. The default is loaded from MODEL_PATH :return: best matching language (cs, de, en, ...)""" + global MODEL + if not MODEL and not models: + MODEL = load_models(MODEL_PATH) if not models: - models = load_models(MODEL_PATH) + models = MODEL sample = Sample.extract(text)