Changeset - 3998161856de
[Not reviewed]
default
0 1 0
Laman - 21 months ago 2023-07-10 18:47:29

optimized the model loading
1 file changed with 5 insertions and 1 deletions:
0 comments (0 inline, 0 general)
src/languedoc/predict.py
Show inline comments
 
@@ -7,6 +7,7 @@ from typing import Union
 

	
 
TOP_NGRAM_COUNT = 3000
 
MODEL_PATH = os.path.join(os.path.dirname(__file__), "models.json.gz")
 
MODEL = []
 

	
 

	
 
def preprocess(text: str) -> str:
 
@@ -126,8 +127,11 @@ def identify(text: str, models=[]) -> st
 
	:param text: the text to identify
 
	:param models: list of models to choose from. The default is loaded from MODEL_PATH
 
	:return: best matching language (cs, de, en, ...)"""
 
	global MODEL
 
	if not MODEL and not models:
 
		MODEL = load_models(MODEL_PATH)
 
	if not models:
 
		models = load_models(MODEL_PATH)
 
		models = MODEL
 

	
 
	sample = Sample.extract(text)
 

	
0 comments (0 inline, 0 general)