Spaces:
Sleeping
Sleeping
Create model_manager.py
Browse files- models/model_manager.py +85 -0
models/model_manager.py
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import logging
|
| 2 |
+
from typing import Union, List
|
| 3 |
+
from langdetect import detect, LangDetectException
|
| 4 |
+
|
| 5 |
+
from models.model_loader import ModelLoader
|
| 6 |
+
from models.model_selector import ModelSelector
|
| 7 |
+
|
| 8 |
+
logger = logging.getLogger(__name__)
|
| 9 |
+
|
| 10 |
+
class ModelManager:
|
| 11 |
+
"""
|
| 12 |
+
Orchestrates model selection, loading, and auto-language detection.
|
| 13 |
+
Exposes:
|
| 14 |
+
- translate(text, src_lang=None, tgt_lang=None)
|
| 15 |
+
- get_info()
|
| 16 |
+
"""
|
| 17 |
+
def __init__(
|
| 18 |
+
self,
|
| 19 |
+
candidates: List[str] = None,
|
| 20 |
+
quantize: bool = True,
|
| 21 |
+
default_tgt: str = None,
|
| 22 |
+
):
|
| 23 |
+
self.selector = ModelSelector(candidates, quantize)
|
| 24 |
+
self.loader = ModelLoader(quantize)
|
| 25 |
+
self.tokenizer = None
|
| 26 |
+
self.pipeline = None
|
| 27 |
+
self.lang_codes = []
|
| 28 |
+
self.default_tgt = default_tgt # e.g. "tur_Latn"
|
| 29 |
+
self._load_best_model()
|
| 30 |
+
|
| 31 |
+
def _load_best_model(self):
|
| 32 |
+
model_name = self.selector.select()
|
| 33 |
+
tok, pipe = self.loader.load(model_name)
|
| 34 |
+
self.tokenizer = tok
|
| 35 |
+
self.pipeline = pipe
|
| 36 |
+
self.lang_codes = list(tok.lang_code_to_id.keys())
|
| 37 |
+
|
| 38 |
+
# Pick a Turkish code if not explicitly set
|
| 39 |
+
if not self.default_tgt:
|
| 40 |
+
tur = [c for c in self.lang_codes if c.lower().startswith("tr")]
|
| 41 |
+
if not tur:
|
| 42 |
+
raise ValueError(f"No Turkish code found in {model_name}")
|
| 43 |
+
self.default_tgt = tur[0]
|
| 44 |
+
logger.info(f"Default target language: {self.default_tgt}")
|
| 45 |
+
|
| 46 |
+
def translate(
|
| 47 |
+
self,
|
| 48 |
+
text: Union[str, List[str]],
|
| 49 |
+
src_lang: str = None,
|
| 50 |
+
tgt_lang: str = None,
|
| 51 |
+
):
|
| 52 |
+
tgt = tgt_lang or self.default_tgt
|
| 53 |
+
|
| 54 |
+
# Auto-detect source if missing
|
| 55 |
+
if not src_lang:
|
| 56 |
+
sample = text[0] if isinstance(text, list) else text
|
| 57 |
+
try:
|
| 58 |
+
iso = detect(sample).lower()
|
| 59 |
+
candidates = [c for c in self.lang_codes if c.lower().startswith(iso)]
|
| 60 |
+
if not candidates:
|
| 61 |
+
raise LangDetectException(f"No mapping for ISO '{iso}'")
|
| 62 |
+
exact = [c for c in candidates if c.lower() == iso]
|
| 63 |
+
src = exact[0] if exact else candidates[0]
|
| 64 |
+
logger.info(f"Detected src_lang={src}")
|
| 65 |
+
except Exception as e:
|
| 66 |
+
logger.warning(f"Auto-detect failed ({e}); defaulting to English")
|
| 67 |
+
eng = [c for c in self.lang_codes if c.lower().startswith("en")]
|
| 68 |
+
src = eng[0] if eng else self.lang_codes[0]
|
| 69 |
+
else:
|
| 70 |
+
src = src_lang
|
| 71 |
+
|
| 72 |
+
return self.pipeline(text, src_lang=src, tgt_lang=tgt)
|
| 73 |
+
|
| 74 |
+
def get_info(self):
|
| 75 |
+
"""
|
| 76 |
+
Returns a dict for your sidebar:
|
| 77 |
+
{ model_name, quantized, device, default_tgt }
|
| 78 |
+
"""
|
| 79 |
+
mdl = getattr(self.pipeline, "model", None)
|
| 80 |
+
return {
|
| 81 |
+
"model": getattr(mdl, "name_or_path", None),
|
| 82 |
+
"quantized": getattr(mdl, "is_loaded_in_8bit", False),
|
| 83 |
+
"device": str(getattr(mdl, "device", "auto")),
|
| 84 |
+
"default_tgt": self.default_tgt,
|
| 85 |
+
}
|