Upload api_complete.py with huggingface_hub

api_complete.py

@@ -771,15 +771,12 @@ async def load_all_models():
         
         # Load Translation Model
         try:
-            nllb_path = base_path / "models" / "translation" / "nllb_600m"
-            logger.info(f"Loading NLLB translation model from: {nllb_path}")
-            
-            if not nllb_path.exists():
-                raise FileNotFoundError(f"NLLB model path does not exist: {nllb_path}")
+            nllb_model_id = "facebook/nllb-200-distilled-600M"
+            logger.info(f"Loading NLLB translation model from HF Hub: {nllb_model_id}")
             
             # Use non-fast tokenizer to ensure lang_code_to_id is available
-            nllb_tokenizer = AutoTokenizer.from_pretrained(str(nllb_path), use_fast=False)
-            nllb_model = AutoModelForSeq2SeqLM.from_pretrained(str(nllb_path))
+            nllb_tokenizer = AutoTokenizer.from_pretrained(nllb_model_id, use_fast=False)
+            nllb_model = AutoModelForSeq2SeqLM.from_pretrained(nllb_model_id)
             
             nllb_model.to(device)