Update services/model_service.py

services/model_service.py

@@ -44,6 +44,7 @@ class ModelService:
             # Load model with the updated configuration
             self.model = AutoModelForCausalLM.from_pretrained(
                 settings.MODEL_NAME,
+                model_type = "llama",
                 torch_dtype=torch.float16 if settings.DEVICE == "cuda" else torch.float32,
                 device_map="auto" if settings.DEVICE == "cuda" else None,
                 config=config