Update app.py

app.py

@@ -28,6 +28,7 @@ app.add_middleware(
 
 # Hugging Face model config
 REPO_NAME = "jaydatech/phi3-finetuned-project"
+BASE_MODEL = "microsoft/Phi-3-mini-4k-instruct"
 HF_TOKEN = os.getenv("HF_TOKEN")  # Load from Render environment variable
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
@@ -43,7 +44,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
 # )
 
 config = AutoConfig.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
-tokenizer = AutoTokenizer.from_pretrained(REPO_NAME, use_auth_token=HF_TOKEN)
+tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL, trust_remode_code=True, use_auth_token=HF_TOKEN)
 
 model = AutoModelForCausalLM.from_pretrained(
     REPO_NAME,