Update main.py

main.py

@@ -6,6 +6,13 @@ import uvicorn
 
 app = FastAPI()
 
+HF_TOKEN = UserSecretsClient().get_secret("HF_TOKEN")
+
+model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-128k-instruct",
+                                            device_map="auto",
+                                            token=HF_TOKEN
+                                            )
+
 class Item(BaseModel):
     prompt: str
     system_prompt: str