Update app.py

app.py

@@ -1,42 +1,36 @@
 from fastapi import FastAPI
+from pydantic import BaseModel
 from llama_cpp import Llama
 from huggingface_hub import hf_hub_download
-import uvicorn
 
 app = FastAPI()
 
 MODEL_REPO = "microsoft/Phi-3-mini-4k-instruct-gguf"
 MODEL_FILE = "Phi-3-mini-4k-instruct-q4.gguf"
 
-print("Downloading model...")
 model_path = hf_hub_download(
     repo_id=MODEL_REPO,
     filename=MODEL_FILE
 )
 
-print("Loading model...")
 llm = Llama(
     model_path=model_path,
     n_ctx=2048,
     n_threads=2
 )
 
-print("Model loaded successfully!")
+class ChatRequest(BaseModel):
+    message: str
 
 @app.get("/")
 def root():
     return {"status": "AI engine running"}
 
-@app.get("/generate")
-def generate(prompt: str):
+@app.post("/chat")
+def chat(req: ChatRequest):
     output = llm(
-        prompt,
-        max_tokens=200,
-        temperature=0.7
+        f"<|user|>{req.message}<|assistant|>",
+        max_tokens=300,
+        stop=["<|end|>"]
     )
-    return {"response": output}
-
-
-
-if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=7860)
+    return {"reply": output["choices"][0]["text"]}