Update app.py

app.py

@@ -24,6 +24,16 @@ class Question(BaseModel):
 def read_root():
     return {"Hello": f"Welcome to {MODEL_NAME} FastAPI"}
 
+@app.post("/generate")
+def generate_response(q: Question):
+    try:
+        llm = get_llm()
+        response = llm.invoke(q.text)
+        return {"response": response}
+    except Exception as e:
+        logger.error(f"Error generating response: {e}")
+        raise HTTPException(status_code=500, detail=str(e))
+
 @app.on_event("startup")
 async def startup_event():
     logger.info(f"Starting up with model: {MODEL_NAME}")