Update app.py

app.py

@@ -1,5 +1,8 @@
 import os
+import json
 import gradio as gr
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
 from openai import OpenAI
 
 # ---------------------------
@@ -27,7 +30,23 @@ SYSTEM_PROMPT = (
 MODEL_ID = "Qwen/Qwen3-Next-80B-A3B-Instruct:novita"
 
 # ---------------------------
-# 3. Chat function
+# 3. Pydantic models for API
+# ---------------------------
+
+class ChatMessage(BaseModel):
+    role: str
+    content: str
+
+class ChatRequest(BaseModel):
+    message: str
+    history: list[tuple[str, str]] = []
+
+class ChatResponse(BaseModel):
+    response: str
+    error: str = None
+
+# ---------------------------
+# 4. Core chat function
 # ---------------------------
 
 def chat_fn(message, history):
@@ -52,7 +71,7 @@ def chat_fn(message, history):
             messages=messages,
         )
 
-        reply = completion.choices[0].message["content"]
+        reply = completion.choices[0].message.content
 
     except Exception as e:
         reply = f"Error: {str(e)}"
@@ -60,7 +79,37 @@ def chat_fn(message, history):
     return reply
 
 # ---------------------------
-# 4. Gradio UI
+# 5. API Endpoint Function
+# ---------------------------
+
+def chat_api_endpoint(chat_request: ChatRequest) -> ChatResponse:
+    """
+    API endpoint for chat interactions
+    """
+    try:
+        reply = chat_fn(chat_request.message, chat_request.history)
+        return ChatResponse(response=reply)
+    except Exception as e:
+        return ChatResponse(response="", error=str(e))
+
+# ---------------------------
+# 6. FastAPI App Setup
+# ---------------------------
+
+app = FastAPI(title="YAH Assistant API")
+
+# Add the API endpoint
+@app.post("/chat/")
+async def chat(request: ChatRequest):
+    return chat_api_endpoint(request)
+
+# Health check endpoint
+@app.get("/health")
+async def health_check():
+    return {"status": "healthy", "model": MODEL_ID}
+
+# ---------------------------
+# 7. Gradio UI (keeps the original interface)
 # ---------------------------
 
 with gr.Blocks(title="YAH Assistant") as demo:
@@ -68,6 +117,17 @@ with gr.Blocks(title="YAH Assistant") as demo:
         """
         ## YAH Assistant  
         Large-model chat interface powered by Hugging Face Router.
+        
+        ### API Usage
+        You can also interact with this assistant via API:
+        - **Endpoint:** `POST /chat/`
+        - **Body:**
+        ```json
+        {
+            "message": "Your message here",
+            "history": [["Hello", "Hi there!"], ["How are you?", "I'm good!"]]
+        }
+        ```
         """
     )
 
@@ -81,5 +141,13 @@ with gr.Blocks(title="YAH Assistant") as demo:
 
     msg.submit(respond, [msg, chatbot], [msg, chatbot])
 
-# Launch
-demo.launch()
+# ---------------------------
+# 8. Mount Gradio app to FastAPI
+# ---------------------------
+
+app = gr.mount_gradio_app(app, demo, path="/")
+
+# Launch instructions
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=7860)