Update app.py

app.py

@@ -25,12 +25,12 @@ class Message(BaseModel):
 def respond(
     message,
     history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
+    system_message="You are a helpful Assistant. You let the user know if the information they share with you is true or false. You return the actual facts behind the information given, after stating the state of Truth or False.",
+    max_tokens=512,
+    temperature=0.7,
+    top_p=0.9,
 ):
-    messages = [{"role": "system", "content": "You are a helpful Assistant. You let the user to know if the information they share with you is true or false. You return the actual facts behind the information given, after stating the state of Truth or False."}]
+    messages = [{"role": "system", "content": system_message}]
 
     for val in history:
         if val[0]:
@@ -50,13 +50,16 @@ def respond(
         top_p=top_p,
     ):
         token = message.choices[0].delta.content
-
         response += token
         yield response
 
+# ✅ Define Gradio Chatbot UI
+demo = gr.ChatInterface(
+    respond, chatbot=gr.Chatbot(type="messages")
+)
 
-# Mount Gradio UI on the root `/`
-app = gr.mount_gradio_app(app, path="/")
+# ✅ Mount Gradio UI to FastAPI
+app = gr.mount_gradio_app(app, demo, path="/")
 
 @app.post("/predict")
 def predict(data: Message):