Update app.py

app.py

@@ -72,39 +72,38 @@ client = InferenceClient(token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
 
 def respond(message, history: list[dict]):
 
-    # history is now List[dict] with keys "role" and "content"
-    history = history or []
-    # append user turn
-    history.append({"role": "user", "content": message})
+    messages = history + [{"role": "user", "content": message}]
+
+    print(messages)
 
-    # invoke the agent
     agent_output = agent_executor.invoke({
         "query": message,
-        "chat_history": history  # pass the dict-list directly
-    })
-    raw = agent_output["output"]
-
-    # try to JSON-parse and format
-    try:
-        out = parser.parse(raw)
-        body = " ".join([out.empathetic_response,
-                         out.informative_response,
-                         out.quran]).strip()
-        # split sentences onto their own lines
-        sentences = [
-            s.strip()
-            for s in re.split(r'(?<=[.!?])\s+', body)
-            if s.strip()
+        "chat_history": [
+            {"role": m.role, "content": m.content} for m in history
         ]
-        assistant_text = "\n".join(sentences + [out.question])
-    except Exception:
-        assistant_text = raw
-
-    # append assistant turn
-    history.append({"role": "assistant", "content": assistant_text})
-
-    # return bot text + updated history
-    return assistant_text, history
+    })
+    # parse its JSON output
+    out = parser.parse(agent_output["output"])
+    
+    response = {"role": "assistant", "content": "\n".join([
+        out.empathetic_response,
+        out.informative_response,
+        out.quran,
+        out.question,
+    ])}
+
+    for message in client.chat_completion(
+        messages,
+        model="HuggingFaceH4/zephyr-7b-beta",
+        max_tokens=512,
+        stream=True,
+        temperature=0.7,
+        top_p=0.95,
+    ):
+        token = message.choices[0].delta.content
+
+        #response['content'] += token
+        yield response
 
 # 5) launch ChatInterface
 demo = gr.ChatInterface(