Added streaming

app.py

@@ -1,6 +1,6 @@
 import streamlit as st
 import requests
-
+import json
 
 st.set_page_config(page_title="ASI1-mini Chatbot", layout="centered")
 st.title("ASI1-mini LLM Chat")
@@ -38,7 +38,7 @@ for msg in st.session_state.chat_history:
 user_input = st.chat_input("Ask me anything...")
 
 
-def call_asi1_api(api_key, messages):
+def stream_asi1_api(api_key, messages):
     url = "https://api.asi1.ai/v1/chat/completions"
     headers = {
         "Authorization": f"Bearer {api_key}",
@@ -50,14 +50,30 @@ def call_asi1_api(api_key, messages):
         "temperature": 0.7,
         "fun_mode": False,
         "web_search": False,
-        "stream": False,
+        "stream": True,
         "max_tokens": 1024,
     }
 
-    response = requests.post(url, headers=headers, json=payload)
-    response.raise_for_status()
-    data = response.json()
-    return data.get("choices", [{}])[0].get("message", {}).get("content", "")
+    with requests.post(url, headers=headers, json=payload, stream=True) as response:
+        response.raise_for_status()
+        for line in response.iter_lines():
+            if line:
+                decoded_line = line.decode("utf-8").strip()
+                if decoded_line.startswith("data: "):
+                    data = decoded_line[len("data: ") :]
+                    if data == "[DONE]":
+                        break
+                    try:
+                        parsed = json.loads(data)
+                        content_piece = (
+                            parsed.get("choices", [{}])[0]
+                            .get("delta", {})
+                            .get("content", "")
+                        )
+                        if content_piece:
+                            yield content_piece
+                    except json.JSONDecodeError:
+                        continue
 
 
 # When user submits a message
@@ -72,11 +88,17 @@ if user_input:
 
         with st.chat_message("assistant"):
             with st.spinner("Thinking..."):
-                try:
-                    reply = call_asi1_api(asi_api_key, st.session_state.chat_history)
-                    st.markdown(reply)
-                    st.session_state.chat_history.append(
-                        {"role": "assistant", "content": reply}
-                    )
-                except Exception as e:
-                    st.error(f"Error: {e}")
+                response_stream = stream_asi1_api(
+                    asi_api_key, st.session_state.chat_history
+                )
+                placeholder = st.empty()
+                partial_text = ""
+
+                for chunk in response_stream:
+                    partial_text += chunk
+                    placeholder.markdown(partial_text + "▌")
+
+                placeholder.markdown(partial_text)
+                st.session_state.chat_history.append(
+                    {"role": "assistant", "content": partial_text}
+                )