Update api_helper.py

api_helper.py

@@ -6,23 +6,34 @@ API_KEY = "s3cr3t_k3y"  # Replace with your actual API key
 
 def call_api(message):
     """
-    Calls the backend API with the user's input.
+    Calls the backend API with the user's input using streaming.
     
     Args:
         message (str): User's message.
     
     Returns:
-        str: Response from the backend API or an error message.
+        str: Streamed response from the backend API or an error message.
     """
     headers = {
         "Authorization": f"Bearer {API_KEY}",
         "Content-Type": "application/json",
     }
     payload = {"input": message}
+
     try:
-        response = requests.post(SPACE_URL, json=payload, headers=headers)
+        # Send request with streaming enabled
+        response = requests.post(SPACE_URL, json=payload, headers=headers, stream=True)
         response.raise_for_status()
-        result = response.json()
-        return result.get("output", "Error: No response from API.")
+
+        # Stream and aggregate the response
+        bot_response = ""
+        for chunk in response.iter_lines():
+            if chunk:  # Ensure the chunk is not empty
+                try:
+                    data = json.loads(chunk.decode("utf-8"))
+                    bot_response += data.get("response", "")
+                except json.JSONDecodeError:
+                    bot_response += "\nError decoding response chunk."
+        return bot_response
     except requests.exceptions.RequestException as e:
         return f"Error: {str(e)}"