Update app.py

app.py

@@ -24,45 +24,33 @@ def send_to_corrade(filtered_response):
     response = requests.post(CORRADE_URL, data=data)
     return response.status_code == 200
 
+import os
+import requests
+
 def chatbot_api(input_text):
-    stream = False
     url = "https://chat.tune.app/api/chat/completions"
     headers = {
-        "Authorization": os.environ.get('api'),
+        "Authorization": os.environ.get('api'),  # Ideally, use os.environ.get('API_TOKEN') for security
         "Content-Type": "application/json"
     }
     data = {
-        "temperature": 0.1,
+        "temperature": 0.5,
         "messages": [
-            {
-                "role": "system",
-                "content": "I am confirmed as a EXTREMELY EXCITED REACTIONIST for DJ's on Secondlife. ..."
-            },
-            {
-                "role": "user",
-                "content": input_text
-            }
+            {"role": "system", "content": "You are TuneChat"},
+            {"role": "user", "content": input_text}
         ],
         "model": "goliath-120b-16k-gptq",
-        "stream": "stream",
-        "max_tokens": "256"
+        "stream": True,
+        "max_tokens": 1000
     }
-    response = requests.post(url, headers=headers, json=data)
+    response = requests.post(url, headers=headers, json=data, stream=True)
+    
+    if response.encoding is None:
+        response.encoding = 'utf-8'
     
-    # Check if the response is successful and has the expected structure
-    if response.status_code == 200:
-        chat_response = response.json()
-        if 'choices' in chat_response and len(chat_response['choices']) > 0:
-            chat_content = chat_response['choices'][0].get('message', {}).get('content', '')
-            if chat_content:
-                filtered_response = filter_non_alphanumeric(chat_content)
-                return filtered_response
-            else:
-                return "No content found in the chat response."
-        else:
-            return "The 'choices' key is missing or empty in the chat response."
-    else:
-        return f"Failed to get a successful response from the chat API. Status Code: {response.status_code}"
+    for line in response.iter_lines(decode_unicode=True):
+        if line:
+            print(line)
 
 
 iface = gr.Interface(fn=chatbot_api, inputs="text", outputs="text")