Update app.py

app.py

@@ -10,9 +10,9 @@ def filter_non_alphanumeric(text):
     return alphanumeric_text
 
 def send_to_corrade(filtered_response):
-    CORRADE_URL = os.environ.get('url');
+    CORRADE_URL = os.environ.get('url')  # Make sure to set this environment variable
     GROUP_UUID = "e269893f-a570-0087-930e-6ba2a0b77f9c"
-    PASSWORD = os.environ.get('pass');
+    PASSWORD = os.environ.get('pass')  # Make sure to set this environment variable
     data = {
         "command": "tell",
         "group": GROUP_UUID,
@@ -23,7 +23,7 @@ def send_to_corrade(filtered_response):
     }
     response = requests.post(CORRADE_URL, data=data)
     return response.status_code == 200
-    
+
 def chatbot_api(input_text):
     url = "https://chat.tune.app/api/chat/completions"
     headers = {
@@ -31,33 +31,30 @@ def chatbot_api(input_text):
         "Content-Type": "application/json"
     }
     data = {
-        "temperature": 0.5,
+        "temperature": 0.2,
         "messages": [
             {"role": "system", "content": "You are TuneChat"},
             {"role": "user", "content": input_text}
         ],
         "model": "goliath-120b-16k-gptq",
-        "stream": True,
-        "max_tokens": 1000
+        "stream": False,  # Adjusted to False to receive a non-streamed response
+        "max_tokens": 250
     }
-    response = requests.post(url, headers=headers, json=data, stream=True)
-    
-    full_content = ""
-    for line in response.iter_lines(decode_unicode=True):
-        if line:
-            if line == 'data: [DONE]':
-                break  # Exit the loop when [DONE] marker is reached
-            line_content = json.loads(line[6:])  # Skip the "data: " prefix
-            if 'choices' in line_content and len(line_content['choices']) > 0:
-                delta_content = line_content['choices'][0].get('delta', {}).get('content', '')
-                full_content += delta_content
+    response = requests.post(url, headers=headers, json=data)
 
-    filtered_response = filter_non_alphanumeric(full_content)
-    send_to_corrade(filtered_response)
-    return filtered_response
+    # Directly parse the JSON from the response
+    response_json = response.json()
+    if 'choices' in response_json and len(response_json['choices']) > 0:
+        # Assuming the structure contains a list of choices with a text content
+        full_content = response_json['choices'][0]['text']
 
-# Example usage with Gradio
-import gradio as gr
+        # Filter and send the response
+        filtered_response = filter_non_alphanumeric(full_content)
+        send_to_corrade(filtered_response)
+        return filtered_response
+    else:
+        return "No response received from the API."
 
+# Example usage with Gradio
 iface = gr.Interface(fn=chatbot_api, inputs="text", outputs="text")
 iface.launch()