Create app.py

app.py

@@ -0,0 +1,63 @@
+import gradio as gr
+import requests
+import json
+import os
+import re
+
+def filter_non_alphanumeric(text):
+    # Use regular expressions to filter out non-alphanumeric characters
+    alphanumeric_text = re.sub(r'[^a-zA-Z0-9\s]', '', text)
+    return alphanumeric_text
+
+def send_to_corrade(filtered_response):
+    CORRADE_URL = "http://216.168.124.120:8080"
+    GROUP_UUID = "e269893f-a570-0087-930e-6ba2a0b77f9c"
+    PASSWORD = "nucleus"
+    data = {
+        "command": "tell",
+        "group": GROUP_UUID,
+        "password": PASSWORD,
+        "message": filtered_response,
+        "entity": "local",
+        "type": "Normal"
+    }
+    response = requests.post(CORRADE_URL, data=data)
+    return response.status_code == 200
+    
+def chatbot_api(input_text):
+    url = "https://chat.tune.app/api/chat/completions"
+    headers = {
+        "Authorization": os.environ.get('api'),  # Make sure to set this environment variable
+        "Content-Type": "application/json"
+    }
+    data = {
+        "temperature": 0.5,
+        "messages": [
+            {"role": "system", "content": "You are TuneChat"},
+            {"role": "user", "content": input_text}
+        ],
+        "model": "goliath-120b-16k-gptq",
+        "stream": True,
+        "max_tokens": 1000
+    }
+    response = requests.post(url, headers=headers, json=data, stream=True)
+    
+    full_content = ""
+    for line in response.iter_lines(decode_unicode=True):
+        if line:
+            if line == 'data: [DONE]':
+                break  # Exit the loop when [DONE] marker is reached
+            line_content = json.loads(line[6:])  # Skip the "data: " prefix
+            if 'choices' in line_content and len(line_content['choices']) > 0:
+                delta_content = line_content['choices'][0].get('delta', {}).get('content', '')
+                full_content += delta_content
+
+    filtered_response = filter_non_alphanumeric(full_content)
+    send_to_corrade(filtered_response)
+    return filtered_response
+
+# Example usage with Gradio
+import gradio as gr
+
+iface = gr.Interface(fn=chatbot_api, inputs="text", outputs="text")
+iface.launch()