Update app.py

app.py

@@ -1,54 +1,39 @@
-import gradio as gr
-import asyncio
-import aiohttp
-import json
-import os
-import re
+from langchain.llms import OpenAI
+from langchain.chat_models import ChatOpenAI
+from concurrent.futures import ThreadPoolExecutor
 
-def filter_non_alphanumeric(text):
-    filter_pattern = os.environ.get('FILTER_PATTERN', r'[^a-zA-Z0-9\s]')
-    return re.sub(filter_pattern, '', text)
+# Function to initialize a chat model and get a response
+def chatbot_response(api_key, base_url, model_name, query):
+    chat_model = ChatOpenAI(
+        openai_api_key=api_key,
+        openai_api_base=base_url,
+        model_name=model_name
+    )
+    return chat_model.predict(query)
 
-async def fetch_chatbot_response(session, url, headers, data):
-    async with session.post(url, headers=headers, json=data) as response:
-        response_json = await response.json()
-        chat_content = response_json['choices'][0]['message']['content']
-        return filter_non_alphanumeric(chat_content)
+# Example usage with a hive of chatbots
+def hive_response(query):
+    # Configuration for each bot in the hive (could be different for each)
+    bots_config = [
+        {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"},
+        {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"},
+        {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"}
+    ]
 
-async def chatbot_concurrent_interaction(input_text, number_of_chatbots, length_of_responses, roles_of_bots, intent_of_bots):
-    url = "https://chat.tune.app/api/chat/completions"
-    headers = {
-        "Authorization": os.environ.get('API_KEY'),
-        "Content-Type": "application/json"
-    }
-    
-    tasks = []
-    async with aiohttp.ClientSession() as session:
-        for _ in range(int(number_of_chatbots)):  # Ensure number_of_chatbots is treated as an integer
-            data = {
-                "temperature": 0.1,
-                "messages": [{"role": role, "content": intent} for role, intent in zip(roles_of_bots.split(','), intent_of_bots.split(','))],
-                "model": "goliath-120b-16k-gptq",
-                "stream": False,
-                "max_tokens": int(length_of_responses)
-            }
-            task = asyncio.create_task(fetch_chatbot_response(session, url, headers, data))
-            tasks.append(task)
-        
-        responses = await asyncio.gather(*tasks)
-        return " || ".join(responses)
+    # Use ThreadPoolExecutor to send queries in parallel to each bot
+    with ThreadPoolExecutor(max_workers=len(bots_config)) as executor:
+        futures = [
+            executor.submit(chatbot_response, bot['api_key'], bot['base_url'], bot['model_name'], query)
+            for bot in bots_config
+        ]
 
+        # Collect responses from all bots
+        responses = [future.result() for future in futures]
 
-def chatbot_api(input_text, number_of_chatbots, length_of_responses, roles_of_bots, intent_of_bots):
-    return asyncio.run(chatbot_concurrent_interaction(input_text, number_of_chatbots, length_of_responses, roles_of_bots, intent_of_bots))
+    return responses
 
-inputs = [
-    gr.inputs.Textbox(lines=2, label="Initial Input Text"),
-    gr.inputs.Number(label="Number of Chatbots", default=1),
-    gr.inputs.Slider(minimum=50, maximum=500, default=256, label="Length of Responses"),
-    gr.inputs.Textbox(default="user,system", label="Roles of Bots (comma-separated)"),
-    gr.inputs.Textbox(default="Hello,World", label="Intent of Bots (comma-separated)")
-]
-
-iface = gr.Interface(fn=chatbot_api, inputs=inputs, outputs="text", title="Concurrent Hive of AI Chatbots")
-iface.launch()
+# Example query to the hive
+query = "hi!"
+responses = hive_response(query)
+for idx, response in enumerate(responses, 1):
+    print(f"Bot {idx} response: {response}")