Update app.py

app.py

@@ -1,6 +1,8 @@
+import gradio as gr
 from langchain.llms import OpenAI
 from langchain.chat_models import ChatOpenAI
 from concurrent.futures import ThreadPoolExecutor
+import json
 
 # Function to initialize a chat model and get a response
 def chatbot_response(api_key, base_url, model_name, query):
@@ -11,14 +13,10 @@ def chatbot_response(api_key, base_url, model_name, query):
     )
     return chat_model.predict(query)
 
-# Example usage with a hive of chatbots
-def hive_response(query):
-    # Configuration for each bot in the hive (could be different for each)
-    bots_config = [
-        {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"},
-        {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"},
-        {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"}
-    ]
+# Function to handle hive response with dynamic configuration
+def hive_response(query, bots_config_json):
+    # Parse the JSON input into a Python list of dictionaries
+    bots_config = json.loads(bots_config_json)
 
     # Use ThreadPoolExecutor to send queries in parallel to each bot
     with ThreadPoolExecutor(max_workers=len(bots_config)) as executor:
@@ -30,10 +28,21 @@ def hive_response(query):
         # Collect responses from all bots
         responses = [future.result() for future in futures]
 
-    return responses
+    return [f"Bot {idx} response: {response}" for idx, response in enumerate(responses, 1)]
 
-# Example query to the hive
-query = "hi!"
-responses = hive_response(query)
-for idx, response in enumerate(responses, 1):
-    print(f"Bot {idx} response: {response}")
+# Define the Gradio interface
+iface = gr.Interface(
+    fn=hive_response,
+    inputs=[
+        gr.Textbox(label="Query"),
+        gr.Textbox(label="Bots Configuration (JSON)", default=json.dumps([
+            {"api_key": "tune-adafd1fc-f66f-4242-aed1-c0ce3722718a1711930019", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"},
+            {"api_key": "tune-bbb2d24b-f913-48d3-b3fe-dcf2b8ed10371711926291", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"},
+            {"api_key": "tune-a67090f0-e25e-4769-a67e-86d71ba22e0f1696395693", "base_url": "https://chat.tune.app/api/", "model_name": "goliath-120b-16k-gptq"}
+        ], indent=2))
+    ],
+    outputs=[gr.Text(label="Responses")],
+    description="Enter your query and bots configuration in JSON format to get responses from a hive of chatbots."
+)
+
+iface.launch()