updates

app.py

@@ -103,6 +103,7 @@ models = [
     ),
 ]
 model_mapping = {model.name: model for model in models}
+print(list(model_mapping.keys()))
 
 
 def get_connection():

tabs/arena_battle.py

@@ -3,6 +3,7 @@ import time
 import gradio as gr
 import random
 from conversation import Conversation
+from utils import get_matchmaking
 
 
 def get_tab_arena_battle(download_bot_config, get_bot_profile, model_mapping, client):
@@ -30,7 +31,7 @@ def get_tab_arena_battle(download_bot_config, get_bot_profile, model_mapping, cl
         values = list(model_mapping.keys())
         first_message = (None, bot_config["firstMessage"])
         height = 450
-        model_a_value, model_b_value = random.sample(values, 2)
+        model_a_value, model_b_value = get_matchmaking(client, values, is_anonymous=True)
         with gr.Column():
             model_a = gr.Textbox(value=model_a_value, label="Model A", interactive=False, visible=False)
             chatbot_a = gr.Chatbot([first_message])
@@ -179,7 +180,7 @@ def get_tab_arena_battle(download_bot_config, get_bot_profile, model_mapping, cl
         return [gr.Textbox.update(visible=True)] * 2
 
     def hide_models():
-        model_a_value, model_b_value = random.sample(values, 2)
+        model_a_value, model_b_value = get_matchmaking(client, values, is_anonymous=True)
         return [gr.Textbox.update(visible=False, value=model_a_value),
                 gr.Textbox.update(visible=False, value=model_b_value)]
 

tabs/arena_side_by_side.py

@@ -3,6 +3,7 @@ import time
 import gradio as gr
 import random
 from conversation import Conversation
+from utils import get_matchmaking
 
 
 def get_tab_arena_side_by_side(download_bot_config, get_bot_profile, model_mapping, client):
@@ -29,7 +30,7 @@ def get_tab_arena_side_by_side(download_bot_config, get_bot_profile, model_mappi
         values = list(model_mapping.keys())
         first_message = (None, bot_config["firstMessage"])
         height = 450
-        model_a_value, model_b_value = random.sample(values, 2)
+        model_a_value, model_b_value = get_matchmaking(client, values, is_anonymous=False)
         with gr.Column():
             model_a = gr.Dropdown(values, value=model_a_value, label="Model A")
             chatbot_a = gr.Chatbot([first_message])

utils.py

@@ -0,0 +1,32 @@
+import itertools
+import random
+
+
+def get_matchmaking(client, models, is_anonymous=True):
+    sheet = client.open("Chat Arena").sheet1
+    records = sheet.get_all_records()
+    records = [
+        {
+            col: record.get(col, None)
+            for col in ['model_a', 'model_b']
+        } for record in records if record["is_anonymous"] == is_anonymous
+    ]
+
+    combinations = list(itertools.combinations_with_replacement(models, 2))
+    combinations = [frozenset(combination) for combination in combinations if len(set(combination)) > 1]
+
+    records = [
+        frozenset(record.values()) for record in records
+    ]
+
+    repetitions_count = {combination: 0 for combination in combinations}
+
+    for record in records:
+        repetitions_count[record] += 1
+
+    sorted_repetitions = dict(sorted(repetitions_count.items(), key=lambda item: item[1]))
+    less_common = list(sorted_repetitions.keys())[0]
+    less_common = list(less_common)
+    random.shuffle(less_common)
+    model_a, model_b = less_common
+    return model_a, model_b