0.39 shuffeling

app.py

@@ -8,7 +8,7 @@ import os
 import traceback
 
 from threading import Thread
-
+from random import shuffle
 
 logging.basicConfig(level=logging.DEBUG)
 
@@ -18,25 +18,27 @@ HF_TOKEN = os.environ.get("HF_TOKEN", None)
 login(token=HF_TOKEN)
 
 
-model_a_info = {"id": "NousResearch/Meta-Llama-3.1-8B-Instruct",
-                    "name": "Meta Llama 3.1 8B Instruct"}
-model_b_info = {"id": "mistralai/Mistral-7B-Instruct-v0.3",
-                    "name": "Mistral 7B Instruct v0.3"}
+model_info = [{"id": "NousResearch/Meta-Llama-3.1-8B-Instruct",
+                    "name": "Meta Llama 3.1 8B Instruct"},
+                    {"id": "mistralai/Mistral-7B-Instruct-v0.3",
+                    "name": "Mistral 7B Instruct v0.3"}]
+shuffle(model_info)
+logging.debug('Models shuffled')
 
 device = "cuda" 
 
 try: 
-    tokenizer_a = AutoTokenizer.from_pretrained(model_a_info['id'])
+    tokenizer_a = AutoTokenizer.from_pretrained(model_info[0]['id'])
     model_a = AutoModelForCausalLM.from_pretrained(
-        model_a_info['id'],
+        model_info[0]['id'],
         torch_dtype=torch.float16,
         device_map="auto",
         trust_remote_code=True,
     )
     #model_a.tie_weights()
-    tokenizer_b = AutoTokenizer.from_pretrained(model_b_info['id'])
+    tokenizer_b = AutoTokenizer.from_pretrained(model_info[1]['id'])
     model_b = AutoModelForCausalLM.from_pretrained(
-        model_b_info['id'],
+        model_info[1]['id'],
         torch_dtype=torch.float16,
         device_map="auto",
         trust_remote_code=True,
@@ -181,14 +183,14 @@ def clear():
 
 def reveal_bot(selection, chatbot_a, chatbot_b):
     if selection == "Bot A kicks ass!":
-        chatbot_a.append(["🏆", f"Thanks, man. I am {model_a_info['name']}"])
-        chatbot_b.append(["💩", f"Pffff … I am {model_b_info['name']}"])
+        chatbot_a.append(["🏆", f"Thanks, man. I am {model_info[0]['name']}"])
+        chatbot_b.append(["💩", f"Pffff … I am {model_info[1]['name']}"])
     elif selection == "Bot B crushes it!":
-        chatbot_a.append(["🤡", f"Rigged … I am {model_a_info['name']}"])
-        chatbot_b.append(["🥇", f"Well deserved! I am {model_b_info['name']}"])  
+        chatbot_a.append(["🤡", f"Rigged … I am {model_info[0]['name']}"])
+        chatbot_b.append(["🥇", f"Well deserved! I am {model_info[1]['name']}"])  
     else:
-        chatbot_a.append(["🤝", f"Lame … I am {model_a_info['name']}"])
-        chatbot_b.append(["🤝", f"Dunno. I am {model_b_info['name']}"])            
+        chatbot_a.append(["🤝", f"Lame … I am {model_info[0]['name']}"])
+        chatbot_b.append(["🤝", f"Dunno. I am {model_info[1]['name']}"])            
     return chatbot_a, chatbot_b
 
 arena_notes = """## Important Notes:
@@ -197,7 +199,6 @@ arena_notes = """## Important Notes:
 
 with gr.Blocks() as demo:
     try:
-        logging.debug('Pass just once')
         with gr.Column():
             gr.HTML("<center><h1>🤖le Royale</h1></center>")
             gr.Markdown(arena_notes)