update

pages/arena.py

@@ -42,12 +42,12 @@ Once the streaming is complete, you can choose the best response.\u2764\ufe0f"""
             )
 
             random.shuffle(prompts)
-            prompts = prompts[:3]
+            random_selected_prompts = prompts[:3]
     
             with gr.Row():
-                columns = [gr.Textbox(label=f"Prompt {i+1}", lines=10) for i in range(len(prompts))]
+                columns = [gr.Textbox(label=f"Prompt {i+1}", lines=10) for i in range(len(random_selected_prompts))]
             
-            content_list = [prompt['prompt'] + '\n{' + data_textbox.value + '}\n\nsummary:' for prompt in prompts]
+            content_list = [prompt['prompt'] + '\n{' + data_textbox.value + '}\n\nsummary:' for prompt in random_selected_prompts]
             model = get_model_batch_generation("Qwen/Qwen2-1.5B-Instruct")
 
             def start_streaming():
@@ -71,6 +71,26 @@ Once the streaming is complete, you can choose the best response.\u2764\ufe0f"""
 
             submit_button.click(fn=lock_selection, inputs=choice, outputs=[output, output, choice, submit_button])
 
+            if choice == "Response 1":
+                prompt_id = random_selected_prompts[0]
+            elif choice == "Response 2":
+                prompt_id = random_selected_prompts[1]
+            elif choice == "Response 3":
+                prompt_id = random_selected_prompts[2]
+            else:
+                raise ValueError(f"No corresponding response of {choice}")
+            
+            for i in range(len(prompts)):
+                if prompts[i]['id'] == prompt_id:
+                    prompts[i]["metric"]["winning_number"] += 1
+                    break
+
+                if i == len(prompts)-1:
+                    raise ValueError(f"No prompt of id {prompt_id}")
+
+            with open("prompt/prompt.json", "w") as f:
+                json.dump(prompts, f)
+
     return demo
 
 if __name__ == "__main__":