undo

app.py

@@ -7,53 +7,72 @@ model_name = "lmsys/vicuna-7b-v1.3"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name)
 
-def create_chatbot_tab(description, prompt_placeholder, strategy_labels):
-    tab = gr.Tab(description)
+with gr.Blocks() as demo:
+    gr.Markdown("# LLM Evaluator With Linguistic Scrutiny")
 
-    prompt_textbox = gr.Textbox(show_label=False, placeholder=prompt_placeholder)
+    with gr.Tab("POS"):
+        gr.Markdown(" Description ")
 
-    chatbots = []
-    for strategy_label in strategy_labels:
-        with gr.Row():
-            vicuna_chatbot = gr.Chatbot(label="vicuna-7b")
-            llama_chatbot = gr.Chatbot(label="llama-7b")
-            gpt_chatbot = gr.Chatbot(label="gpt-3.5")
-        chatbots.append(vicuna_chatbot)
+        prompt_POS = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
 
-    clear_button = gr.ClearButton([prompt_textbox] + chatbots)
+        gr.Markdown("Strategy 1 QA")
+        with gr.Row():
+            vicuna_S1_chatbot_POS = gr.Chatbot(label="vicuna-7b")
+            llama_S1_chatbot_POS = gr.Chatbot(label="llama-7b")
+            gpt_S1_chatbot_POS = gr.Chatbot(label="gpt-3.5")
+        clear = gr.ClearButton([prompt_POS, vicuna_S1_chatbot_POS])
+        gr.Markdown("Strategy 2 Instruction")
+        with gr.Row():
+            vicuna_S2_chatbot_POS = gr.Chatbot(label="vicuna-7b")
+            llama_S2_chatbot_POS = gr.Chatbot(label="llama-7b")
+            gpt_S2_chatbot_POS = gr.Chatbot(label="gpt-3.5")
+        clear = gr.ClearButton([prompt_POS, vicuna_S2_chatbot_POS])
+        gr.Markdown("Strategy 3 Structured Prompting")
+        with gr.Row():
+            vicuna_S3_chatbot_POS = gr.Chatbot(label="vicuna-7b")
+            llama_S3_chatbot_POS = gr.Chatbot(label="llama-7b")
+            gpt_S3_chatbot_POS = gr.Chatbot(label="gpt-3.5")
+        clear = gr.ClearButton([prompt_POS, vicuna_S3_chatbot_POS])
+    
+    with gr.Tab("Chunk"):
+        gr.Markdown(" Description ")
 
-    # Add components within the gr.Blocks context
-    with tab:
-        gr.Col(prompt_textbox)
-        for chatbot in chatbots:
-            gr.Col(chatbot)
-        gr.Col(clear_button)
+        prompt_CHUNK = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
 
-    return tab, prompt_textbox, chatbots
+        gr.Markdown("Strategy 1 QA")
+        with gr.Row():
+            vicuna_S1_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
+            llama_S1_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
+            gpt_S1_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
+        clear = gr.ClearButton([prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
+        gr.Markdown("Strategy 2 Instruction")
+        with gr.Row():
+            vicuna_S2_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
+            llama_S2_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
+            gpt_S2_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
+        clear = gr.ClearButton([prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
+        gr.Markdown("Strategy 3 Structured Prompting")
+        with gr.Row():
+            vicuna_S3_chatbot_CHUNK = gr.Chatbot(label="vicuna-7b")
+            llama_S3_chatbot_CHUNK = gr.Chatbot(label="llama-7b")
+            gpt_S3_chatbot_CHUNK = gr.Chatbot(label="gpt-3.5")
+        clear = gr.ClearButton([prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
 
-def create_submit_function(prompt_textbox, chatbots):
     def respond(message, chat_history):
         input_ids = tokenizer.encode(message, return_tensors="pt")
         output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
         bot_message = tokenizer.decode(output_ids[0], skip_special_tokens=True)
-
+        
         chat_history.append((message, bot_message))
         time.sleep(2)
         return "", chat_history
 
-    for chatbot in chatbots:
-        prompt_textbox.submit(respond, [prompt_textbox, chatbot], [prompt_textbox, chatbot])
-
-# Create POS and Chunk tabs
-pos_tab, pos_prompt_textbox, pos_chatbots = create_chatbot_tab("POS", "Write a prompt and press enter", ["Strategy 1 QA", "Strategy 2 Instruction", "Strategy 3 Structured Prompting"])
-chunk_tab, chunk_prompt_textbox, chunk_chatbots = create_chatbot_tab("Chunk", "Write a prompt and press enter", ["Strategy 1 QA", "Strategy 2 Instruction", "Strategy 3 Structured Prompting"])
+    prompt_POS.submit(respond, [prompt_POS, vicuna_S1_chatbot_POS], [prompt_POS, vicuna_S1_chatbot_POS])
+    prompt_POS.submit(respond, [prompt_POS, vicuna_S2_chatbot_POS], [prompt_POS, vicuna_S2_chatbot_POS])
+    prompt_POS.submit(respond, [prompt_POS, vicuna_S3_chatbot_POS], [prompt_POS, vicuna_S3_chatbot_POS])
 
-# Create submit functions for POS and Chunk tabs
-create_submit_function(pos_prompt_textbox, pos_chatbots)
-create_submit_function(chunk_prompt_textbox, chunk_chatbots)
+    prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S1_chatbot_CHUNK], [prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
+    prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S2_chatbot_CHUNK], [prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
+    prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S3_chatbot_CHUNK], [prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
 
-# Launch the demo with POS and Chunk tabs
-demo = gr.Blocks()
-demo.append(pos_tab)
-demo.append(chunk_tab)
 demo.launch()