test

app.py

@@ -15,26 +15,24 @@ with gr.Blocks() as demo:
         gr.Markdown(" Description ")
 
         with gr.Row():
-            prompt = gr.Textbox(show_label=False, placeholder="Enter prompt")
+            prompt_POS = gr.Textbox(show_label=False, placeholder="Enter prompt")
             send_button_POS = gr.Button("Send", scale=0)
 
         gr.Markdown("Strategy 1 QA")
         with gr.Row():
-            vicuna_chatbot1 = gr.Chatbot(label="vicuna-7b", live=True)
-            llama_chatbot1 = gr.Chatbot(label="llama-7b", live=False)
-            gpt_chatbot1 = gr.Chatbot(label="gpt-3.5", live=False)
+            vicuna_chatbot1_POS = gr.Chatbot(label="vicuna-7b", live=True)
+            llama_chatbot1_POS = gr.Chatbot(label="llama-7b", live=False)
+            gpt_chatbot1_POS = gr.Chatbot(label="gpt-3.5", live=False)
         gr.Markdown("Strategy 2 Instruction")
         with gr.Row():
-            vicuna_chatbot2 = gr.Chatbot(label="vicuna-7b", live=True)
-            llama_chatbot2 = gr.Chatbot(label="llama-7b", live=False)
-            gpt_chatbot2 = gr.Chatbot(label="gpt-3.5", live=False)
+            vicuna_chatbot2_POS = gr.Chatbot(label="vicuna-7b", live=True)
+            llama_chatbot2_POS = gr.Chatbot(label="llama-7b", live=False)
+            gpt_chatbot2_POS = gr.Chatbot(label="gpt-3.5", live=False)
         gr.Markdown("Strategy 3 Structured Prompting")
         with gr.Row():
-            vicuna_chatbot3 = gr.Chatbot(label="vicuna-7b", live=True)
-            llama_chatbot3 = gr.Chatbot(label="llama-7b", live=False)
-            gpt_chatbot3 = gr.Chatbot(label="gpt-3.5", live=False)
-        
-        clear = gr.ClearButton([prompt, vicuna_chatbot1])
+            vicuna_chatbot3_POS = gr.Chatbot(label="vicuna-7b", live=True)
+            llama_chatbot3_POS = gr.Chatbot(label="llama-7b", live=False)
+            gpt_chatbot3_POS = gr.Chatbot(label="gpt-3.5", live=False)
         
     with gr.Tab("Chunk"):
         gr.Markdown(" Description 2 ")
@@ -62,20 +60,26 @@ with gr.Blocks() as demo:
         clear = gr.ClearButton([prompt_chunk, vicuna_chatbot1_chunk])
 
     # Define the function for generating responses
-    def generate_response(model, tokenizer, prompt):
-        inputs = tokenizer(prompt, return_tensors="pt")
-        outputs = model.generate(**inputs, max_length=500, pad_token_id=tokenizer.eos_token_id)
-        response = tokenizer.decode(outputs[0])
+    def generate_response(prompt):
+        input_ids = tokenizer.encode(prompt, return_tensors="pt")
+        output_ids = model.generate(input_ids, max_length=500, pad_token_id=tokenizer.eos_token_id)
+        response = tokenizer.decode(output_ids[0], skip_special_tokens=True)
         return response
 
     # Define the Gradio interface
-    def chatbot_interface(prompt):
-        vicuna_response = generate_response(model, tokenizer, prompt)
-        # llama_response = generate_response(llama_model, llama_tokenizer, prompt)
+    def chatbot_interface_POS(prompt_POS):
+        vicuna_response_POS = generate_response(prompt_POS)
+        # Add responses from other chatbots if needed
+        return {"Vicuna-7B": vicuna_response_POS}
+
+    def chatbot_interface_Chunk(prompt_chunk):
+        vicuna_response_chunk = generate_response(prompt_chunk)
+        # Add responses from other chatbots if needed
+        return {"Vicuna-7B": vicuna_response_chunk}
 
-        return {"Vicuna-7B": vicuna_response}
+    # Connect the interfaces to the functions
+    send_button_POS.click(chatbot_interface_POS, [prompt_POS, vicuna_chatbot1_POS])
+    send_button_Chunk.click(chatbot_interface_Chunk, [prompt_chunk, vicuna_chatbot1_chunk])
 
-    # Replace the old respond function with the new general function for Vicuna
-    prompt.submit(chatbot_interface, [prompt, vicuna_chatbot1, vicuna_chatbot1_chunk])
 
 demo.launch()