test model

app.py

@@ -9,28 +9,28 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 with gr.Blocks() as demo:
-    gr.Markdown("<center># LLM Evaluator With Linguistic Scrutiny</center>")
+    gr.Markdown("# LLM Evaluator With Linguistic Scrutiny")
 
     with gr.Tab("POS"):
         with gr.Row():
-            vicuna_chatbot = gr.Chatbot(label="vicuna-7b", live=False)
+            vicuna_chatbot = gr.Chatbot(label="vicuna-7b", live=True)
             llama_chatbot = gr.Chatbot(label="llama-7b", live=False)
             gpt_chatbot = gr.Chatbot(label="gpt-3.5", live=False)
         with gr.Row():
             prompt = gr.Textbox(show_label=False, placeholder="Enter prompt")
-            send_button_Chunk = gr.Button("Send", scale=0)
+            send_button_POS = gr.Button("Send", scale=0)
         clear = gr.ClearButton([prompt, vicuna_chatbot])
     with gr.Tab("Chunk"):
         with gr.Row():
-            vicuna_chatbot = gr.Chatbot(label="vicuna-7b", live=False)
-            llama_chatbot = gr.Chatbot(label="llama-7b", live=False)
-            gpt_chatbot = gr.Chatbot(label="gpt-3.5", live=False)
+            vicuna_chatbot_chunk = gr.Chatbot(label="vicuna-7b", live=True)
+            llama_chatbot_chunk = gr.Chatbot(label="llama-7b", live=False)
+            gpt_chatbot_chunk = gr.Chatbot(label="gpt-3.5", live=False)
         with gr.Row():
-            prompt = gr.Textbox(show_label=False, placeholder="Enter prompt")
+            prompt_chunk = gr.Textbox(show_label=False, placeholder="Enter prompt")
             send_button_Chunk = gr.Button("Send", scale=0)
-        clear = gr.ClearButton([prompt, vicuna_chatbot])
+        clear = gr.ClearButton([prompt_chunk, vicuna_chatbot_chunk])
 
-    def respond(message, chat_history, chatbot_idx):
+    def respond(message, chat_history, chatbot):
         input_ids = tokenizer.encode(message, return_tensors="pt")
         output = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
         bot_message = tokenizer.decode(output[0], skip_special_tokens=True)
@@ -38,6 +38,6 @@ with gr.Blocks() as demo:
         time.sleep(2)
         return "", chat_history
 
-    prompt.submit(respond, [prompt, vicuna_chatbot, vicuna_chatbot])
+    prompt.submit(respond, [prompt, vicuna_chatbot, vicuna_chatbot_chunk])
 
 demo.launch()