test

app.py

@@ -14,8 +14,8 @@ template_all = "Output the <Noun, Verb, Adjective, Adverb, Preposition/Subord, C
 # template_single = "Output any <{}> in the following sentence one per line without additional text: "
 
 ## Task 2
-prompt2_pos = "POS tag the following sentence using Universal POS tag set without generating additional text: "
-prompt2_chunk = "Do sentence chunking for the following sentence as in CoNLL 2000 shared task without generating addtional text: "
+task2_pos = "POS tag the following sentence using Universal POS tag set without generating additional text: "
+task2_chunk = "Do sentence chunking for the following sentence as in CoNLL 2000 shared task without generating addtional text: "
 
 ## Task 3
 
@@ -78,13 +78,41 @@ with gr.Blocks() as demo:
         chat_history.append((message, bot_message))
         time.sleep(2)
         return "", chat_history
+    
+    def strategy1(message, chat_history):
+        input_ids = tokenizer.encode(template_all + message, return_tensors="pt")
+        output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
+        bot_message = tokenizer.decode(output_ids[0], skip_special_tokens=True)
+        
+        chat_history.append((template_all + message, bot_message))
+        time.sleep(2)
+        return "", chat_history
+    
+    def strategy2_POS(message, chat_history):
+        input_ids = tokenizer.encode(task2_pos + message, return_tensors="pt")
+        output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
+        bot_message = tokenizer.decode(output_ids[0], skip_special_tokens=True)
+        
+        chat_history.append((task2_pos + message, bot_message))
+        time.sleep(2)
+        return "", chat_history
+    
+    def strategy2_CHUNK(message, chat_history):
+        input_ids = tokenizer.encode(task2_chunk + message, return_tensors="pt")
+        output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
+        bot_message = tokenizer.decode(output_ids[0], skip_special_tokens=True)
+        
+        chat_history.append((task2_chunk + message, bot_message))
+        time.sleep(2)
+        return "", chat_history
+    
 
-    prompt_POS.submit(respond, [template_all + prompt_POS, vicuna_S1_chatbot_POS], [template_all + prompt_POS, vicuna_S1_chatbot_POS])
-    prompt_POS.submit(respond, [prompt2_pos + prompt_POS, vicuna_S2_chatbot_POS], [prompt2_pos + prompt_POS, vicuna_S2_chatbot_POS])
+    prompt_POS.submit(strategy1, [prompt_POS, vicuna_S1_chatbot_POS], [prompt_POS, vicuna_S1_chatbot_POS])
+    prompt_POS.submit(strategy2_POS, [prompt_POS, vicuna_S2_chatbot_POS], [prompt_POS, vicuna_S2_chatbot_POS])
     prompt_POS.submit(respond, [prompt_POS, vicuna_S3_chatbot_POS], [prompt_POS, vicuna_S3_chatbot_POS])
 
-    prompt_CHUNK.submit(respond, [template_all + prompt_CHUNK, vicuna_S1_chatbot_CHUNK], [template_all + prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
-    prompt_CHUNK.submit(respond, [prompt2_chunk + prompt_CHUNK, vicuna_S2_chatbot_CHUNK], [prompt2_chunk + prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
+    prompt_CHUNK.submit(strategy1, [prompt_CHUNK, vicuna_S1_chatbot_CHUNK], [prompt_CHUNK, vicuna_S1_chatbot_CHUNK])
+    prompt_CHUNK.submit(strategy2_CHUNK, [prompt_CHUNK, vicuna_S2_chatbot_CHUNK], [prompt_CHUNK, vicuna_S2_chatbot_CHUNK])
     prompt_CHUNK.submit(respond, [prompt_CHUNK, vicuna_S3_chatbot_CHUNK], [prompt_CHUNK, vicuna_S3_chatbot_CHUNK])
 
 demo.launch()