functional

app.py

@@ -15,14 +15,12 @@ def gpt3(prompt):
         model='gpt3.5', messages=[{"role": "user", "content": prompt}])
     return response['choices'][0]['message']['content']
 
-def respond(tab_name, message, chat_history):
-    prompt = template_single.format(tab_name, message)
-
-    input_ids = tokenizer.encode(prompt, return_tensors="pt")
+def respond(message, chat_history):
+    input_ids = tokenizer.encode(message, return_tensors="pt")
     output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
     bot_message = tokenizer.decode(output_ids[0], skip_special_tokens=True)
         
-    chat_history.append((prompt, bot_message))
+    chat_history.append((message, bot_message))
     time.sleep(2)
     return "", chat_history
 
@@ -32,6 +30,8 @@ def interface(tab_name):
         textbox_prompt = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
         openai.api_key = gr.Textbox(label="Open AI Key", placeholder="Enter your Openai key here", type="password")
 
+        prompt = template_single.format(tab_name, textbox_prompt)
+
         gr.Markdown("Strategy 1 QA-Based Prompting")
         with gr.Row():
             vicuna_S1_chatbot = gr.Chatbot(label="vicuna-7b")