test

app.py

@@ -11,9 +11,12 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
 
 template_single = '''Please output any <{}> in the following sentence one per line without any additional text: "{}"'''
 
-#API Keys
-os.environ['OPENAI_API_TOKEN'] = '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'
-openai.api_key = os.environ['OPENAI_API_TOKEN']
+api_key = ""
+
+def set_api_key(new_api_key):
+    global api_key
+    api_key = new_api_key
+    os.environ['OPENAI_API_TOKEN'] = api_key
 
 def chat(system_prompt, user_prompt, model = 'gpt-3.5-turbo', temperature = 0, verbose = False):
     ''' Normal call of OpenAI API '''
@@ -51,6 +54,11 @@ def respond_gpt(tab_name, message, chat_history, max_convo_length = 10):
         chat_history.append((message, bot_message))
         return "", chat_history
 
+def set_api_key_and_submit(api_key_input, textbox_prompt, vicuna_chatbot):
+    set_api_key(api_key_input)
+    textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_chatbot], outputs=[textbox_prompt, vicuna_chatbot])
+
+
 def respond(message, chat_history):
     input_ids = tokenizer.encode(message, return_tensors="pt")
     output_ids = model.generate(input_ids, max_length=50, num_beams=5, no_repeat_ngram_size=2)
@@ -64,13 +72,12 @@ def interface():
         gr.Markdown(" Description ")
 
         textbox_prompt = gr.Textbox(show_label=False, placeholder="Write a prompt and press enter")
-        api_key = gr.Textbox(label="Open AI Key", placeholder="Enter your Openai key here", type="password")
+        api_key_input = gr.Textbox(label="Open AI Key", placeholder="Enter your Openai key here", type="password")
+        tab_name = gr.Dropdown(["Noun", "Determiner", "Noun phrase", "Verb phrase", "Dependent clause", "T-units"], label="Linguistic Entity")
         btn = gr.Button("Submit")
 
         # prompt = template_single.format(tab_name, textbox_prompt)
 
-        tab_name = gr.Dropdown(["Noun", "Determiner", "Noun phrase", "Verb phrase", "Dependent clause", "T-units"], label="Linguistic Entity")
-
         gr.Markdown("Strategy 1 QA-Based Prompting")
         with gr.Row():
             vicuna_S1_chatbot = gr.Chatbot(label="vicuna-7b")
@@ -94,7 +101,10 @@ def interface():
         textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
         textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
 
-        btn.click(respond_gpt, inputs=[tab_name, textbox_prompt, gpt_S1_chatbot], outputs=[tab_name, textbox_prompt, gpt_S1_chatbot])
+        btn.click(set_api_key_and_submit, inputs=[api_key_input, textbox_prompt, vicuna_S1_chatbot],
+              outputs=[api_key_input, textbox_prompt, vicuna_S1_chatbot])
+
+        gr.Widget([textbox_prompt, api_key_input, tab_name, btn])
 
 with gr.Blocks() as demo:
     gr.Markdown("# LLM Evaluator With Linguistic Scrutiny")