Spaces:
Runtime error
Runtime error
Commit
·
e56b70d
1
Parent(s):
230d9ba
testing vicuna output with prints
Browse files
app.py
CHANGED
|
@@ -60,8 +60,11 @@ def vicuna_respond(tab_name, message, chat_history):
|
|
| 60 |
print('Vicuna - Prompt + Context:')
|
| 61 |
print(formatted_prompt)
|
| 62 |
input_ids = vicuna_tokenizer.encode(formatted_prompt, return_tensors="pt")
|
|
|
|
| 63 |
output_ids = vicuna_model.generate(input_ids, do_sample=True, max_length=1024, num_beams=5, no_repeat_ngram_size=2)
|
|
|
|
| 64 |
bot_message = vicuna_tokenizer.decode(output_ids[0], skip_special_tokens=True)
|
|
|
|
| 65 |
# Remove formatted prompt from bot_message
|
| 66 |
bot_message = bot_message.replace(formatted_prompt, '')
|
| 67 |
print(bot_message)
|
|
@@ -116,11 +119,11 @@ def interface():
|
|
| 116 |
# gpt_S3_chatbot = gr.Chatbot(label="gpt-3.5")
|
| 117 |
# clear = gr.ClearButton(components=[textbox_prompt, vicuna_S3_chatbot])
|
| 118 |
|
| 119 |
-
textbox_prompt.submit(vicuna_respond, inputs=[textbox_prompt, vicuna_S1_chatbot], outputs=[textbox_prompt, vicuna_S1_chatbot])
|
| 120 |
# textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
|
| 121 |
# textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
|
| 122 |
|
| 123 |
-
textbox_prompt.submit(llama_respond, inputs=[textbox_prompt, llama_S1_chatbot], outputs=[textbox_prompt, llama_S1_chatbot])
|
| 124 |
|
| 125 |
btn.click(vicuna_respond, inputs=[tab_name, textbox_prompt, vicuna_S1_chatbot], outputs=[tab_name, textbox_prompt, vicuna_S1_chatbot])
|
| 126 |
btn.click(llama_respond, inputs=[tab_name, textbox_prompt, llama_S1_chatbot], outputs=[tab_name, textbox_prompt, llama_S1_chatbot])
|
|
|
|
| 60 |
print('Vicuna - Prompt + Context:')
|
| 61 |
print(formatted_prompt)
|
| 62 |
input_ids = vicuna_tokenizer.encode(formatted_prompt, return_tensors="pt")
|
| 63 |
+
print(input_ids)
|
| 64 |
output_ids = vicuna_model.generate(input_ids, do_sample=True, max_length=1024, num_beams=5, no_repeat_ngram_size=2)
|
| 65 |
+
print(output_ids)
|
| 66 |
bot_message = vicuna_tokenizer.decode(output_ids[0], skip_special_tokens=True)
|
| 67 |
+
print(bot_message)
|
| 68 |
# Remove formatted prompt from bot_message
|
| 69 |
bot_message = bot_message.replace(formatted_prompt, '')
|
| 70 |
print(bot_message)
|
|
|
|
| 119 |
# gpt_S3_chatbot = gr.Chatbot(label="gpt-3.5")
|
| 120 |
# clear = gr.ClearButton(components=[textbox_prompt, vicuna_S3_chatbot])
|
| 121 |
|
| 122 |
+
#textbox_prompt.submit(vicuna_respond, inputs=[textbox_prompt, vicuna_S1_chatbot], outputs=[textbox_prompt, vicuna_S1_chatbot])
|
| 123 |
# textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S2_chatbot], outputs=[textbox_prompt, vicuna_S2_chatbot])
|
| 124 |
# textbox_prompt.submit(respond, inputs=[textbox_prompt, vicuna_S3_chatbot], outputs=[textbox_prompt, vicuna_S3_chatbot])
|
| 125 |
|
| 126 |
+
#textbox_prompt.submit(llama_respond, inputs=[textbox_prompt, llama_S1_chatbot], outputs=[textbox_prompt, llama_S1_chatbot])
|
| 127 |
|
| 128 |
btn.click(vicuna_respond, inputs=[tab_name, textbox_prompt, vicuna_S1_chatbot], outputs=[tab_name, textbox_prompt, vicuna_S1_chatbot])
|
| 129 |
btn.click(llama_respond, inputs=[tab_name, textbox_prompt, llama_S1_chatbot], outputs=[tab_name, textbox_prompt, llama_S1_chatbot])
|