Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -345,7 +345,10 @@ def create_interface():
|
|
| 345 |
|
| 346 |
def chat_interface(prompt, history, agent_name, sys_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
|
| 347 |
generated_text = generate(prompt, history, agent_name, sys_prompt, temperature, max_new_tokens, top_p, repetition_penalty)
|
| 348 |
-
|
|
|
|
|
|
|
|
|
|
| 349 |
|
| 350 |
iface = gr.Blocks()
|
| 351 |
|
|
@@ -361,7 +364,7 @@ with iface:
|
|
| 361 |
temperature = gr.Slider(label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05)
|
| 362 |
max_new_tokens = gr.Slider(label="Max new tokens", value=1048 * 10, minimum=0, maximum=1048 * 10, step=64)
|
| 363 |
top_p = gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05)
|
| 364 |
-
repetition_penalty = gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum
|
| 365 |
|
| 366 |
msg.submit(chat_interface,
|
| 367 |
[msg, chatbot, agent_dropdown, sys_prompt, temperature, max_new_tokens, top_p, repetition_penalty],
|
|
|
|
| 345 |
|
| 346 |
def chat_interface(prompt, history, agent_name, sys_prompt, temperature, max_new_tokens, top_p, repetition_penalty):
|
| 347 |
generated_text = generate(prompt, history, agent_name, sys_prompt, temperature, max_new_tokens, top_p, repetition_penalty)
|
| 348 |
+
chatbot_response = []
|
| 349 |
+
for response in generated_text:
|
| 350 |
+
chatbot_response.append([prompt, response])
|
| 351 |
+
return chatbot_response, "" # Return the chatbot response and an empty string for the message textbox
|
| 352 |
|
| 353 |
iface = gr.Blocks()
|
| 354 |
|
|
|
|
| 364 |
temperature = gr.Slider(label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05)
|
| 365 |
max_new_tokens = gr.Slider(label="Max new tokens", value=1048 * 10, minimum=0, maximum=1048 * 10, step=64)
|
| 366 |
top_p = gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05)
|
| 367 |
+
repetition_penalty = gr.Slider(label="Repetition penalty", value=1.2, minimum=1.0, maximum 2.0, step=0.05)
|
| 368 |
|
| 369 |
msg.submit(chat_interface,
|
| 370 |
[msg, chatbot, agent_dropdown, sys_prompt, temperature, max_new_tokens, top_p, repetition_penalty],
|