Update app.py

app.py

@@ -19,24 +19,18 @@ def generate_text(input_text, history):
     response = output['choices'][0]['text']
     history.append([input_text, response])
     
-    return "", response
-
-def bot(response):
-    history[-1][1] = ""
-    for character in response:
-        history[-1][1] += character
-        time.sleep(0.05)
-        yield history
+    return "", history
 
 with gr.Blocks() as demo:
-     chatbot = gr.Chatbot()
-     msg = gr.Textbox()
-     clear = gr.ClearButton([msg, chatbot])
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox()
+    clear = gr.ClearButton([msg, chatbot])
 
-msg.submit(generate_text, [msg, chatbot], [msg, chatbot], queue=False).then(bot, chatbot, chatbot)
+    msg.submit(generate_text, [msg, chatbot], [msg, chatbot])
 
-demo.queue()
+demo.queue(concurrency_count=1, max_size=5)
 demo.launch()
 
 
 
+