Update app.py

app.py

@@ -42,21 +42,16 @@ def generate(
     input=None,
     temperature=0.1,
     top_p=0.95,
-    top_k=40,
-    stream=True): 
+    top_k=40,): 
     result = ""
     if input:
         instruction = ins_inp.format(instruction, input)
     else:
         instruction = ins.format(instruction)
-    if stream:
-        for x in llm(instruction, stop=['### Instruction:', '### End'], stream=True, temperature=temperature, top_p=top_p, top_k=top_k):
-            result += x['choices'][0]['text']
-            yield result
-    else:
-        for x in llm(instruction, stop=['### Instruction:', '### End'], temperature=temperature, top_p=top_p, top_k=top_k):
-            result += x['choices'][0]['text']
-            return result
+    for x in llm(instruction, stop=['### Instruction:', '### End'], stream=True, temperature=temperature, top_p=top_p, top_k=top_k):
+        result += x['choices'][0]['text']
+        yield result
+    
 
 
 examples = [
@@ -145,7 +140,6 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
                     temperature = gr.components.Slider(minimum=0, maximum=1, value=0.1, label="Temperature")
                     top_p = gr.components.Slider(minimum=0, maximum=1, value=0.95, label="Top p")
                     top_k = gr.components.Slider(minimum=0, maximum=100, step=1, value=40, label="Top k")
-                    stream = gr.Checkbox(value=True, label="Stream", info="Stream")
                 
 
                 with gr.Box():
@@ -162,7 +156,7 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
         
 
 
-    submit.click(generate, inputs=[instruction, input, temperature, top_p, top_k, stream], outputs=[output])
+    submit.click(generate, inputs=[instruction, input, temperature, top_p, top_k], outputs=[output])
     instruction.submit(generate, inputs=[instruction], outputs=[output])
 
 demo.queue(concurrency_count=1).launch(debug=True)