Update app.py

app.py

@@ -49,7 +49,8 @@ with gr.Blocks() as app:
                 fn=lambda *args: generate_response(prompt_template, **dict(zip([inp["key"] for inp in inputs], args))),
                 inputs=input_fields,
                 outputs=output,
-                api_name=f"/{tab_name.lower().replace(' ', '_')}_execute"
+                api_name=f"/{tab_name.lower().replace(' ', '_')}_execute",
+                stream=True
             )
 
     # Tabs for functionalities