Update app.py

app.py

@@ -190,9 +190,9 @@ def predict_text(text):
                     }
                 ],
                 temperature=0.7,
-                max_tokens=2048,
+                max_tokens=4096,
                 top_p=1,
-                stream=False
+                stream=True
             )
             
             for chunk in completion: