Update app.py

app.py

@@ -81,7 +81,8 @@ def infer_text(history, system_text=""):
         system_text=system_text,
         temperature=0.7,
         top_p=0.9,
-        max_new=256,
+        max_new=512,
+        max_new=128,
     )
 
     gen_cfg = GenerationConfig(**gen_cfg_kwargs)