Update app.py

app.py

@@ -39,7 +39,7 @@ def respond(message, history):
     with torch.no_grad():
         out = model.generate(
             input_ids=input_ids,
-            max_new_tokens=40,
+            max_new_tokens=128,
             do_sample=False,
             temperature=0.7,
             eos_token_id=tokenizer.eos_token_id,