Update app.py

app.py

@@ -43,9 +43,9 @@ async def generate_text(message: str, token: str):
     with torch.no_grad():
         outputs = model.generate(
             inputs,
-            max_new_tokens=512,
+            max_new_tokens=350,
             do_sample=True,
-            top_k=50,
+            top_k=1,
             top_p=0.95,
             num_return_sequences=1,
             eos_token_id=tokenizer.eos_token_id