Update app.py

app.py

@@ -19,9 +19,9 @@ def generate_response(prompt):
     with torch.no_grad():
         outputs = model.generate(
             **inputs,
-            max_new_tokens=500,
-            temperature=0.7,
-            top_p=0.9,
+            max_new_tokens=250,
+            temperature=0.4,
+            top_p=0.4,
             do_sample=True,
             eos_token_id=tokenizer.eos_token_id,
             pad_token_id=tokenizer.pad_token_id,