Update app.py

app.py

@@ -11,9 +11,11 @@ def run_generation(prompt, return_dict):
     try:
         output = generator(
             prompt,
-            max_new_tokens=64,
+            max_new_tokens=48,
             do_sample=True,
-            temperature=0.7
+            temperature=0.7,
+            stop=["User:", "You:"],
+            eos_token_id=tokenizer.eos_token_id
         )[0]["generated_text"]
         return_dict["result"] = output
     except Exception as e: