Update app.py

app.py

@@ -37,6 +37,7 @@ def respond(
         do_sample=True,
         temperature=temperature,
         top_p=top_p,
+        eos_token_id=tokenizer.eos_token_id,
     )
 
     thread = threading.Thread(target=model.generate, kwargs=generate_kwargs)