Enhance text generation parameters by adding eos_token_id, pad_token_id, repetition_penalty, and no_repeat_ngram_size to improve output quality and prevent repetition in chatbot application.

app.py

@@ -24,7 +24,11 @@ text_generator = pipeline(
     device=device,
     max_length=520,
     do_sample=True,
-    temperature=0.7
+    temperature=0.7,
+    eos_token_id=tokenizer.eos_token_id,  # Dừng khi gặp EOS token
+    pad_token_id=tokenizer.pad_token_id,  # Sử dụng pad token
+    repetition_penalty=1.2,  # Tránh lặp vô hạn (penalty > 1.0)
+    no_repeat_ngram_size=3,  # Tránh lặp n-gram 3 từ
 )
 
 model.eval()