Update services/chat_service.py

services/chat_service.py

@@ -245,7 +245,8 @@ class ChatService:
                 top_p=0.9,
                 do_sample=True,
                 no_repeat_ngram_size=3,
-                early_stopping=True
+                early_stopping=False, # True  num_beams=3,  # Increase number of beams if beam search is needed
+                pad_token_id=tokenizer.eos_token,
             )
             
             response = self.tokenizer.decode(