Update README.md

README.md

@@ -136,14 +136,15 @@ def get_response(image_list, prompt: str, model=None, image_processor=None, in_c
         ],
         return_tensors="pt",
     )
-
+    bad_words_id = tokenizer(["User:", "GPT1:", "GFT:", "GPT:"], add_special_tokens=False).input_ids
     generated_text = model.generate(
         vision_x=vision_x.to(model.device),
         lang_x=lang_x["input_ids"].to(model.device),
         attention_mask=lang_x["attention_mask"].to(model.device),
         max_new_tokens=512,
-        # num_beams=3,
-        # no_repeat_ngram_size=3,
+        num_beams=3,
+        no_repeat_ngram_size=3,
+        bad_words_ids=bad_words_id,
     )
     parsed_output = (
         model.text_tokenizer.decode(generated_text[0])