Subha95 commited on
Commit
7c4e1db
·
verified ·
1 Parent(s): db4d949

Update chatbot_rag.py

Browse files
Files changed (1) hide show
  1. chatbot_rag.py +1 -1
chatbot_rag.py CHANGED
@@ -54,7 +54,7 @@ def build_qa():
54
  tokenizer=tokenizer,
55
  max_new_tokens=256,
56
  temperature=0.2, # keeps answers deterministic but less rigid than 0
57
- do_sample=True, # allow some randomness
58
  top_p=0.9, # nucleus sampling to avoid loops
59
  repetition_penalty=1.2, # 🚀 penalize repeats
60
  eos_token_id=tokenizer.eos_token_id, # stop at EOS
 
54
  tokenizer=tokenizer,
55
  max_new_tokens=256,
56
  temperature=0.2, # keeps answers deterministic but less rigid than 0
57
+ do_sample=False, # allow some randomness
58
  top_p=0.9, # nucleus sampling to avoid loops
59
  repetition_penalty=1.2, # 🚀 penalize repeats
60
  eos_token_id=tokenizer.eos_token_id, # stop at EOS