Spaces:
Sleeping
Sleeping
Update chatbot_rag.py
Browse files- chatbot_rag.py +1 -1
chatbot_rag.py
CHANGED
|
@@ -54,7 +54,7 @@ def build_qa():
|
|
| 54 |
tokenizer=tokenizer,
|
| 55 |
max_new_tokens=256,
|
| 56 |
temperature=0.2, # keeps answers deterministic but less rigid than 0
|
| 57 |
-
do_sample=
|
| 58 |
top_p=0.9, # nucleus sampling to avoid loops
|
| 59 |
repetition_penalty=1.2, # 🚀 penalize repeats
|
| 60 |
eos_token_id=tokenizer.eos_token_id, # stop at EOS
|
|
|
|
| 54 |
tokenizer=tokenizer,
|
| 55 |
max_new_tokens=256,
|
| 56 |
temperature=0.2, # keeps answers deterministic but less rigid than 0
|
| 57 |
+
do_sample=False, # allow some randomness
|
| 58 |
top_p=0.9, # nucleus sampling to avoid loops
|
| 59 |
repetition_penalty=1.2, # 🚀 penalize repeats
|
| 60 |
eos_token_id=tokenizer.eos_token_id, # stop at EOS
|