Spaces:
Sleeping
Sleeping
Update chatbot_rag.py
Browse files- chatbot_rag.py +2 -1
chatbot_rag.py
CHANGED
|
@@ -57,7 +57,8 @@ def build_qa():
|
|
| 57 |
model=model,
|
| 58 |
tokenizer=tokenizer,
|
| 59 |
max_new_tokens=512, # adjust output length
|
| 60 |
-
temperature=0.
|
|
|
|
| 61 |
top_p=0.9 # nucleus sampling
|
| 62 |
)
|
| 63 |
|
|
|
|
| 57 |
model=model,
|
| 58 |
tokenizer=tokenizer,
|
| 59 |
max_new_tokens=512, # adjust output length
|
| 60 |
+
temperature=0.2,
|
| 61 |
+
do_sample=False, # creativity vs determinism
|
| 62 |
top_p=0.9 # nucleus sampling
|
| 63 |
)
|
| 64 |
|