Spaces:
Sleeping
Sleeping
Update src/simple_rag.py
Browse files- src/simple_rag.py +5 -1
src/simple_rag.py
CHANGED
|
@@ -114,8 +114,12 @@ def ask_question(query_text: str, k: int = 3):
|
|
| 114 |
extra_body={
|
| 115 |
"chat_template_kwargs": {
|
| 116 |
"thinking_mode": "off"
|
| 117 |
-
}
|
|
|
|
|
|
|
|
|
|
| 118 |
},
|
|
|
|
| 119 |
max_tokens=512
|
| 120 |
)
|
| 121 |
answer = completion.choices[0].message.content.strip()
|
|
|
|
| 114 |
extra_body={
|
| 115 |
"chat_template_kwargs": {
|
| 116 |
"thinking_mode": "off"
|
| 117 |
+
},
|
| 118 |
+
"cache": {
|
| 119 |
+
"no-cache": True
|
| 120 |
+
}
|
| 121 |
},
|
| 122 |
+
|
| 123 |
max_tokens=512
|
| 124 |
)
|
| 125 |
answer = completion.choices[0].message.content.strip()
|