Darayut commited on
Commit
9b43b25
·
verified ·
1 Parent(s): 786a90b

Update src/simple_rag.py

Browse files
Files changed (1) hide show
  1. src/simple_rag.py +5 -1
src/simple_rag.py CHANGED
@@ -114,8 +114,12 @@ def ask_question(query_text: str, k: int = 3):
114
  extra_body={
115
  "chat_template_kwargs": {
116
  "thinking_mode": "off"
117
- }
 
 
 
118
  },
 
119
  max_tokens=512
120
  )
121
  answer = completion.choices[0].message.content.strip()
 
114
  extra_body={
115
  "chat_template_kwargs": {
116
  "thinking_mode": "off"
117
+ },
118
+ "cache": {
119
+ "no-cache": True
120
+ }
121
  },
122
+
123
  max_tokens=512
124
  )
125
  answer = completion.choices[0].message.content.strip()