Hemanth-05 commited on
Commit
7d355fa
·
1 Parent(s): 9eee9c8

Switch RAG generation model to Qwen2.5-7B-Instruct

Browse files
Files changed (1) hide show
  1. services/rag_engine.py +1 -1
services/rag_engine.py CHANGED
@@ -16,7 +16,7 @@ K_RETRIEVE = 40
16
  K_FINAL = 8
17
  ALPHA = 0.05
18
  MAX_SNIPPET_CHARS = 280
19
- GEN_MODEL = "mistralai/Mistral-7B-Instruct-v0.3"
20
  MAX_NEW_TOKENS = 400
21
  TEMPERATURE = 0.2
22
  TIMEOUT_SEC = 45
 
16
  K_FINAL = 8
17
  ALPHA = 0.05
18
  MAX_SNIPPET_CHARS = 280
19
+ GEN_MODEL = "Qwen/Qwen2.5-7B-Instruct"
20
  MAX_NEW_TOKENS = 400
21
  TEMPERATURE = 0.2
22
  TIMEOUT_SEC = 45