fikri0o0 commited on
Commit
a589ee3
·
verified ·
1 Parent(s): 4411072

Honest eval narrative + query rewrite off by default

Browse files
Files changed (1) hide show
  1. config.py +4 -1
config.py CHANGED
@@ -94,7 +94,10 @@ RRF_K = 60 # RRF damping constant (standard default)
94
  # alternative phrasings; each is retrieved and the results are fused with RRF
95
  # before reranking — lifts recall on differently-worded questions.
96
  # ---------------------------------------------------------------------------
97
- USE_QUERY_REWRITE = True
 
 
 
98
  QUERY_REWRITE_MODEL = "gemini-3.1-flash-lite" # fast/cheap, via OpenAI-compat endpoint
99
  N_QUERY_VARIANTS = 3 # total queries incl. the original
100
 
 
94
  # alternative phrasings; each is retrieved and the results are fused with RRF
95
  # before reranking — lifts recall on differently-worded questions.
96
  # ---------------------------------------------------------------------------
97
+ # Disabled by default: the RAGAS ablation (see notebooks/rag_evaluation.ipynb)
98
+ # showed multi-query rewriting slightly *hurt* recall on this small, focused
99
+ # corpus. Kept implemented + measured; flip to True for larger/noisier corpora.
100
+ USE_QUERY_REWRITE = False
101
  QUERY_REWRITE_MODEL = "gemini-3.1-flash-lite" # fast/cheap, via OpenAI-compat endpoint
102
  N_QUERY_VARIANTS = 3 # total queries incl. the original
103