MrSimple07 commited on
Commit
0bc1ca9
·
1 Parent(s): 8d71306

bm25 full corpuse + COMPACT + NodePostprocessor

Browse files
Files changed (1) hide show
  1. index_retriever.py +6 -10
index_retriever.py CHANGED
@@ -14,36 +14,32 @@ def create_vector_index(documents):
14
 
15
  def create_query_engine(vector_index):
16
  try:
17
- # ✅ Get all nodes from docstore instead of vector_index.get_nodes()
18
- all_nodes = list(vector_index.docstore.get_all_nodes().values())
19
-
20
  bm25_retriever = BM25Retriever.from_defaults(
21
- docstore=vector_index.docstore,
22
- nodes=all_nodes,
23
- similarity_top_k=20,
24
  )
25
 
26
  vector_retriever = VectorIndexRetriever(
27
  index=vector_index,
28
  similarity_top_k=30,
29
- similarity_cutoff=0.7,
30
  )
31
 
32
  hybrid_retriever = QueryFusionRetriever(
33
  [vector_retriever, bm25_retriever],
34
  similarity_top_k=40,
35
- num_queries=1,
36
  )
37
 
38
  custom_prompt_template = PromptTemplate(PROMPT_SIMPLE_POISK)
39
  response_synthesizer = get_response_synthesizer(
40
  response_mode=ResponseMode.COMPACT,
41
- text_qa_template=custom_prompt_template,
42
  )
43
 
44
  query_engine = RetrieverQueryEngine(
45
  retriever=hybrid_retriever,
46
- response_synthesizer=response_synthesizer,
47
  )
48
 
49
  log_message("Query engine успешно создан")
 
14
 
15
  def create_query_engine(vector_index):
16
  try:
 
 
 
17
  bm25_retriever = BM25Retriever.from_defaults(
18
+ docstore=vector_index.docstore,
19
+ similarity_top_k=15
 
20
  )
21
 
22
  vector_retriever = VectorIndexRetriever(
23
  index=vector_index,
24
  similarity_top_k=30,
25
+ similarity_cutoff=0.7
26
  )
27
 
28
  hybrid_retriever = QueryFusionRetriever(
29
  [vector_retriever, bm25_retriever],
30
  similarity_top_k=40,
31
+ num_queries=1
32
  )
33
 
34
  custom_prompt_template = PromptTemplate(PROMPT_SIMPLE_POISK)
35
  response_synthesizer = get_response_synthesizer(
36
  response_mode=ResponseMode.COMPACT,
37
+ text_qa_template=custom_prompt_template
38
  )
39
 
40
  query_engine = RetrieverQueryEngine(
41
  retriever=hybrid_retriever,
42
+ response_synthesizer=response_synthesizer
43
  )
44
 
45
  log_message("Query engine успешно создан")