singhankur01 commited on
Commit
874a60a
·
verified ·
1 Parent(s): 5571d0b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -96,7 +96,7 @@ async def lifespan(app: FastAPI):
96
  )
97
  cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")
98
  # cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
99
- ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=8)
100
  ml_models["llm"] = ChatGoogleGenerativeAI(
101
  # model="gemini-1.5-pro",
102
  model="gemini-2.0-flash",
@@ -225,14 +225,14 @@ async def run_hackrx(req: RunRequest):
225
  # end_time2 = time.time() - start_time2
226
  # print(f"vector done: {end_time2}")
227
  # dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
228
- dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 12 ,"lambda_mult": 0.5} )
229
 
230
 
231
  # Create retrievers using the pre-loaded models from our ml_models dictionary
232
  keyword_retriever = BM25Retriever.from_documents(chunks)
233
- keyword_retriever.k = 8
234
  # dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
235
- ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.35, 0.65],search_kwargs={"k": 20})
236
  ### to make it faster we are now using our built reranker thats why commenting the code below
237
  compression_retriever = ContextualCompressionRetriever(
238
  base_retriever=ensemble_retriever, base_compressor=ml_models["reranker_compressor"]
 
96
  )
97
  cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")
98
  # cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
99
+ ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=9)
100
  ml_models["llm"] = ChatGoogleGenerativeAI(
101
  # model="gemini-1.5-pro",
102
  model="gemini-2.0-flash",
 
225
  # end_time2 = time.time() - start_time2
226
  # print(f"vector done: {end_time2}")
227
  # dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
228
+ dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 16 ,"lambda_mult": 0.5} )
229
 
230
 
231
  # Create retrievers using the pre-loaded models from our ml_models dictionary
232
  keyword_retriever = BM25Retriever.from_documents(chunks)
233
+ keyword_retriever.k = 12
234
  # dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
235
+ ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.35, 0.65],search_kwargs={"k": 16})
236
  ### to make it faster we are now using our built reranker thats why commenting the code below
237
  compression_retriever = ContextualCompressionRetriever(
238
  base_retriever=ensemble_retriever, base_compressor=ml_models["reranker_compressor"]