singhankur01 commited on
Commit
9ce6e11
·
verified ·
1 Parent(s): d50d870

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -74,7 +74,8 @@ async def lifespan(app: FastAPI):
74
  # cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
75
  ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=6)
76
  ml_models["llm"] = ChatGoogleGenerativeAI(
77
- model="gemini-1.5-pro",
 
78
  api_key=GOOGLE_API_KEY,
79
  temperature=0.1,
80
  max_output_tokens=300
@@ -166,12 +167,12 @@ async def run_hackrx(req: RunRequest):
166
  )
167
 
168
  # dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
169
- dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 5 ,"lambda_mult": 0.5})
170
 
171
 
172
  # Create retrievers using the pre-loaded models from our ml_models dictionary
173
  keyword_retriever = BM25Retriever.from_documents(chunks)
174
- keyword_retriever.k = 4
175
  # dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
176
  ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.35, 0.65])
177
  ### to make it faster we are now using our built reranker thats why commenting the code below
 
74
  # cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
75
  ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=6)
76
  ml_models["llm"] = ChatGoogleGenerativeAI(
77
+ # model="gemini-1.5-pro",
78
+ model="gemini-2.0-flash,
79
  api_key=GOOGLE_API_KEY,
80
  temperature=0.1,
81
  max_output_tokens=300
 
167
  )
168
 
169
  # dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
170
+ dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 7 ,"lambda_mult": 0.5})
171
 
172
 
173
  # Create retrievers using the pre-loaded models from our ml_models dictionary
174
  keyword_retriever = BM25Retriever.from_documents(chunks)
175
+ keyword_retriever.k = 5
176
  # dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
177
  ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.35, 0.65])
178
  ### to make it faster we are now using our built reranker thats why commenting the code below