singhankur01 commited on
Commit
bc124b1
·
verified ·
1 Parent(s): a262bc1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -69,7 +69,7 @@ async def lifespan(app: FastAPI):
69
  print("🚀 Initializing models and prompt template...")
70
 
71
  try:
72
- GOOGLE_API_KEY = os.getenv("gemini_api_key")
73
  print("🔑 gemini_api_key:", "FOUND" if GOOGLE_API_KEY else "NOT FOUND")
74
 
75
  if not GOOGLE_API_KEY:
@@ -229,15 +229,15 @@ async def run_hackrx(req: RunRequest):
229
  # end_time2 = time.time() - start_time2
230
  # print(f"vector done: {end_time2}")
231
  # dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
232
- dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 12 ,"lambda_mult": 0.8} )
233
  # dense_retriever = vectorstore.as_retriever(search_type="similarity" ,search_kwargs={"k": 11} )
234
 
235
 
236
  # Create retrievers using the pre-loaded models from our ml_models dictionary
237
- keyword_retriever = BM25Retriever.from_documents(chunks)
238
- keyword_retriever.k = 7
239
  # dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
240
- ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.6, 0.4],search_kwargs={"k": 9})
241
  ### to make it faster we are now using our built reranker thats why commenting the code below
242
  # compression_retriever = ContextualCompressionRetriever(
243
  # base_retriever=ensemble_retriever, base_compressor=ml_models["reranker_compressor"]
@@ -245,7 +245,7 @@ async def run_hackrx(req: RunRequest):
245
 
246
  # Define the RAG chain using pre-loaded components
247
  hybrid_rag_chain = (
248
- {"context": itemgetter("full_query") | ensemble_retriever, "full_query": itemgetter("full_query")}
249
  | ml_models["prompt_template"]
250
  | ml_models["llm"]
251
  )
 
69
  print("🚀 Initializing models and prompt template...")
70
 
71
  try:
72
+ GOOGLE_API_KEY = os.getenv("gemini_api_key3")
73
  print("🔑 gemini_api_key:", "FOUND" if GOOGLE_API_KEY else "NOT FOUND")
74
 
75
  if not GOOGLE_API_KEY:
 
229
  # end_time2 = time.time() - start_time2
230
  # print(f"vector done: {end_time2}")
231
  # dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
232
+ dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 10 ,"lambda_mult": 0.8} ) #prev 12
233
  # dense_retriever = vectorstore.as_retriever(search_type="similarity" ,search_kwargs={"k": 11} )
234
 
235
 
236
  # Create retrievers using the pre-loaded models from our ml_models dictionary
237
+ # keyword_retriever = BM25Retriever.from_documents(chunks)
238
+ # keyword_retriever.k = 7
239
  # dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
240
+ # ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.6, 0.4],search_kwargs={"k": 9})
241
  ### to make it faster we are now using our built reranker thats why commenting the code below
242
  # compression_retriever = ContextualCompressionRetriever(
243
  # base_retriever=ensemble_retriever, base_compressor=ml_models["reranker_compressor"]
 
245
 
246
  # Define the RAG chain using pre-loaded components
247
  hybrid_rag_chain = (
248
+ {"context": itemgetter("full_query") | dense_retriever, "full_query": itemgetter("full_query")}
249
  | ml_models["prompt_template"]
250
  | ml_models["llm"]
251
  )