Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -96,7 +96,7 @@ async def lifespan(app: FastAPI):
|
|
| 96 |
)
|
| 97 |
cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")
|
| 98 |
# cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
|
| 99 |
-
ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=
|
| 100 |
ml_models["llm"] = ChatGoogleGenerativeAI(
|
| 101 |
# model="gemini-1.5-pro",
|
| 102 |
model="gemini-2.0-flash",
|
|
@@ -225,14 +225,14 @@ async def run_hackrx(req: RunRequest):
|
|
| 225 |
# end_time2 = time.time() - start_time2
|
| 226 |
# print(f"vector done: {end_time2}")
|
| 227 |
# dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
|
| 228 |
-
dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k":
|
| 229 |
|
| 230 |
|
| 231 |
# Create retrievers using the pre-loaded models from our ml_models dictionary
|
| 232 |
keyword_retriever = BM25Retriever.from_documents(chunks)
|
| 233 |
-
keyword_retriever.k =
|
| 234 |
# dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
|
| 235 |
-
ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.35, 0.65],search_kwargs={"k":
|
| 236 |
### to make it faster we are now using our built reranker thats why commenting the code below
|
| 237 |
compression_retriever = ContextualCompressionRetriever(
|
| 238 |
base_retriever=ensemble_retriever, base_compressor=ml_models["reranker_compressor"]
|
|
|
|
| 96 |
)
|
| 97 |
cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")
|
| 98 |
# cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
|
| 99 |
+
ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=9)
|
| 100 |
ml_models["llm"] = ChatGoogleGenerativeAI(
|
| 101 |
# model="gemini-1.5-pro",
|
| 102 |
model="gemini-2.0-flash",
|
|
|
|
| 225 |
# end_time2 = time.time() - start_time2
|
| 226 |
# print(f"vector done: {end_time2}")
|
| 227 |
# dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 8})
|
| 228 |
+
dense_retriever = vectorstore.as_retriever(search_type="mmr",search_kwargs={"k": 16 ,"lambda_mult": 0.5} )
|
| 229 |
|
| 230 |
|
| 231 |
# Create retrievers using the pre-loaded models from our ml_models dictionary
|
| 232 |
keyword_retriever = BM25Retriever.from_documents(chunks)
|
| 233 |
+
keyword_retriever.k = 12
|
| 234 |
# dense_retriever = Chroma.from_documents(documents=chunks, embedding=ml_models["embedder"]).as_retriever()
|
| 235 |
+
ensemble_retriever = EnsembleRetriever(retrievers=[keyword_retriever, dense_retriever], weights=[0.35, 0.65],search_kwargs={"k": 16})
|
| 236 |
### to make it faster we are now using our built reranker thats why commenting the code below
|
| 237 |
compression_retriever = ContextualCompressionRetriever(
|
| 238 |
base_retriever=ensemble_retriever, base_compressor=ml_models["reranker_compressor"]
|