Update app.py

app.py

@@ -2,6 +2,7 @@
 import os
 import json
 import re
+import asyncio
 from contextlib import asynccontextmanager
 from dotenv import load_dotenv
 from operator import itemgetter
@@ -45,7 +46,8 @@ async def lifespan(app: FastAPI):
     
         # Load models into the shared dictionary
         ml_models["embedder"] = HuggingFaceEmbeddings(model_name="BAAI/bge-base-en-v1.5")
-        cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
+        cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")
+        # cross_encoder_model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-large")
         ml_models["reranker_compressor"] = CrossEncoderReranker(model=cross_encoder_model, top_n=5)
         ml_models["llm"] = ChatGoogleGenerativeAI(model="gemini-1.5-flash", api_key=GOOGLE_API_KEY)
         ml_models["prompt_template"] = PromptTemplate.from_template(
@@ -159,14 +161,19 @@ async def run_hackrx(req: RunRequest):
         | ml_models["llm"]
     )
     
-    answers = []
-    for q in req.questions:
-        try:
-            result = await hybrid_rag_chain.ainvoke({"full_query": q})
-            parsed = parse_llm_response(result.content)
-            answers.append(parsed)
-        except Exception as e:
-            return JSONResponse({"error": str(e)}, status_code=500)
+    # answers = []
+    # for q in req.questions:
+    #     try:
+    #         result = await hybrid_rag_chain.ainvoke({"full_query": q})
+    #         parsed = parse_llm_response(result.content)
+    #         answers.append(parsed)
+    #     except Exception as e:
+    #         return JSONResponse({"error": str(e)}, status_code=500)
+    tasks = [hybrid_rag_chain.ainvoke({"full_query": q}) for q in req.questions]
+    results = await asyncio.gather(*tasks)
+    
+    # Extract the content from each result and parse it
+    answers = [parse_llm_response(result.content) for result in results]
 
     return JSONResponse({"answers": answers}, status_code=200)