Test RAG with background task

app/main.py

@@ -2,6 +2,7 @@ from fastapi import FastAPI, Request, status
 from fastapi.responses import JSONResponse
 from fastapi.responses import Response
 from fastapi.exceptions import HTTPException
+from fastapi.background import BackgroundTasks
 from slowapi import Limiter, _rate_limit_exceeded_handler
 from slowapi.errors import RateLimitExceeded
 from slowapi.util import get_remote_address
@@ -107,7 +108,7 @@ class WebhookPayload(BaseModel):
 
 @app.post("/webhook")
 @limiter.limit("20/minute")
-async def webhook(request: Request):
+async def webhook(request: Request, background_tasks: BackgroundTasks):
     try:
         payload = await request.json()
 
@@ -125,23 +126,38 @@ async def webhook(request: Request):
         llm_model = request.query_params.get("cx_code")
 
           # Return HTTP 200 immediately
-        response = JSONResponse(
-            content={"status": "received"},
-            status_code=200
-        )
+        # response = JSONResponse(
+        #     content={"status": "received"},
+        #     status_code=200
+        # )
         
         print(f"payload: {payload}")
-        response = await webhook_handler.process_webhook(
+        # response = await webhook_handler.process_webhook(
+        #     payload=payload,
+        #     whatsapp_token=ACCESS_TOKEN,
+        #     whatsapp_url=WHATSAPP_API_URL,
+        #     gemini_api=GEMINI_API,
+        #     rag_system=rag_system,
+        # )
+
+          # Add the processing to background tasks
+        background_tasks.add_task(
+            webhook_handler.process_webhook,
             payload=payload,
             whatsapp_token=ACCESS_TOKEN,
             whatsapp_url=WHATSAPP_API_URL,
             gemini_api=GEMINI_API,
             rag_system=rag_system,
         )
+        # Return HTTP 200 immediately
         return JSONResponse(
-            content=response.__dict__,
+            content={"status": "received"},
             status_code=status.HTTP_200_OK
         )
+        # return JSONResponse(
+        #     content=response.__dict__,
+        #     status_code=status.HTTP_200_OK
+        # )
         
     except ValidationError as ve:
             logger.error(f"Validation error: {ve}")