cache me outside

App/Embedding/EmbeddingRoutes.py

@@ -2,17 +2,20 @@ from fastapi import APIRouter, BackgroundTasks
 
 from .utils.Initialize import TextSearch, IdSearch
 from .Schemas import SearchRequest, AddDocumentRequest
+from fastapi_cache.decorator import cache
 
 embeddigs_router = APIRouter(tags=["embeddings"])
 
 
 # create
 @embeddigs_router.post("/add_document")
+@cache(namespace="cache1")
 async def create_embeddings(req: AddDocumentRequest):
     pass
 
 
 @embeddigs_router.post("/search_id")
+@cache(namespace="cache2")
 async def search_id(
     req: SearchRequest,
     background_tasks: BackgroundTasks,
@@ -21,5 +24,6 @@ async def search_id(
 
 
 @embeddigs_router.post("/search_text")
+@cache(namespace="cache3")
 async def search_text(req: SearchRequest):
     return TextSearch(query=req.query)

App/app.py

@@ -8,6 +8,8 @@ from .Embedding.EmbeddingRoutes import embeddigs_router
 
 from fastapi.middleware.cors import CORSMiddleware
 
+from fastapi_cache import FastAPICache
+from fastapi_cache.backends.inmemory import InMemoryBackend
 
 import logging
 
@@ -33,6 +35,11 @@ app.add_middleware(
 app.add_middleware(GZipMiddleware, minimum_size=1000)
 
 
+@app.on_event("startup")
+async def startup():
+    FastAPICache.init(InMemoryBackend())
+
+
 @app.get("/")
 async def landing_page():
     return {"code": 200, "message": "we are back!"}

requirements.txt

@@ -6,4 +6,5 @@ langchain
 uvicorn[standard]
 pydantic
 requests
+fastapi-cache2[memcache]