Vectordb ref caching

app/utils/chat_rag.py

@@ -58,6 +58,13 @@ def get_vectordb_for_user(user_collection_name):
     )
     return vectordb
 
+vectordb_cache = {}
+
+def get_vectordb_for_user_cached(user_collection_name):
+    if user_collection_name not in vectordb_cache:
+        vectordb_cache[user_collection_name] = get_vectordb_for_user(user_collection_name)
+    return vectordb_cache[user_collection_name]
+
 
 def pdf_to_vec(filename, user_collection_name):
     
@@ -121,7 +128,7 @@ def default_chain(llm, user_collection_name):
     # Get Chromadb location
     CHROMADB_LOC = os.getenv('CHROMADB_LOC')
 
-    vectordb = get_vectordb_for_user(user_collection_name)  # Use the dynamic vectordb based on user_id
+    vectordb = get_vectordb_for_user_cached(user_collection_name)  # Use the dynamic vectordb based on user_id
     sum_template = """
     As a machine learning education specialist, our expertise is pivotal in deepening the comprehension of complex machine learning concepts for both educators and students.
 
@@ -206,7 +213,7 @@ def llm_infer(user_collection_name, prompt):
     
     llm = load_llm()  # load_llm is singleton for entire system
     
-    vectordb = get_vectordb_for_user(user_collection_name) # Vector collection for each us. 
+    vectordb = get_vectordb_for_user_cached(user_collection_name) # Vector collection for each us. 
     
     default_chain, router_chain, destination_chains = get_or_create_chain(user_collection_name, llm)  # Now user-specific
 
@@ -230,7 +237,7 @@ def get_or_create_chain(user_collection_name, llm):
         router_chain = chain_cache['router_chain']
         destination_chains = chain_cache['destination_chains']
     else:
-        vectordb = get_vectordb_for_user(user_collection_name)  # User-specific vector database
+        vectordb = get_vectordb_for_user_cached(user_collection_name)  # User-specific vector database
         sum_template = """
         As a machine learning education specialist, our expertise is pivotal in deepening the comprehension of complex machine learning concepts for both educators and students.