Load model at startup

app/main.py

@@ -11,6 +11,7 @@ from admin import admin_functions as admin
 from utils.db import UserFaceEmbeddingFunction,ChromaDBFaceHelper
 from api import userlogin, userlogout, userchat, userupload
 from utils.db import ChromaDBFaceHelper
+from utils.chat_rag import load_llm
 
 app = FastAPI()
 
@@ -39,7 +40,11 @@ async def startup_event():
     # Assuming chromadb persistent store client for APIs is in helper
     db_path = CHROMADB_LOC
     chromadb_face_helper = ChromaDBFaceHelper(db_path) # Used by APIs
+    
     # Perform any other startup tasks here
+    # Load the LLM is a singleton class call
+    load_llm()
+
     print(f"MODEL_PATH in main.py = {os.getenv('MODEL_PATH')} ")
 
 # Mount static files