Fixed model

backend/chains/router.py

@@ -27,7 +27,7 @@ from backend.prompts.templates import (
 
 vector_store = Chroma(
     persist_directory="app/vector_store",
-    embedding_function=HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2"),
+    embedding_function=HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2"),
 )
 openai_llm = ChatOpenAI(model="gpt-3.5-turbo", temperature=0.1)
 finetuned_llm = CustomChatModel(

backend/server.py

@@ -21,6 +21,9 @@ app.add_middleware(
     allow_origins=["*"], allow_credentials=True, allow_methods=["*"], allow_headers=["*"],
 )
 
+os.environ["HF_HOME"] = "/tmp/huggingface"
+os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface/transformers"
+os.environ["SENTENCE_TRANSFORMERS_HOME"] = "/tmp/huggingface/sentence_transformers"
 
 add_routes(
     app,