Update app.py (#5)

- Update app.py (c36c211dd1a549bffa8b9e50c265c4b9480f61ff)


Co-authored-by: Zunaira Hawwar <ZunairaHawwar@users.noreply.huggingface.co>

app.py

@@ -671,11 +671,12 @@ GROQ_MODEL = "llama3-8b-8192"
 # Initialize Groq client
 groq_client = Groq(api_key=GROQ_API_KEY)
 
-# Initialize embedding function for ChromaDB
-embedding_function = SentenceTransformerEmbeddingFunction(
-    model_name="all-MiniLM-L6-v2",
-    device="cpu"
-)
+# Explicitly load SentenceTransformer model first to avoid meta tensor bug
+embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
+
+# Pass this model into Chroma's embedding function
+embedding_function = SentenceTransformerEmbeddingFunction(embedding_model=embedding_model)
+
 
 # Initialize ChromaDB Persistent Client
 chroma_client = chromadb.PersistentClient(path="./chroma_db", settings=Settings(anonymized_telemetry=False))