fix

ragg/ingest_all.py

@@ -5,30 +5,37 @@ from langchain_community.vectorstores import Chroma
 
 # Allow running both as a module and as a script
 if __package__ in (None, ""):
-    # When you run: python ragg/ingest_all.py
     sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
     from ragg.rag_backend import ingest_pdfs_from_folder, get_embeddings
     import ragg.rag_backend as rag_backend
 else:
-    # When you run: python -m ragg.ingest_all  (recommended)
     from ragg.rag_backend import ingest_pdfs_from_folder, get_embeddings
     import ragg.rag_backend as rag_backend
 
 IS_PROD = os.getenv("ENV", "dev").lower() == "prod"
 HERE = os.path.dirname(__file__)
-PDFS_ROOT = os.path.abspath(os.path.join(HERE, "..", "pdfs"))
-# Hugging Face shows cwd as /app → persist under /app/chroma
-CHROMA_BASE = "/app/chroma" if IS_PROD else "chroma"
+
+# ✅ Point to the actual PDF location inside the Space
+PDFS_ROOT = os.path.abspath(os.path.join(HERE, "pdfs"))  # /app/ragg/pdfs (fallback)
+if not os.path.isdir(PDFS_ROOT):
+    # Hugging Face uses /app as working dir → /app/pdfs/*
+    PDFS_ROOT = os.path.abspath(os.path.join(HERE, "..", "pdfs"))
+
+# ✅ Always persist Chroma under /data/chroma (mounted persistent dir)
+CHROMA_BASE = os.getenv("CHROMA_ROOT", "/data/chroma")
 
 def ingest_all_levels():
     """
-    Ingest PDFs from ../pdfs/{low,mid,high} into separate Chroma DBs.
+    Ingest PDFs from ./pdfs/{low,mid,high} into separate Chroma DBs.
+    Works both locally and on Hugging Face.
     """
     print("\n🚀 Starting ingestion\n")
     print(f"📂 PDFs root: {PDFS_ROOT}")
     print(f"💾 Chroma base: {CHROMA_BASE} (ENV={'prod' if IS_PROD else 'dev'})\n")
 
-    for name in ["low", "mid", "high"]:
+    levels = ["low", "mid", "high"]
+
+    for name in levels:
         folder_path = os.path.join(PDFS_ROOT, name)
         if not os.path.isdir(folder_path):
             print(f"⚠️ Skip {name}: {folder_path} not found")
@@ -37,9 +44,9 @@ def ingest_all_levels():
         chroma_dir = os.path.join(CHROMA_BASE, name)
         os.makedirs(chroma_dir, exist_ok=True)
 
-        # Monkey-patch vectorstore factory used by your backend for this run
+        # Rebind vectorstore factory used by your backend for this run
         def get_vectorstore_for_level():
-            print(f"🔹 Chroma at: {chroma_dir}")
+            print(f"🔹 Using Chroma at: {chroma_dir}")
             return Chroma(
                 persist_directory=chroma_dir,
                 embedding_function=get_embeddings()
@@ -48,6 +55,7 @@ def ingest_all_levels():
         rag_backend.get_vectorstore = get_vectorstore_for_level
 
         try:
+            print(f"➡️ Ingesting {folder_path}")
             res = ingest_pdfs_from_folder(
                 folder_path, subject="English", grade="5", chapter=name
             )
@@ -58,5 +66,7 @@ def ingest_all_levels():
             print(f"❌ {name}: {e}")
             print(traceback.format_exc())
 
+    print("🎯 Ingestion complete.\n")
+
 if __name__ == "__main__":
     ingest_all_levels()