fix: optimize local mode Qdrant restore by replacing server snapshots with pre-packaged SQLite databases

webapp/tipitaka-api/app/services/rag_service.py

@@ -22,26 +22,6 @@ ST_EMBED_MODEL = "jinaai/jina-embeddings-v5-text-small-retrieval"
 logger = logging.getLogger(__name__)
 
 class RAGService:
-    def _extract_snapshot(self, col_name: str, snap_path: Path):
-        """Manually extract a Qdrant snapshot into the storage folder for Local Mode."""
-        import tarfile
-        import shutil
-        
-        target_dir = Path(self.qdrant_path) / "collections" / col_name
-        if target_dir.exists():
-            shutil.rmtree(target_dir)
-        target_dir.mkdir(parents=True, exist_ok=True)
-        
-        logger.info(f"Extracting snapshot to {target_dir}...")
-        try:
-            with tarfile.open(snap_path, "r:*") as tar:
-                tar.extractall(path=target_dir)
-            logger.info(f"Extraction of '{col_name}' complete.")
-            return True
-        except Exception as e:
-            logger.error(f"Error extracting snapshot for {col_name}: {e}")
-            return False
-
     def __init__(self):
         settings = get_settings()
         self.qdrant_path = settings.QDRANT_PATH
@@ -92,7 +72,7 @@ class RAGService:
             self.client = None
 
     def _init_qdrant_local(self):
-        """Initialize Qdrant in Local Mode — extract snapshots if needed."""
+        """Initialize Qdrant in Local Mode."""
         logger.info(f"Initializing Qdrant in Local Mode at {self.qdrant_path}")
         storage_path = Path(self.qdrant_path)
         storage_path.mkdir(parents=True, exist_ok=True)
@@ -105,15 +85,7 @@ class RAGService:
             except Exception as e:
                 logger.error(f"Failed to remove lock file: {e}")
 
-        for col_name in self.collections:
-            col_dir = storage_path / "collections" / col_name
-            if not col_dir.exists():
-                snap_path = self.snapshot_dir / f"{col_name}.snapshot"
-                if snap_path.exists():
-                    logger.info(f"Restoring '{col_name}' via manual extraction...")
-                    self._extract_snapshot(col_name, snap_path)
-
-        self.client = qdrant_client.QdrantClient(path=self.qdrant_path)
+        self.client = qdrant_client.QdrantClient(path=str(self.qdrant_path))
         logger.info("Qdrant Local Client initialized.")
 
     def _init_qdrant_server(self, qdrant_url: str):

webapp/tipitaka-api/download_assets.py

@@ -27,8 +27,9 @@ RERANK_REPO_ID = "jinaai/jina-reranker-v2-base-multilingual"
 # Files to check/download
 BUCKET_FILES = [
     ("tipitaka_mcu.db", str(DB_PATH)),
-    ("qdrant/tipitaka_chunks.snapshot", str(SNAPSHOT_DIR / "tipitaka_chunks.snapshot")),
-    ("qdrant/tipitaka_scripture.snapshot", str(SNAPSHOT_DIR / "tipitaka_scripture.snapshot")),
+    ("qdrant_storage/meta.json", str(QDRANT_DIR / "meta.json")),
+    ("qdrant_storage/collection/tipitaka_chunks/storage.sqlite", str(QDRANT_DIR / "collection" / "tipitaka_chunks" / "storage.sqlite")),
+    ("qdrant_storage/collection/tipitaka_scripture/storage.sqlite", str(QDRANT_DIR / "collection" / "tipitaka_scripture" / "storage.sqlite")),
 ]
 
 # Essential Reranker files (ONNX)
@@ -109,8 +110,14 @@ def verify_assets() -> bool:
     if not DB_PATH.exists():
         missing.append("tipitaka_mcu.db")
     
-    if not (SNAPSHOT_DIR / "tipitaka_chunks.snapshot").exists():
-        missing.append("tipitaka_chunks.snapshot")
+    if not (QDRANT_DIR / "meta.json").exists():
+        missing.append("qdrant_storage/meta.json")
+        
+    if not (QDRANT_DIR / "collection" / "tipitaka_chunks" / "storage.sqlite").exists():
+        missing.append("qdrant_storage/collection/tipitaka_chunks/storage.sqlite")
+        
+    if not (QDRANT_DIR / "collection" / "tipitaka_scripture" / "storage.sqlite").exists():
+        missing.append("qdrant_storage/collection/tipitaka_scripture/storage.sqlite")
 
     rerank_model = MODELS_DIR / "jina-v2-onnx" / "onnx" / "model_int8.onnx"
     if not rerank_model.exists():