more path fixes

src/generator/generator.py

@@ -84,22 +84,14 @@ class LyricGenerator:
                 self._setup_embeddings_from_hf()
 
                 # Dynamically determine the correct chroma directory
-                possible_dirs = ["/data/.huggingface/chroma"]
-                chroma_dir = None
-                for dir_path in possible_dirs:
-                    if Path(dir_path).exists():
-                        chroma_dir = Path(dir_path)
-                        break
-
+                chroma_dir = self._find_chroma_directory("/data")
                 if chroma_dir is None:
-                    raise RuntimeError(
-                        "Chroma directory not found in any expected location.")
+                    raise RuntimeError("Chroma directory not found in any expected location.")
 
             else:
                 print("Local environment detected")
                 print(f"Base directory: {Settings.BASE_DIR}")
-                # Local environment path
-                chroma_dir = Path("/data/processed/embeddings/chroma")
+                chroma_dir = Path("/data/processed/embeddings/chroma")  # Local environment path
 
             print(f"Checking Chroma directory: {chroma_dir}")
             print(f"Absolute path: {chroma_dir.absolute()}")
@@ -165,6 +157,15 @@ class LyricGenerator:
         # Setup QA chain
         self._setup_qa_chain()
 
+    def _find_chroma_directory(self, base_path: str) -> Path:
+        """Find the Chroma directory within the base path"""
+        base_dir = Path(base_path)
+        for subdir in base_dir.iterdir():
+            if subdir.is_dir() and (subdir / "chroma.sqlite3").exists():
+                print(f"Chroma directory found: {subdir}")
+                return subdir
+        return None
+
     def _setup_qa_chain(self) -> None:
         """Initialize the QA chain for generating lyrics"""
         # Configure retriever with a more reasonable number of documents