Try again 2

backend/runner/config.py

@@ -6,8 +6,22 @@ All runner modules should import from this module instead of defining their own
 import os
 from pathlib import Path
 
+# Get the directory where this config.py file is located
+CONFIG_DIR = Path(__file__).parent.parent.parent  # Go up from backend/runner/config.py to project root
+
 # Data root from environment variable (set by Hugging Face Space)
-DATA_ROOT = Path(os.getenv("DATA_ROOT", "/app/data")).resolve()
+# Fall back to project data directory if /app/data doesn't exist or isn't writable
+DATA_ROOT_ENV = os.getenv("DATA_ROOT", "/app/data")
+DATA_ROOT = Path(DATA_ROOT_ENV)
+
+# Check if the default directory is writable, fall back to project data directory if not
+if not DATA_ROOT.exists() or not os.access(DATA_ROOT, os.W_OK):
+    print(f"⚠️  DATA_ROOT {DATA_ROOT} not writable, falling back to project data directory")
+    DATA_ROOT = CONFIG_DIR / "data"
+else:
+    print(f"✅ Using DATA_ROOT: {DATA_ROOT}")
+
+DATA_ROOT = DATA_ROOT.resolve()
 
 # Core data directories
 EMBEDDINGS_DIR = DATA_ROOT / "embeddings"
@@ -19,10 +33,10 @@ MARKER_DIR = DATA_ROOT / "marker_output"
 
 # Model-specific embedding directories
 CLIP_EMBEDDINGS_DIR = EMBEDDINGS_DIR / "CLIP_Embeddings"
-PAINTINGCLIP_EMBEDDINGS_DIR = EMBEDDINGS_DIR / "PaintingCLIP_Embeddings"
+PAINTINGCLIP_EMBEDDINGS_DIR = EMBEDDINGS_DIR / "PaintingClip_Embeddings"
 
 # Model directories
-PAINTINGCLIP_MODEL_DIR = MODELS_DIR / "PaintingCLIP"
+PAINTINGCLIP_MODEL_DIR = MODELS_DIR / "PaintingClip"
 
 # Metadata files
 SENTENCES_JSON = JSON_INFO_DIR / "sentences.json"
@@ -30,3 +44,11 @@ WORKS_JSON = JSON_INFO_DIR / "works.json"
 TOPICS_JSON = JSON_INFO_DIR / "topics.json"
 CREATORS_JSON = JSON_INFO_DIR / "creators.json"
 TOPIC_NAMES_JSON = JSON_INFO_DIR / "topic_names.json"
+
+# Ensure writable directories exist
+for dir_path in [OUTPUTS_DIR, ARTIFACTS_DIR]:
+    try:
+        dir_path.mkdir(parents=True, exist_ok=True)
+        print(f"✅ Ensured directory exists: {dir_path}")
+    except Exception as e:
+        print(f"⚠️  Could not create directory {dir_path}: {e}")