debugging CACHE_PATH in envs.py

src/envs.py

@@ -3,11 +3,6 @@ import logging
 
 from huggingface_hub import HfApi
 
-# DEBUG
-# Logging the environment variable to debug
-hf_home_env = os.getenv("HF_HOME", "Not Set")
-print(f"HF_HOME environment variable is set to: {hf_home_env}")
-
 # clone / pull the lmeh eval data
 H4_TOKEN = os.environ.get("H4_TOKEN", None)
 
@@ -21,37 +16,21 @@ PRIVATE_RESULTS_REPO = "open-llm-leaderboard/private-results"
 
 IS_PUBLIC = bool(os.environ.get("IS_PUBLIC", True))
 
-CACHE_PATH = os.getenv("HF_HOME", ".")
-
-if not os.access(CACHE_PATH, os.W_OK | os.X_OK):
-    print(f"No write and execute rights to: {CACHE_PATH}, using default CACHE_PATH")
-    CACHE_PATH = "."
+HF_HOME = os.getenv("HF_HOME", ".")
 
-# DEBUG STARTS
-print(f"Initial CACHE_PATH set to: {CACHE_PATH}")
+# Check HF_HOME write access
+print(f"Initial HF_HOME set to: {HF_HOME}")
 
-# Create directory if it doesn't exist and check write permission
-if not os.path.isdir(CACHE_PATH):
-    try:
-        os.makedirs(CACHE_PATH, exist_ok=True)
-        print(f"Created directory at: {CACHE_PATH}")
-    except PermissionError as e:
-        print(f"PermissionError: Unable to create directory at {CACHE_PATH}. {str(e)}")
+if not os.access(HF_HOME, os.W_OK):
+    print(f"No write access to HF_HOME: {HF_HOME}. Resetting to current directory.")
+    HF_HOME = "."
+    os.environ["HF_HOME"] = HF_HOME
 else:
-    print(f"Directory already exists at: {CACHE_PATH}")
-
-# Check write access
-if not os.access(CACHE_PATH, os.W_OK):
-    print(f"No write access to CACHE_PATH: {CACHE_PATH}. Resetting to current directory.")
-    CACHE_PATH = "."
-else:
-    print(f"Write access confirmed for CACHE_PATH: {CACHE_PATH}")
-
-# DEBUG ENDS 
+    print(f"Write access confirmed for HF_HOME")
 
-EVAL_REQUESTS_PATH = os.path.join(CACHE_PATH, "eval-queue")
-EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results")
-DYNAMIC_INFO_PATH = os.path.join(CACHE_PATH, "dynamic-info")
+EVAL_REQUESTS_PATH = os.path.join(HF_HOME, "eval-queue")
+EVAL_RESULTS_PATH = os.path.join(HF_HOME, "eval-results")
+DYNAMIC_INFO_PATH = os.path.join(HF_HOME, "dynamic-info")
 DYNAMIC_INFO_FILE_PATH = os.path.join(DYNAMIC_INFO_PATH, "model_infos.json")
 
 EVAL_REQUESTS_PATH_PRIVATE = "eval-queue-private"