switched to child processes

src/envs.py

@@ -15,7 +15,7 @@ PRIVATE_RESULTS_REPO = "open-llm-leaderboard/private-results"
 
 IS_PUBLIC = bool(os.environ.get("IS_PUBLIC", True))
 
-HF_HOME = os.getenv("HF_HOME", "~")
+HF_HOME = os.getenv("HF_HOME", ".")
 
 # Check HF_HOME write access
 print(f"Initial HF_HOME set to: {HF_HOME}")

src/leaderboard/build_leaderboard.py

@@ -61,10 +61,11 @@ def download_openbench():
     # download answers of different models that we trust
     download_dataset("Vikhrmodels/openbench-eval", EVAL_RESULTS_PATH)
 
-    logging.info(subprocess.run(f"ls {EVAL_RESULTS_PATH}", check=False))
+    logging.info(subprocess.Popen("pwd"))
+    logging.info(subprocess.Popen(f"ls {EVAL_RESULTS_PATH}"))
 
     # copy the trusted model answers to data
-    subprocess.run(
+    subprocess.Popen(
         [
             "rsync",
             "-azP",
@@ -72,11 +73,10 @@ def download_openbench():
             f"{EVAL_RESULTS_PATH}/internal/*",
             "data/arena-hard-v0.1/model_answer/internal/",
         ],
-        check=False,
     )
     # copy the judgement pre generated
     # Will be rewritten after we switch to new gen for each submit
-    subprocess.run(
+    subprocess.Popen(
         [
             "rsync",
             "-azP",
@@ -84,7 +84,6 @@ def download_openbench():
             f"{EVAL_RESULTS_PATH}/model_judgment/*",
             "data/arena-hard-v0.1/model_judgement/",
         ],
-        check=False,
     )