Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,10 +1,10 @@
 {
-  "timestamp": "2026-04-25 20:01:46",
+  "timestamp": "2026-04-25 20:02:06",
   "total": 7,
   "pending": 0,
-  "running": 7,
+  "running": 0,
   "done": 0,
-  "failed": 0,
+  "failed": 7,
   "stale": 0,
   "retrying": 0,
   "jobs": [
@@ -13,10 +13,10 @@
       "name": "qwen2.5-0.5b_owt20M",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode clean --proxy openwebtext/subset_20M_se",
       "gpu": 0,
-      "status": "running",
-      "elapsed": 0,
-      "idle_time": 0,
-      "exit_code": -1,
+      "status": "failed",
+      "elapsed": 12,
+      "idle_time": 9,
+      "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_000_qwen2.5-0.5b_owt20M_gpu0.log"
     },
@@ -25,11 +25,11 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed0",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 0 --pro",
       "gpu": 1,
-      "status": "running",
-      "elapsed": 10,
-      "idle_time": 10,
-      "exit_code": -1,
-      "retries": 0,
+      "status": "failed",
+      "elapsed": 14,
+      "idle_time": 2,
+      "exit_code": 1,
+      "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
     },
     {
@@ -37,11 +37,11 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed1",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 1 --pro",
       "gpu": 2,
-      "status": "running",
-      "elapsed": 10,
-      "idle_time": 0,
-      "exit_code": -1,
-      "retries": 0,
+      "status": "failed",
+      "elapsed": 14,
+      "idle_time": 2,
+      "exit_code": 1,
+      "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
     },
     {
@@ -49,11 +49,11 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed2",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 2 --pro",
       "gpu": 3,
-      "status": "running",
-      "elapsed": 10,
-      "idle_time": 10,
-      "exit_code": -1,
-      "retries": 0,
+      "status": "failed",
+      "elapsed": 14,
+      "idle_time": 2,
+      "exit_code": 1,
+      "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
     },
     {
@@ -61,11 +61,11 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed3",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 3 --pro",
       "gpu": 4,
-      "status": "running",
-      "elapsed": 10,
-      "idle_time": 10,
-      "exit_code": -1,
-      "retries": 0,
+      "status": "failed",
+      "elapsed": 13,
+      "idle_time": 2,
+      "exit_code": 1,
+      "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
     },
     {
@@ -73,11 +73,11 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed4",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 4 --pro",
       "gpu": 5,
-      "status": "running",
-      "elapsed": 10,
-      "idle_time": 10,
-      "exit_code": -1,
-      "retries": 0,
+      "status": "failed",
+      "elapsed": 13,
+      "idle_time": 1,
+      "exit_code": 1,
+      "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
     },
     {
@@ -85,11 +85,11 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed5",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 5 --pro",
       "gpu": 6,
-      "status": "running",
-      "elapsed": 10,
-      "idle_time": 10,
-      "exit_code": -1,
-      "retries": 0,
+      "status": "failed",
+      "elapsed": 14,
+      "idle_time": 2,
+      "exit_code": 1,
+      "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_1pct_se_gpu6.log"
     }
   ]