Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,10 +1,10 @@
 {
-  "timestamp": "2026-04-25 23:47:08",
+  "timestamp": "2026-04-25 23:49:08",
   "total": 64,
-  "pending": 55,
+  "pending": 46,
   "running": 8,
-  "done": 1,
-  "failed": 0,
+  "done": 8,
+  "failed": 2,
   "stale": 0,
   "retrying": 0,
   "jobs": [
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1254,
-      "idle_time": 102,
+      "idle_time": 223,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_000_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -25,10 +25,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed21",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 21 --p",
       "gpu": 1,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 1323,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1401,
+      "idle_time": 76,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
     },
@@ -37,10 +37,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed22",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 22 --p",
       "gpu": 2,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 1328,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1401,
+      "idle_time": 76,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
     },
@@ -49,10 +49,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed23",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 23 --p",
       "gpu": 3,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 1323,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1426,
+      "idle_time": 51,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
     },
@@ -61,10 +61,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed24",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 24 --p",
       "gpu": 4,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 40,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1366,
+      "idle_time": 111,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
     },
@@ -73,10 +73,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed25",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 25 --p",
       "gpu": 5,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 1324,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1427,
+      "idle_time": 51,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
     },
@@ -85,10 +85,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed26",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 26 --p",
       "gpu": 6,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 1324,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1427,
+      "idle_time": 50,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
     },
@@ -97,10 +97,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed27",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 27 --p",
       "gpu": 7,
-      "status": "running",
-      "elapsed": 1355,
-      "idle_time": 1324,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1442,
+      "idle_time": 35,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_007_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
     },
@@ -144,13 +144,13 @@
       "job_id": 11,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed31",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 31 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
-      "exit_code": -1,
-      "retries": 0,
-      "log_file": ""
+      "gpu": 3,
+      "status": "failed",
+      "elapsed": 9,
+      "idle_time": 26,
+      "exit_code": 1,
+      "retries": 1,
+      "log_file": "/tmp/stride_applications_queue/job_011_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
     },
     {
       "job_id": 12,
@@ -168,37 +168,37 @@
       "job_id": 13,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed33",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 33 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 1,
+      "status": "running",
+      "elapsed": 70,
+      "idle_time": 45,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_013_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
     },
     {
       "job_id": 14,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed34",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 34 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 6,
+      "status": "running",
+      "elapsed": 20,
+      "idle_time": 1,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_014_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
     },
     {
       "job_id": 15,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed35",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 35 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 4,
+      "status": "running",
+      "elapsed": 105,
+      "idle_time": 75,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_015_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
     },
     {
       "job_id": 16,
@@ -218,8 +218,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 37 --p",
       "gpu": 0,
       "status": "running",
-      "elapsed": 100,
-      "idle_time": 74,
+      "elapsed": 220,
+      "idle_time": 195,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_017_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -228,25 +228,25 @@
       "job_id": 18,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed38",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 38 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 2,
+      "status": "running",
+      "elapsed": 70,
+      "idle_time": 46,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_018_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
     },
     {
       "job_id": 19,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed39",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 39 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
-      "exit_code": -1,
-      "retries": 0,
-      "log_file": ""
+      "gpu": 6,
+      "status": "failed",
+      "elapsed": 11,
+      "idle_time": 24,
+      "exit_code": 1,
+      "retries": 1,
+      "log_file": "/tmp/stride_applications_queue/job_019_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
     },
     {
       "job_id": 20,
@@ -276,13 +276,13 @@
       "job_id": 22,
       "name": "math_qwen2.5-0.5b_math_1pct_seed20",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 20 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 3,
+      "status": "running",
+      "elapsed": 25,
+      "idle_time": 5,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_022_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
     },
     {
       "job_id": 23,
@@ -312,13 +312,13 @@
       "job_id": 25,
       "name": "math_qwen2.5-0.5b_math_1pct_seed23",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 23 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 5,
+      "status": "running",
+      "elapsed": 32,
+      "idle_time": 15,
       "exit_code": -1,
-      "retries": 0,
-      "log_file": ""
+      "retries": 1,
+      "log_file": "/tmp/stride_applications_queue/job_025_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
     },
     {
       "job_id": 26,
@@ -336,13 +336,13 @@
       "job_id": 27,
       "name": "math_qwen2.5-0.5b_math_1pct_seed25",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 25 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 7,
+      "status": "running",
+      "elapsed": 30,
+      "idle_time": 10,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_027_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
     },
     {
       "job_id": 28,