Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,9 +1,9 @@
 {
-  "timestamp": "2026-04-25 22:10:22",
+  "timestamp": "2026-04-25 22:12:22",
   "total": 54,
-  "pending": 18,
+  "pending": 15,
   "running": 8,
-  "done": 28,
+  "done": 31,
   "failed": 0,
   "stale": 0,
   "retrying": 0,
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1426,
-      "idle_time": 4507,
+      "idle_time": 4628,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_000_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -27,7 +27,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1415,
-      "idle_time": 4517,
+      "idle_time": 4638,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -39,7 +39,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 4512,
+      "idle_time": 4632,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -51,7 +51,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 4512,
+      "idle_time": 4632,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -63,7 +63,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 4532,
+      "idle_time": 4652,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -75,7 +75,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1334,
-      "idle_time": 4599,
+      "idle_time": 4719,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -87,7 +87,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1308,
-      "idle_time": 4624,
+      "idle_time": 4745,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -99,7 +99,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1660,
-      "idle_time": 4247,
+      "idle_time": 4367,
       "exit_code": 0,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_007_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -108,13 +108,13 @@
       "job_id": 8,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed8",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 8 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 0,
+      "status": "running",
+      "elapsed": 86,
+      "idle_time": 54,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_008_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
     },
     {
       "job_id": 9,
@@ -135,7 +135,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1417,
-      "idle_time": 3205,
+      "idle_time": 3326,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_010_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -158,8 +158,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 12 --p",
       "gpu": 7,
       "status": "running",
-      "elapsed": 1191,
-      "idle_time": 1172,
+      "elapsed": 1311,
+      "idle_time": 23,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_012_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -183,7 +183,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1378,
-      "idle_time": 3150,
+      "idle_time": 3270,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_014_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -207,7 +207,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1432,
-      "idle_time": 306,
+      "idle_time": 426,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_016_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -216,13 +216,13 @@
       "job_id": 17,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed17",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 17 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 3,
+      "status": "running",
+      "elapsed": 51,
+      "idle_time": 34,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_017_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
     },
     {
       "job_id": 18,
@@ -243,7 +243,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1323,
-      "idle_time": 220,
+      "idle_time": 341,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_019_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -255,7 +255,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1525,
-      "idle_time": 43,
+      "idle_time": 163,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_020_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
@@ -266,8 +266,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 7 --pro",
       "gpu": 1,
       "status": "running",
-      "elapsed": 216,
-      "idle_time": 186,
+      "elapsed": 336,
+      "idle_time": 307,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_021_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -279,7 +279,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1470,
-      "idle_time": 3128,
+      "idle_time": 3248,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_022_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -290,8 +290,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 9 --pro",
       "gpu": 2,
       "status": "running",
-      "elapsed": 301,
-      "idle_time": 283,
+      "elapsed": 421,
+      "idle_time": 403,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_023_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -303,7 +303,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1448,
-      "idle_time": 3055,
+      "idle_time": 3175,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_024_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -315,7 +315,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1476,
-      "idle_time": 1577,
+      "idle_time": 1697,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_025_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -339,7 +339,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1412,
-      "idle_time": 3095,
+      "idle_time": 3216,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_027_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -351,7 +351,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1260,
-      "idle_time": 3248,
+      "idle_time": 3369,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_028_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -399,7 +399,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1439,
-      "idle_time": 3073,
+      "idle_time": 3194,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_032_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -411,7 +411,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1506,
-      "idle_time": 1742,
+      "idle_time": 1863,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_033_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -435,7 +435,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1526,
-      "idle_time": 1547,
+      "idle_time": 1667,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_035_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -447,7 +447,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1462,
-      "idle_time": 2780,
+      "idle_time": 2901,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_036_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -457,10 +457,10 @@
       "name": "math_qwen2.5-0.5b_math_1pt5pct_seed3",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 3 --pr",
       "gpu": 0,
-      "status": "running",
-      "elapsed": 1571,
-      "idle_time": 19,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1601,
+      "idle_time": 92,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_037_math_qwen2.5-0.5b_math_1pt5pct_gpu0.log"
     },
@@ -471,7 +471,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1576,
-      "idle_time": 1572,
+      "idle_time": 1693,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_038_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -481,10 +481,10 @@
       "name": "math_qwen2.5-0.5b_math_1pt5pct_seed5",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 5 --pr",
       "gpu": 5,
-      "status": "running",
-      "elapsed": 1546,
-      "idle_time": 1529,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1623,
+      "idle_time": 45,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_039_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
     },
@@ -494,8 +494,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 6 --pr",
       "gpu": 4,
       "status": "running",
-      "elapsed": 36,
-      "idle_time": 16,
+      "elapsed": 156,
+      "idle_time": 136,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_040_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -507,7 +507,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1556,
-      "idle_time": 202,
+      "idle_time": 322,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_041_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -519,7 +519,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1595,
-      "idle_time": 1498,
+      "idle_time": 1618,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_042_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -530,8 +530,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 9 --pr",
       "gpu": 6,
       "status": "running",
-      "elapsed": 196,
-      "idle_time": 178,
+      "elapsed": 316,
+      "idle_time": 298,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_043_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -543,7 +543,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1443,
-      "idle_time": 1760,
+      "idle_time": 1881,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_044_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -565,10 +565,10 @@
       "name": "math_qwen2.5-0.5b_math_1pt5pct_seed12",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 12 --p",
       "gpu": 3,
-      "status": "running",
-      "elapsed": 1491,
-      "idle_time": 1475,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1558,
+      "idle_time": 55,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_046_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
     },
@@ -615,7 +615,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1579,
-      "idle_time": 1548,
+      "idle_time": 1669,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_050_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
@@ -627,7 +627,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1584,
-      "idle_time": 1193,
+      "idle_time": 1314,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_051_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -636,13 +636,13 @@
       "job_id": 52,
       "name": "math_qwen2.5-0.5b_math_1pt5pct_seed18",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 18 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 5,
+      "status": "running",
+      "elapsed": 41,
+      "idle_time": 24,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_052_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
     },
     {
       "job_id": 53,