Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,9 +1,9 @@
 {
-  "timestamp": "2026-04-25 21:40:15",
+  "timestamp": "2026-04-25 21:42:16",
   "total": 54,
-  "pending": 30,
+  "pending": 28,
   "running": 8,
-  "done": 16,
+  "done": 18,
   "failed": 0,
   "stale": 0,
   "retrying": 0,
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1426,
-      "idle_time": 2701,
+      "idle_time": 2821,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_000_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -27,7 +27,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1415,
-      "idle_time": 2711,
+      "idle_time": 2831,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -39,7 +39,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 2705,
+      "idle_time": 2826,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -51,7 +51,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 2705,
+      "idle_time": 2826,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -63,7 +63,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 2725,
+      "idle_time": 2846,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -75,7 +75,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1334,
-      "idle_time": 2792,
+      "idle_time": 2913,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -87,7 +87,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1308,
-      "idle_time": 2818,
+      "idle_time": 2938,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -99,7 +99,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1660,
-      "idle_time": 2440,
+      "idle_time": 2561,
       "exit_code": 0,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_007_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -135,7 +135,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1417,
-      "idle_time": 1399,
+      "idle_time": 1519,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_010_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -183,7 +183,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1378,
-      "idle_time": 1343,
+      "idle_time": 1464,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_014_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -204,13 +204,13 @@
       "job_id": 16,
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed16",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 16 --p",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 2,
+      "status": "running",
+      "elapsed": 50,
+      "idle_time": 34,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_016_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
     },
     {
       "job_id": 17,
@@ -279,7 +279,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1470,
-      "idle_time": 1321,
+      "idle_time": 1442,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_022_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -303,7 +303,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1448,
-      "idle_time": 1248,
+      "idle_time": 1369,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_024_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -314,8 +314,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 11 --pr",
       "gpu": 0,
       "status": "running",
-      "elapsed": 1244,
-      "idle_time": 1228,
+      "elapsed": 1365,
+      "idle_time": 1349,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_025_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -339,7 +339,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1412,
-      "idle_time": 1289,
+      "idle_time": 1409,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_027_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -351,7 +351,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1260,
-      "idle_time": 1442,
+      "idle_time": 1562,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_028_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -399,7 +399,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1439,
-      "idle_time": 1267,
+      "idle_time": 1387,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_032_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -409,10 +409,10 @@
       "name": "math_qwen2.5-0.5b_math_1pct_seed19",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 19 --pr",
       "gpu": 2,
-      "status": "running",
-      "elapsed": 1439,
-      "idle_time": 1422,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1506,
+      "idle_time": 56,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_033_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
     },
@@ -434,8 +434,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 1 --pr",
       "gpu": 1,
       "status": "running",
-      "elapsed": 1264,
-      "idle_time": 1248,
+      "elapsed": 1385,
+      "idle_time": 1368,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_035_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -447,7 +447,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1462,
-      "idle_time": 974,
+      "idle_time": 1094,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_036_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -470,8 +470,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 4 --pr",
       "gpu": 4,
       "status": "running",
-      "elapsed": 1339,
-      "idle_time": 1322,
+      "elapsed": 1460,
+      "idle_time": 1442,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_038_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -504,13 +504,13 @@
       "job_id": 41,
       "name": "math_qwen2.5-0.5b_math_1pt5pct_seed7",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 7 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 6,
+      "status": "running",
+      "elapsed": 70,
+      "idle_time": 53,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_041_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
     },
     {
       "job_id": 42,
@@ -518,8 +518,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 8 --pr",
       "gpu": 3,
       "status": "running",
-      "elapsed": 1284,
-      "idle_time": 1264,
+      "elapsed": 1405,
+      "idle_time": 1385,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_042_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -541,10 +541,10 @@
       "name": "math_qwen2.5-0.5b_math_1pt5pct_seed10",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 10 --p",
       "gpu": 6,
-      "status": "running",
-      "elapsed": 1394,
-      "idle_time": 1379,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1443,
+      "idle_time": 74,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_044_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
     },
@@ -614,8 +614,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 16 --p",
       "gpu": 5,
       "status": "running",
-      "elapsed": 1319,
-      "idle_time": 1301,
+      "elapsed": 1440,
+      "idle_time": 1421,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_050_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
@@ -626,8 +626,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 17 --p",
       "gpu": 7,
       "status": "running",
-      "elapsed": 969,
-      "idle_time": 954,
+      "elapsed": 1090,
+      "idle_time": 1074,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_051_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"