Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,9 +1,9 @@
 {
-  "timestamp": "2026-04-26 00:09:13",
+  "timestamp": "2026-04-26 00:11:14",
   "total": 64,
-  "pending": 45,
+  "pending": 41,
   "running": 8,
-  "done": 9,
+  "done": 13,
   "failed": 2,
   "stale": 0,
   "retrying": 0,
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1254,
-      "idle_time": 1427,
+      "idle_time": 1548,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_000_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -27,7 +27,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 1280,
+      "idle_time": 1401,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -39,7 +39,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 1280,
+      "idle_time": 1401,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -51,7 +51,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1426,
-      "idle_time": 1255,
+      "idle_time": 1376,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -63,7 +63,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1366,
-      "idle_time": 1316,
+      "idle_time": 1436,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -75,7 +75,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1427,
-      "idle_time": 1256,
+      "idle_time": 1376,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -87,7 +87,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1427,
-      "idle_time": 1255,
+      "idle_time": 1376,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -99,7 +99,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1442,
-      "idle_time": 1239,
+      "idle_time": 1360,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_007_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -147,7 +147,7 @@
       "gpu": 3,
       "status": "failed",
       "elapsed": 9,
-      "idle_time": 1231,
+      "idle_time": 1352,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_011_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -169,10 +169,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed33",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 33 --p",
       "gpu": 1,
-      "status": "running",
-      "elapsed": 1275,
-      "idle_time": 34,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1307,
+      "idle_time": 90,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_013_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
     },
@@ -181,10 +181,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed34",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 34 --p",
       "gpu": 6,
-      "status": "running",
-      "elapsed": 1225,
-      "idle_time": 1204,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1321,
+      "idle_time": 26,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_014_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
     },
@@ -193,10 +193,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed35",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 35 --p",
       "gpu": 4,
-      "status": "running",
-      "elapsed": 1310,
-      "idle_time": 1280,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1415,
+      "idle_time": 17,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_015_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
     },
@@ -219,7 +219,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1349,
-      "idle_time": 77,
+      "idle_time": 198,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_017_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -229,10 +229,10 @@
       "name": "math_qwen2.5-0.5b_math_0pt5pct_seed38",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 38 --p",
       "gpu": 2,
-      "status": "running",
-      "elapsed": 1275,
-      "idle_time": 1250,
-      "exit_code": -1,
+      "status": "done",
+      "elapsed": 1379,
+      "idle_time": 18,
+      "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_018_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
     },
@@ -243,7 +243,7 @@
       "gpu": 6,
       "status": "failed",
       "elapsed": 11,
-      "idle_time": 1229,
+      "idle_time": 1350,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_019_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -278,8 +278,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 20 --pr",
       "gpu": 3,
       "status": "running",
-      "elapsed": 1230,
-      "idle_time": 1209,
+      "elapsed": 1350,
+      "idle_time": 1330,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_022_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -288,13 +288,13 @@
       "job_id": 23,
       "name": "math_qwen2.5-0.5b_math_1pct_seed21",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 21 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 2,
+      "status": "running",
+      "elapsed": 15,
+      "idle_time": 15,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_023_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
     },
     {
       "job_id": 24,
@@ -314,8 +314,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 23 --pr",
       "gpu": 5,
       "status": "running",
-      "elapsed": 1237,
-      "idle_time": 1219,
+      "elapsed": 1357,
+      "idle_time": 1340,
       "exit_code": -1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_025_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -324,13 +324,13 @@
       "job_id": 26,
       "name": "math_qwen2.5-0.5b_math_1pct_seed24",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 24 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 1,
+      "status": "running",
+      "elapsed": 85,
+      "idle_time": 45,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_026_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
     },
     {
       "job_id": 27,
@@ -338,8 +338,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 25 --pr",
       "gpu": 7,
       "status": "running",
-      "elapsed": 1235,
-      "idle_time": 1215,
+      "elapsed": 1355,
+      "idle_time": 1336,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_027_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -420,13 +420,13 @@
       "job_id": 34,
       "name": "math_qwen2.5-0.5b_math_1pct_seed32",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 32 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
+      "gpu": 6,
+      "status": "running",
+      "elapsed": 20,
       "idle_time": 0,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_034_math_qwen2.5-0.5b_math_1pct_se_gpu6.log"
     },
     {
       "job_id": 35,
@@ -470,8 +470,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 36 --pr",
       "gpu": 0,
       "status": "running",
-      "elapsed": 75,
-      "idle_time": 52,
+      "elapsed": 195,
+      "idle_time": 173,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_038_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -528,13 +528,13 @@
       "job_id": 43,
       "name": "math_qwen2.5-0.5b_math_1pct_seed41",
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 41 --pr",
-      "gpu": -1,
-      "status": "pending",
-      "elapsed": 0,
-      "idle_time": 0,
+      "gpu": 4,
+      "status": "running",
+      "elapsed": 10,
+      "idle_time": 10,
       "exit_code": -1,
       "retries": 0,
-      "log_file": ""
+      "log_file": "/tmp/stride_applications_queue/job_043_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
     },
     {
       "job_id": 44,