Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,5 +1,5 @@
 {
-  "timestamp": "2026-04-26 02:03:47",
+  "timestamp": "2026-04-26 02:05:47",
   "total": 64,
   "pending": 2,
   "running": 8,
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1254,
-      "idle_time": 8301,
+      "idle_time": 8422,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_000_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -27,7 +27,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 8154,
+      "idle_time": 8275,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -39,7 +39,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 8154,
+      "idle_time": 8275,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -51,7 +51,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1426,
-      "idle_time": 8129,
+      "idle_time": 8249,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -63,7 +63,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1366,
-      "idle_time": 8189,
+      "idle_time": 8310,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -75,7 +75,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1427,
-      "idle_time": 8129,
+      "idle_time": 8250,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -87,7 +87,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1427,
-      "idle_time": 8129,
+      "idle_time": 8249,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -99,7 +99,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1442,
-      "idle_time": 8113,
+      "idle_time": 8234,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_007_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -110,8 +110,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 28 --p",
       "gpu": 3,
       "status": "running",
-      "elapsed": 228,
-      "idle_time": 189,
+      "elapsed": 349,
+      "idle_time": 310,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_008_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -134,8 +134,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 30 --p",
       "gpu": 2,
       "status": "running",
-      "elapsed": 723,
-      "idle_time": 689,
+      "elapsed": 844,
+      "idle_time": 809,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_010_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -147,7 +147,7 @@
       "gpu": 3,
       "status": "failed",
       "elapsed": 9,
-      "idle_time": 8105,
+      "idle_time": 8225,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_011_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -159,7 +159,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1427,
-      "idle_time": 713,
+      "idle_time": 833,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_012_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -171,7 +171,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1307,
-      "idle_time": 6843,
+      "idle_time": 6964,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_013_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -183,7 +183,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1321,
-      "idle_time": 6779,
+      "idle_time": 6900,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_014_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -195,7 +195,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1415,
-      "idle_time": 6770,
+      "idle_time": 6890,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_015_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -207,7 +207,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1471,
-      "idle_time": 2189,
+      "idle_time": 2310,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_016_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -219,7 +219,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1349,
-      "idle_time": 6951,
+      "idle_time": 7072,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_017_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -231,7 +231,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1379,
-      "idle_time": 6771,
+      "idle_time": 6892,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_018_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -243,7 +243,7 @@
       "gpu": 6,
       "status": "failed",
       "elapsed": 11,
-      "idle_time": 8103,
+      "idle_time": 8223,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_019_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -255,7 +255,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1452,
-      "idle_time": 828,
+      "idle_time": 949,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_020_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -267,7 +267,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1462,
-      "idle_time": 728,
+      "idle_time": 848,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_021_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -279,7 +279,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1472,
-      "idle_time": 6633,
+      "idle_time": 6754,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_022_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -291,7 +291,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1480,
-      "idle_time": 5290,
+      "idle_time": 5410,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_023_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -302,8 +302,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 22 --pr",
       "gpu": 7,
       "status": "running",
-      "elapsed": 493,
-      "idle_time": 461,
+      "elapsed": 614,
+      "idle_time": 582,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_024_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -315,7 +315,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1424,
-      "idle_time": 6688,
+      "idle_time": 6809,
       "exit_code": 0,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_025_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -327,7 +327,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1348,
-      "idle_time": 5493,
+      "idle_time": 5613,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_026_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -339,7 +339,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1456,
-      "idle_time": 6655,
+      "idle_time": 6775,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_027_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -351,7 +351,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1498,
-      "idle_time": 3787,
+      "idle_time": 3908,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_028_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -363,7 +363,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1555,
-      "idle_time": 840,
+      "idle_time": 960,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_029_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -375,7 +375,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1576,
-      "idle_time": 1789,
+      "idle_time": 1909,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_030_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -387,7 +387,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1343,
-      "idle_time": 5342,
+      "idle_time": 5463,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_031_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -411,7 +411,7 @@
       "gpu": 7,
       "status": "failed",
       "elapsed": 10,
-      "idle_time": 6628,
+      "idle_time": 6749,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_033_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -423,7 +423,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1561,
-      "idle_time": 5214,
+      "idle_time": 5334,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_034_math_qwen2.5-0.5b_math_1pct_se_gpu6.log"
@@ -435,7 +435,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1515,
-      "idle_time": 3660,
+      "idle_time": 3781,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_035_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
@@ -447,7 +447,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1553,
-      "idle_time": 232,
+      "idle_time": 352,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_036_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -459,7 +459,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1546,
-      "idle_time": 2144,
+      "idle_time": 2265,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_037_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -471,7 +471,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1349,
-      "idle_time": 5601,
+      "idle_time": 5721,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_038_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -483,7 +483,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 2044,
+      "idle_time": 2165,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_039_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -495,7 +495,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1497,
-      "idle_time": 5103,
+      "idle_time": 5224,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_040_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -507,7 +507,7 @@
       "gpu": 7,
       "status": "failed",
       "elapsed": 11,
-      "idle_time": 6602,
+      "idle_time": 6723,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_041_math_qwen2.5-0.5b_math_1pct_se_gpu7.log"
@@ -518,8 +518,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.01 --seed 40 --pr",
       "gpu": 5,
       "status": "running",
-      "elapsed": 708,
-      "idle_time": 680,
+      "elapsed": 829,
+      "idle_time": 801,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_042_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -531,7 +531,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1586,
-      "idle_time": 5179,
+      "idle_time": 5299,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_043_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
@@ -543,7 +543,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1497,
-      "idle_time": 3713,
+      "idle_time": 3833,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_044_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -555,7 +555,7 @@
       "gpu": 3,
       "status": "failed",
       "elapsed": 10,
-      "idle_time": 6609,
+      "idle_time": 6729,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_045_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -567,7 +567,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1631,
-      "idle_time": 3470,
+      "idle_time": 3590,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_046_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -579,7 +579,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1628,
-      "idle_time": 4977,
+      "idle_time": 5098,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_047_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -590,8 +590,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 24 --p",
       "gpu": 6,
       "status": "running",
-      "elapsed": 823,
-      "idle_time": 797,
+      "elapsed": 944,
+      "idle_time": 917,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_048_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -603,7 +603,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1608,
-      "idle_time": 3367,
+      "idle_time": 3488,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_049_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -615,7 +615,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1567,
-      "idle_time": 2398,
+      "idle_time": 2518,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_050_math_qwen2.5-0.5b_math_1pt5pct_gpu0.log"
@@ -626,8 +626,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 27 --p",
       "gpu": 4,
       "status": "running",
-      "elapsed": 718,
-      "idle_time": 689,
+      "elapsed": 839,
+      "idle_time": 809,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_051_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -638,8 +638,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 28 --p",
       "gpu": 1,
       "status": "running",
-      "elapsed": 608,
-      "idle_time": 573,
+      "elapsed": 729,
+      "idle_time": 693,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_052_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -651,7 +651,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1595,
-      "idle_time": 2191,
+      "idle_time": 2311,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_053_math_qwen2.5-0.5b_math_1pt5pct_gpu2.log"
@@ -662,8 +662,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 30 --p",
       "gpu": 0,
       "status": "running",
-      "elapsed": 833,
-      "idle_time": 798,
+      "elapsed": 954,
+      "idle_time": 918,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_054_math_qwen2.5-0.5b_math_1pt5pct_gpu0.log"
@@ -675,7 +675,7 @@
       "gpu": 1,
       "status": "failed",
       "elapsed": 14,
-      "idle_time": 611,
+      "idle_time": 732,
       "exit_code": 1,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_055_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -687,7 +687,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1541,
-      "idle_time": 499,
+      "idle_time": 620,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_056_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -699,7 +699,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1627,
-      "idle_time": 2258,
+      "idle_time": 2379,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_057_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -711,7 +711,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1428,
-      "idle_time": 2282,
+      "idle_time": 2403,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_058_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -723,7 +723,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1614,
-      "idle_time": 641,
+      "idle_time": 762,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_059_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -735,7 +735,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1602,
-      "idle_time": 3888,
+      "idle_time": 4008,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_060_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -747,7 +747,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1460,
-      "idle_time": 725,
+      "idle_time": 845,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_061_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -759,7 +759,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1648,
-      "idle_time": 3692,
+      "idle_time": 3813,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_062_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
@@ -771,7 +771,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1631,
-      "idle_time": 3969,
+      "idle_time": 4090,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_063_math_qwen2.5-0.5b_math_1pt5pct_gpu0.log"