Upload queue_status.json with huggingface_hub

queue_status.json

@@ -1,5 +1,5 @@
 {
-  "timestamp": "2026-04-25 23:12:35",
+  "timestamp": "2026-04-25 23:14:35",
   "total": 54,
   "pending": 0,
   "running": 6,
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1426,
-      "idle_time": 8240,
+      "idle_time": 8361,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_000_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -27,7 +27,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1415,
-      "idle_time": 8251,
+      "idle_time": 8371,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_001_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -39,7 +39,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 8245,
+      "idle_time": 8365,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_002_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -51,7 +51,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1421,
-      "idle_time": 8245,
+      "idle_time": 8365,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_003_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -63,7 +63,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1401,
-      "idle_time": 8265,
+      "idle_time": 8386,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_004_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -75,7 +75,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1334,
-      "idle_time": 8332,
+      "idle_time": 8453,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_005_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -87,7 +87,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1308,
-      "idle_time": 8358,
+      "idle_time": 8478,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_006_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -99,7 +99,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1660,
-      "idle_time": 7980,
+      "idle_time": 8100,
       "exit_code": 0,
       "retries": 1,
       "log_file": "/tmp/stride_applications_queue/job_007_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -111,7 +111,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1139,
-      "idle_time": 2562,
+      "idle_time": 2682,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_008_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -122,8 +122,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 9 --pr",
       "gpu": 1,
       "status": "running",
-      "elapsed": 1054,
-      "idle_time": 1036,
+      "elapsed": 1174,
+      "idle_time": 1156,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_009_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -135,7 +135,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1417,
-      "idle_time": 6939,
+      "idle_time": 7059,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_010_math_qwen2.5-0.5b_math_0pt5pct_gpu6.log"
@@ -146,8 +146,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 11 --p",
       "gpu": 4,
       "status": "running",
-      "elapsed": 934,
-      "idle_time": 915,
+      "elapsed": 1054,
+      "idle_time": 1035,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_011_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -159,7 +159,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1328,
-      "idle_time": 3599,
+      "idle_time": 3719,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_012_math_qwen2.5-0.5b_math_0pt5pct_gpu7.log"
@@ -171,7 +171,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1414,
-      "idle_time": 662,
+      "idle_time": 782,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_013_math_qwen2.5-0.5b_math_0pt5pct_gpu5.log"
@@ -183,7 +183,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1378,
-      "idle_time": 6883,
+      "idle_time": 7003,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_014_math_qwen2.5-0.5b_math_0pt5pct_gpu4.log"
@@ -194,8 +194,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.005 --seed 15 --p",
       "gpu": 0,
       "status": "running",
-      "elapsed": 1049,
-      "idle_time": 1031,
+      "elapsed": 1169,
+      "idle_time": 1151,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_015_math_qwen2.5-0.5b_math_0pt5pct_gpu0.log"
@@ -207,7 +207,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1432,
-      "idle_time": 4039,
+      "idle_time": 4159,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_016_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -219,7 +219,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1311,
-      "idle_time": 2355,
+      "idle_time": 2475,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_017_math_qwen2.5-0.5b_math_0pt5pct_gpu3.log"
@@ -231,7 +231,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1359,
-      "idle_time": 1186,
+      "idle_time": 1307,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_018_math_qwen2.5-0.5b_math_0pt5pct_gpu2.log"
@@ -243,7 +243,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1323,
-      "idle_time": 3953,
+      "idle_time": 4074,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_019_math_qwen2.5-0.5b_math_0pt5pct_gpu1.log"
@@ -255,7 +255,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1525,
-      "idle_time": 3776,
+      "idle_time": 3896,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_020_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
@@ -267,7 +267,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1370,
-      "idle_time": 2581,
+      "idle_time": 2701,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_021_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -279,7 +279,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1470,
-      "idle_time": 6861,
+      "idle_time": 6981,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_022_math_qwen2.5-0.5b_math_1pct_se_gpu5.log"
@@ -291,7 +291,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1488,
-      "idle_time": 2548,
+      "idle_time": 2668,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_023_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -303,7 +303,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1448,
-      "idle_time": 6788,
+      "idle_time": 6908,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_024_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -315,7 +315,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1476,
-      "idle_time": 5310,
+      "idle_time": 5430,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_025_math_qwen2.5-0.5b_math_1pct_se_gpu0.log"
@@ -327,7 +327,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1436,
-      "idle_time": 1005,
+      "idle_time": 1126,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_026_math_qwen2.5-0.5b_math_1pct_se_gpu6.log"
@@ -339,7 +339,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1412,
-      "idle_time": 6829,
+      "idle_time": 6949,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_027_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -351,7 +351,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1260,
-      "idle_time": 6981,
+      "idle_time": 7102,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_028_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -363,7 +363,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1520,
-      "idle_time": 1056,
+      "idle_time": 1176,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_029_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -375,7 +375,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1443,
-      "idle_time": 938,
+      "idle_time": 1058,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_030_math_qwen2.5-0.5b_math_1pct_se_gpu4.log"
@@ -387,7 +387,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1525,
-      "idle_time": 826,
+      "idle_time": 946,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_031_math_qwen2.5-0.5b_math_1pct_se_gpu3.log"
@@ -399,7 +399,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1439,
-      "idle_time": 6806,
+      "idle_time": 6927,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_032_math_qwen2.5-0.5b_math_1pct_se_gpu1.log"
@@ -411,7 +411,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 1506,
-      "idle_time": 5475,
+      "idle_time": 5596,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_033_math_qwen2.5-0.5b_math_1pct_se_gpu2.log"
@@ -422,8 +422,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 0 --pr",
       "gpu": 3,
       "status": "running",
-      "elapsed": 824,
-      "idle_time": 802,
+      "elapsed": 944,
+      "idle_time": 923,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_034_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -435,7 +435,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1526,
-      "idle_time": 5280,
+      "idle_time": 5400,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_035_math_qwen2.5-0.5b_math_1pt5pct_gpu1.log"
@@ -447,7 +447,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1462,
-      "idle_time": 6514,
+      "idle_time": 6634,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_036_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -459,7 +459,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1601,
-      "idle_time": 3705,
+      "idle_time": 3825,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_037_math_qwen2.5-0.5b_math_1pt5pct_gpu0.log"
@@ -471,7 +471,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1576,
-      "idle_time": 5305,
+      "idle_time": 5426,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_038_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -483,7 +483,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1623,
-      "idle_time": 3658,
+      "idle_time": 3778,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_039_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
@@ -495,7 +495,7 @@
       "gpu": 4,
       "status": "done",
       "elapsed": 1386,
-      "idle_time": 2385,
+      "idle_time": 2506,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_040_math_qwen2.5-0.5b_math_1pt5pct_gpu4.log"
@@ -507,7 +507,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1556,
-      "idle_time": 3935,
+      "idle_time": 4055,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_041_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -519,7 +519,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1595,
-      "idle_time": 5231,
+      "idle_time": 5351,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_042_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -531,7 +531,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1487,
-      "idle_time": 2444,
+      "idle_time": 2565,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_043_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -543,7 +543,7 @@
       "gpu": 6,
       "status": "done",
       "elapsed": 1443,
-      "idle_time": 5493,
+      "idle_time": 5614,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_044_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -555,7 +555,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1531,
-      "idle_time": 535,
+      "idle_time": 655,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_045_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -567,7 +567,7 @@
       "gpu": 3,
       "status": "done",
       "elapsed": 1558,
-      "idle_time": 3668,
+      "idle_time": 3789,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_046_math_qwen2.5-0.5b_math_1pt5pct_gpu3.log"
@@ -579,7 +579,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1529,
-      "idle_time": 2067,
+      "idle_time": 2187,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_047_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -590,8 +590,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 14 --p",
       "gpu": 2,
       "status": "running",
-      "elapsed": 1184,
-      "idle_time": 1162,
+      "elapsed": 1304,
+      "idle_time": 1282,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_048_math_qwen2.5-0.5b_math_1pt5pct_gpu2.log"
@@ -602,8 +602,8 @@
       "cmd": "PYTHONPATH=. /home/ubuntu/venvs/steering/bin/python -m scripts.train_qwen --mode contaminated --rate 0.015 --seed 15 --p",
       "gpu": 6,
       "status": "running",
-      "elapsed": 999,
-      "idle_time": 979,
+      "elapsed": 1119,
+      "idle_time": 1099,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_049_math_qwen2.5-0.5b_math_1pt5pct_gpu6.log"
@@ -615,7 +615,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1579,
-      "idle_time": 5281,
+      "idle_time": 5402,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_050_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
@@ -627,7 +627,7 @@
       "gpu": 7,
       "status": "done",
       "elapsed": 1584,
-      "idle_time": 4926,
+      "idle_time": 5047,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_051_math_qwen2.5-0.5b_math_1pt5pct_gpu7.log"
@@ -639,7 +639,7 @@
       "gpu": 5,
       "status": "done",
       "elapsed": 1578,
-      "idle_time": 2078,
+      "idle_time": 2199,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_052_math_qwen2.5-0.5b_math_1pt5pct_gpu5.log"
@@ -651,7 +651,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1505,
-      "idle_time": 1056,
+      "idle_time": 1176,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/stride_applications_queue/job_053_math_qwen2.5-0.5b_math_1pt5pct_gpu0.log"