queue status update

queue_status.json

@@ -1,5 +1,5 @@
 {
-  "timestamp": "2026-04-12 06:18:29",
+  "timestamp": "2026-04-12 06:20:29",
   "total": 98,
   "pending": 79,
   "running": 6,
@@ -15,7 +15,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 1786,
-      "idle_time": 13847,
+      "idle_time": 13967,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_000_add_sub_baseline_10K_gpu0.log"
@@ -27,7 +27,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 2101,
-      "idle_time": 13532,
+      "idle_time": 13652,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_001_add_sub_baseline_25K_gpu1.log"
@@ -39,7 +39,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 4753,
-      "idle_time": 10880,
+      "idle_time": 11000,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_002_as_sorl_abs10_K1_25K_gpu2.log"
@@ -51,7 +51,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 2366,
-      "idle_time": 13267,
+      "idle_time": 13387,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_003_add_sub_baseline_50K_gpu0.log"
@@ -63,7 +63,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 6727,
-      "idle_time": 8906,
+      "idle_time": 9026,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_004_as_sorl_abs10_K1_50K_gpu1.log"
@@ -75,7 +75,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 3112,
-      "idle_time": 12520,
+      "idle_time": 12640,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_005_add_sub_baseline_100K_gpu2.log"
@@ -87,7 +87,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 8856,
-      "idle_time": 4987,
+      "idle_time": 5107,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_006_as_sorl_abs10_K1_100K_gpu0.log"
@@ -459,7 +459,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 4510,
-      "idle_time": 8752,
+      "idle_time": 8872,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_037_as_sorl_abs10_K4_25K_gpu0.log"
@@ -531,7 +531,7 @@
       "gpu": 0,
       "status": "done",
       "elapsed": 5510,
-      "idle_time": 3238,
+      "idle_time": 3358,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_043_as_sorl_abs50_K4_50K_gpu0.log"
@@ -651,7 +651,7 @@
       "gpu": 1,
       "status": "failed",
       "elapsed": 5,
-      "idle_time": 6916,
+      "idle_time": 7036,
       "exit_code": -9,
       "retries": 1,
       "log_file": "/tmp/gpu_queue/job_053_as_sorl_abs10_K4_zipf10.0_500K_gpu1.log"
@@ -770,8 +770,8 @@
       "cmd": "python -m arithmetic.train --mode sorl --ops add_sub --dataset_size 50000 --abs_vocab 10 --K 1 --num",
       "gpu": 0,
       "status": "running",
-      "elapsed": 4981,
-      "idle_time": 145,
+      "elapsed": 5101,
+      "idle_time": 27,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_063_as_sorl_abs10_K1_50K_1L3H510d_gpu0.log"
@@ -842,8 +842,8 @@
       "cmd": "python -m arithmetic.train --mode sorl --ops add_sub --dataset_size 500000 --abs_vocab 10 --K 1 --nu",
       "gpu": 2,
       "status": "running",
-      "elapsed": 8076,
-      "idle_time": 6,
+      "elapsed": 8196,
+      "idle_time": 0,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_069_as_sorl_abs10_K1_500K_1L3H510d_gpu2.log"
@@ -903,7 +903,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 2797,
-      "idle_time": 8081,
+      "idle_time": 8201,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_074_as_baseline_100K_1L2H256d_gpu2.log"
@@ -951,7 +951,7 @@
       "gpu": 2,
       "status": "done",
       "elapsed": 7064,
-      "idle_time": 5454,
+      "idle_time": 5574,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_078_as_baseline_500K_1L2H256d_gpu2.log"
@@ -975,7 +975,7 @@
       "gpu": 1,
       "status": "done",
       "elapsed": 1971,
-      "idle_time": 6932,
+      "idle_time": 7052,
       "exit_code": 0,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_080_as_baseline_25K_2L1H128d_gpu1.log"
@@ -1058,8 +1058,8 @@
       "cmd": "python -m arithmetic.train --mode sorl --ops add_sub --dataset_size 250000 --abs_vocab 10 --K 1 --nu",
       "gpu": 1,
       "status": "running",
-      "elapsed": 6916,
-      "idle_time": 7,
+      "elapsed": 7036,
+      "idle_time": 4,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_087_as_sorl_abs10_K1_250K_2L1H128d_gpu1.log"
@@ -1082,8 +1082,8 @@
       "cmd": "python -m arithmetic.train --mode sorl --ops add_sub --dataset_size 500000 --abs_vocab 10 --K 1 --nu",
       "gpu": 1,
       "status": "running",
-      "elapsed": 13526,
-      "idle_time": 22,
+      "elapsed": 13646,
+      "idle_time": 142,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_089_as_sorl_abs10_K1_500K_2L1H128d_gpu1.log"
@@ -1118,8 +1118,8 @@
       "cmd": "python -m arithmetic.train --mode sorl --ops add_sub --dataset_size 10000 --abs_vocab 30 --K 4 --num",
       "gpu": 0,
       "status": "running",
-      "elapsed": 3235,
-      "idle_time": 13,
+      "elapsed": 3355,
+      "idle_time": 65,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_092_as_sorl_abs30_K4_10K_gpu0.log"
@@ -1154,8 +1154,8 @@
       "cmd": "python -m arithmetic.train --mode sorl --ops add_sub --dataset_size 250000 --abs_vocab 10 --K 4 --nu",
       "gpu": 2,
       "status": "running",
-      "elapsed": 5451,
-      "idle_time": 5,
+      "elapsed": 5571,
+      "idle_time": 3,
       "exit_code": -1,
       "retries": 0,
       "log_file": "/tmp/gpu_queue/job_095_as_sorl_abs10_K4_250K_gpu2.log"