outputs/gpu_worker_logs/gpu7.log

GPU 7: 42 tasks across 3 checkpoints
  Loaded sortgpt_k16_methfixed_mlp1_L2_N256_E64_pos0_fln1_wd0p0_lr0p01_dseed1337_iseed1339__ckpt80000.pt (5.2s)
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub5_L0", "gpu": 7, "elapsed": 84.4, "progress": "1/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub5_L1", "gpu": 7, "elapsed": 100.2, "progress": "2/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub10_L0", "gpu": 7, "elapsed": 100.1, "progress": "3/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub10_L1", "gpu": 7, "elapsed": 50.8, "progress": "4/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub15_L0", "gpu": 7, "elapsed": 25.3, "progress": "5/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub15_L1", "gpu": 7, "elapsed": 24.7, "progress": "6/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub20_L0", "gpu": 7, "elapsed": 18.6, "progress": "7/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub20_L1", "gpu": 7, "elapsed": 19.1, "progress": "8/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub30_L0", "gpu": 7, "elapsed": 14.2, "progress": "9/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub30_L1", "gpu": 7, "elapsed": 13.8, "progress": "10/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub50_L0", "gpu": 7, "elapsed": 11.4, "progress": "11/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub50_L1", "gpu": 7, "elapsed": 8.1, "progress": "12/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub60_L0", "gpu": 7, "elapsed": 7.7, "progress": "13/42"}
{"status": "done", "task": "plots_N256_B16_ds1337_is1339_ckpt80000_intensity_ub60_L1", "gpu": 7, "elapsed": 7.7, "progress": "14/42"}
  Loaded sortgpt_k16_methfixed_mlp1_L2_N256_E64_pos0_fln1_wd0p0_lr0p01_dseed1338_iseed1338__ckpt60000.pt (0.0s)
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub5_L0", "gpu": 7, "elapsed": 37.7, "progress": "15/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub5_L1", "gpu": 7, "elapsed": 38.3, "progress": "16/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub10_L0", "gpu": 7, "elapsed": 33.5, "progress": "17/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub10_L1", "gpu": 7, "elapsed": 32.9, "progress": "18/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub15_L0", "gpu": 7, "elapsed": 18.9, "progress": "19/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub15_L1", "gpu": 7, "elapsed": 19.0, "progress": "20/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub20_L0", "gpu": 7, "elapsed": 13.8, "progress": "21/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub20_L1", "gpu": 7, "elapsed": 13.8, "progress": "22/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub30_L0", "gpu": 7, "elapsed": 10.1, "progress": "23/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub30_L1", "gpu": 7, "elapsed": 12.6, "progress": "24/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub50_L0", "gpu": 7, "elapsed": 9.9, "progress": "25/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub50_L1", "gpu": 7, "elapsed": 9.5, "progress": "26/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub60_L0", "gpu": 7, "elapsed": 9.1, "progress": "27/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1338_ckpt60000_intensity_ub60_L1", "gpu": 7, "elapsed": 9.4, "progress": "28/42"}
  Loaded sortgpt_k16_methfixed_mlp1_L2_N256_E64_pos0_fln1_wd0p0_lr0p01_dseed1338_iseed1340__final.pt (0.0s)
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub5_L0", "gpu": 7, "elapsed": 0.0, "progress": "29/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub5_L1", "gpu": 7, "elapsed": 45.4, "progress": "30/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub10_L0", "gpu": 7, "elapsed": 41.2, "progress": "31/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub10_L1", "gpu": 7, "elapsed": 0.0, "progress": "32/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub15_L0", "gpu": 7, "elapsed": 27.6, "progress": "33/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub15_L1", "gpu": 7, "elapsed": 26.6, "progress": "34/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub20_L0", "gpu": 7, "elapsed": 18.1, "progress": "35/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub20_L1", "gpu": 7, "elapsed": 23.0, "progress": "36/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub30_L0", "gpu": 7, "elapsed": 15.3, "progress": "37/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub30_L1", "gpu": 7, "elapsed": 13.0, "progress": "38/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub50_L0", "gpu": 7, "elapsed": 9.5, "progress": "39/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub50_L1", "gpu": 7, "elapsed": 11.1, "progress": "40/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub60_L0", "gpu": 7, "elapsed": 10.3, "progress": "41/42"}
{"status": "done", "task": "plots_N256_B16_ds1338_is1340_final_intensity_ub60_L1", "gpu": 7, "elapsed": 9.7, "progress": "42/42"}