logs/train.log

26-01-31 13:13:42.062 - INFO:   name: ICPR_LPDiff
  phase: train
  gpu_ids: [0]
  path:[
    log: experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/logs
    tb_logger: experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/tb_logger
    results: experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/results
    checkpoint: experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint
    resume_state: experiments/ICPR_LPDiff_260131_051306/checkpoint/I16000_E400
    experiments_root: experiments/ICPR_LPDiff_260131_131342
  ]
  datasets:[
    train:[
      name: ICPR_Train
      mode: ICPR
      dataroot: ./dataset/train
      width: 128
      height: 64
      batch_size: 512
      num_workers: 16
      use_shuffle: True
    ]
    val:[
      name: ICPR_Val
      mode: ICPR
      dataroot: ./dataset/train
      width: 128
      height: 64
      batch_size: 1
      num_workers: 0
      use_shuffle: False
      data_len: 3
    ]
  ]
  model:[
    finetune_norm: False
    unet:[
      in_channel: 6
      out_channel: 3
      inner_channel: 64
      channel_multiplier: [1, 2, 4, 8]
      attn_res: [16]
      res_blocks: 2
      dropout: 0.2
    ]
    beta_schedule:[
      train:[
        schedule: linear
        n_timestep: 1000
        linear_start: 1e-06
        linear_end: 0.01
      ]
      val:[
        schedule: linear
        n_timestep: 1000
        linear_start: 1e-06
        linear_end: 0.01
      ]
    ]
    diffusion:[
      image_size: 128
      channels: 3
      conditional: True
    ]
  ]
  train:[
    use_prerain_MTA: False
    resume_training: True
    MTA: ./best_377.pt
    n_iter: 25000
    val_freq: 1000
    save_checkpoint_freq: 1000
    print_freq: 10
    optimizer:[
      type: adam
      lr: 0.0003
    ]
  ]
  wandb:[
    project: ICPR-LP-Diff
  ]
  distributed: False
  log_wandb_ckpt: False
  log_eval: False
  enable_wandb: False

26-01-31 13:13:45.177 - INFO: Dataset [ICPRDataset - ICPR_Train] is created.
26-01-31 13:13:47.034 - INFO: Dataset [ICPRDataset - ICPR_Val] is created.
26-01-31 13:13:47.034 - INFO: Initial Dataset Finished
26-01-31 13:13:47.657 - INFO: Initialization method [orthogonal]
26-01-31 13:13:49.837 - INFO: Loading pretrained model for G [experiments/ICPR_LPDiff_260131_051306/checkpoint/I16000_E400] ...
26-01-31 13:13:50.362 - INFO: Model [DDPM] is created.
26-01-31 13:13:50.362 - INFO: Initial Model Finished
26-01-31 13:13:50.362 - INFO: Resuming training from epoch: 400, iter: 16000.
26-01-31 13:14:11.812 - INFO: <epoch:401, iter:  16,010> l_pix: 3.3465e-01 
26-01-31 13:14:16.694 - INFO: <epoch:401, iter:  16,020> l_pix: 5.7393e-02 
26-01-31 13:14:21.575 - INFO: <epoch:401, iter:  16,030> l_pix: 1.2939e-01 
26-01-31 13:14:27.686 - INFO: <epoch:401, iter:  16,040> l_pix: 4.7987e-02 
26-01-31 13:14:40.430 - INFO: <epoch:402, iter:  16,050> l_pix: 5.5209e-02 
26-01-31 13:14:45.308 - INFO: <epoch:402, iter:  16,060> l_pix: 3.0891e-02 
26-01-31 13:14:50.183 - INFO: <epoch:402, iter:  16,070> l_pix: 2.9663e-02 
26-01-31 13:14:54.635 - INFO: <epoch:402, iter:  16,080> l_pix: 1.1649e-01 
26-01-31 13:15:07.034 - INFO: <epoch:403, iter:  16,090> l_pix: 2.0499e-01 
26-01-31 13:15:11.914 - INFO: <epoch:403, iter:  16,100> l_pix: 6.4659e-02 
26-01-31 13:15:16.787 - INFO: <epoch:403, iter:  16,110> l_pix: 4.7769e-02 
26-01-31 13:15:21.229 - INFO: <epoch:403, iter:  16,120> l_pix: 2.7031e-02 
26-01-31 13:15:33.455 - INFO: <epoch:404, iter:  16,130> l_pix: 4.3928e-02 
26-01-31 13:15:38.331 - INFO: <epoch:404, iter:  16,140> l_pix: 8.4229e-02 
26-01-31 13:15:43.203 - INFO: <epoch:404, iter:  16,150> l_pix: 5.3618e-02 
26-01-31 13:15:47.651 - INFO: <epoch:404, iter:  16,160> l_pix: 6.6401e-02 
26-01-31 13:16:00.266 - INFO: <epoch:405, iter:  16,170> l_pix: 6.8325e-02 
26-01-31 13:16:05.147 - INFO: <epoch:405, iter:  16,180> l_pix: 4.9270e-02 
26-01-31 13:16:10.023 - INFO: <epoch:405, iter:  16,190> l_pix: 3.1429e-02 
26-01-31 13:16:14.461 - INFO: <epoch:405, iter:  16,200> l_pix: 2.9355e-01 
26-01-31 13:16:27.276 - INFO: <epoch:406, iter:  16,210> l_pix: 6.2160e-02 
26-01-31 13:16:32.157 - INFO: <epoch:406, iter:  16,220> l_pix: 1.0566e-01 
26-01-31 13:16:37.032 - INFO: <epoch:406, iter:  16,230> l_pix: 3.4133e-02 
26-01-31 13:16:41.473 - INFO: <epoch:406, iter:  16,240> l_pix: 6.6186e-02 
26-01-31 13:16:53.894 - INFO: <epoch:407, iter:  16,250> l_pix: 2.6522e-02 
26-01-31 13:16:58.771 - INFO: <epoch:407, iter:  16,260> l_pix: 4.6632e-02 
26-01-31 13:17:03.645 - INFO: <epoch:407, iter:  16,270> l_pix: 1.4935e-01 
26-01-31 13:17:08.086 - INFO: <epoch:407, iter:  16,280> l_pix: 2.9359e-01 
26-01-31 13:17:21.414 - INFO: <epoch:408, iter:  16,290> l_pix: 1.1775e-01 
26-01-31 13:17:26.293 - INFO: <epoch:408, iter:  16,300> l_pix: 8.1789e-02 
26-01-31 13:17:31.165 - INFO: <epoch:408, iter:  16,310> l_pix: 6.8273e-02 
26-01-31 13:17:35.609 - INFO: <epoch:408, iter:  16,320> l_pix: 1.9018e-01 
26-01-31 13:17:48.696 - INFO: <epoch:409, iter:  16,330> l_pix: 7.2965e-02 
26-01-31 13:17:53.572 - INFO: <epoch:409, iter:  16,340> l_pix: 1.1592e-01 
26-01-31 13:17:58.447 - INFO: <epoch:409, iter:  16,350> l_pix: 4.1096e-02 
26-01-31 13:18:02.888 - INFO: <epoch:409, iter:  16,360> l_pix: 2.1565e-01 
26-01-31 13:18:16.363 - INFO: <epoch:410, iter:  16,370> l_pix: 4.2454e-02 
26-01-31 13:18:21.241 - INFO: <epoch:410, iter:  16,380> l_pix: 4.6583e-02 
26-01-31 13:18:26.116 - INFO: <epoch:410, iter:  16,390> l_pix: 9.2826e-02 
26-01-31 13:18:30.557 - INFO: <epoch:410, iter:  16,400> l_pix: 3.1403e-02 
26-01-31 13:18:42.741 - INFO: <epoch:411, iter:  16,410> l_pix: 1.1275e-01 
26-01-31 13:18:47.621 - INFO: <epoch:411, iter:  16,420> l_pix: 6.0425e-02 
26-01-31 13:18:52.495 - INFO: <epoch:411, iter:  16,430> l_pix: 7.7771e-02 
26-01-31 13:18:56.934 - INFO: <epoch:411, iter:  16,440> l_pix: 3.0581e-02 
26-01-31 13:19:09.033 - INFO: <epoch:412, iter:  16,450> l_pix: 5.7127e-02 
26-01-31 13:19:13.918 - INFO: <epoch:412, iter:  16,460> l_pix: 5.7648e-02 
26-01-31 13:19:18.789 - INFO: <epoch:412, iter:  16,470> l_pix: 7.7675e-02 
26-01-31 13:19:23.230 - INFO: <epoch:412, iter:  16,480> l_pix: 3.6258e-02 
26-01-31 13:19:36.179 - INFO: <epoch:413, iter:  16,490> l_pix: 4.9136e-02 
26-01-31 13:19:41.060 - INFO: <epoch:413, iter:  16,500> l_pix: 9.3042e-02 
26-01-31 13:19:45.939 - INFO: <epoch:413, iter:  16,510> l_pix: 2.1206e-01 
26-01-31 13:19:50.382 - INFO: <epoch:413, iter:  16,520> l_pix: 2.5455e-02 
26-01-31 13:20:03.169 - INFO: <epoch:414, iter:  16,530> l_pix: 1.1778e-01 
26-01-31 13:20:08.056 - INFO: <epoch:414, iter:  16,540> l_pix: 4.5796e-02 
26-01-31 13:20:12.929 - INFO: <epoch:414, iter:  16,550> l_pix: 1.3097e-01 
26-01-31 13:20:17.371 - INFO: <epoch:414, iter:  16,560> l_pix: 3.5713e-02 
26-01-31 13:20:29.771 - INFO: <epoch:415, iter:  16,570> l_pix: 3.5567e-02 
26-01-31 13:20:34.656 - INFO: <epoch:415, iter:  16,580> l_pix: 7.0026e-02 
26-01-31 13:20:39.534 - INFO: <epoch:415, iter:  16,590> l_pix: 3.1817e-02 
26-01-31 13:20:43.975 - INFO: <epoch:415, iter:  16,600> l_pix: 9.0462e-02 
26-01-31 13:20:56.988 - INFO: <epoch:416, iter:  16,610> l_pix: 6.3566e-02 
26-01-31 13:21:01.875 - INFO: <epoch:416, iter:  16,620> l_pix: 7.3543e-02 
26-01-31 13:21:06.750 - INFO: <epoch:416, iter:  16,630> l_pix: 9.7945e-02 
26-01-31 13:21:11.193 - INFO: <epoch:416, iter:  16,640> l_pix: 2.9428e-02 
26-01-31 13:21:24.502 - INFO: <epoch:417, iter:  16,650> l_pix: 8.3286e-02 
26-01-31 13:21:29.380 - INFO: <epoch:417, iter:  16,660> l_pix: 8.4336e-02 
26-01-31 13:21:34.255 - INFO: <epoch:417, iter:  16,670> l_pix: 7.0706e-02 
26-01-31 13:21:38.696 - INFO: <epoch:417, iter:  16,680> l_pix: 4.8073e-02 
26-01-31 13:21:50.622 - INFO: <epoch:418, iter:  16,690> l_pix: 4.8541e-02 
26-01-31 13:21:55.503 - INFO: <epoch:418, iter:  16,700> l_pix: 2.3490e-01 
26-01-31 13:22:00.375 - INFO: <epoch:418, iter:  16,710> l_pix: 3.7929e-02 
26-01-31 13:22:04.817 - INFO: <epoch:418, iter:  16,720> l_pix: 5.9872e-02 
26-01-31 13:22:17.526 - INFO: <epoch:419, iter:  16,730> l_pix: 9.9448e-02 
26-01-31 13:22:22.410 - INFO: <epoch:419, iter:  16,740> l_pix: 4.4709e-02 
26-01-31 13:22:27.286 - INFO: <epoch:419, iter:  16,750> l_pix: 1.0204e-01 
26-01-31 13:22:31.729 - INFO: <epoch:419, iter:  16,760> l_pix: 4.3311e-02 
26-01-31 13:22:43.525 - INFO: <epoch:420, iter:  16,770> l_pix: 6.0734e-02 
26-01-31 13:22:48.407 - INFO: <epoch:420, iter:  16,780> l_pix: 1.7423e-01 
26-01-31 13:22:53.282 - INFO: <epoch:420, iter:  16,790> l_pix: 2.5878e-02 
26-01-31 13:22:57.723 - INFO: <epoch:420, iter:  16,800> l_pix: 3.1157e-01 
26-01-31 13:23:09.497 - INFO: <epoch:421, iter:  16,810> l_pix: 2.7915e-01 
26-01-31 13:23:14.379 - INFO: <epoch:421, iter:  16,820> l_pix: 9.9468e-02 
26-01-31 13:23:19.254 - INFO: <epoch:421, iter:  16,830> l_pix: 3.9581e-02 
26-01-31 13:23:23.694 - INFO: <epoch:421, iter:  16,840> l_pix: 1.1105e-01 
26-01-31 13:23:35.605 - INFO: <epoch:422, iter:  16,850> l_pix: 9.4565e-02 
26-01-31 13:23:40.487 - INFO: <epoch:422, iter:  16,860> l_pix: 8.1788e-02 
26-01-31 13:23:45.363 - INFO: <epoch:422, iter:  16,870> l_pix: 5.0147e-02 
26-01-31 13:23:49.803 - INFO: <epoch:422, iter:  16,880> l_pix: 8.4643e-02 
26-01-31 13:24:01.856 - INFO: <epoch:423, iter:  16,890> l_pix: 3.8352e-02 
26-01-31 13:24:06.736 - INFO: <epoch:423, iter:  16,900> l_pix: 8.4022e-02 
26-01-31 13:24:11.612 - INFO: <epoch:423, iter:  16,910> l_pix: 3.7261e-02 
26-01-31 13:24:16.056 - INFO: <epoch:423, iter:  16,920> l_pix: 1.2554e-01 
26-01-31 13:24:28.377 - INFO: <epoch:424, iter:  16,930> l_pix: 5.0834e-02 
26-01-31 13:24:33.264 - INFO: <epoch:424, iter:  16,940> l_pix: 1.0110e-01 
26-01-31 13:24:38.137 - INFO: <epoch:424, iter:  16,950> l_pix: 3.1478e-02 
26-01-31 13:24:42.580 - INFO: <epoch:424, iter:  16,960> l_pix: 6.9966e-02 
26-01-31 13:24:54.522 - INFO: <epoch:425, iter:  16,970> l_pix: 3.7014e-02 
26-01-31 13:24:59.406 - INFO: <epoch:425, iter:  16,980> l_pix: 3.9728e-02 
26-01-31 13:25:04.280 - INFO: <epoch:425, iter:  16,990> l_pix: 4.9638e-02 
26-01-31 13:25:08.723 - INFO: <epoch:425, iter:  17,000> l_pix: 3.4410e-02 
26-01-31 13:25:25.538 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I17000_E425_gen_best.pth] ...
26-01-31 13:25:25.539 - INFO: # Validation # PSNR: 9.3364e+00
26-01-31 13:25:25.539 - INFO: <epoch:425, iter:  17,000> psnr: 9.3364e+00 loss: 4.7150e-01
26-01-31 13:25:25.541 - INFO: Saving models and training states.
26-01-31 13:25:26.171 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I17000_E425_gen.pth] ...
26-01-31 13:25:26.172 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 13:25:33.240 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 13:25:44.666 - INFO: <epoch:426, iter:  17,010> l_pix: 5.5848e-02 
26-01-31 13:25:49.544 - INFO: <epoch:426, iter:  17,020> l_pix: 3.4849e-02 
26-01-31 13:25:54.420 - INFO: <epoch:426, iter:  17,030> l_pix: 5.0527e-02 
26-01-31 13:25:58.875 - INFO: <epoch:426, iter:  17,040> l_pix: 6.1597e-02 
26-01-31 13:26:11.344 - INFO: <epoch:427, iter:  17,050> l_pix: 9.6674e-02 
26-01-31 13:26:16.222 - INFO: <epoch:427, iter:  17,060> l_pix: 6.2948e-02 
26-01-31 13:26:21.095 - INFO: <epoch:427, iter:  17,070> l_pix: 6.7445e-02 
26-01-31 13:26:25.538 - INFO: <epoch:427, iter:  17,080> l_pix: 6.0066e-02 
26-01-31 13:26:37.851 - INFO: <epoch:428, iter:  17,090> l_pix: 1.0085e-01 
26-01-31 13:26:42.731 - INFO: <epoch:428, iter:  17,100> l_pix: 5.3609e-02 
26-01-31 13:26:47.604 - INFO: <epoch:428, iter:  17,110> l_pix: 3.8568e-02 
26-01-31 13:26:52.047 - INFO: <epoch:428, iter:  17,120> l_pix: 8.5653e-02 
26-01-31 13:27:04.845 - INFO: <epoch:429, iter:  17,130> l_pix: 1.6046e-01 
26-01-31 13:27:09.716 - INFO: <epoch:429, iter:  17,140> l_pix: 5.5051e-02 
26-01-31 13:27:14.586 - INFO: <epoch:429, iter:  17,150> l_pix: 1.5733e-01 
26-01-31 13:27:19.022 - INFO: <epoch:429, iter:  17,160> l_pix: 1.7791e-01 
26-01-31 13:27:31.221 - INFO: <epoch:430, iter:  17,170> l_pix: 5.2882e-02 
26-01-31 13:27:36.101 - INFO: <epoch:430, iter:  17,180> l_pix: 5.6164e-02 
26-01-31 13:27:40.973 - INFO: <epoch:430, iter:  17,190> l_pix: 9.7489e-02 
26-01-31 13:27:45.420 - INFO: <epoch:430, iter:  17,200> l_pix: 8.4514e-02 
26-01-31 13:27:57.726 - INFO: <epoch:431, iter:  17,210> l_pix: 5.2209e-02 
26-01-31 13:28:02.608 - INFO: <epoch:431, iter:  17,220> l_pix: 2.6284e-02 
26-01-31 13:28:07.480 - INFO: <epoch:431, iter:  17,230> l_pix: 5.3151e-02 
26-01-31 13:28:11.922 - INFO: <epoch:431, iter:  17,240> l_pix: 2.8354e-01 
26-01-31 13:28:23.216 - INFO: <epoch:432, iter:  17,250> l_pix: 3.1600e-02 
26-01-31 13:28:28.092 - INFO: <epoch:432, iter:  17,260> l_pix: 7.0061e-02 
26-01-31 13:28:32.965 - INFO: <epoch:432, iter:  17,270> l_pix: 1.5675e-01 
26-01-31 13:28:37.408 - INFO: <epoch:432, iter:  17,280> l_pix: 2.6514e-02 
26-01-31 13:28:48.806 - INFO: <epoch:433, iter:  17,290> l_pix: 3.1219e-02 
26-01-31 13:28:53.688 - INFO: <epoch:433, iter:  17,300> l_pix: 4.9539e-02 
26-01-31 13:28:58.561 - INFO: <epoch:433, iter:  17,310> l_pix: 1.5042e-01 
26-01-31 13:29:03.005 - INFO: <epoch:433, iter:  17,320> l_pix: 4.5658e-02 
26-01-31 13:29:15.077 - INFO: <epoch:434, iter:  17,330> l_pix: 2.7732e-02 
26-01-31 13:29:19.962 - INFO: <epoch:434, iter:  17,340> l_pix: 7.6460e-02 
26-01-31 13:29:24.842 - INFO: <epoch:434, iter:  17,350> l_pix: 5.1787e-02 
26-01-31 13:29:29.287 - INFO: <epoch:434, iter:  17,360> l_pix: 1.0492e-01 
26-01-31 13:29:42.222 - INFO: <epoch:435, iter:  17,370> l_pix: 4.7053e-02 
26-01-31 13:29:47.098 - INFO: <epoch:435, iter:  17,380> l_pix: 5.4291e-02 
26-01-31 13:29:51.969 - INFO: <epoch:435, iter:  17,390> l_pix: 8.9481e-02 
26-01-31 13:29:56.417 - INFO: <epoch:435, iter:  17,400> l_pix: 1.3132e-01 
26-01-31 13:30:08.956 - INFO: <epoch:436, iter:  17,410> l_pix: 4.4952e-02 
26-01-31 13:30:13.830 - INFO: <epoch:436, iter:  17,420> l_pix: 3.0662e-02 
26-01-31 13:30:18.702 - INFO: <epoch:436, iter:  17,430> l_pix: 5.9412e-02 
26-01-31 13:30:23.143 - INFO: <epoch:436, iter:  17,440> l_pix: 2.7018e-02 
26-01-31 13:30:35.694 - INFO: <epoch:437, iter:  17,450> l_pix: 3.9251e-02 
26-01-31 13:30:40.569 - INFO: <epoch:437, iter:  17,460> l_pix: 9.7642e-02 
26-01-31 13:30:45.439 - INFO: <epoch:437, iter:  17,470> l_pix: 3.7228e-02 
26-01-31 13:30:49.880 - INFO: <epoch:437, iter:  17,480> l_pix: 9.9133e-02 
26-01-31 13:31:02.658 - INFO: <epoch:438, iter:  17,490> l_pix: 9.1373e-02 
26-01-31 13:31:07.536 - INFO: <epoch:438, iter:  17,500> l_pix: 5.1330e-02 
26-01-31 13:31:12.406 - INFO: <epoch:438, iter:  17,510> l_pix: 3.2350e-01 
26-01-31 13:31:16.855 - INFO: <epoch:438, iter:  17,520> l_pix: 4.6254e-02 
26-01-31 13:31:28.690 - INFO: <epoch:439, iter:  17,530> l_pix: 3.6274e-02 
26-01-31 13:31:33.565 - INFO: <epoch:439, iter:  17,540> l_pix: 7.9311e-02 
26-01-31 13:31:38.434 - INFO: <epoch:439, iter:  17,550> l_pix: 1.2233e-01 
26-01-31 13:31:42.877 - INFO: <epoch:439, iter:  17,560> l_pix: 1.3278e-01 
26-01-31 13:31:53.784 - INFO: <epoch:440, iter:  17,570> l_pix: 3.8189e-01 
26-01-31 13:31:58.667 - INFO: <epoch:440, iter:  17,580> l_pix: 5.5986e-02 
26-01-31 13:32:03.538 - INFO: <epoch:440, iter:  17,590> l_pix: 2.5744e-01 
26-01-31 13:32:07.983 - INFO: <epoch:440, iter:  17,600> l_pix: 3.0398e-02 
26-01-31 13:32:20.546 - INFO: <epoch:441, iter:  17,610> l_pix: 7.1659e-02 
26-01-31 13:32:25.420 - INFO: <epoch:441, iter:  17,620> l_pix: 4.0582e-02 
26-01-31 13:32:30.293 - INFO: <epoch:441, iter:  17,630> l_pix: 3.0923e-02 
26-01-31 13:32:34.737 - INFO: <epoch:441, iter:  17,640> l_pix: 3.3273e-02 
26-01-31 13:32:47.156 - INFO: <epoch:442, iter:  17,650> l_pix: 8.9953e-02 
26-01-31 13:32:52.032 - INFO: <epoch:442, iter:  17,660> l_pix: 3.8381e-02 
26-01-31 13:32:56.905 - INFO: <epoch:442, iter:  17,670> l_pix: 2.5188e-02 
26-01-31 13:33:01.350 - INFO: <epoch:442, iter:  17,680> l_pix: 3.2198e-02 
26-01-31 13:33:14.092 - INFO: <epoch:443, iter:  17,690> l_pix: 2.7524e-02 
26-01-31 13:33:18.968 - INFO: <epoch:443, iter:  17,700> l_pix: 1.4002e-01 
26-01-31 13:33:23.839 - INFO: <epoch:443, iter:  17,710> l_pix: 1.1431e-01 
26-01-31 13:33:28.286 - INFO: <epoch:443, iter:  17,720> l_pix: 1.5489e-01 
26-01-31 13:33:39.397 - INFO: <epoch:444, iter:  17,730> l_pix: 8.5274e-02 
26-01-31 13:33:44.280 - INFO: <epoch:444, iter:  17,740> l_pix: 3.6362e-02 
26-01-31 13:33:49.154 - INFO: <epoch:444, iter:  17,750> l_pix: 3.9112e-02 
26-01-31 13:33:53.605 - INFO: <epoch:444, iter:  17,760> l_pix: 5.1249e-02 
26-01-31 13:34:05.501 - INFO: <epoch:445, iter:  17,770> l_pix: 4.8884e-02 
26-01-31 13:34:10.380 - INFO: <epoch:445, iter:  17,780> l_pix: 3.0431e-02 
26-01-31 13:34:15.254 - INFO: <epoch:445, iter:  17,790> l_pix: 5.8430e-02 
26-01-31 13:34:19.695 - INFO: <epoch:445, iter:  17,800> l_pix: 1.0914e-01 
26-01-31 13:34:31.787 - INFO: <epoch:446, iter:  17,810> l_pix: 3.4237e-02 
26-01-31 13:34:36.665 - INFO: <epoch:446, iter:  17,820> l_pix: 5.0762e-02 
26-01-31 13:34:41.538 - INFO: <epoch:446, iter:  17,830> l_pix: 4.5890e-02 
26-01-31 13:34:45.979 - INFO: <epoch:446, iter:  17,840> l_pix: 1.7117e-01 
26-01-31 13:34:57.143 - INFO: <epoch:447, iter:  17,850> l_pix: 1.7267e-01 
26-01-31 13:35:02.019 - INFO: <epoch:447, iter:  17,860> l_pix: 2.5748e-02 
26-01-31 13:35:06.895 - INFO: <epoch:447, iter:  17,870> l_pix: 5.8308e-01 
26-01-31 13:35:11.342 - INFO: <epoch:447, iter:  17,880> l_pix: 5.4884e-02 
26-01-31 13:35:23.392 - INFO: <epoch:448, iter:  17,890> l_pix: 2.1113e-01 
26-01-31 13:35:28.270 - INFO: <epoch:448, iter:  17,900> l_pix: 4.8525e-02 
26-01-31 13:35:33.144 - INFO: <epoch:448, iter:  17,910> l_pix: 7.2191e-02 
26-01-31 13:35:37.587 - INFO: <epoch:448, iter:  17,920> l_pix: 1.7218e-01 
26-01-31 13:35:49.444 - INFO: <epoch:449, iter:  17,930> l_pix: 3.3819e-02 
26-01-31 13:35:54.322 - INFO: <epoch:449, iter:  17,940> l_pix: 3.7247e-02 
26-01-31 13:35:59.193 - INFO: <epoch:449, iter:  17,950> l_pix: 3.1547e-02 
26-01-31 13:36:03.632 - INFO: <epoch:449, iter:  17,960> l_pix: 6.9721e-02 
26-01-31 13:36:15.761 - INFO: <epoch:450, iter:  17,970> l_pix: 4.1400e-02 
26-01-31 13:36:20.640 - INFO: <epoch:450, iter:  17,980> l_pix: 7.5355e-02 
26-01-31 13:36:25.513 - INFO: <epoch:450, iter:  17,990> l_pix: 4.9569e-02 
26-01-31 13:36:29.959 - INFO: <epoch:450, iter:  18,000> l_pix: 3.4392e-02 
26-01-31 13:36:46.486 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I18000_E450_gen_best.pth] ...
26-01-31 13:36:46.487 - INFO: # Validation # PSNR: 1.0175e+01
26-01-31 13:36:46.487 - INFO: <epoch:450, iter:  18,000> psnr: 1.0175e+01 loss: 4.1346e-01
26-01-31 13:36:46.489 - INFO: Saving models and training states.
26-01-31 13:36:47.143 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I18000_E450_gen.pth] ...
26-01-31 13:36:47.143 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 13:37:25.567 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 13:37:38.587 - INFO: <epoch:451, iter:  18,010> l_pix: 2.8728e-02 
26-01-31 13:37:43.465 - INFO: <epoch:451, iter:  18,020> l_pix: 5.5716e-02 
26-01-31 13:37:48.336 - INFO: <epoch:451, iter:  18,030> l_pix: 4.9499e-02 
26-01-31 13:37:52.775 - INFO: <epoch:451, iter:  18,040> l_pix: 4.1321e-02 
26-01-31 13:38:04.489 - INFO: <epoch:452, iter:  18,050> l_pix: 1.6458e-01 
26-01-31 13:38:09.366 - INFO: <epoch:452, iter:  18,060> l_pix: 1.2845e-01 
26-01-31 13:38:14.237 - INFO: <epoch:452, iter:  18,070> l_pix: 2.9507e-02 
26-01-31 13:38:18.676 - INFO: <epoch:452, iter:  18,080> l_pix: 2.6715e-01 
26-01-31 13:38:31.153 - INFO: <epoch:453, iter:  18,090> l_pix: 1.0266e-01 
26-01-31 13:38:36.032 - INFO: <epoch:453, iter:  18,100> l_pix: 6.4277e-02 
26-01-31 13:38:40.903 - INFO: <epoch:453, iter:  18,110> l_pix: 1.1171e-01 
26-01-31 13:38:45.346 - INFO: <epoch:453, iter:  18,120> l_pix: 2.5238e-02 
26-01-31 13:38:57.598 - INFO: <epoch:454, iter:  18,130> l_pix: 3.3379e-02 
26-01-31 13:39:02.479 - INFO: <epoch:454, iter:  18,140> l_pix: 4.4771e-02 
26-01-31 13:39:07.349 - INFO: <epoch:454, iter:  18,150> l_pix: 1.4386e-01 
26-01-31 13:39:11.789 - INFO: <epoch:454, iter:  18,160> l_pix: 3.9132e-02 
26-01-31 13:39:23.750 - INFO: <epoch:455, iter:  18,170> l_pix: 4.2128e-02 
26-01-31 13:39:28.625 - INFO: <epoch:455, iter:  18,180> l_pix: 7.5358e-02 
26-01-31 13:39:33.495 - INFO: <epoch:455, iter:  18,190> l_pix: 3.4119e-02 
26-01-31 13:39:37.943 - INFO: <epoch:455, iter:  18,200> l_pix: 8.2525e-02 
26-01-31 13:39:50.497 - INFO: <epoch:456, iter:  18,210> l_pix: 7.7454e-02 
26-01-31 13:39:55.374 - INFO: <epoch:456, iter:  18,220> l_pix: 9.6972e-02 
26-01-31 13:40:00.250 - INFO: <epoch:456, iter:  18,230> l_pix: 2.5689e-02 
26-01-31 13:40:04.692 - INFO: <epoch:456, iter:  18,240> l_pix: 2.6880e-02 
26-01-31 13:40:16.905 - INFO: <epoch:457, iter:  18,250> l_pix: 8.3229e-02 
26-01-31 13:40:21.782 - INFO: <epoch:457, iter:  18,260> l_pix: 4.0946e-02 
26-01-31 13:40:26.653 - INFO: <epoch:457, iter:  18,270> l_pix: 1.3384e-01 
26-01-31 13:40:31.092 - INFO: <epoch:457, iter:  18,280> l_pix: 3.3634e-02 
26-01-31 13:40:44.469 - INFO: <epoch:458, iter:  18,290> l_pix: 2.8585e-02 
26-01-31 13:40:49.344 - INFO: <epoch:458, iter:  18,300> l_pix: 8.2383e-02 
26-01-31 13:40:54.213 - INFO: <epoch:458, iter:  18,310> l_pix: 7.9748e-02 
26-01-31 13:40:58.656 - INFO: <epoch:458, iter:  18,320> l_pix: 1.7436e-01 
26-01-31 13:41:11.626 - INFO: <epoch:459, iter:  18,330> l_pix: 1.4118e-01 
26-01-31 13:41:16.505 - INFO: <epoch:459, iter:  18,340> l_pix: 9.7035e-02 
26-01-31 13:41:21.378 - INFO: <epoch:459, iter:  18,350> l_pix: 5.9880e-02 
26-01-31 13:41:25.821 - INFO: <epoch:459, iter:  18,360> l_pix: 4.9564e-02 
26-01-31 13:41:37.314 - INFO: <epoch:460, iter:  18,370> l_pix: 1.7740e-01 
26-01-31 13:41:42.198 - INFO: <epoch:460, iter:  18,380> l_pix: 5.4407e-02 
26-01-31 13:41:47.069 - INFO: <epoch:460, iter:  18,390> l_pix: 4.7349e-02 
26-01-31 13:41:51.513 - INFO: <epoch:460, iter:  18,400> l_pix: 2.9164e-01 
26-01-31 13:42:02.202 - INFO: <epoch:461, iter:  18,410> l_pix: 3.0954e-02 
26-01-31 13:42:07.085 - INFO: <epoch:461, iter:  18,420> l_pix: 3.8342e-02 
26-01-31 13:42:11.954 - INFO: <epoch:461, iter:  18,430> l_pix: 8.9341e-02 
26-01-31 13:42:16.402 - INFO: <epoch:461, iter:  18,440> l_pix: 3.0467e-02 
26-01-31 13:42:29.847 - INFO: <epoch:462, iter:  18,450> l_pix: 3.3540e-02 
26-01-31 13:42:34.720 - INFO: <epoch:462, iter:  18,460> l_pix: 3.9539e-02 
26-01-31 13:42:39.592 - INFO: <epoch:462, iter:  18,470> l_pix: 3.7400e-02 
26-01-31 13:42:44.032 - INFO: <epoch:462, iter:  18,480> l_pix: 2.9785e-02 
26-01-31 13:42:56.770 - INFO: <epoch:463, iter:  18,490> l_pix: 8.9823e-02 
26-01-31 13:43:01.647 - INFO: <epoch:463, iter:  18,500> l_pix: 3.3084e-02 
26-01-31 13:43:06.523 - INFO: <epoch:463, iter:  18,510> l_pix: 3.5440e-02 
26-01-31 13:43:10.974 - INFO: <epoch:463, iter:  18,520> l_pix: 3.2113e-01 
26-01-31 13:43:23.364 - INFO: <epoch:464, iter:  18,530> l_pix: 1.8244e-01 
26-01-31 13:43:28.237 - INFO: <epoch:464, iter:  18,540> l_pix: 9.7551e-02 
26-01-31 13:43:33.107 - INFO: <epoch:464, iter:  18,550> l_pix: 4.1370e-02 
26-01-31 13:43:37.549 - INFO: <epoch:464, iter:  18,560> l_pix: 7.6115e-02 
26-01-31 13:43:50.018 - INFO: <epoch:465, iter:  18,570> l_pix: 6.6517e-02 
26-01-31 13:43:54.892 - INFO: <epoch:465, iter:  18,580> l_pix: 5.1414e-02 
26-01-31 13:43:59.761 - INFO: <epoch:465, iter:  18,590> l_pix: 8.8834e-02 
26-01-31 13:44:04.204 - INFO: <epoch:465, iter:  18,600> l_pix: 3.6151e-02 
26-01-31 13:44:16.927 - INFO: <epoch:466, iter:  18,610> l_pix: 1.5031e-01 
26-01-31 13:44:21.804 - INFO: <epoch:466, iter:  18,620> l_pix: 4.3360e-02 
26-01-31 13:44:26.674 - INFO: <epoch:466, iter:  18,630> l_pix: 2.9630e-02 
26-01-31 13:44:31.118 - INFO: <epoch:466, iter:  18,640> l_pix: 7.3457e-02 
26-01-31 13:44:43.343 - INFO: <epoch:467, iter:  18,650> l_pix: 1.3533e-01 
26-01-31 13:44:48.223 - INFO: <epoch:467, iter:  18,660> l_pix: 8.0582e-02 
26-01-31 13:44:53.094 - INFO: <epoch:467, iter:  18,670> l_pix: 4.8292e-02 
26-01-31 13:44:57.536 - INFO: <epoch:467, iter:  18,680> l_pix: 1.0936e-01 
26-01-31 13:45:09.385 - INFO: <epoch:468, iter:  18,690> l_pix: 9.6351e-02 
26-01-31 13:45:14.258 - INFO: <epoch:468, iter:  18,700> l_pix: 2.6837e-01 
26-01-31 13:45:19.133 - INFO: <epoch:468, iter:  18,710> l_pix: 1.1389e-01 
26-01-31 13:45:23.576 - INFO: <epoch:468, iter:  18,720> l_pix: 9.3268e-02 
26-01-31 13:45:34.719 - INFO: <epoch:469, iter:  18,730> l_pix: 1.8082e-01 
26-01-31 13:45:39.597 - INFO: <epoch:469, iter:  18,740> l_pix: 5.3022e-02 
26-01-31 13:45:44.467 - INFO: <epoch:469, iter:  18,750> l_pix: 8.4893e-02 
26-01-31 13:45:48.907 - INFO: <epoch:469, iter:  18,760> l_pix: 7.7345e-02 
26-01-31 13:46:01.792 - INFO: <epoch:470, iter:  18,770> l_pix: 5.4225e-02 
26-01-31 13:46:06.670 - INFO: <epoch:470, iter:  18,780> l_pix: 2.7775e-02 
26-01-31 13:46:11.540 - INFO: <epoch:470, iter:  18,790> l_pix: 2.5814e-02 
26-01-31 13:46:15.977 - INFO: <epoch:470, iter:  18,800> l_pix: 3.1416e-02 
26-01-31 13:46:27.184 - INFO: <epoch:471, iter:  18,810> l_pix: 3.8591e-02 
26-01-31 13:46:32.071 - INFO: <epoch:471, iter:  18,820> l_pix: 6.8940e-02 
26-01-31 13:46:36.940 - INFO: <epoch:471, iter:  18,830> l_pix: 8.4273e-02 
26-01-31 13:46:41.380 - INFO: <epoch:471, iter:  18,840> l_pix: 3.3852e-02 
26-01-31 13:46:53.755 - INFO: <epoch:472, iter:  18,850> l_pix: 2.5500e-02 
26-01-31 13:46:58.632 - INFO: <epoch:472, iter:  18,860> l_pix: 5.3901e-02 
26-01-31 13:47:03.506 - INFO: <epoch:472, iter:  18,870> l_pix: 3.8613e-02 
26-01-31 13:47:07.945 - INFO: <epoch:472, iter:  18,880> l_pix: 8.1062e-02 
26-01-31 13:47:19.488 - INFO: <epoch:473, iter:  18,890> l_pix: 4.4318e-02 
26-01-31 13:47:24.358 - INFO: <epoch:473, iter:  18,900> l_pix: 2.8657e-02 
26-01-31 13:47:29.236 - INFO: <epoch:473, iter:  18,910> l_pix: 4.0500e-02 
26-01-31 13:47:33.683 - INFO: <epoch:473, iter:  18,920> l_pix: 1.0223e-01 
26-01-31 13:47:47.282 - INFO: <epoch:474, iter:  18,930> l_pix: 4.1775e-02 
26-01-31 13:47:52.159 - INFO: <epoch:474, iter:  18,940> l_pix: 6.3181e-02 
26-01-31 13:47:57.037 - INFO: <epoch:474, iter:  18,950> l_pix: 4.3522e-02 
26-01-31 13:48:01.484 - INFO: <epoch:474, iter:  18,960> l_pix: 2.1492e-01 
26-01-31 13:48:13.668 - INFO: <epoch:475, iter:  18,970> l_pix: 3.6548e-02 
26-01-31 13:48:18.543 - INFO: <epoch:475, iter:  18,980> l_pix: 3.5290e-02 
26-01-31 13:48:23.412 - INFO: <epoch:475, iter:  18,990> l_pix: 1.2138e-01 
26-01-31 13:48:27.856 - INFO: <epoch:475, iter:  19,000> l_pix: 1.7202e-01 
26-01-31 13:48:43.386 - INFO: # Validation # PSNR: 1.0025e+01
26-01-31 13:48:43.386 - INFO: <epoch:475, iter:  19,000> psnr: 1.0025e+01 loss: 4.5907e-01
26-01-31 13:48:43.388 - INFO: Saving models and training states.
26-01-31 13:48:44.206 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I19000_E475_gen.pth] ...
26-01-31 13:48:44.208 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 13:48:52.490 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 13:49:03.976 - INFO: <epoch:476, iter:  19,010> l_pix: 2.7595e-02 
26-01-31 13:49:08.852 - INFO: <epoch:476, iter:  19,020> l_pix: 4.0413e-02 
26-01-31 13:49:13.721 - INFO: <epoch:476, iter:  19,030> l_pix: 1.4977e-01 
26-01-31 13:49:18.162 - INFO: <epoch:476, iter:  19,040> l_pix: 4.1749e-02 
26-01-31 13:49:31.113 - INFO: <epoch:477, iter:  19,050> l_pix: 7.4944e-02 
26-01-31 13:49:35.988 - INFO: <epoch:477, iter:  19,060> l_pix: 8.8560e-02 
26-01-31 13:49:40.859 - INFO: <epoch:477, iter:  19,070> l_pix: 4.9425e-02 
26-01-31 13:49:45.301 - INFO: <epoch:477, iter:  19,080> l_pix: 2.5265e-02 
26-01-31 13:49:57.056 - INFO: <epoch:478, iter:  19,090> l_pix: 1.0079e-01 
26-01-31 13:50:01.936 - INFO: <epoch:478, iter:  19,100> l_pix: 1.1113e-01 
26-01-31 13:50:06.807 - INFO: <epoch:478, iter:  19,110> l_pix: 3.5341e-02 
26-01-31 13:50:11.251 - INFO: <epoch:478, iter:  19,120> l_pix: 5.6791e-02 
26-01-31 13:50:23.115 - INFO: <epoch:479, iter:  19,130> l_pix: 7.6027e-02 
26-01-31 13:50:27.993 - INFO: <epoch:479, iter:  19,140> l_pix: 2.2332e-01 
26-01-31 13:50:32.863 - INFO: <epoch:479, iter:  19,150> l_pix: 9.0311e-02 
26-01-31 13:50:37.304 - INFO: <epoch:479, iter:  19,160> l_pix: 4.8924e-02 
26-01-31 13:50:50.140 - INFO: <epoch:480, iter:  19,170> l_pix: 3.4197e-01 
26-01-31 13:50:55.016 - INFO: <epoch:480, iter:  19,180> l_pix: 6.9912e-02 
26-01-31 13:50:59.887 - INFO: <epoch:480, iter:  19,190> l_pix: 6.0588e-02 
26-01-31 13:51:04.327 - INFO: <epoch:480, iter:  19,200> l_pix: 3.8527e-02 
26-01-31 13:51:16.622 - INFO: <epoch:481, iter:  19,210> l_pix: 4.2016e-02 
26-01-31 13:51:21.499 - INFO: <epoch:481, iter:  19,220> l_pix: 6.4744e-02 
26-01-31 13:51:26.367 - INFO: <epoch:481, iter:  19,230> l_pix: 1.1967e-01 
26-01-31 13:51:30.811 - INFO: <epoch:481, iter:  19,240> l_pix: 3.4222e-02 
26-01-31 13:51:43.483 - INFO: <epoch:482, iter:  19,250> l_pix: 2.2064e-01 
26-01-31 13:51:48.358 - INFO: <epoch:482, iter:  19,260> l_pix: 1.3850e-01 
26-01-31 13:51:53.227 - INFO: <epoch:482, iter:  19,270> l_pix: 7.4238e-02 
26-01-31 13:51:57.667 - INFO: <epoch:482, iter:  19,280> l_pix: 1.1950e-01 
26-01-31 13:52:09.066 - INFO: <epoch:483, iter:  19,290> l_pix: 2.4507e-02 
26-01-31 13:52:13.944 - INFO: <epoch:483, iter:  19,300> l_pix: 3.8897e-02 
26-01-31 13:52:18.815 - INFO: <epoch:483, iter:  19,310> l_pix: 6.2237e-02 
26-01-31 13:52:23.259 - INFO: <epoch:483, iter:  19,320> l_pix: 1.7571e-01 
26-01-31 13:52:36.799 - INFO: <epoch:484, iter:  19,330> l_pix: 4.4078e-02 
26-01-31 13:52:41.678 - INFO: <epoch:484, iter:  19,340> l_pix: 1.5898e-01 
26-01-31 13:52:46.548 - INFO: <epoch:484, iter:  19,350> l_pix: 3.1501e-02 
26-01-31 13:52:50.994 - INFO: <epoch:484, iter:  19,360> l_pix: 7.9987e-02 
26-01-31 13:53:03.075 - INFO: <epoch:485, iter:  19,370> l_pix: 3.2527e-01 
26-01-31 13:53:07.950 - INFO: <epoch:485, iter:  19,380> l_pix: 2.0374e-01 
26-01-31 13:53:12.823 - INFO: <epoch:485, iter:  19,390> l_pix: 3.6249e-02 
26-01-31 13:53:17.264 - INFO: <epoch:485, iter:  19,400> l_pix: 4.4554e-02 
26-01-31 13:53:30.816 - INFO: <epoch:486, iter:  19,410> l_pix: 1.5205e-01 
26-01-31 13:53:35.693 - INFO: <epoch:486, iter:  19,420> l_pix: 5.1337e-02 
26-01-31 13:53:40.566 - INFO: <epoch:486, iter:  19,430> l_pix: 2.9480e-02 
26-01-31 13:53:45.007 - INFO: <epoch:486, iter:  19,440> l_pix: 3.9238e-02 
26-01-31 13:53:56.888 - INFO: <epoch:487, iter:  19,450> l_pix: 1.0056e-01 
26-01-31 13:54:01.768 - INFO: <epoch:487, iter:  19,460> l_pix: 1.9428e-01 
26-01-31 13:54:06.637 - INFO: <epoch:487, iter:  19,470> l_pix: 3.9775e-02 
26-01-31 13:54:11.075 - INFO: <epoch:487, iter:  19,480> l_pix: 4.2372e-02 
26-01-31 13:54:24.115 - INFO: <epoch:488, iter:  19,490> l_pix: 3.3327e-02 
26-01-31 13:54:28.989 - INFO: <epoch:488, iter:  19,500> l_pix: 3.5383e-02 
26-01-31 13:54:33.859 - INFO: <epoch:488, iter:  19,510> l_pix: 7.5660e-02 
26-01-31 13:54:38.300 - INFO: <epoch:488, iter:  19,520> l_pix: 2.6406e-01 
26-01-31 13:54:52.349 - INFO: <epoch:489, iter:  19,530> l_pix: 9.2108e-02 
26-01-31 13:54:57.227 - INFO: <epoch:489, iter:  19,540> l_pix: 1.5183e-01 
26-01-31 13:55:02.096 - INFO: <epoch:489, iter:  19,550> l_pix: 3.2817e-02 
26-01-31 13:55:06.537 - INFO: <epoch:489, iter:  19,560> l_pix: 6.8874e-02 
26-01-31 13:55:16.681 - INFO: <epoch:490, iter:  19,570> l_pix: 5.1697e-02 
26-01-31 13:55:21.573 - INFO: <epoch:490, iter:  19,580> l_pix: 5.6113e-02 
26-01-31 13:55:26.444 - INFO: <epoch:490, iter:  19,590> l_pix: 7.2316e-02 
26-01-31 13:55:30.887 - INFO: <epoch:490, iter:  19,600> l_pix: 2.4732e-01 
26-01-31 13:55:43.541 - INFO: <epoch:491, iter:  19,610> l_pix: 1.6669e-01 
26-01-31 13:55:48.415 - INFO: <epoch:491, iter:  19,620> l_pix: 2.7823e-02 
26-01-31 13:55:53.286 - INFO: <epoch:491, iter:  19,630> l_pix: 3.1535e-02 
26-01-31 13:55:57.728 - INFO: <epoch:491, iter:  19,640> l_pix: 1.1421e-01 
26-01-31 13:56:09.046 - INFO: <epoch:492, iter:  19,650> l_pix: 2.7463e-02 
26-01-31 13:56:13.919 - INFO: <epoch:492, iter:  19,660> l_pix: 2.7703e-02 
26-01-31 13:56:18.789 - INFO: <epoch:492, iter:  19,670> l_pix: 4.7700e-02 
26-01-31 13:56:23.232 - INFO: <epoch:492, iter:  19,680> l_pix: 3.4587e-02 
26-01-31 13:56:33.665 - INFO: <epoch:493, iter:  19,690> l_pix: 8.8755e-02 
26-01-31 13:56:38.547 - INFO: <epoch:493, iter:  19,700> l_pix: 3.8994e-02 
26-01-31 13:56:43.417 - INFO: <epoch:493, iter:  19,710> l_pix: 3.7456e-02 
26-01-31 13:56:47.862 - INFO: <epoch:493, iter:  19,720> l_pix: 2.4869e-01 
26-01-31 13:57:00.498 - INFO: <epoch:494, iter:  19,730> l_pix: 7.2298e-01 
26-01-31 13:57:05.373 - INFO: <epoch:494, iter:  19,740> l_pix: 9.0186e-02 
26-01-31 13:57:10.241 - INFO: <epoch:494, iter:  19,750> l_pix: 2.9235e-02 
26-01-31 13:57:14.684 - INFO: <epoch:494, iter:  19,760> l_pix: 2.6204e-02 
26-01-31 13:57:27.122 - INFO: <epoch:495, iter:  19,770> l_pix: 2.6601e-02 
26-01-31 13:57:32.002 - INFO: <epoch:495, iter:  19,780> l_pix: 6.0618e-02 
26-01-31 13:57:36.874 - INFO: <epoch:495, iter:  19,790> l_pix: 7.0234e-02 
26-01-31 13:57:41.316 - INFO: <epoch:495, iter:  19,800> l_pix: 4.5102e-02 
26-01-31 13:57:54.444 - INFO: <epoch:496, iter:  19,810> l_pix: 1.7339e-01 
26-01-31 13:57:59.318 - INFO: <epoch:496, iter:  19,820> l_pix: 3.9907e-02 
26-01-31 13:58:04.190 - INFO: <epoch:496, iter:  19,830> l_pix: 8.3279e-02 
26-01-31 13:58:08.633 - INFO: <epoch:496, iter:  19,840> l_pix: 5.2828e-02 
26-01-31 13:58:19.660 - INFO: <epoch:497, iter:  19,850> l_pix: 1.5481e-01 
26-01-31 13:58:24.533 - INFO: <epoch:497, iter:  19,860> l_pix: 3.2351e-02 
26-01-31 13:58:29.401 - INFO: <epoch:497, iter:  19,870> l_pix: 2.1405e-01 
26-01-31 13:58:33.840 - INFO: <epoch:497, iter:  19,880> l_pix: 6.2407e-02 
26-01-31 13:58:46.435 - INFO: <epoch:498, iter:  19,890> l_pix: 7.8185e-02 
26-01-31 13:58:51.310 - INFO: <epoch:498, iter:  19,900> l_pix: 2.6337e-02 
26-01-31 13:58:56.176 - INFO: <epoch:498, iter:  19,910> l_pix: 3.1730e-02 
26-01-31 13:59:00.617 - INFO: <epoch:498, iter:  19,920> l_pix: 1.0648e-01 
26-01-31 13:59:13.573 - INFO: <epoch:499, iter:  19,930> l_pix: 3.1834e-02 
26-01-31 13:59:18.448 - INFO: <epoch:499, iter:  19,940> l_pix: 1.2955e-01 
26-01-31 13:59:23.320 - INFO: <epoch:499, iter:  19,950> l_pix: 1.6436e-01 
26-01-31 13:59:27.760 - INFO: <epoch:499, iter:  19,960> l_pix: 1.5902e-01 
26-01-31 13:59:40.527 - INFO: <epoch:500, iter:  19,970> l_pix: 5.8204e-02 
26-01-31 13:59:45.406 - INFO: <epoch:500, iter:  19,980> l_pix: 8.7222e-02 
26-01-31 13:59:50.275 - INFO: <epoch:500, iter:  19,990> l_pix: 1.2983e-01 
26-01-31 13:59:54.715 - INFO: <epoch:500, iter:  20,000> l_pix: 7.0213e-02 
26-01-31 14:00:10.237 - INFO: # Validation # PSNR: 9.3977e+00
26-01-31 14:00:10.238 - INFO: <epoch:500, iter:  20,000> psnr: 9.3977e+00 loss: 4.7796e-01
26-01-31 14:00:10.240 - INFO: Saving models and training states.
26-01-31 14:00:11.091 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I20000_E500_gen.pth] ...
26-01-31 14:00:11.091 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 14:00:20.293 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 14:00:32.644 - INFO: <epoch:501, iter:  20,010> l_pix: 4.3317e-02 
26-01-31 14:00:37.519 - INFO: <epoch:501, iter:  20,020> l_pix: 5.7353e-02 
26-01-31 14:00:42.387 - INFO: <epoch:501, iter:  20,030> l_pix: 1.9497e-01 
26-01-31 14:00:46.827 - INFO: <epoch:501, iter:  20,040> l_pix: 6.0373e-02 
26-01-31 14:00:59.303 - INFO: <epoch:502, iter:  20,050> l_pix: 5.6921e-02 
26-01-31 14:01:04.187 - INFO: <epoch:502, iter:  20,060> l_pix: 1.6808e-01 
26-01-31 14:01:09.067 - INFO: <epoch:502, iter:  20,070> l_pix: 1.2943e-01 
26-01-31 14:01:13.518 - INFO: <epoch:502, iter:  20,080> l_pix: 5.5713e-02 
26-01-31 14:01:25.364 - INFO: <epoch:503, iter:  20,090> l_pix: 4.4408e-02 
26-01-31 14:01:30.244 - INFO: <epoch:503, iter:  20,100> l_pix: 5.4689e-02 
26-01-31 14:01:35.115 - INFO: <epoch:503, iter:  20,110> l_pix: 3.7643e-02 
26-01-31 14:01:39.559 - INFO: <epoch:503, iter:  20,120> l_pix: 5.3867e-02 
26-01-31 14:01:50.744 - INFO: <epoch:504, iter:  20,130> l_pix: 3.4376e-02 
26-01-31 14:01:55.620 - INFO: <epoch:504, iter:  20,140> l_pix: 4.5462e-02 
26-01-31 14:02:00.494 - INFO: <epoch:504, iter:  20,150> l_pix: 1.3596e-01 
26-01-31 14:02:04.936 - INFO: <epoch:504, iter:  20,160> l_pix: 1.0908e-01 
26-01-31 14:02:16.480 - INFO: <epoch:505, iter:  20,170> l_pix: 2.7179e-02 
26-01-31 14:02:21.366 - INFO: <epoch:505, iter:  20,180> l_pix: 5.7479e-02 
26-01-31 14:02:26.237 - INFO: <epoch:505, iter:  20,190> l_pix: 5.3584e-02 
26-01-31 14:02:30.676 - INFO: <epoch:505, iter:  20,200> l_pix: 2.5811e-02 
26-01-31 14:02:44.055 - INFO: <epoch:506, iter:  20,210> l_pix: 8.3777e-02 
26-01-31 14:02:48.931 - INFO: <epoch:506, iter:  20,220> l_pix: 3.0445e-02 
26-01-31 14:02:53.800 - INFO: <epoch:506, iter:  20,230> l_pix: 5.4759e-02 
26-01-31 14:02:58.239 - INFO: <epoch:506, iter:  20,240> l_pix: 4.4843e-02 
26-01-31 14:03:10.286 - INFO: <epoch:507, iter:  20,250> l_pix: 2.9489e-02 
26-01-31 14:03:15.164 - INFO: <epoch:507, iter:  20,260> l_pix: 2.4678e-02 
26-01-31 14:03:20.036 - INFO: <epoch:507, iter:  20,270> l_pix: 2.4487e-02 
26-01-31 14:03:24.476 - INFO: <epoch:507, iter:  20,280> l_pix: 3.7235e-02 
26-01-31 14:03:38.219 - INFO: <epoch:508, iter:  20,290> l_pix: 2.2270e-01 
26-01-31 14:03:43.091 - INFO: <epoch:508, iter:  20,300> l_pix: 1.2423e-01 
26-01-31 14:03:47.968 - INFO: <epoch:508, iter:  20,310> l_pix: 5.5141e-02 
26-01-31 14:03:52.410 - INFO: <epoch:508, iter:  20,320> l_pix: 1.1607e-01 
26-01-31 14:04:04.640 - INFO: <epoch:509, iter:  20,330> l_pix: 1.0515e-01 
26-01-31 14:04:09.516 - INFO: <epoch:509, iter:  20,340> l_pix: 5.7183e-02 
26-01-31 14:04:14.388 - INFO: <epoch:509, iter:  20,350> l_pix: 2.1095e-01 
26-01-31 14:04:18.832 - INFO: <epoch:509, iter:  20,360> l_pix: 3.7868e-02 
26-01-31 14:04:32.170 - INFO: <epoch:510, iter:  20,370> l_pix: 1.3232e-01 
26-01-31 14:04:37.049 - INFO: <epoch:510, iter:  20,380> l_pix: 7.9505e-02 
26-01-31 14:04:41.924 - INFO: <epoch:510, iter:  20,390> l_pix: 2.5757e-02 
26-01-31 14:04:46.365 - INFO: <epoch:510, iter:  20,400> l_pix: 1.7291e-01 
26-01-31 14:04:58.721 - INFO: <epoch:511, iter:  20,410> l_pix: 5.8608e-02 
26-01-31 14:05:03.598 - INFO: <epoch:511, iter:  20,420> l_pix: 1.2756e-01 
26-01-31 14:05:08.468 - INFO: <epoch:511, iter:  20,430> l_pix: 2.8404e-02 
26-01-31 14:05:12.910 - INFO: <epoch:511, iter:  20,440> l_pix: 6.6062e-02 
26-01-31 14:05:25.541 - INFO: <epoch:512, iter:  20,450> l_pix: 1.8783e-01 
26-01-31 14:05:30.420 - INFO: <epoch:512, iter:  20,460> l_pix: 4.2425e-02 
26-01-31 14:05:35.291 - INFO: <epoch:512, iter:  20,470> l_pix: 4.6883e-02 
26-01-31 14:05:39.735 - INFO: <epoch:512, iter:  20,480> l_pix: 3.8388e-02 
26-01-31 14:05:51.857 - INFO: <epoch:513, iter:  20,490> l_pix: 6.1121e-02 
26-01-31 14:05:56.734 - INFO: <epoch:513, iter:  20,500> l_pix: 8.3997e-01 
26-01-31 14:06:01.604 - INFO: <epoch:513, iter:  20,510> l_pix: 4.6307e-02 
26-01-31 14:06:06.046 - INFO: <epoch:513, iter:  20,520> l_pix: 6.0765e-02 
26-01-31 14:06:19.434 - INFO: <epoch:514, iter:  20,530> l_pix: 2.9155e-02 
26-01-31 14:06:24.313 - INFO: <epoch:514, iter:  20,540> l_pix: 1.4480e-01 
26-01-31 14:06:29.183 - INFO: <epoch:514, iter:  20,550> l_pix: 3.6528e-02 
26-01-31 14:06:33.623 - INFO: <epoch:514, iter:  20,560> l_pix: 1.6118e-01 
26-01-31 14:06:45.121 - INFO: <epoch:515, iter:  20,570> l_pix: 1.4184e-01 
26-01-31 14:06:50.002 - INFO: <epoch:515, iter:  20,580> l_pix: 3.3439e-01 
26-01-31 14:06:54.870 - INFO: <epoch:515, iter:  20,590> l_pix: 2.3957e-02 
26-01-31 14:06:59.312 - INFO: <epoch:515, iter:  20,600> l_pix: 4.9690e-02 
26-01-31 14:07:11.488 - INFO: <epoch:516, iter:  20,610> l_pix: 2.6732e-02 
26-01-31 14:07:16.368 - INFO: <epoch:516, iter:  20,620> l_pix: 3.9846e-02 
26-01-31 14:07:21.239 - INFO: <epoch:516, iter:  20,630> l_pix: 2.9317e-01 
26-01-31 14:07:25.684 - INFO: <epoch:516, iter:  20,640> l_pix: 3.4171e-02 
26-01-31 14:07:36.986 - INFO: <epoch:517, iter:  20,650> l_pix: 8.3531e-02 
26-01-31 14:07:41.873 - INFO: <epoch:517, iter:  20,660> l_pix: 3.1720e-02 
26-01-31 14:07:46.750 - INFO: <epoch:517, iter:  20,670> l_pix: 1.8573e-01 
26-01-31 14:07:51.194 - INFO: <epoch:517, iter:  20,680> l_pix: 1.1179e-01 
26-01-31 14:08:03.193 - INFO: <epoch:518, iter:  20,690> l_pix: 1.4167e-01 
26-01-31 14:08:08.071 - INFO: <epoch:518, iter:  20,700> l_pix: 9.8624e-02 
26-01-31 14:08:12.941 - INFO: <epoch:518, iter:  20,710> l_pix: 1.5138e-01 
26-01-31 14:08:17.386 - INFO: <epoch:518, iter:  20,720> l_pix: 4.7361e-02 
26-01-31 14:08:29.342 - INFO: <epoch:519, iter:  20,730> l_pix: 3.4440e-02 
26-01-31 14:08:34.337 - INFO: <epoch:519, iter:  20,740> l_pix: 5.2492e-02 
26-01-31 14:08:39.207 - INFO: <epoch:519, iter:  20,750> l_pix: 3.8903e-02 
26-01-31 14:08:43.647 - INFO: <epoch:519, iter:  20,760> l_pix: 8.8846e-02 
26-01-31 14:08:56.023 - INFO: <epoch:520, iter:  20,770> l_pix: 2.8881e-02 
26-01-31 14:09:00.909 - INFO: <epoch:520, iter:  20,780> l_pix: 5.0390e-02 
26-01-31 14:09:05.781 - INFO: <epoch:520, iter:  20,790> l_pix: 4.2563e-02 
26-01-31 14:09:10.221 - INFO: <epoch:520, iter:  20,800> l_pix: 4.6246e-01 
26-01-31 14:09:23.946 - INFO: <epoch:521, iter:  20,810> l_pix: 8.1219e-02 
26-01-31 14:09:28.822 - INFO: <epoch:521, iter:  20,820> l_pix: 2.8832e-02 
26-01-31 14:09:33.691 - INFO: <epoch:521, iter:  20,830> l_pix: 1.7879e-01 
26-01-31 14:09:38.132 - INFO: <epoch:521, iter:  20,840> l_pix: 1.2496e-01 
26-01-31 14:09:50.868 - INFO: <epoch:522, iter:  20,850> l_pix: 5.8364e-02 
26-01-31 14:09:55.744 - INFO: <epoch:522, iter:  20,860> l_pix: 8.1124e-02 
26-01-31 14:10:00.614 - INFO: <epoch:522, iter:  20,870> l_pix: 9.6569e-02 
26-01-31 14:10:05.063 - INFO: <epoch:522, iter:  20,880> l_pix: 8.3985e-02 
26-01-31 14:10:17.635 - INFO: <epoch:523, iter:  20,890> l_pix: 4.6344e-02 
26-01-31 14:10:22.510 - INFO: <epoch:523, iter:  20,900> l_pix: 3.4884e-02 
26-01-31 14:10:27.382 - INFO: <epoch:523, iter:  20,910> l_pix: 2.8472e-02 
26-01-31 14:10:31.824 - INFO: <epoch:523, iter:  20,920> l_pix: 5.5885e-02 
26-01-31 14:10:42.407 - INFO: <epoch:524, iter:  20,930> l_pix: 4.5191e-02 
26-01-31 14:10:47.286 - INFO: <epoch:524, iter:  20,940> l_pix: 2.4441e-02 
26-01-31 14:10:52.156 - INFO: <epoch:524, iter:  20,950> l_pix: 2.4904e-02 
26-01-31 14:10:56.599 - INFO: <epoch:524, iter:  20,960> l_pix: 3.4940e-02 
26-01-31 14:11:08.976 - INFO: <epoch:525, iter:  20,970> l_pix: 3.7074e-02 
26-01-31 14:11:13.850 - INFO: <epoch:525, iter:  20,980> l_pix: 6.1166e-02 
26-01-31 14:11:18.720 - INFO: <epoch:525, iter:  20,990> l_pix: 2.8867e-01 
26-01-31 14:11:23.164 - INFO: <epoch:525, iter:  21,000> l_pix: 5.1030e-02 
26-01-31 14:11:38.682 - INFO: # Validation # PSNR: 9.3825e+00
26-01-31 14:11:38.683 - INFO: <epoch:525, iter:  21,000> psnr: 9.3825e+00 loss: 4.6911e-01
26-01-31 14:11:38.685 - INFO: Saving models and training states.
26-01-31 14:11:39.486 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I21000_E525_gen.pth] ...
26-01-31 14:11:39.486 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 14:11:49.371 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 14:12:00.872 - INFO: <epoch:526, iter:  21,010> l_pix: 2.5935e-02 
26-01-31 14:12:05.749 - INFO: <epoch:526, iter:  21,020> l_pix: 5.4517e-02 
26-01-31 14:12:10.617 - INFO: <epoch:526, iter:  21,030> l_pix: 2.9798e-02 
26-01-31 14:12:15.058 - INFO: <epoch:526, iter:  21,040> l_pix: 2.6983e-01 
26-01-31 14:12:27.313 - INFO: <epoch:527, iter:  21,050> l_pix: 2.7180e-02 
26-01-31 14:12:32.186 - INFO: <epoch:527, iter:  21,060> l_pix: 2.6361e-02 
26-01-31 14:12:37.059 - INFO: <epoch:527, iter:  21,070> l_pix: 2.9955e-02 
26-01-31 14:12:41.500 - INFO: <epoch:527, iter:  21,080> l_pix: 3.4644e-02 
26-01-31 14:12:54.837 - INFO: <epoch:528, iter:  21,090> l_pix: 5.8263e-02 
26-01-31 14:12:59.712 - INFO: <epoch:528, iter:  21,100> l_pix: 9.2785e-02 
26-01-31 14:13:04.582 - INFO: <epoch:528, iter:  21,110> l_pix: 1.3102e-01 
26-01-31 14:13:09.028 - INFO: <epoch:528, iter:  21,120> l_pix: 3.1278e-02 
26-01-31 14:13:22.432 - INFO: <epoch:529, iter:  21,130> l_pix: 3.7221e-02 
26-01-31 14:13:27.307 - INFO: <epoch:529, iter:  21,140> l_pix: 4.0972e-02 
26-01-31 14:13:32.178 - INFO: <epoch:529, iter:  21,150> l_pix: 1.0418e-01 
26-01-31 14:13:36.622 - INFO: <epoch:529, iter:  21,160> l_pix: 6.6644e-02 
26-01-31 14:13:47.590 - INFO: <epoch:530, iter:  21,170> l_pix: 1.6103e-01 
26-01-31 14:13:52.465 - INFO: <epoch:530, iter:  21,180> l_pix: 3.1331e-02 
26-01-31 14:13:57.335 - INFO: <epoch:530, iter:  21,190> l_pix: 6.0731e-02 
26-01-31 14:14:01.777 - INFO: <epoch:530, iter:  21,200> l_pix: 5.5914e-01 
26-01-31 14:14:14.493 - INFO: <epoch:531, iter:  21,210> l_pix: 4.2953e-02 
26-01-31 14:14:19.368 - INFO: <epoch:531, iter:  21,220> l_pix: 3.4140e-02 
26-01-31 14:14:24.237 - INFO: <epoch:531, iter:  21,230> l_pix: 4.3004e-02 
26-01-31 14:14:28.679 - INFO: <epoch:531, iter:  21,240> l_pix: 6.7607e-02 
26-01-31 14:14:40.914 - INFO: <epoch:532, iter:  21,250> l_pix: 2.8134e-02 
26-01-31 14:14:45.790 - INFO: <epoch:532, iter:  21,260> l_pix: 4.0453e-02 
26-01-31 14:14:50.660 - INFO: <epoch:532, iter:  21,270> l_pix: 1.4846e-01 
26-01-31 14:14:55.103 - INFO: <epoch:532, iter:  21,280> l_pix: 6.1901e-02 
26-01-31 14:15:07.261 - INFO: <epoch:533, iter:  21,290> l_pix: 4.1747e-02 
26-01-31 14:15:12.148 - INFO: <epoch:533, iter:  21,300> l_pix: 1.8246e-01 
26-01-31 14:15:17.019 - INFO: <epoch:533, iter:  21,310> l_pix: 3.0134e-02 
26-01-31 14:15:21.463 - INFO: <epoch:533, iter:  21,320> l_pix: 1.0925e-01 
26-01-31 14:15:32.938 - INFO: <epoch:534, iter:  21,330> l_pix: 4.6958e-02 
26-01-31 14:15:37.827 - INFO: <epoch:534, iter:  21,340> l_pix: 3.6706e-02 
26-01-31 14:15:42.697 - INFO: <epoch:534, iter:  21,350> l_pix: 5.5383e-02 
26-01-31 14:15:47.141 - INFO: <epoch:534, iter:  21,360> l_pix: 3.5571e-02 
26-01-31 14:16:00.586 - INFO: <epoch:535, iter:  21,370> l_pix: 6.5760e-02 
26-01-31 14:16:05.459 - INFO: <epoch:535, iter:  21,380> l_pix: 6.0699e-02 
26-01-31 14:16:10.329 - INFO: <epoch:535, iter:  21,390> l_pix: 5.2996e-02 
26-01-31 14:16:14.768 - INFO: <epoch:535, iter:  21,400> l_pix: 7.9694e-02 
26-01-31 14:16:27.623 - INFO: <epoch:536, iter:  21,410> l_pix: 5.4838e-02 
26-01-31 14:16:32.499 - INFO: <epoch:536, iter:  21,420> l_pix: 1.0862e-01 
26-01-31 14:16:37.368 - INFO: <epoch:536, iter:  21,430> l_pix: 3.3521e-02 
26-01-31 14:16:41.810 - INFO: <epoch:536, iter:  21,440> l_pix: 3.2993e-02 
26-01-31 14:16:55.460 - INFO: <epoch:537, iter:  21,450> l_pix: 2.8341e-02 
26-01-31 14:17:00.335 - INFO: <epoch:537, iter:  21,460> l_pix: 2.3281e-01 
26-01-31 14:17:05.204 - INFO: <epoch:537, iter:  21,470> l_pix: 3.4364e-02 
26-01-31 14:17:09.642 - INFO: <epoch:537, iter:  21,480> l_pix: 2.9665e-02 
26-01-31 14:17:21.376 - INFO: <epoch:538, iter:  21,490> l_pix: 3.5806e-02 
26-01-31 14:17:26.259 - INFO: <epoch:538, iter:  21,500> l_pix: 4.1600e-02 
26-01-31 14:17:31.126 - INFO: <epoch:538, iter:  21,510> l_pix: 2.8904e-02 
26-01-31 14:17:35.564 - INFO: <epoch:538, iter:  21,520> l_pix: 3.9704e-02 
26-01-31 14:17:48.201 - INFO: <epoch:539, iter:  21,530> l_pix: 6.8232e-02 
26-01-31 14:17:53.073 - INFO: <epoch:539, iter:  21,540> l_pix: 3.7117e-02 
26-01-31 14:17:57.943 - INFO: <epoch:539, iter:  21,550> l_pix: 4.1808e-02 
26-01-31 14:18:02.384 - INFO: <epoch:539, iter:  21,560> l_pix: 5.0490e-02 
26-01-31 14:18:13.853 - INFO: <epoch:540, iter:  21,570> l_pix: 6.4544e-02 
26-01-31 14:18:18.726 - INFO: <epoch:540, iter:  21,580> l_pix: 5.1856e-02 
26-01-31 14:18:23.596 - INFO: <epoch:540, iter:  21,590> l_pix: 4.5312e-02 
26-01-31 14:18:28.039 - INFO: <epoch:540, iter:  21,600> l_pix: 3.2932e-02 
26-01-31 14:18:39.609 - INFO: <epoch:541, iter:  21,610> l_pix: 4.4653e-02 
26-01-31 14:18:44.483 - INFO: <epoch:541, iter:  21,620> l_pix: 7.7618e-02 
26-01-31 14:18:49.356 - INFO: <epoch:541, iter:  21,630> l_pix: 7.9423e-02 
26-01-31 14:18:53.795 - INFO: <epoch:541, iter:  21,640> l_pix: 5.8025e-02 
26-01-31 14:19:06.576 - INFO: <epoch:542, iter:  21,650> l_pix: 1.8485e-01 
26-01-31 14:19:11.449 - INFO: <epoch:542, iter:  21,660> l_pix: 4.6716e-02 
26-01-31 14:19:16.317 - INFO: <epoch:542, iter:  21,670> l_pix: 5.6801e-02 
26-01-31 14:19:20.755 - INFO: <epoch:542, iter:  21,680> l_pix: 5.1423e-02 
26-01-31 14:19:32.840 - INFO: <epoch:543, iter:  21,690> l_pix: 6.9127e-02 
26-01-31 14:19:37.718 - INFO: <epoch:543, iter:  21,700> l_pix: 1.0657e-01 
26-01-31 14:19:42.590 - INFO: <epoch:543, iter:  21,710> l_pix: 1.2776e-01 
26-01-31 14:19:47.030 - INFO: <epoch:543, iter:  21,720> l_pix: 1.1310e-01 
26-01-31 14:19:59.000 - INFO: <epoch:544, iter:  21,730> l_pix: 1.0099e-01 
26-01-31 14:20:03.876 - INFO: <epoch:544, iter:  21,740> l_pix: 2.7421e-02 
26-01-31 14:20:08.748 - INFO: <epoch:544, iter:  21,750> l_pix: 3.9456e-02 
26-01-31 14:20:13.199 - INFO: <epoch:544, iter:  21,760> l_pix: 4.5393e-02 
26-01-31 14:20:25.510 - INFO: <epoch:545, iter:  21,770> l_pix: 8.2609e-02 
26-01-31 14:20:30.395 - INFO: <epoch:545, iter:  21,780> l_pix: 5.3737e-02 
26-01-31 14:20:35.263 - INFO: <epoch:545, iter:  21,790> l_pix: 2.9248e-02 
26-01-31 14:20:39.707 - INFO: <epoch:545, iter:  21,800> l_pix: 5.6237e-02 
26-01-31 14:20:51.279 - INFO: <epoch:546, iter:  21,810> l_pix: 3.8327e-02 
26-01-31 14:20:56.158 - INFO: <epoch:546, iter:  21,820> l_pix: 3.1536e-02 
26-01-31 14:21:01.027 - INFO: <epoch:546, iter:  21,830> l_pix: 4.6831e-02 
26-01-31 14:21:05.472 - INFO: <epoch:546, iter:  21,840> l_pix: 5.6905e-02 
26-01-31 14:21:16.679 - INFO: <epoch:547, iter:  21,850> l_pix: 3.7620e-02 
26-01-31 14:21:21.554 - INFO: <epoch:547, iter:  21,860> l_pix: 7.3386e-02 
26-01-31 14:21:26.423 - INFO: <epoch:547, iter:  21,870> l_pix: 3.6836e-02 
26-01-31 14:21:30.865 - INFO: <epoch:547, iter:  21,880> l_pix: 4.1700e-02 
26-01-31 14:21:43.266 - INFO: <epoch:548, iter:  21,890> l_pix: 3.9479e-02 
26-01-31 14:21:48.140 - INFO: <epoch:548, iter:  21,900> l_pix: 3.0319e-01 
26-01-31 14:21:53.010 - INFO: <epoch:548, iter:  21,910> l_pix: 1.7281e-01 
26-01-31 14:21:57.453 - INFO: <epoch:548, iter:  21,920> l_pix: 1.6323e-01 
26-01-31 14:22:09.977 - INFO: <epoch:549, iter:  21,930> l_pix: 9.1809e-02 
26-01-31 14:22:14.850 - INFO: <epoch:549, iter:  21,940> l_pix: 1.2860e-01 
26-01-31 14:22:19.719 - INFO: <epoch:549, iter:  21,950> l_pix: 2.8429e-02 
26-01-31 14:22:24.161 - INFO: <epoch:549, iter:  21,960> l_pix: 4.5770e-02 
26-01-31 14:22:37.451 - INFO: <epoch:550, iter:  21,970> l_pix: 7.2030e-02 
26-01-31 14:22:42.327 - INFO: <epoch:550, iter:  21,980> l_pix: 2.7855e-02 
26-01-31 14:22:47.199 - INFO: <epoch:550, iter:  21,990> l_pix: 7.1145e-02 
26-01-31 14:22:51.641 - INFO: <epoch:550, iter:  22,000> l_pix: 4.7818e-02 
26-01-31 14:23:07.907 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I22000_E550_gen_best_loss.pth] ...
26-01-31 14:23:07.908 - INFO: # Validation # PSNR: 9.9740e+00
26-01-31 14:23:07.908 - INFO: <epoch:550, iter:  22,000> psnr: 9.9740e+00 loss: 4.0308e-01
26-01-31 14:23:07.910 - INFO: Saving models and training states.
26-01-31 14:23:08.581 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I22000_E550_gen.pth] ...
26-01-31 14:23:08.581 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 14:23:19.739 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 14:23:32.087 - INFO: <epoch:551, iter:  22,010> l_pix: 9.7545e-02 
26-01-31 14:23:36.972 - INFO: <epoch:551, iter:  22,020> l_pix: 3.4137e-02 
26-01-31 14:23:41.849 - INFO: <epoch:551, iter:  22,030> l_pix: 3.4408e-02 
26-01-31 14:23:46.305 - INFO: <epoch:551, iter:  22,040> l_pix: 3.9682e-02 
26-01-31 14:23:58.868 - INFO: <epoch:552, iter:  22,050> l_pix: 1.3529e-01 
26-01-31 14:24:03.746 - INFO: <epoch:552, iter:  22,060> l_pix: 3.0841e-02 
26-01-31 14:24:08.617 - INFO: <epoch:552, iter:  22,070> l_pix: 1.1552e-01 
26-01-31 14:24:13.060 - INFO: <epoch:552, iter:  22,080> l_pix: 5.8845e-02 
26-01-31 14:24:25.153 - INFO: <epoch:553, iter:  22,090> l_pix: 1.4411e-01 
26-01-31 14:24:30.027 - INFO: <epoch:553, iter:  22,100> l_pix: 2.8152e-02 
26-01-31 14:24:34.899 - INFO: <epoch:553, iter:  22,110> l_pix: 4.0542e-02 
26-01-31 14:24:39.344 - INFO: <epoch:553, iter:  22,120> l_pix: 1.6935e-01 
26-01-31 14:24:51.954 - INFO: <epoch:554, iter:  22,130> l_pix: 3.2300e-02 
26-01-31 14:24:56.828 - INFO: <epoch:554, iter:  22,140> l_pix: 3.5244e-02 
26-01-31 14:25:01.703 - INFO: <epoch:554, iter:  22,150> l_pix: 9.4782e-02 
26-01-31 14:25:06.146 - INFO: <epoch:554, iter:  22,160> l_pix: 5.2860e-02 
26-01-31 14:25:18.466 - INFO: <epoch:555, iter:  22,170> l_pix: 1.3413e-01 
26-01-31 14:25:23.342 - INFO: <epoch:555, iter:  22,180> l_pix: 5.0161e-02 
26-01-31 14:25:28.214 - INFO: <epoch:555, iter:  22,190> l_pix: 3.9601e-02 
26-01-31 14:25:32.656 - INFO: <epoch:555, iter:  22,200> l_pix: 1.2705e-01 
26-01-31 14:25:44.418 - INFO: <epoch:556, iter:  22,210> l_pix: 5.4885e-02 
26-01-31 14:25:49.295 - INFO: <epoch:556, iter:  22,220> l_pix: 4.7298e-02 
26-01-31 14:25:54.168 - INFO: <epoch:556, iter:  22,230> l_pix: 4.6876e-02 
26-01-31 14:25:58.616 - INFO: <epoch:556, iter:  22,240> l_pix: 3.5356e-02 
26-01-31 14:26:10.995 - INFO: <epoch:557, iter:  22,250> l_pix: 4.3585e-02 
26-01-31 14:26:15.873 - INFO: <epoch:557, iter:  22,260> l_pix: 5.5429e-02 
26-01-31 14:26:20.746 - INFO: <epoch:557, iter:  22,270> l_pix: 2.4239e-02 
26-01-31 14:26:25.200 - INFO: <epoch:557, iter:  22,280> l_pix: 9.5154e-02 
26-01-31 14:26:37.012 - INFO: <epoch:558, iter:  22,290> l_pix: 4.6472e-02 
26-01-31 14:26:41.886 - INFO: <epoch:558, iter:  22,300> l_pix: 5.3292e-02 
26-01-31 14:26:46.757 - INFO: <epoch:558, iter:  22,310> l_pix: 4.4978e-02 
26-01-31 14:26:51.198 - INFO: <epoch:558, iter:  22,320> l_pix: 3.5254e-02 
26-01-31 14:27:03.263 - INFO: <epoch:559, iter:  22,330> l_pix: 2.6614e-02 
26-01-31 14:27:08.142 - INFO: <epoch:559, iter:  22,340> l_pix: 4.8160e-02 
26-01-31 14:27:13.011 - INFO: <epoch:559, iter:  22,350> l_pix: 3.1960e-02 
26-01-31 14:27:17.455 - INFO: <epoch:559, iter:  22,360> l_pix: 7.1945e-02 
26-01-31 14:27:29.390 - INFO: <epoch:560, iter:  22,370> l_pix: 3.6973e-02 
26-01-31 14:27:34.265 - INFO: <epoch:560, iter:  22,380> l_pix: 2.8233e-02 
26-01-31 14:27:39.134 - INFO: <epoch:560, iter:  22,390> l_pix: 2.8392e-02 
26-01-31 14:27:43.578 - INFO: <epoch:560, iter:  22,400> l_pix: 3.4590e-02 
26-01-31 14:27:55.512 - INFO: <epoch:561, iter:  22,410> l_pix: 1.0142e-01 
26-01-31 14:28:00.386 - INFO: <epoch:561, iter:  22,420> l_pix: 3.4882e-02 
26-01-31 14:28:05.258 - INFO: <epoch:561, iter:  22,430> l_pix: 3.5995e-02 
26-01-31 14:28:09.699 - INFO: <epoch:561, iter:  22,440> l_pix: 3.5502e-02 
26-01-31 14:28:21.456 - INFO: <epoch:562, iter:  22,450> l_pix: 5.2043e-02 
26-01-31 14:28:26.327 - INFO: <epoch:562, iter:  22,460> l_pix: 3.8226e-02 
26-01-31 14:28:31.197 - INFO: <epoch:562, iter:  22,470> l_pix: 2.9121e-02 
26-01-31 14:28:35.638 - INFO: <epoch:562, iter:  22,480> l_pix: 8.2990e-02 
26-01-31 14:28:48.843 - INFO: <epoch:563, iter:  22,490> l_pix: 1.3399e-01 
26-01-31 14:28:53.718 - INFO: <epoch:563, iter:  22,500> l_pix: 6.7410e-02 
26-01-31 14:28:58.586 - INFO: <epoch:563, iter:  22,510> l_pix: 6.1031e-02 
26-01-31 14:29:03.029 - INFO: <epoch:563, iter:  22,520> l_pix: 4.5998e-02 
26-01-31 14:29:14.644 - INFO: <epoch:564, iter:  22,530> l_pix: 3.7733e-02 
26-01-31 14:29:19.520 - INFO: <epoch:564, iter:  22,540> l_pix: 4.7788e-02 
26-01-31 14:29:24.388 - INFO: <epoch:564, iter:  22,550> l_pix: 1.2109e-01 
26-01-31 14:29:28.829 - INFO: <epoch:564, iter:  22,560> l_pix: 2.7633e-02 
26-01-31 14:29:40.383 - INFO: <epoch:565, iter:  22,570> l_pix: 7.3940e-02 
26-01-31 14:29:45.261 - INFO: <epoch:565, iter:  22,580> l_pix: 9.7564e-02 
26-01-31 14:29:50.137 - INFO: <epoch:565, iter:  22,590> l_pix: 2.8108e-01 
26-01-31 14:29:54.585 - INFO: <epoch:565, iter:  22,600> l_pix: 3.3227e-02 
26-01-31 14:30:05.444 - INFO: <epoch:566, iter:  22,610> l_pix: 1.2012e-01 
26-01-31 14:30:10.326 - INFO: <epoch:566, iter:  22,620> l_pix: 4.3686e-02 
26-01-31 14:30:15.199 - INFO: <epoch:566, iter:  22,630> l_pix: 3.7175e-02 
26-01-31 14:30:19.651 - INFO: <epoch:566, iter:  22,640> l_pix: 4.5656e-02 
26-01-31 14:30:31.493 - INFO: <epoch:567, iter:  22,650> l_pix: 5.4888e-02 
26-01-31 14:30:36.375 - INFO: <epoch:567, iter:  22,660> l_pix: 3.1926e-02 
26-01-31 14:30:41.246 - INFO: <epoch:567, iter:  22,670> l_pix: 2.9482e-02 
26-01-31 14:30:45.686 - INFO: <epoch:567, iter:  22,680> l_pix: 3.7075e-02 
26-01-31 14:30:56.334 - INFO: <epoch:568, iter:  22,690> l_pix: 1.0459e-01 
26-01-31 14:31:01.209 - INFO: <epoch:568, iter:  22,700> l_pix: 3.9489e-02 
26-01-31 14:31:06.082 - INFO: <epoch:568, iter:  22,710> l_pix: 8.2214e-02 
26-01-31 14:31:10.523 - INFO: <epoch:568, iter:  22,720> l_pix: 7.0149e-02 
26-01-31 14:31:22.147 - INFO: <epoch:569, iter:  22,730> l_pix: 7.5187e-02 
26-01-31 14:31:27.028 - INFO: <epoch:569, iter:  22,740> l_pix: 7.9216e-02 
26-01-31 14:31:31.898 - INFO: <epoch:569, iter:  22,750> l_pix: 6.2138e-02 
26-01-31 14:31:36.344 - INFO: <epoch:569, iter:  22,760> l_pix: 3.1527e-02 
26-01-31 14:31:49.630 - INFO: <epoch:570, iter:  22,770> l_pix: 1.2704e-01 
26-01-31 14:31:54.503 - INFO: <epoch:570, iter:  22,780> l_pix: 3.5754e-02 
26-01-31 14:31:59.378 - INFO: <epoch:570, iter:  22,790> l_pix: 1.4057e-01 
26-01-31 14:32:03.822 - INFO: <epoch:570, iter:  22,800> l_pix: 3.9583e-02 
26-01-31 14:32:16.010 - INFO: <epoch:571, iter:  22,810> l_pix: 1.6884e-01 
26-01-31 14:32:20.895 - INFO: <epoch:571, iter:  22,820> l_pix: 5.8546e-02 
26-01-31 14:32:25.770 - INFO: <epoch:571, iter:  22,830> l_pix: 6.3388e-02 
26-01-31 14:32:30.224 - INFO: <epoch:571, iter:  22,840> l_pix: 3.9838e-02 
26-01-31 14:32:41.794 - INFO: <epoch:572, iter:  22,850> l_pix: 8.8657e-02 
26-01-31 14:32:46.671 - INFO: <epoch:572, iter:  22,860> l_pix: 6.4509e-02 
26-01-31 14:32:51.542 - INFO: <epoch:572, iter:  22,870> l_pix: 3.3433e-02 
26-01-31 14:32:55.991 - INFO: <epoch:572, iter:  22,880> l_pix: 2.8060e-02 
26-01-31 14:33:07.421 - INFO: <epoch:573, iter:  22,890> l_pix: 3.3179e-02 
26-01-31 14:33:12.298 - INFO: <epoch:573, iter:  22,900> l_pix: 4.8977e-02 
26-01-31 14:33:17.167 - INFO: <epoch:573, iter:  22,910> l_pix: 3.2974e-02 
26-01-31 14:33:21.608 - INFO: <epoch:573, iter:  22,920> l_pix: 5.9313e-02 
26-01-31 14:33:33.176 - INFO: <epoch:574, iter:  22,930> l_pix: 4.3067e-02 
26-01-31 14:33:38.050 - INFO: <epoch:574, iter:  22,940> l_pix: 1.5754e-01 
26-01-31 14:33:42.918 - INFO: <epoch:574, iter:  22,950> l_pix: 3.0526e-02 
26-01-31 14:33:47.357 - INFO: <epoch:574, iter:  22,960> l_pix: 3.9557e-02 
26-01-31 14:33:58.384 - INFO: <epoch:575, iter:  22,970> l_pix: 1.0438e-01 
26-01-31 14:34:03.255 - INFO: <epoch:575, iter:  22,980> l_pix: 5.1710e-02 
26-01-31 14:34:08.126 - INFO: <epoch:575, iter:  22,990> l_pix: 4.5563e-02 
26-01-31 14:34:12.566 - INFO: <epoch:575, iter:  23,000> l_pix: 2.9788e-01 
26-01-31 14:34:27.894 - INFO: # Validation # PSNR: 8.8254e+00
26-01-31 14:34:27.905 - INFO: <epoch:575, iter:  23,000> psnr: 8.8254e+00 loss: 5.2622e-01
26-01-31 14:34:27.906 - INFO: Saving models and training states.
26-01-31 14:34:28.733 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I23000_E575_gen.pth] ...
26-01-31 14:34:28.733 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 14:34:42.468 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 14:34:54.950 - INFO: <epoch:576, iter:  23,010> l_pix: 2.6424e-02 
26-01-31 14:34:59.825 - INFO: <epoch:576, iter:  23,020> l_pix: 6.1522e-02 
26-01-31 14:35:04.697 - INFO: <epoch:576, iter:  23,030> l_pix: 3.2517e-02 
26-01-31 14:35:09.135 - INFO: <epoch:576, iter:  23,040> l_pix: 9.2977e-02 
26-01-31 14:35:20.624 - INFO: <epoch:577, iter:  23,050> l_pix: 3.4050e-02 
26-01-31 14:35:25.501 - INFO: <epoch:577, iter:  23,060> l_pix: 2.5647e-02 
26-01-31 14:35:30.370 - INFO: <epoch:577, iter:  23,070> l_pix: 3.7772e-02 
26-01-31 14:35:34.816 - INFO: <epoch:577, iter:  23,080> l_pix: 6.1368e-02 
26-01-31 14:35:47.545 - INFO: <epoch:578, iter:  23,090> l_pix: 1.3233e-01 
26-01-31 14:35:52.418 - INFO: <epoch:578, iter:  23,100> l_pix: 1.9801e-01 
26-01-31 14:35:57.290 - INFO: <epoch:578, iter:  23,110> l_pix: 4.5229e-01 
26-01-31 14:36:01.731 - INFO: <epoch:578, iter:  23,120> l_pix: 4.0619e-02 
26-01-31 14:36:13.988 - INFO: <epoch:579, iter:  23,130> l_pix: 6.2787e-02 
26-01-31 14:36:18.865 - INFO: <epoch:579, iter:  23,140> l_pix: 1.5802e-01 
26-01-31 14:36:23.738 - INFO: <epoch:579, iter:  23,150> l_pix: 3.6337e-02 
26-01-31 14:36:28.179 - INFO: <epoch:579, iter:  23,160> l_pix: 4.1780e-02 
26-01-31 14:36:40.397 - INFO: <epoch:580, iter:  23,170> l_pix: 3.6963e-02 
26-01-31 14:36:45.271 - INFO: <epoch:580, iter:  23,180> l_pix: 3.1749e-02 
26-01-31 14:36:50.143 - INFO: <epoch:580, iter:  23,190> l_pix: 3.0648e-02 
26-01-31 14:36:54.587 - INFO: <epoch:580, iter:  23,200> l_pix: 2.9441e-02 
26-01-31 14:37:06.552 - INFO: <epoch:581, iter:  23,210> l_pix: 6.2369e-02 
26-01-31 14:37:11.428 - INFO: <epoch:581, iter:  23,220> l_pix: 3.3822e-02 
26-01-31 14:37:16.297 - INFO: <epoch:581, iter:  23,230> l_pix: 6.7404e-02 
26-01-31 14:37:20.740 - INFO: <epoch:581, iter:  23,240> l_pix: 9.3234e-02 
26-01-31 14:37:32.855 - INFO: <epoch:582, iter:  23,250> l_pix: 9.2667e-02 
26-01-31 14:37:37.732 - INFO: <epoch:582, iter:  23,260> l_pix: 4.1872e-02 
26-01-31 14:37:42.603 - INFO: <epoch:582, iter:  23,270> l_pix: 2.6292e-02 
26-01-31 14:37:47.045 - INFO: <epoch:582, iter:  23,280> l_pix: 2.7837e-02 
26-01-31 14:37:59.684 - INFO: <epoch:583, iter:  23,290> l_pix: 4.1455e-02 
26-01-31 14:38:04.567 - INFO: <epoch:583, iter:  23,300> l_pix: 6.3910e-02 
26-01-31 14:38:09.439 - INFO: <epoch:583, iter:  23,310> l_pix: 8.0607e-02 
26-01-31 14:38:13.881 - INFO: <epoch:583, iter:  23,320> l_pix: 1.9297e-01 
26-01-31 14:38:26.285 - INFO: <epoch:584, iter:  23,330> l_pix: 4.8049e-02 
26-01-31 14:38:31.167 - INFO: <epoch:584, iter:  23,340> l_pix: 1.5705e-01 
26-01-31 14:38:36.035 - INFO: <epoch:584, iter:  23,350> l_pix: 2.6475e-02 
26-01-31 14:38:40.477 - INFO: <epoch:584, iter:  23,360> l_pix: 2.7149e-02 
26-01-31 14:38:53.116 - INFO: <epoch:585, iter:  23,370> l_pix: 2.4619e-02 
26-01-31 14:38:57.989 - INFO: <epoch:585, iter:  23,380> l_pix: 2.1778e-01 
26-01-31 14:39:02.857 - INFO: <epoch:585, iter:  23,390> l_pix: 2.6533e-02 
26-01-31 14:39:07.297 - INFO: <epoch:585, iter:  23,400> l_pix: 1.8426e-01 
26-01-31 14:39:19.503 - INFO: <epoch:586, iter:  23,410> l_pix: 6.4304e-02 
26-01-31 14:39:24.378 - INFO: <epoch:586, iter:  23,420> l_pix: 1.2930e-01 
26-01-31 14:39:29.248 - INFO: <epoch:586, iter:  23,430> l_pix: 3.1234e-02 
26-01-31 14:39:33.695 - INFO: <epoch:586, iter:  23,440> l_pix: 3.9054e-02 
26-01-31 14:39:46.177 - INFO: <epoch:587, iter:  23,450> l_pix: 7.5735e-02 
26-01-31 14:39:51.051 - INFO: <epoch:587, iter:  23,460> l_pix: 3.6965e-02 
26-01-31 14:39:55.921 - INFO: <epoch:587, iter:  23,470> l_pix: 9.0752e-02 
26-01-31 14:40:00.360 - INFO: <epoch:587, iter:  23,480> l_pix: 3.3652e-02 
26-01-31 14:40:12.540 - INFO: <epoch:588, iter:  23,490> l_pix: 3.9446e-02 
26-01-31 14:40:17.422 - INFO: <epoch:588, iter:  23,500> l_pix: 4.3334e-02 
26-01-31 14:40:22.297 - INFO: <epoch:588, iter:  23,510> l_pix: 5.7199e-02 
26-01-31 14:40:26.743 - INFO: <epoch:588, iter:  23,520> l_pix: 1.7585e-01 
26-01-31 14:40:39.963 - INFO: <epoch:589, iter:  23,530> l_pix: 6.6141e-02 
26-01-31 14:40:44.838 - INFO: <epoch:589, iter:  23,540> l_pix: 1.7416e-01 
26-01-31 14:40:49.707 - INFO: <epoch:589, iter:  23,550> l_pix: 5.0753e-02 
26-01-31 14:40:54.149 - INFO: <epoch:589, iter:  23,560> l_pix: 2.4482e-02 
26-01-31 14:41:05.799 - INFO: <epoch:590, iter:  23,570> l_pix: 8.0893e-02 
26-01-31 14:41:10.676 - INFO: <epoch:590, iter:  23,580> l_pix: 3.2154e-02 
26-01-31 14:41:15.544 - INFO: <epoch:590, iter:  23,590> l_pix: 6.8197e-02 
26-01-31 14:41:19.986 - INFO: <epoch:590, iter:  23,600> l_pix: 7.1781e-02 
26-01-31 14:41:32.406 - INFO: <epoch:591, iter:  23,610> l_pix: 4.2378e-02 
26-01-31 14:41:37.283 - INFO: <epoch:591, iter:  23,620> l_pix: 4.1055e-02 
26-01-31 14:41:42.152 - INFO: <epoch:591, iter:  23,630> l_pix: 6.3167e-02 
26-01-31 14:41:46.600 - INFO: <epoch:591, iter:  23,640> l_pix: 6.0685e-02 
26-01-31 14:41:59.030 - INFO: <epoch:592, iter:  23,650> l_pix: 2.5839e-02 
26-01-31 14:42:03.908 - INFO: <epoch:592, iter:  23,660> l_pix: 5.2103e-02 
26-01-31 14:42:08.778 - INFO: <epoch:592, iter:  23,670> l_pix: 1.0234e-01 
26-01-31 14:42:13.220 - INFO: <epoch:592, iter:  23,680> l_pix: 3.4901e-02 
26-01-31 14:42:24.036 - INFO: <epoch:593, iter:  23,690> l_pix: 6.6907e-02 
26-01-31 14:42:28.918 - INFO: <epoch:593, iter:  23,700> l_pix: 3.6019e-02 
26-01-31 14:42:33.790 - INFO: <epoch:593, iter:  23,710> l_pix: 1.0066e-01 
26-01-31 14:42:38.232 - INFO: <epoch:593, iter:  23,720> l_pix: 4.9702e-02 
26-01-31 14:42:50.389 - INFO: <epoch:594, iter:  23,730> l_pix: 4.7482e-02 
26-01-31 14:42:55.262 - INFO: <epoch:594, iter:  23,740> l_pix: 4.2282e-02 
26-01-31 14:43:00.132 - INFO: <epoch:594, iter:  23,750> l_pix: 1.3499e-01 
26-01-31 14:43:04.575 - INFO: <epoch:594, iter:  23,760> l_pix: 4.0538e-02 
26-01-31 14:43:16.998 - INFO: <epoch:595, iter:  23,770> l_pix: 2.6522e-02 
26-01-31 14:43:21.873 - INFO: <epoch:595, iter:  23,780> l_pix: 1.9418e-01 
26-01-31 14:43:26.743 - INFO: <epoch:595, iter:  23,790> l_pix: 1.4840e-01 
26-01-31 14:43:31.185 - INFO: <epoch:595, iter:  23,800> l_pix: 4.7017e-02 
26-01-31 14:43:43.509 - INFO: <epoch:596, iter:  23,810> l_pix: 3.9434e-02 
26-01-31 14:43:48.383 - INFO: <epoch:596, iter:  23,820> l_pix: 2.6984e-02 
26-01-31 14:43:53.250 - INFO: <epoch:596, iter:  23,830> l_pix: 1.1236e-01 
26-01-31 14:43:57.688 - INFO: <epoch:596, iter:  23,840> l_pix: 4.0262e-02 
26-01-31 14:44:09.826 - INFO: <epoch:597, iter:  23,850> l_pix: 4.5408e-02 
26-01-31 14:44:14.708 - INFO: <epoch:597, iter:  23,860> l_pix: 7.9295e-02 
26-01-31 14:44:19.580 - INFO: <epoch:597, iter:  23,870> l_pix: 1.8199e-01 
26-01-31 14:44:24.023 - INFO: <epoch:597, iter:  23,880> l_pix: 6.9177e-02 
26-01-31 14:44:36.506 - INFO: <epoch:598, iter:  23,890> l_pix: 8.1551e-02 
26-01-31 14:44:41.379 - INFO: <epoch:598, iter:  23,900> l_pix: 3.0140e-02 
26-01-31 14:44:46.248 - INFO: <epoch:598, iter:  23,910> l_pix: 3.6832e-02 
26-01-31 14:44:50.687 - INFO: <epoch:598, iter:  23,920> l_pix: 4.4383e-02 
26-01-31 14:45:03.521 - INFO: <epoch:599, iter:  23,930> l_pix: 2.8285e-02 
26-01-31 14:45:08.395 - INFO: <epoch:599, iter:  23,940> l_pix: 3.8480e-02 
26-01-31 14:45:13.265 - INFO: <epoch:599, iter:  23,950> l_pix: 3.5059e-02 
26-01-31 14:45:17.708 - INFO: <epoch:599, iter:  23,960> l_pix: 6.5974e-02 
26-01-31 14:45:30.927 - INFO: <epoch:600, iter:  23,970> l_pix: 4.3530e-02 
26-01-31 14:45:35.801 - INFO: <epoch:600, iter:  23,980> l_pix: 3.7691e-02 
26-01-31 14:45:40.671 - INFO: <epoch:600, iter:  23,990> l_pix: 3.6299e-02 
26-01-31 14:45:45.115 - INFO: <epoch:600, iter:  24,000> l_pix: 1.3950e-01 
26-01-31 14:46:00.480 - INFO: # Validation # PSNR: 8.9012e+00
26-01-31 14:46:00.482 - INFO: <epoch:600, iter:  24,000> psnr: 8.9012e+00 loss: 5.2333e-01
26-01-31 14:46:00.484 - INFO: Saving models and training states.
26-01-31 14:46:01.390 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I24000_E600_gen.pth] ...
26-01-31 14:46:01.390 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...
26-01-31 14:46:14.632 - INFO: ✅ Upload ALL (ckpt, results, logs) successfully!
26-01-31 14:46:28.113 - INFO: <epoch:601, iter:  24,010> l_pix: 6.4980e-02 
26-01-31 14:46:32.987 - INFO: <epoch:601, iter:  24,020> l_pix: 3.5576e-02 
26-01-31 14:46:37.857 - INFO: <epoch:601, iter:  24,030> l_pix: 1.5617e-01 
26-01-31 14:46:42.301 - INFO: <epoch:601, iter:  24,040> l_pix: 7.8621e-02 
26-01-31 14:46:53.544 - INFO: <epoch:602, iter:  24,050> l_pix: 2.8524e-02 
26-01-31 14:46:58.422 - INFO: <epoch:602, iter:  24,060> l_pix: 4.8607e-02 
26-01-31 14:47:03.294 - INFO: <epoch:602, iter:  24,070> l_pix: 2.8943e-02 
26-01-31 14:47:07.739 - INFO: <epoch:602, iter:  24,080> l_pix: 4.1082e-02 
26-01-31 14:47:20.538 - INFO: <epoch:603, iter:  24,090> l_pix: 1.3782e-01 
26-01-31 14:47:25.411 - INFO: <epoch:603, iter:  24,100> l_pix: 9.7401e-02 
26-01-31 14:47:30.281 - INFO: <epoch:603, iter:  24,110> l_pix: 3.4763e-02 
26-01-31 14:47:34.725 - INFO: <epoch:603, iter:  24,120> l_pix: 2.4004e-01 
26-01-31 14:47:47.725 - INFO: <epoch:604, iter:  24,130> l_pix: 2.7566e-02 
26-01-31 14:47:52.600 - INFO: <epoch:604, iter:  24,140> l_pix: 9.9617e-02 
26-01-31 14:47:57.470 - INFO: <epoch:604, iter:  24,150> l_pix: 4.0838e-02 
26-01-31 14:48:01.911 - INFO: <epoch:604, iter:  24,160> l_pix: 8.0090e-02 
26-01-31 14:48:14.031 - INFO: <epoch:605, iter:  24,170> l_pix: 2.9631e-02 
26-01-31 14:48:18.913 - INFO: <epoch:605, iter:  24,180> l_pix: 1.2735e-01 
26-01-31 14:48:23.783 - INFO: <epoch:605, iter:  24,190> l_pix: 6.2696e-02 
26-01-31 14:48:28.228 - INFO: <epoch:605, iter:  24,200> l_pix: 1.4303e-01 
26-01-31 14:48:40.472 - INFO: <epoch:606, iter:  24,210> l_pix: 3.7247e-02 
26-01-31 14:48:45.353 - INFO: <epoch:606, iter:  24,220> l_pix: 2.8678e-02 
26-01-31 14:48:50.225 - INFO: <epoch:606, iter:  24,230> l_pix: 4.0854e-02 
26-01-31 14:48:54.669 - INFO: <epoch:606, iter:  24,240> l_pix: 7.0596e-02 
26-01-31 14:49:07.454 - INFO: <epoch:607, iter:  24,250> l_pix: 3.9201e-02 
26-01-31 14:49:12.327 - INFO: <epoch:607, iter:  24,260> l_pix: 4.3426e-02 
26-01-31 14:49:17.198 - INFO: <epoch:607, iter:  24,270> l_pix: 1.3205e-01 
26-01-31 14:49:21.643 - INFO: <epoch:607, iter:  24,280> l_pix: 6.9608e-02 
26-01-31 14:49:34.174 - INFO: <epoch:608, iter:  24,290> l_pix: 2.0480e-01 
26-01-31 14:49:39.048 - INFO: <epoch:608, iter:  24,300> l_pix: 1.8188e-01 
26-01-31 14:49:43.922 - INFO: <epoch:608, iter:  24,310> l_pix: 5.7156e-02 
26-01-31 14:49:48.368 - INFO: <epoch:608, iter:  24,320> l_pix: 3.4765e-02 
26-01-31 14:50:01.130 - INFO: <epoch:609, iter:  24,330> l_pix: 1.1272e-01 
26-01-31 14:50:06.000 - INFO: <epoch:609, iter:  24,340> l_pix: 5.3232e-02 
26-01-31 14:50:10.870 - INFO: <epoch:609, iter:  24,350> l_pix: 3.2568e-02 
26-01-31 14:50:15.312 - INFO: <epoch:609, iter:  24,360> l_pix: 5.5752e-02 
26-01-31 14:50:27.685 - INFO: <epoch:610, iter:  24,370> l_pix: 2.8342e-02 
26-01-31 14:50:32.559 - INFO: <epoch:610, iter:  24,380> l_pix: 8.2490e-02 
26-01-31 14:50:37.431 - INFO: <epoch:610, iter:  24,390> l_pix: 2.3985e-02 
26-01-31 14:50:41.877 - INFO: <epoch:610, iter:  24,400> l_pix: 5.2247e-02 
26-01-31 14:50:54.378 - INFO: <epoch:611, iter:  24,410> l_pix: 4.8131e-02 
26-01-31 14:50:59.253 - INFO: <epoch:611, iter:  24,420> l_pix: 3.0019e-02 
26-01-31 14:51:04.122 - INFO: <epoch:611, iter:  24,430> l_pix: 6.5505e-02 
26-01-31 14:51:08.564 - INFO: <epoch:611, iter:  24,440> l_pix: 2.4083e-02 
26-01-31 14:51:21.146 - INFO: <epoch:612, iter:  24,450> l_pix: 3.0708e-02 
26-01-31 14:51:26.023 - INFO: <epoch:612, iter:  24,460> l_pix: 6.0330e-02 
26-01-31 14:51:30.891 - INFO: <epoch:612, iter:  24,470> l_pix: 3.3281e-02 
26-01-31 14:51:35.335 - INFO: <epoch:612, iter:  24,480> l_pix: 3.7289e-02 
26-01-31 14:51:48.285 - INFO: <epoch:613, iter:  24,490> l_pix: 4.0449e-02 
26-01-31 14:51:53.159 - INFO: <epoch:613, iter:  24,500> l_pix: 5.7276e-02 
26-01-31 14:51:58.029 - INFO: <epoch:613, iter:  24,510> l_pix: 2.5437e-02 
26-01-31 14:52:02.468 - INFO: <epoch:613, iter:  24,520> l_pix: 9.3586e-02 
26-01-31 14:52:15.777 - INFO: <epoch:614, iter:  24,530> l_pix: 1.4878e-01 
26-01-31 14:52:20.661 - INFO: <epoch:614, iter:  24,540> l_pix: 5.5687e-02 
26-01-31 14:52:25.542 - INFO: <epoch:614, iter:  24,550> l_pix: 4.2457e-02 
26-01-31 14:52:29.988 - INFO: <epoch:614, iter:  24,560> l_pix: 9.8183e-02 
26-01-31 14:52:42.468 - INFO: <epoch:615, iter:  24,570> l_pix: 1.4737e-01 
26-01-31 14:52:47.347 - INFO: <epoch:615, iter:  24,580> l_pix: 1.7326e-01 
26-01-31 14:52:52.223 - INFO: <epoch:615, iter:  24,590> l_pix: 7.4523e-02 
26-01-31 14:52:56.667 - INFO: <epoch:615, iter:  24,600> l_pix: 1.4300e-01 
26-01-31 14:53:10.114 - INFO: <epoch:616, iter:  24,610> l_pix: 1.4361e-01 
26-01-31 14:53:14.991 - INFO: <epoch:616, iter:  24,620> l_pix: 6.3369e-02 
26-01-31 14:53:19.868 - INFO: <epoch:616, iter:  24,630> l_pix: 3.7490e-02 
26-01-31 14:53:24.322 - INFO: <epoch:616, iter:  24,640> l_pix: 7.9462e-02 
26-01-31 14:53:35.679 - INFO: <epoch:617, iter:  24,650> l_pix: 3.6067e-02 
26-01-31 14:53:40.569 - INFO: <epoch:617, iter:  24,660> l_pix: 3.2172e-02 
26-01-31 14:53:45.439 - INFO: <epoch:617, iter:  24,670> l_pix: 7.2693e-02 
26-01-31 14:53:49.883 - INFO: <epoch:617, iter:  24,680> l_pix: 2.5557e-02 
26-01-31 14:54:02.599 - INFO: <epoch:618, iter:  24,690> l_pix: 2.4245e-01 
26-01-31 14:54:07.474 - INFO: <epoch:618, iter:  24,700> l_pix: 3.0686e-02 
26-01-31 14:54:12.343 - INFO: <epoch:618, iter:  24,710> l_pix: 1.2811e-01 
26-01-31 14:54:16.787 - INFO: <epoch:618, iter:  24,720> l_pix: 2.4634e-02 
26-01-31 14:54:30.048 - INFO: <epoch:619, iter:  24,730> l_pix: 3.3260e-02 
26-01-31 14:54:34.926 - INFO: <epoch:619, iter:  24,740> l_pix: 4.1537e-02 
26-01-31 14:54:39.796 - INFO: <epoch:619, iter:  24,750> l_pix: 1.9672e-01 
26-01-31 14:54:44.239 - INFO: <epoch:619, iter:  24,760> l_pix: 2.9018e-02 
26-01-31 14:54:57.031 - INFO: <epoch:620, iter:  24,770> l_pix: 3.0828e-02 
26-01-31 14:55:01.908 - INFO: <epoch:620, iter:  24,780> l_pix: 1.6818e-01 
26-01-31 14:55:06.779 - INFO: <epoch:620, iter:  24,790> l_pix: 7.5192e-02 
26-01-31 14:55:11.222 - INFO: <epoch:620, iter:  24,800> l_pix: 3.6202e-02 
26-01-31 14:55:23.501 - INFO: <epoch:621, iter:  24,810> l_pix: 6.8363e-02 
26-01-31 14:55:28.380 - INFO: <epoch:621, iter:  24,820> l_pix: 5.0916e-02 
26-01-31 14:55:33.249 - INFO: <epoch:621, iter:  24,830> l_pix: 1.0597e-01 
26-01-31 14:55:37.694 - INFO: <epoch:621, iter:  24,840> l_pix: 1.1200e-01 
26-01-31 14:55:49.053 - INFO: <epoch:622, iter:  24,850> l_pix: 5.2039e-02 
26-01-31 14:55:53.930 - INFO: <epoch:622, iter:  24,860> l_pix: 7.6412e-02 
26-01-31 14:55:58.798 - INFO: <epoch:622, iter:  24,870> l_pix: 5.5170e-02 
26-01-31 14:56:03.239 - INFO: <epoch:622, iter:  24,880> l_pix: 6.6496e-02 
26-01-31 14:56:16.531 - INFO: <epoch:623, iter:  24,890> l_pix: 3.1643e-02 
26-01-31 14:56:21.406 - INFO: <epoch:623, iter:  24,900> l_pix: 7.8927e-02 
26-01-31 14:56:26.281 - INFO: <epoch:623, iter:  24,910> l_pix: 9.1119e-02 
26-01-31 14:56:30.723 - INFO: <epoch:623, iter:  24,920> l_pix: 3.2352e-02 
26-01-31 14:56:42.646 - INFO: <epoch:624, iter:  24,930> l_pix: 2.6423e-01 
26-01-31 14:56:47.521 - INFO: <epoch:624, iter:  24,940> l_pix: 1.1810e-01 
26-01-31 14:56:52.394 - INFO: <epoch:624, iter:  24,950> l_pix: 4.1607e-02 
26-01-31 14:56:56.833 - INFO: <epoch:624, iter:  24,960> l_pix: 3.0460e-02 
26-01-31 14:57:08.501 - INFO: <epoch:625, iter:  24,970> l_pix: 3.0858e-02 
26-01-31 14:57:13.376 - INFO: <epoch:625, iter:  24,980> l_pix: 1.3785e-01 
26-01-31 14:57:18.247 - INFO: <epoch:625, iter:  24,990> l_pix: 5.4801e-02 
26-01-31 14:57:22.693 - INFO: <epoch:625, iter:  25,000> l_pix: 7.5339e-02 
26-01-31 14:57:38.918 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I25000_E625_gen_best.pth] ...
26-01-31 14:57:38.919 - INFO: # Validation # PSNR: 1.0413e+01
26-01-31 14:57:38.919 - INFO: <epoch:625, iter:  25,000> psnr: 1.0413e+01 loss: 3.9176e-01
26-01-31 14:57:38.920 - INFO: Saving models and training states.
26-01-31 14:57:39.643 - INFO: Saved model in [experiments/ICPR_LPDiff_260131_131342/experiments/ICPR_LPDiff_260131_051306/checkpoint/I25000_E625_gen.pth] ...
26-01-31 14:57:39.644 - INFO: ☁️ Syncing to Hugging Face: PuxAI/ICPR...