Upload run.log with huggingface_hub

run.log

@@ -0,0 +1,541 @@
+==> Sat Jun 20 13:47:14 UTC 2026 start
+NVIDIA A100-SXM4-80GB, 81920 MiB
+  Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
+  WARNING: The scripts hf, huggingface-cli and tiny-agents are installed in '/home/ubuntu/.local/bin' which is not on PATH.
+  Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.
+==> Sat Jun 20 13:47:25 UTC 2026 pull BCI from HF
+BCI tar: /tmp/bci_data.tar
+train pairs: 3896
+X_1: torch.Size([3, 256, 256]) torch.float32 [-0.953, 0.718]
+X_0: torch.Size([3, 256, 256]) torch.float32 [-0.129, 1.000]
+==> Sat Jun 20 13:47:51 UTC 2026 TRAIN dual-task X_0 + rotation aug
+[ddpm] T=1000  betas=(0.0001,0.02) alpha_bar[0]=0.999900 alpha_bar[-1]=4.035829e-05
+[data] train=3896  HE/IHC paired, augment=True
+[model] params=130.50M  in=6 out=3 (X_0-pred, DDPM)
+[schedule] he_gen_prob=0.5 (0.5 = HistDiST 50/50, 0.0 = single-task baseline)
+[iter 1/3000] loss=0.3243 L_he_ema=0.0000 L_ihc_ema=0.3243 frac_he=0.000 |conv_in grad: HE=0.00e+00 IHC=0.00e+00 ratio_I/H=0.00| wall=0.1min
+[iter 100/3000] loss=0.0433 L_he_ema=0.0659 L_ihc_ema=0.0819 frac_he=0.535 |conv_in grad: HE=6.48e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=2.5min
+[iter 200/3000] loss=0.0970 L_he_ema=0.0549 L_ihc_ema=0.0727 frac_he=0.580 |conv_in grad: HE=1.21e-01 IHC=7.29e-02 ratio_I/H=0.60| wall=5.0min
+[iter 300/3000] loss=0.0266 L_he_ema=0.0557 L_ihc_ema=0.0435 frac_he=0.510 |conv_in grad: HE=5.90e-02 IHC=5.89e-02 ratio_I/H=1.00| wall=7.5min
+[iter 400/3000] loss=0.0518 L_he_ema=0.0518 L_ihc_ema=0.0472 frac_he=0.400 |conv_in grad: HE=2.02e-01 IHC=1.89e-01 ratio_I/H=0.93| wall=10.0min
+[iter 500/3000] loss=0.0473 L_he_ema=0.0524 L_ihc_ema=0.0533 frac_he=0.520 |conv_in grad: HE=5.30e-02 IHC=5.74e-02 ratio_I/H=1.08| wall=12.5min
+[iter 600/3000] loss=0.0398 L_he_ema=0.0452 L_ihc_ema=0.0396 frac_he=0.530 |conv_in grad: HE=5.76e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=15.3min
+[iter 700/3000] loss=0.0404 L_he_ema=0.0477 L_ihc_ema=0.0358 frac_he=0.510 |conv_in grad: HE=8.11e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=17.9min
+[iter 800/3000] loss=0.0495 L_he_ema=0.0567 L_ihc_ema=0.0415 frac_he=0.480 |conv_in grad: HE=1.45e-01 IHC=0.00e+00 ratio_I/H=0.00| wall=20.6min
+[iter 900/3000] loss=0.0306 L_he_ema=0.0458 L_ihc_ema=0.0321 frac_he=0.500 |conv_in grad: HE=1.99e-01 IHC=1.17e-01 ratio_I/H=0.59| wall=23.1min
+[iter 1000/3000] loss=0.0425 L_he_ema=0.0618 L_ihc_ema=0.0466 frac_he=0.480 |conv_in grad: HE=6.97e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=25.6min
+[save] iter 1000
+[iter 1100/3000] loss=0.0342 L_he_ema=0.0417 L_ihc_ema=0.0385 frac_he=0.540 |conv_in grad: HE=1.91e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=28.5min
+[iter 1200/3000] loss=0.0185 L_he_ema=0.0497 L_ihc_ema=0.0428 frac_he=0.550 |conv_in grad: HE=4.63e-02 IHC=4.81e-02 ratio_I/H=1.04| wall=31.3min
+[iter 1300/3000] loss=0.0213 L_he_ema=0.0465 L_ihc_ema=0.0388 frac_he=0.570 |conv_in grad: HE=7.59e-02 IHC=3.32e-02 ratio_I/H=0.44| wall=33.9min
+[iter 1400/3000] loss=0.0495 L_he_ema=0.0439 L_ihc_ema=0.0390 frac_he=0.540 |conv_in grad: HE=1.07e-01 IHC=0.00e+00 ratio_I/H=0.00| wall=36.4min
+[iter 1500/3000] loss=0.0346 L_he_ema=0.0412 L_ihc_ema=0.0398 frac_he=0.580 |conv_in grad: HE=7.32e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=39.0min
+[iter 1600/3000] loss=0.0277 L_he_ema=0.0380 L_ihc_ema=0.0272 frac_he=0.490 |conv_in grad: HE=9.41e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=41.7min
+[iter 1700/3000] loss=0.0406 L_he_ema=0.0500 L_ihc_ema=0.0266 frac_he=0.460 |conv_in grad: HE=3.25e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=44.3min
+[iter 1800/3000] loss=0.0179 L_he_ema=0.0426 L_ihc_ema=0.0313 frac_he=0.550 |conv_in grad: HE=2.29e-02 IHC=2.75e-02 ratio_I/H=1.20| wall=46.7min
+[iter 1900/3000] loss=0.0278 L_he_ema=0.0395 L_ihc_ema=0.0303 frac_he=0.490 |conv_in grad: HE=4.97e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=49.2min
+[iter 2000/3000] loss=0.0122 L_he_ema=0.0337 L_ihc_ema=0.0228 frac_he=0.560 |conv_in grad: HE=5.52e-02 IHC=3.47e-02 ratio_I/H=0.63| wall=51.8min
+[save] iter 2000
+[iter 2100/3000] loss=0.0365 L_he_ema=0.0459 L_ihc_ema=0.0349 frac_he=0.530 |conv_in grad: HE=4.97e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=54.7min
+[iter 2200/3000] loss=0.0192 L_he_ema=0.0406 L_ihc_ema=0.0273 frac_he=0.520 |conv_in grad: HE=3.05e-02 IHC=3.19e-02 ratio_I/H=1.05| wall=57.2min
+[iter 2300/3000] loss=0.0396 L_he_ema=0.0389 L_ihc_ema=0.0286 frac_he=0.440 |conv_in grad: HE=4.42e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=59.7min
+[iter 2400/3000] loss=0.0231 L_he_ema=0.0355 L_ihc_ema=0.0253 frac_he=0.480 |conv_in grad: HE=8.65e-02 IHC=8.11e-02 ratio_I/H=0.94| wall=62.3min
+[iter 2500/3000] loss=0.0450 L_he_ema=0.0381 L_ihc_ema=0.0259 frac_he=0.540 |conv_in grad: HE=6.44e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=64.8min
+[iter 2600/3000] loss=0.0372 L_he_ema=0.0448 L_ihc_ema=0.0283 frac_he=0.450 |conv_in grad: HE=6.93e-02 IHC=6.99e-02 ratio_I/H=1.01| wall=67.6min
+[iter 2700/3000] loss=0.0358 L_he_ema=0.0365 L_ihc_ema=0.0292 frac_he=0.510 |conv_in grad: HE=5.75e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=70.1min
+[iter 2800/3000] loss=0.0494 L_he_ema=0.0458 L_ihc_ema=0.0303 frac_he=0.640 |conv_in grad: HE=1.86e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=72.7min
+[iter 2900/3000] loss=0.0212 L_he_ema=0.0324 L_ihc_ema=0.0240 frac_he=0.480 |conv_in grad: HE=3.67e-02 IHC=0.00e+00 ratio_I/H=0.00| wall=75.2min
+[iter 3000/3000] loss=0.0333 L_he_ema=0.0389 L_ihc_ema=0.0274 frac_he=0.460 |conv_in grad: HE=1.32e-01 IHC=1.54e-01 ratio_I/H=1.17| wall=77.8min
+[save] iter 3000
+[done] wall=78.1min
+==> Sat Jun 20 15:06:15 UTC 2026 SAMPLE + FID NFE=100
+[ckpt] iter=3000  he_gen_prob=0.5
+[ema applied]
+[data] n_test=977 batch=16
+[sampled] 64/977
+[sampled] 128/977
+[sampled] 192/977
+[sampled] 256/977
+[sampled] 320/977
+[sampled] 384/977
+[sampled] 448/977
+[sampled] 512/977
+[sampled] 576/977
+[sampled] 640/977
+[sampled] 704/977
+[sampled] 768/977
+[sampled] 832/977
+[sampled] 896/977
+[sampled] 960/977
+[sampled] 977/977
+[done] 977 samples saved
+compute FID between two folders
+Found 977 images in the folder /home/ubuntu/work/dualtask_rot_fid/samples
+
+Found 977 images in the folder /home/ubuntu/work/dualtask_rot_fid/target_ihc
+
+FID (clean-fid, NFE=100) = 267.235
+==> Sat Jun 20 15:24:24 UTC 2026 HF push dualtask
+
+
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 80.1kB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          |  640kB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 1.20MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 4.56MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   0%|          | 10.2MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   1%|          | 18.6MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   1%|▏         | 30.9MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   2%|▏         | 42.1MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   3%|▎         | 53.8MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   3%|▎         | 71.1MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   4%|▍         | 89.6MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   5%|▍         | 99.6MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   5%|▌         |  110MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   6%|▌         |  121MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   6%|▌         |  130MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   6%|▋         |  134MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   6%|▋         |  134MB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   6%|▋         |  134MB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt:   6%|▋         |  134MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   7%|▋         |  139MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   7%|▋         |  150MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   8%|▊         |  159MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   8%|▊         |  168MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   8%|▊         |  175MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:   9%|▉         |  196MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  10%|█         |  216MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  11%|█         |  229MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  12%|█▏        |  240MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  12%|█▏        |  250MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  12%|█▏        |  261MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  13%|█▎        |  272MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  13%|█▎        |  279MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  14%|█▍        |  290MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  14%|█▍        |  299MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  15%|█▍        |  311MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  16%|█▌        |  325MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  16%|█▋        |  340MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  18%|█▊        |  366MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  18%|█▊        |  383MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  20%|█▉        |  408MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  20%|██        |  427MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  21%|██▏       |  446MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  22%|██▏       |  456MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  23%|██▎       |  479MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  23%|██▎       |  488MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  24%|██▍       |  500MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  24%|██▍       |  510MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  25%|██▌       |  526MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  26%|██▌       |  545MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  27%|██▋       |  560MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  27%|██▋       |  569MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  28%|██▊       |  577MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  28%|██▊       |  589MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  29%|██▊       |  599MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  29%|██▉       |  608MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  29%|██▉       |  615MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  30%|██▉       |  624MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  30%|███       |  636MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  31%|███       |  648MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  32%|███▏      |  666MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  33%|███▎      |  689MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  35%|███▍      |  723MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  36%|███▌      |  747MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  37%|███▋      |  768MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  38%|███▊      |  789MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  39%|███▊      |  809MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  40%|███▉      |  827MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  40%|████      |  837MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  40%|████      |  845MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  42%|████▏     |  868MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  42%|████▏     |  883MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  43%|████▎     |  897MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  43%|████▎     |  908MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  44%|████▍     |  921MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  45%|████▌     |  942MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  46%|████▌     |  963MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  47%|████▋     |  975MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  47%|████▋     |  986MB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  48%|████▊     | 1.01GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  49%|████▉     | 1.03GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  50%|████▉     | 1.04GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  51%|█████     | 1.06GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  52%|█████▏    | 1.08GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  53%|█████▎    | 1.11GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  54%|█████▍    | 1.12GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  55%|█████▍    | 1.15GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  56%|█████▌    | 1.16GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  56%|█████▋    | 1.17GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  57%|█████▋    | 1.19GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  58%|█████▊    | 1.21GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  59%|█████▉    | 1.24GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  60%|█████▉    | 1.25GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  60%|██████    | 1.26GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  62%|██████▏   | 1.29GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  62%|██████▏   | 1.30GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  63%|██████▎   | 1.31GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  64%|██████▎   | 1.33GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  65%|██████▍   | 1.35GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  65%|██████▌   | 1.36GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  66%|██████▌   | 1.38GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  67%|██████▋   | 1.40GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  68%|██████▊   | 1.42GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  69%|██████▊   | 1.44GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  69%|██████▉   | 1.45GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  70%|███████   | 1.47GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  71%|███████   | 1.49GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  72%|███████▏  | 1.50GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  73%|███████▎  | 1.52GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  74%|███████▎  | 1.54GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  75%|███████▍  | 1.56GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  76%|███████▌  | 1.58GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  77%|███████▋  | 1.61GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  78%|███████▊  | 1.63GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  79%|███████▉  | 1.64GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  80%|███████▉  | 1.66GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  81%|████████  | 1.69GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  82%|████████▏ | 1.70GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  82%|████████▏ | 1.71GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  83%|████████▎ | 1.73GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  84%|████████▍ | 1.75GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  85%|████████▌ | 1.78GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  86%|████████▌ | 1.80GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  87%|████████▋ | 1.82GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  88%|████████▊ | 1.84GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  89%|████████▊ | 1.85GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  89%|████████▉ | 1.87GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  90%|█████████ | 1.88GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  91%|█████████ | 1.90GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  92%|█████████▏| 1.91GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  93%|█████████▎| 1.93GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  94%|█████████▎| 1.95GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  94%|█████████▍| 1.97GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  96%|█████████▌| 2.00GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  97%|█████████▋| 2.02GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  98%|█████████▊| 2.04GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  99%|█████████▊| 2.06GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt:  99%|█████████▉| 2.07GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.08GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.09GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|█████████▉| 2.09GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+
+
  ...task_rot/ckpt_iter3000.pt: 100%|██████████| 2.09GB / 2.09GB            
+pushed
+=== ALL_DONE Sat Jun 20 15:24:50 UTC 2026 ===
+==> Sat Jun 20 15:24:50 UTC 2026 SELF-DESTRUCT triggered (exit code=0)