| Running 1 job |
| { |
| "type": "diffusion_trainer", |
| "training_folder": "/app/ai-toolkit/output", |
| "sqlite_db_path": "/app/ai-toolkit/aitk_db.db", |
| "device": "cuda", |
| "trigger_word": "pixmo_h", |
| "performance_log_every": 10, |
| "network": { |
| "type": "lora", |
| "linear": 32, |
| "linear_alpha": 32, |
| "conv": 16, |
| "conv_alpha": 16, |
| "lokr_full_rank": true, |
| "lokr_factor": -1, |
| "network_kwargs": { |
| "ignore_if_contains": [] |
| } |
| }, |
| "save": { |
| "dtype": "bf16", |
| "save_every": 250, |
| "max_step_saves_to_keep": 5, |
| "save_format": "diffusers", |
| "push_to_hub": true |
| }, |
| "datasets": [ |
| { |
| "folder_path": "/app/ai-toolkit/datasets/pixmo_h", |
| "mask_path": null, |
| "mask_min_value": 0.1, |
| "default_caption": "", |
| "caption_ext": "txt", |
| "caption_dropout_rate": 0.05, |
| "cache_latents_to_disk": true, |
| "is_reg": false, |
| "network_weight": 1, |
| "resolution": [ |
| 480, |
| 720, |
| 512, |
| 768 |
| ], |
| "controls": [], |
| "shrink_video_to_frames": true, |
| "num_frames": 41, |
| "flip_x": false, |
| "flip_y": false, |
| "num_repeats": 1 |
| } |
| ], |
| "train": { |
| "batch_size": 1, |
| "bypass_guidance_embedding": false, |
| "steps": 2000, |
| "gradient_accumulation": 2, |
| "train_unet": true, |
| "train_text_encoder": false, |
| "gradient_checkpointing": true, |
| "noise_scheduler": "flowmatch", |
| "optimizer": "adamw8bit", |
| "timestep_type": "sigmoid", |
| "content_or_style": "balanced", |
| "optimizer_params": { |
| "weight_decay": 0.01 |
| }, |
| "unload_text_encoder": true, |
| "cache_text_embeddings": false, |
| "lr": 0.0001, |
| "ema_config": { |
| "use_ema": true, |
| "ema_decay": 0.99 |
| }, |
| "skip_first_sample": false, |
| "force_first_sample": false, |
| "disable_sampling": false, |
| "dtype": "bf16", |
| "diff_output_preservation": false, |
| "diff_output_preservation_multiplier": 1, |
| "diff_output_preservation_class": "person", |
| "switch_boundary_every": 1, |
| "loss_type": "mse" |
| }, |
| "logging": { |
| "log_every": 1, |
| "use_ui_logger": true |
| }, |
| "model": { |
| "name_or_path": "Wan-AI/Wan2.1-T2V-14B-Diffusers", |
| "quantize": true, |
| "qtype": "qfloat8", |
| "quantize_te": true, |
| "qtype_te": "qfloat8", |
| "arch": "wan21:14b", |
| "low_vram": false, |
| "model_kwargs": {} |
| }, |
| "sample": { |
| "sampler": "flowmatch", |
| "sample_every": 250, |
| "width": 720, |
| "height": 480, |
| "samples": [ |
| { |
| "prompt": "pixmo_h Data-Mosh, I-frame stripped RGB pixel scatter, macroblock debris drifting across corrupted reference" |
| }, |
| { |
| "prompt": "pixmo_h datamosh, motion vector tear drift on dark field, neon compression ghosts bleeding through destroyed GOP, displacement maps applied to wrong content" |
| }, |
| { |
| "prompt": "pixmo_h dense motion vector tear pattern, saturated macroblock collision at full codec corruption, datamosh" |
| }, |
| { |
| "prompt": "corrupted video codec artifact datamosh, glitched macroblock pattern on dark background" |
| } |
| ], |
| "neg": "", |
| "seed": 42, |
| "walk_seed": true, |
| "guidance_scale": 5, |
| "sample_steps": 30, |
| "num_frames": 41, |
| "fps": 16 |
| } |
| } |
| Using EMA |
| Changing sample extention to animated webp |
| Using SQLite database at /app/ai-toolkit/aitk_db.db |
| Job ID: "d05a2728-fd85-41f2-a110-25d270df164e" |
|
|
| ############################################# |
| # Running job: pixmo_h_v2 |
| ############################################# |
|
|
|
|
| Running 1 process |
| Loading Wan model |
| Loading transformer |
|
Loading checkpoint shards: 0%| | 0/12 [00:00<?, ?it/s]
Loading checkpoint shards: 0%| | 0/12 [00:00<?, ?it/s]
Loading checkpoint shards: 8%|8 | 1/12 [00:00<00:10, 1.10it/s]
Loading checkpoint shards: 8%|8 | 1/12 [00:00<00:10, 1.10it/s]
Loading checkpoint shards: 17%|#6 | 2/12 [00:02<00:10, 1.02s/it]
Loading checkpoint shards: 17%|#6 | 2/12 [00:02<00:10, 1.02s/it]
Loading checkpoint shards: 25%|##5 | 3/12 [00:03<00:09, 1.06s/it]
Loading checkpoint shards: 25%|##5 | 3/12 [00:03<00:09, 1.06s/it]
Loading checkpoint shards: 33%|###3 | 4/12 [00:04<00:08, 1.08s/it]
Loading checkpoint shards: 33%|###3 | 4/12 [00:04<00:08, 1.08s/it]
Loading checkpoint shards: 42%|####1 | 5/12 [00:05<00:07, 1.08s/it]
Loading checkpoint shards: 42%|####1 | 5/12 [00:05<00:07, 1.08s/it]
Loading checkpoint shards: 50%|##### | 6/12 [00:06<00:06, 1.06s/it]
Loading checkpoint shards: 50%|##### | 6/12 [00:06<00:06, 1.06s/it]
Loading checkpoint shards: 58%|#####8 | 7/12 [00:07<00:05, 1.16s/it]
Loading checkpoint shards: 58%|#####8 | 7/12 [00:07<00:05, 1.16s/it]
Loading checkpoint shards: 67%|######6 | 8/12 [00:08<00:04, 1.18s/it]
Loading checkpoint shards: 67%|######6 | 8/12 [00:08<00:04, 1.18s/it]
Loading checkpoint shards: 75%|#######5 | 9/12 [00:10<00:03, 1.15s/it]
Loading checkpoint shards: 75%|#######5 | 9/12 [00:10<00:03, 1.15s/it]
Loading checkpoint shards: 83%|########3 | 10/12 [00:11<00:02, 1.29s/it]
Loading checkpoint shards: 83%|########3 | 10/12 [00:11<00:02, 1.29s/it]
Loading checkpoint shards: 92%|#########1| 11/12 [00:13<00:01, 1.33s/it]
Loading checkpoint shards: 92%|#########1| 11/12 [00:13<00:01, 1.33s/it]
Loading checkpoint shards: 100%|##########| 12/12 [00:13<00:00, 1.19s/it]
Loading checkpoint shards: 100%|##########| 12/12 [00:13<00:00, 1.19s/it]
Loading checkpoint shards: 100%|##########| 12/12 [00:13<00:00, 1.16s/it]
Loading checkpoint shards: 100%|##########| 12/12 [00:13<00:00, 1.16s/it] |
|
|
| Quantizing Transformer |
| - quantizing 40 transformer blocks |
|
0%| | 0/40 [00:00<?, ?it/s]
0%| | 0/40 [00:00<?, ?it/s]
2%|2 | 1/40 [00:00<00:19, 1.97it/s]
2%|2 | 1/40 [00:00<00:19, 1.97it/s]
5%|5 | 2/40 [00:00<00:17, 2.16it/s]
5%|5 | 2/40 [00:00<00:17, 2.16it/s]
8%|7 | 3/40 [00:01<00:16, 2.23it/s]
8%|7 | 3/40 [00:01<00:16, 2.23it/s]
10%|# | 4/40 [00:01<00:15, 2.27it/s]
10%|# | 4/40 [00:01<00:15, 2.27it/s]
12%|#2 | 5/40 [00:02<00:15, 2.30it/s]
12%|#2 | 5/40 [00:02<00:15, 2.30it/s]
15%|#5 | 6/40 [00:02<00:14, 2.31it/s]
15%|#5 | 6/40 [00:02<00:14, 2.31it/s]
18%|#7 | 7/40 [00:03<00:14, 2.32it/s]
18%|#7 | 7/40 [00:03<00:14, 2.32it/s]
20%|## | 8/40 [00:03<00:13, 2.32it/s]
20%|## | 8/40 [00:03<00:13, 2.32it/s]
22%|##2 | 9/40 [00:04<00:20, 1.49it/s]
22%|##2 | 9/40 [00:04<00:20, 1.49it/s]
25%|##5 | 10/40 [00:06<00:31, 1.06s/it]
25%|##5 | 10/40 [00:06<00:31, 1.06s/it]
28%|##7 | 11/40 [00:07<00:25, 1.15it/s]
28%|##7 | 11/40 [00:07<00:25, 1.15it/s]
30%|### | 12/40 [00:07<00:20, 1.36it/s]
30%|### | 12/40 [00:07<00:20, 1.36it/s]
32%|###2 | 13/40 [00:07<00:17, 1.56it/s]
32%|###2 | 13/40 [00:07<00:17, 1.56it/s]
35%|###5 | 14/40 [00:08<00:15, 1.72it/s]
35%|###5 | 14/40 [00:08<00:15, 1.72it/s]
38%|###7 | 15/40 [00:08<00:13, 1.87it/s]
38%|###7 | 15/40 [00:08<00:13, 1.87it/s]
40%|#### | 16/40 [00:09<00:12, 1.99it/s]
40%|#### | 16/40 [00:09<00:12, 1.99it/s]
42%|####2 | 17/40 [00:09<00:11, 2.08it/s]
42%|####2 | 17/40 [00:09<00:11, 2.08it/s]
45%|####5 | 18/40 [00:10<00:10, 2.15it/s]
45%|####5 | 18/40 [00:10<00:10, 2.15it/s]
48%|####7 | 19/40 [00:10<00:09, 2.20it/s]
48%|####7 | 19/40 [00:10<00:09, 2.20it/s]
50%|##### | 20/40 [00:10<00:08, 2.23it/s]
50%|##### | 20/40 [00:10<00:08, 2.23it/s]
52%|#####2 | 21/40 [00:11<00:08, 2.26it/s]
52%|#####2 | 21/40 [00:11<00:08, 2.26it/s]
55%|#####5 | 22/40 [00:11<00:07, 2.28it/s]
55%|#####5 | 22/40 [00:11<00:07, 2.28it/s]
57%|#####7 | 23/40 [00:12<00:07, 2.29it/s]
57%|#####7 | 23/40 [00:12<00:07, 2.29it/s]
60%|###### | 24/40 [00:12<00:06, 2.30it/s]
60%|###### | 24/40 [00:12<00:06, 2.30it/s]
62%|######2 | 25/40 [00:13<00:06, 2.31it/s]
62%|######2 | 25/40 [00:13<00:06, 2.31it/s]
65%|######5 | 26/40 [00:13<00:06, 2.32it/s]
65%|######5 | 26/40 [00:13<00:06, 2.32it/s]
68%|######7 | 27/40 [00:13<00:05, 2.33it/s]
68%|######7 | 27/40 [00:13<00:05, 2.33it/s]
70%|####### | 28/40 [00:14<00:05, 2.33it/s]
70%|####### | 28/40 [00:14<00:05, 2.33it/s]
72%|#######2 | 29/40 [00:16<00:11, 1.08s/it]
72%|#######2 | 29/40 [00:16<00:11, 1.08s/it]
75%|#######5 | 30/40 [00:17<00:08, 1.12it/s]
75%|#######5 | 30/40 [00:17<00:08, 1.12it/s]
78%|#######7 | 31/40 [00:17<00:06, 1.33it/s]
78%|#######7 | 31/40 [00:17<00:06, 1.33it/s]
80%|######## | 32/40 [00:18<00:05, 1.52it/s]
80%|######## | 32/40 [00:18<00:05, 1.52it/s]
82%|########2 | 33/40 [00:18<00:04, 1.70it/s]
82%|########2 | 33/40 [00:18<00:04, 1.70it/s]
85%|########5 | 34/40 [00:19<00:03, 1.79it/s]
85%|########5 | 34/40 [00:19<00:03, 1.79it/s]
88%|########7 | 35/40 [00:19<00:02, 1.89it/s]
88%|########7 | 35/40 [00:19<00:02, 1.89it/s]
90%|######### | 36/40 [00:20<00:02, 1.83it/s]
90%|######### | 36/40 [00:20<00:02, 1.83it/s]
92%|#########2| 37/40 [00:20<00:01, 1.80it/s]
92%|#########2| 37/40 [00:20<00:01, 1.80it/s]
95%|#########5| 38/40 [00:21<00:01, 1.78it/s]
95%|#########5| 38/40 [00:21<00:01, 1.78it/s]
98%|#########7| 39/40 [00:21<00:00, 1.78it/s]
98%|#########7| 39/40 [00:21<00:00, 1.78it/s]
100%|##########| 40/40 [00:22<00:00, 1.77it/s]
100%|##########| 40/40 [00:22<00:00, 1.77it/s]
100%|##########| 40/40 [00:22<00:00, 1.77it/s]
100%|##########| 40/40 [00:22<00:00, 1.77it/s] |
|
|
| - quantizing extras |
| Loading UMT5EncoderModel |
| You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers |
| You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers |
| Using ai-toolkit/umt5_xxl_encoder for UMT5 encoder. |
| `torch_dtype` is deprecated! Use `dtype` instead! |
| `torch_dtype` is deprecated! Use `dtype` instead! |
|
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 84.31it/s]
Loading checkpoint shards: 100%|##########| 3/3 [00:00<00:00, 84.31it/s] |
|
|
| Quantizing UMT5EncoderModel |
| Loading VAE |
| Making pipe |
| Preparing Model |
| create LoRA network. base dim (rank): 32, alpha: 32 |
| neuron dropout: p=None, rank dropout: p=None, module dropout: p=None |
| apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16 |
| create LoRA for Text Encoder: 0 modules. |
| create LoRA for U-Net: 400 modules. |
| enable LoRA for U-Net |
| Dataset: /app/ai-toolkit/datasets/pixmo_h |
| - Preprocessing video dimensions |
|
0%| | 0/39 [00:00<?, ?it/s]
0%| | 0/39 [00:00<?, ?it/s]
100%|##########| 39/39 [00:00<00:00, 23492.44it/s]
100%|##########| 39/39 [00:00<00:00, 23492.44it/s] |
|
|
| - Found 39 videos |
| Bucket sizes for /app/ai-toolkit/datasets/pixmo_h: |
| 592x352: 39 files |
| 1 buckets made |
| Caching latents for /app/ai-toolkit/datasets/pixmo_h |
| - Saving latents to disk |
|
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 3%|2 | 1/39 [00:06<04:20, 6.86s/it]
Caching latents to disk: 3%|2 | 1/39 [00:06<04:20, 6.86s/it]
Caching latents to disk: 5%|5 | 2/39 [00:13<04:00, 6.50s/it]
Caching latents to disk: 5%|5 | 2/39 [00:13<04:00, 6.50s/it]
Caching latents to disk: 8%|7 | 3/39 [00:19<03:57, 6.59s/it]
Caching latents to disk: 8%|7 | 3/39 [00:19<03:57, 6.59s/it]
Caching latents to disk: 10%|# | 4/39 [00:25<03:41, 6.32s/it]
Caching latents to disk: 10%|# | 4/39 [00:25<03:41, 6.32s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:31<03:27, 6.09s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:31<03:27, 6.09s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:38<03:31, 6.41s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:38<03:31, 6.41s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:45<03:30, 6.58s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:45<03:30, 6.58s/it]
Caching latents to disk: 21%|## | 8/39 [00:51<03:21, 6.49s/it]
Caching latents to disk: 21%|## | 8/39 [00:51<03:21, 6.49s/it]
Caching latents to disk: 23%|##3 | 9/39 [00:57<03:10, 6.34s/it]
Caching latents to disk: 23%|##3 | 9/39 [00:57<03:10, 6.34s/it]
Caching latents to disk: 26%|##5 | 10/39 [01:04<03:07, 6.48s/it]
Caching latents to disk: 26%|##5 | 10/39 [01:04<03:07, 6.48s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:10<02:59, 6.39s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:10<02:59, 6.39s/it]
Caching latents to disk: 31%|### | 12/39 [01:17<02:52, 6.39s/it]
Caching latents to disk: 31%|### | 12/39 [01:17<02:52, 6.39s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:23<02:46, 6.40s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:23<02:46, 6.40s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:29<02:38, 6.35s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:29<02:38, 6.35s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:35<02:28, 6.18s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:35<02:28, 6.18s/it]
Caching latents to disk: 41%|####1 | 16/39 [01:41<02:18, 6.01s/it]
Caching latents to disk: 41%|####1 | 16/39 [01:41<02:18, 6.01s/it]
Caching latents to disk: 44%|####3 | 17/39 [01:46<02:09, 5.89s/it]
Caching latents to disk: 44%|####3 | 17/39 [01:46<02:09, 5.89s/it]
Caching latents to disk: 46%|####6 | 18/39 [01:52<02:03, 5.87s/it]
Caching latents to disk: 46%|####6 | 18/39 [01:52<02:03, 5.87s/it]
Caching latents to disk: 49%|####8 | 19/39 [01:58<01:58, 5.91s/it]
Caching latents to disk: 49%|####8 | 19/39 [01:58<01:58, 5.91s/it]
Caching latents to disk: 51%|#####1 | 20/39 [02:04<01:53, 5.97s/it]
Caching latents to disk: 51%|#####1 | 20/39 [02:04<01:53, 5.97s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:10<01:48, 6.05s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:10<01:48, 6.05s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:17<01:44, 6.12s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:17<01:44, 6.12s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:23<01:39, 6.20s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:23<01:39, 6.20s/it]
Caching latents to disk: 62%|######1 | 24/39 [02:30<01:35, 6.39s/it]
Caching latents to disk: 62%|######1 | 24/39 [02:30<01:35, 6.39s/it]
Caching latents to disk: 64%|######4 | 25/39 [02:36<01:27, 6.26s/it]
Caching latents to disk: 64%|######4 | 25/39 [02:36<01:27, 6.26s/it]
Caching latents to disk: 67%|######6 | 26/39 [02:42<01:20, 6.18s/it]
Caching latents to disk: 67%|######6 | 26/39 [02:42<01:20, 6.18s/it]
Caching latents to disk: 69%|######9 | 27/39 [02:48<01:14, 6.18s/it]
Caching latents to disk: 69%|######9 | 27/39 [02:48<01:14, 6.18s/it]
Caching latents to disk: 72%|#######1 | 28/39 [02:55<01:08, 6.27s/it]
Caching latents to disk: 72%|#######1 | 28/39 [02:55<01:08, 6.27s/it]
Caching latents to disk: 74%|#######4 | 29/39 [03:01<01:03, 6.37s/it]
Caching latents to disk: 74%|#######4 | 29/39 [03:01<01:03, 6.37s/it]
Caching latents to disk: 77%|#######6 | 30/39 [03:07<00:56, 6.26s/it]
Caching latents to disk: 77%|#######6 | 30/39 [03:07<00:56, 6.26s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:13<00:48, 6.09s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:13<00:48, 6.09s/it]
Caching latents to disk: 82%|########2 | 32/39 [03:19<00:41, 6.00s/it]
Caching latents to disk: 82%|########2 | 32/39 [03:19<00:41, 6.00s/it]
Caching latents to disk: 85%|########4 | 33/39 [03:25<00:35, 6.00s/it]
Caching latents to disk: 85%|########4 | 33/39 [03:25<00:35, 6.00s/it]
Caching latents to disk: 87%|########7 | 34/39 [03:30<00:29, 5.93s/it]
Caching latents to disk: 87%|########7 | 34/39 [03:30<00:29, 5.93s/it]
Caching latents to disk: 90%|########9 | 35/39 [03:36<00:23, 5.99s/it]
Caching latents to disk: 90%|########9 | 35/39 [03:36<00:23, 5.99s/it]
Caching latents to disk: 92%|#########2| 36/39 [03:42<00:17, 5.99s/it]
Caching latents to disk: 92%|#########2| 36/39 [03:42<00:17, 5.99s/it]
Caching latents to disk: 95%|#########4| 37/39 [03:49<00:12, 6.17s/it]
Caching latents to disk: 95%|#########4| 37/39 [03:49<00:12, 6.17s/it]
Caching latents to disk: 97%|#########7| 38/39 [03:55<00:06, 6.20s/it]
Caching latents to disk: 97%|#########7| 38/39 [03:55<00:06, 6.20s/it]
Caching latents to disk: 100%|##########| 39/39 [04:02<00:00, 6.33s/it]
Caching latents to disk: 100%|##########| 39/39 [04:02<00:00, 6.33s/it]
Caching latents to disk: 100%|##########| 39/39 [04:02<00:00, 6.22s/it]
Caching latents to disk: 100%|##########| 39/39 [04:02<00:00, 6.22s/it] |
|
|
| Dataset: /app/ai-toolkit/datasets/pixmo_h |
| - Preprocessing video dimensions |
|
0%| | 0/39 [00:00<?, ?it/s]
0%| | 0/39 [00:00<?, ?it/s]
100%|##########| 39/39 [00:00<00:00, 31318.75it/s]
100%|##########| 39/39 [00:00<00:00, 31318.75it/s] |
|
|
| - Found 39 videos |
| Bucket sizes for /app/ai-toolkit/datasets/pixmo_h: |
| 896x528: 39 files |
| 1 buckets made |
| Caching latents for /app/ai-toolkit/datasets/pixmo_h |
| - Saving latents to disk |
|
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 3%|2 | 1/39 [00:07<04:39, 7.35s/it]
Caching latents to disk: 3%|2 | 1/39 [00:07<04:39, 7.35s/it]
Caching latents to disk: 5%|5 | 2/39 [00:15<04:51, 7.87s/it]
Caching latents to disk: 5%|5 | 2/39 [00:15<04:51, 7.87s/it]
Caching latents to disk: 8%|7 | 3/39 [00:22<04:32, 7.57s/it]
Caching latents to disk: 8%|7 | 3/39 [00:22<04:32, 7.57s/it]
Caching latents to disk: 10%|# | 4/39 [00:30<04:20, 7.45s/it]
Caching latents to disk: 10%|# | 4/39 [00:30<04:20, 7.45s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:37<04:11, 7.41s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:37<04:11, 7.41s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:44<04:00, 7.30s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:44<04:00, 7.30s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:51<03:52, 7.27s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:51<03:52, 7.27s/it]
Caching latents to disk: 21%|## | 8/39 [00:58<03:44, 7.25s/it]
Caching latents to disk: 21%|## | 8/39 [00:58<03:44, 7.25s/it]
Caching latents to disk: 23%|##3 | 9/39 [01:05<03:32, 7.09s/it]
Caching latents to disk: 23%|##3 | 9/39 [01:05<03:32, 7.09s/it]
Caching latents to disk: 26%|##5 | 10/39 [01:12<03:24, 7.05s/it]
Caching latents to disk: 26%|##5 | 10/39 [01:12<03:24, 7.05s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:19<03:16, 7.01s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:19<03:16, 7.01s/it]
Caching latents to disk: 31%|### | 12/39 [01:26<03:09, 7.02s/it]
Caching latents to disk: 31%|### | 12/39 [01:26<03:09, 7.02s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:33<03:01, 6.99s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:33<03:01, 6.99s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:41<02:59, 7.18s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:41<02:59, 7.18s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:48<02:52, 7.18s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:48<02:52, 7.18s/it]
Caching latents to disk: 41%|####1 | 16/39 [01:55<02:45, 7.19s/it]
Caching latents to disk: 41%|####1 | 16/39 [01:55<02:45, 7.19s/it]
Caching latents to disk: 44%|####3 | 17/39 [02:02<02:38, 7.19s/it]
Caching latents to disk: 44%|####3 | 17/39 [02:02<02:38, 7.19s/it]
Caching latents to disk: 46%|####6 | 18/39 [02:10<02:32, 7.25s/it]
Caching latents to disk: 46%|####6 | 18/39 [02:10<02:32, 7.25s/it]
Caching latents to disk: 49%|####8 | 19/39 [02:17<02:26, 7.31s/it]
Caching latents to disk: 49%|####8 | 19/39 [02:17<02:26, 7.31s/it]
Caching latents to disk: 51%|#####1 | 20/39 [02:24<02:16, 7.16s/it]
Caching latents to disk: 51%|#####1 | 20/39 [02:24<02:16, 7.16s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:31<02:07, 7.08s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:31<02:07, 7.08s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:38<02:01, 7.12s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:38<02:01, 7.12s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:45<01:53, 7.11s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:45<01:53, 7.11s/it]
Caching latents to disk: 62%|######1 | 24/39 [02:52<01:47, 7.15s/it]
Caching latents to disk: 62%|######1 | 24/39 [02:52<01:47, 7.15s/it]
Caching latents to disk: 64%|######4 | 25/39 [02:59<01:39, 7.14s/it]
Caching latents to disk: 64%|######4 | 25/39 [02:59<01:39, 7.14s/it]
Caching latents to disk: 67%|######6 | 26/39 [03:07<01:33, 7.19s/it]
Caching latents to disk: 67%|######6 | 26/39 [03:07<01:33, 7.19s/it]
Caching latents to disk: 69%|######9 | 27/39 [03:14<01:26, 7.19s/it]
Caching latents to disk: 69%|######9 | 27/39 [03:14<01:26, 7.19s/it]
Caching latents to disk: 72%|#######1 | 28/39 [03:21<01:19, 7.20s/it]
Caching latents to disk: 72%|#######1 | 28/39 [03:21<01:19, 7.20s/it]
Caching latents to disk: 74%|#######4 | 29/39 [03:29<01:14, 7.41s/it]
Caching latents to disk: 74%|#######4 | 29/39 [03:29<01:14, 7.41s/it]
Caching latents to disk: 77%|#######6 | 30/39 [03:36<01:06, 7.37s/it]
Caching latents to disk: 77%|#######6 | 30/39 [03:36<01:06, 7.37s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:43<00:58, 7.31s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:43<00:58, 7.31s/it]
Caching latents to disk: 82%|########2 | 32/39 [03:51<00:51, 7.42s/it]
Caching latents to disk: 82%|########2 | 32/39 [03:51<00:51, 7.42s/it]
Caching latents to disk: 85%|########4 | 33/39 [03:58<00:44, 7.38s/it]
Caching latents to disk: 85%|########4 | 33/39 [03:58<00:44, 7.38s/it]
Caching latents to disk: 87%|########7 | 34/39 [04:05<00:35, 7.07s/it]
Caching latents to disk: 87%|########7 | 34/39 [04:05<00:35, 7.07s/it]
Caching latents to disk: 90%|########9 | 35/39 [04:12<00:28, 7.18s/it]
Caching latents to disk: 90%|########9 | 35/39 [04:12<00:28, 7.18s/it]
Caching latents to disk: 92%|#########2| 36/39 [04:20<00:21, 7.25s/it]
Caching latents to disk: 92%|#########2| 36/39 [04:20<00:21, 7.25s/it]
Caching latents to disk: 95%|#########4| 37/39 [04:27<00:14, 7.19s/it]
Caching latents to disk: 95%|#########4| 37/39 [04:27<00:14, 7.19s/it]
Caching latents to disk: 97%|#########7| 38/39 [04:34<00:07, 7.14s/it]
Caching latents to disk: 97%|#########7| 38/39 [04:34<00:07, 7.14s/it]
Caching latents to disk: 100%|##########| 39/39 [04:41<00:00, 7.18s/it]
Caching latents to disk: 100%|##########| 39/39 [04:41<00:00, 7.18s/it]
Caching latents to disk: 100%|##########| 39/39 [04:41<00:00, 7.22s/it]
Caching latents to disk: 100%|##########| 39/39 [04:41<00:00, 7.22s/it] |
|
|
| Dataset: /app/ai-toolkit/datasets/pixmo_h |
| - Preprocessing video dimensions |
|
0%| | 0/39 [00:00<?, ?it/s]
0%| | 0/39 [00:00<?, ?it/s]
100%|##########| 39/39 [00:00<00:00, 31396.90it/s]
100%|##########| 39/39 [00:00<00:00, 31396.90it/s] |
|
|
| - Found 39 videos |
| Bucket sizes for /app/ai-toolkit/datasets/pixmo_h: |
| 640x384: 39 files |
| 1 buckets made |
| Caching latents for /app/ai-toolkit/datasets/pixmo_h |
| - Saving latents to disk |
|
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 3%|2 | 1/39 [00:05<03:35, 5.67s/it]
Caching latents to disk: 3%|2 | 1/39 [00:05<03:35, 5.67s/it]
Caching latents to disk: 5%|5 | 2/39 [00:11<03:34, 5.79s/it]
Caching latents to disk: 5%|5 | 2/39 [00:11<03:34, 5.79s/it]
Caching latents to disk: 8%|7 | 3/39 [00:17<03:35, 5.97s/it]
Caching latents to disk: 8%|7 | 3/39 [00:17<03:35, 5.97s/it]
Caching latents to disk: 10%|# | 4/39 [00:24<03:35, 6.14s/it]
Caching latents to disk: 10%|# | 4/39 [00:24<03:35, 6.14s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:29<03:25, 6.03s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:29<03:25, 6.03s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:35<03:18, 6.02s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:35<03:18, 6.02s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:41<03:11, 5.98s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:41<03:11, 5.98s/it]
Caching latents to disk: 21%|## | 8/39 [00:47<03:02, 5.88s/it]
Caching latents to disk: 21%|## | 8/39 [00:47<03:02, 5.88s/it]
Caching latents to disk: 23%|##3 | 9/39 [00:53<02:57, 5.92s/it]
Caching latents to disk: 23%|##3 | 9/39 [00:53<02:57, 5.92s/it]
Caching latents to disk: 26%|##5 | 10/39 [00:59<02:50, 5.89s/it]
Caching latents to disk: 26%|##5 | 10/39 [00:59<02:50, 5.89s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:05<02:45, 5.91s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:05<02:45, 5.91s/it]
Caching latents to disk: 31%|### | 12/39 [01:11<02:39, 5.89s/it]
Caching latents to disk: 31%|### | 12/39 [01:11<02:39, 5.89s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:16<02:29, 5.76s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:16<02:29, 5.76s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:22<02:25, 5.80s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:22<02:25, 5.80s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:28<02:19, 5.81s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:28<02:19, 5.81s/it]
Caching latents to disk: 41%|####1 | 16/39 [01:33<02:11, 5.73s/it]
Caching latents to disk: 41%|####1 | 16/39 [01:33<02:11, 5.73s/it]
Caching latents to disk: 44%|####3 | 17/39 [01:39<02:05, 5.70s/it]
Caching latents to disk: 44%|####3 | 17/39 [01:39<02:05, 5.70s/it]
Caching latents to disk: 46%|####6 | 18/39 [01:45<01:59, 5.67s/it]
Caching latents to disk: 46%|####6 | 18/39 [01:45<01:59, 5.67s/it]
Caching latents to disk: 49%|####8 | 19/39 [01:51<01:56, 5.80s/it]
Caching latents to disk: 49%|####8 | 19/39 [01:51<01:56, 5.80s/it]
Caching latents to disk: 51%|#####1 | 20/39 [01:57<01:51, 5.88s/it]
Caching latents to disk: 51%|#####1 | 20/39 [01:57<01:51, 5.88s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:03<01:46, 5.93s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:03<01:46, 5.93s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:09<01:40, 5.89s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:09<01:40, 5.89s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:14<01:33, 5.86s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:14<01:33, 5.86s/it]
Caching latents to disk: 62%|######1 | 24/39 [02:21<01:29, 5.94s/it]
Caching latents to disk: 62%|######1 | 24/39 [02:21<01:29, 5.94s/it]
Caching latents to disk: 64%|######4 | 25/39 [02:27<01:23, 5.95s/it]
Caching latents to disk: 64%|######4 | 25/39 [02:27<01:23, 5.95s/it]
Caching latents to disk: 67%|######6 | 26/39 [02:32<01:16, 5.91s/it]
Caching latents to disk: 67%|######6 | 26/39 [02:32<01:16, 5.91s/it]
Caching latents to disk: 69%|######9 | 27/39 [02:38<01:11, 5.93s/it]
Caching latents to disk: 69%|######9 | 27/39 [02:38<01:11, 5.93s/it]
Caching latents to disk: 72%|#######1 | 28/39 [02:44<01:03, 5.78s/it]
Caching latents to disk: 72%|#######1 | 28/39 [02:44<01:03, 5.78s/it]
Caching latents to disk: 74%|#######4 | 29/39 [02:49<00:56, 5.67s/it]
Caching latents to disk: 74%|#######4 | 29/39 [02:49<00:56, 5.67s/it]
Caching latents to disk: 77%|#######6 | 30/39 [02:55<00:50, 5.58s/it]
Caching latents to disk: 77%|#######6 | 30/39 [02:55<00:50, 5.58s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:00<00:43, 5.46s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:00<00:43, 5.46s/it]
Caching latents to disk: 82%|########2 | 32/39 [03:05<00:38, 5.51s/it]
Caching latents to disk: 82%|########2 | 32/39 [03:05<00:38, 5.51s/it]
Caching latents to disk: 85%|########4 | 33/39 [03:11<00:32, 5.49s/it]
Caching latents to disk: 85%|########4 | 33/39 [03:11<00:32, 5.49s/it]
Caching latents to disk: 87%|########7 | 34/39 [03:16<00:27, 5.41s/it]
Caching latents to disk: 87%|########7 | 34/39 [03:16<00:27, 5.41s/it]
Caching latents to disk: 90%|########9 | 35/39 [03:22<00:22, 5.57s/it]
Caching latents to disk: 90%|########9 | 35/39 [03:22<00:22, 5.57s/it]
Caching latents to disk: 92%|#########2| 36/39 [03:28<00:17, 5.73s/it]
Caching latents to disk: 92%|#########2| 36/39 [03:28<00:17, 5.73s/it]
Caching latents to disk: 95%|#########4| 37/39 [03:34<00:11, 5.72s/it]
Caching latents to disk: 95%|#########4| 37/39 [03:34<00:11, 5.72s/it]
Caching latents to disk: 97%|#########7| 38/39 [03:40<00:05, 5.77s/it]
Caching latents to disk: 97%|#########7| 38/39 [03:40<00:05, 5.77s/it]
Caching latents to disk: 100%|##########| 39/39 [03:46<00:00, 5.84s/it]
Caching latents to disk: 100%|##########| 39/39 [03:46<00:00, 5.84s/it]
Caching latents to disk: 100%|##########| 39/39 [03:46<00:00, 5.80s/it]
Caching latents to disk: 100%|##########| 39/39 [03:46<00:00, 5.80s/it] |
|
|
| Dataset: /app/ai-toolkit/datasets/pixmo_h |
| - Preprocessing video dimensions |
|
0%| | 0/39 [00:00<?, ?it/s]
0%| | 0/39 [00:00<?, ?it/s]
100%|##########| 39/39 [00:00<00:00, 31288.80it/s]
100%|##########| 39/39 [00:00<00:00, 31288.80it/s] |
|
|
| - Found 39 videos |
| Bucket sizes for /app/ai-toolkit/datasets/pixmo_h: |
| 960x576: 39 files |
| 1 buckets made |
| Caching latents for /app/ai-toolkit/datasets/pixmo_h |
| - Saving latents to disk |
|
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 0%| | 0/39 [00:00<?, ?it/s]
Caching latents to disk: 3%|2 | 1/39 [00:08<05:23, 8.52s/it]
Caching latents to disk: 3%|2 | 1/39 [00:08<05:23, 8.52s/it]
Caching latents to disk: 5%|5 | 2/39 [00:15<04:50, 7.85s/it]
Caching latents to disk: 5%|5 | 2/39 [00:15<04:50, 7.85s/it]
Caching latents to disk: 8%|7 | 3/39 [00:23<04:37, 7.70s/it]
Caching latents to disk: 8%|7 | 3/39 [00:23<04:37, 7.70s/it]
Caching latents to disk: 10%|# | 4/39 [00:31<04:31, 7.77s/it]
Caching latents to disk: 10%|# | 4/39 [00:31<04:31, 7.77s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:39<04:24, 7.77s/it]
Caching latents to disk: 13%|#2 | 5/39 [00:39<04:24, 7.77s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:46<04:13, 7.68s/it]
Caching latents to disk: 15%|#5 | 6/39 [00:46<04:13, 7.68s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:54<04:03, 7.62s/it]
Caching latents to disk: 18%|#7 | 7/39 [00:54<04:03, 7.62s/it]
Caching latents to disk: 21%|## | 8/39 [01:01<03:54, 7.56s/it]
Caching latents to disk: 21%|## | 8/39 [01:01<03:54, 7.56s/it]
Caching latents to disk: 23%|##3 | 9/39 [01:08<03:43, 7.45s/it]
Caching latents to disk: 23%|##3 | 9/39 [01:08<03:43, 7.45s/it]
Caching latents to disk: 26%|##5 | 10/39 [01:15<03:30, 7.27s/it]
Caching latents to disk: 26%|##5 | 10/39 [01:15<03:30, 7.27s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:22<03:22, 7.23s/it]
Caching latents to disk: 28%|##8 | 11/39 [01:22<03:22, 7.23s/it]
Caching latents to disk: 31%|### | 12/39 [01:29<03:12, 7.12s/it]
Caching latents to disk: 31%|### | 12/39 [01:29<03:12, 7.12s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:36<03:06, 7.18s/it]
Caching latents to disk: 33%|###3 | 13/39 [01:36<03:06, 7.18s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:44<03:04, 7.39s/it]
Caching latents to disk: 36%|###5 | 14/39 [01:44<03:04, 7.39s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:52<02:58, 7.44s/it]
Caching latents to disk: 38%|###8 | 15/39 [01:52<02:58, 7.44s/it]
Caching latents to disk: 41%|####1 | 16/39 [02:00<02:53, 7.53s/it]
Caching latents to disk: 41%|####1 | 16/39 [02:00<02:53, 7.53s/it]
Caching latents to disk: 44%|####3 | 17/39 [02:07<02:47, 7.61s/it]
Caching latents to disk: 44%|####3 | 17/39 [02:07<02:47, 7.61s/it]
Caching latents to disk: 46%|####6 | 18/39 [02:15<02:39, 7.58s/it]
Caching latents to disk: 46%|####6 | 18/39 [02:15<02:39, 7.58s/it]
Caching latents to disk: 49%|####8 | 19/39 [02:23<02:32, 7.62s/it]
Caching latents to disk: 49%|####8 | 19/39 [02:23<02:32, 7.62s/it]
Caching latents to disk: 51%|#####1 | 20/39 [02:31<02:31, 7.97s/it]
Caching latents to disk: 51%|#####1 | 20/39 [02:31<02:31, 7.97s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:39<02:21, 7.88s/it]
Caching latents to disk: 54%|#####3 | 21/39 [02:39<02:21, 7.88s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:47<02:12, 7.80s/it]
Caching latents to disk: 56%|#####6 | 22/39 [02:47<02:12, 7.80s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:54<02:03, 7.69s/it]
Caching latents to disk: 59%|#####8 | 23/39 [02:54<02:03, 7.69s/it]
Caching latents to disk: 62%|######1 | 24/39 [03:02<01:55, 7.72s/it]
Caching latents to disk: 62%|######1 | 24/39 [03:02<01:55, 7.72s/it]
Caching latents to disk: 64%|######4 | 25/39 [03:09<01:47, 7.67s/it]
Caching latents to disk: 64%|######4 | 25/39 [03:09<01:47, 7.67s/it]
Caching latents to disk: 67%|######6 | 26/39 [03:17<01:37, 7.49s/it]
Caching latents to disk: 67%|######6 | 26/39 [03:17<01:37, 7.49s/it]
Caching latents to disk: 69%|######9 | 27/39 [03:24<01:29, 7.47s/it]
Caching latents to disk: 69%|######9 | 27/39 [03:24<01:29, 7.47s/it]
Caching latents to disk: 72%|#######1 | 28/39 [03:31<01:21, 7.39s/it]
Caching latents to disk: 72%|#######1 | 28/39 [03:31<01:21, 7.39s/it]
Caching latents to disk: 74%|#######4 | 29/39 [03:39<01:13, 7.39s/it]
Caching latents to disk: 74%|#######4 | 29/39 [03:39<01:13, 7.39s/it]
Caching latents to disk: 77%|#######6 | 30/39 [03:46<01:06, 7.35s/it]
Caching latents to disk: 77%|#######6 | 30/39 [03:46<01:06, 7.35s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:54<01:00, 7.55s/it]
Caching latents to disk: 79%|#######9 | 31/39 [03:54<01:00, 7.55s/it]
Caching latents to disk: 82%|########2 | 32/39 [04:02<00:53, 7.71s/it]
Caching latents to disk: 82%|########2 | 32/39 [04:02<00:53, 7.71s/it]
Caching latents to disk: 85%|########4 | 33/39 [04:10<00:46, 7.69s/it]
Caching latents to disk: 85%|########4 | 33/39 [04:10<00:46, 7.69s/it]
Caching latents to disk: 87%|########7 | 34/39 [04:16<00:37, 7.48s/it]
Caching latents to disk: 87%|########7 | 34/39 [04:16<00:37, 7.48s/it]
Caching latents to disk: 90%|########9 | 35/39 [04:24<00:30, 7.54s/it]
Caching latents to disk: 90%|########9 | 35/39 [04:24<00:30, 7.54s/it]
Caching latents to disk: 92%|#########2| 36/39 [04:31<00:22, 7.45s/it]
Caching latents to disk: 92%|#########2| 36/39 [04:31<00:22, 7.45s/it]
Caching latents to disk: 95%|#########4| 37/39 [04:39<00:14, 7.40s/it]
Caching latents to disk: 95%|#########4| 37/39 [04:39<00:14, 7.40s/it]
Caching latents to disk: 97%|#########7| 38/39 [04:46<00:07, 7.29s/it]
Caching latents to disk: 97%|#########7| 38/39 [04:46<00:07, 7.29s/it]
Caching latents to disk: 100%|##########| 39/39 [04:53<00:00, 7.29s/it]
Caching latents to disk: 100%|##########| 39/39 [04:53<00:00, 7.29s/it]
Caching latents to disk: 100%|##########| 39/39 [04:53<00:00, 7.53s/it]
Caching latents to disk: 100%|##########| 39/39 [04:53<00:00, 7.53s/it] |
|
|
| Caching embeddings and unloading text encoder |
|
|
| ***** UNLOADING TEXT ENCODER ***** |
| This will train only with a blank prompt or trigger word, if set |
| If this is not what you want, remove the unload_text_encoder flag |
| *********************************** |
|
|
| Generating baseline samples before training |
|
Generating Images: 0%| | 0/4 [00:00<?, ?it/s]
Generating Images: 0%| | 0/4 [00:00<?, ?it/s] |
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A |
|
|
|
3%|3 | 1/30 [00:08<04:05, 8.45s/it]
3%|3 | 1/30 [00:08<04:05, 8.45s/it][A[A |
|
|
|
7%|6 | 2/30 [00:16<03:54, 8.38s/it]
7%|6 | 2/30 [00:16<03:54, 8.38s/it][A[A |
|
|
|
10%|# | 3/30 [00:25<03:46, 8.37s/it]
10%|# | 3/30 [00:25<03:46, 8.37s/it][A[A |
|
|
|
13%|#3 | 4/30 [00:33<03:37, 8.36s/it]
13%|#3 | 4/30 [00:33<03:37, 8.36s/it][A[A |
|
|
|
17%|#6 | 5/30 [00:41<03:29, 8.37s/it]
17%|#6 | 5/30 [00:41<03:29, 8.37s/it][A[A |
|
|
|
20%|## | 6/30 [00:50<03:21, 8.38s/it]
20%|## | 6/30 [00:50<03:21, 8.38s/it][A[A |
|
|
|
23%|##3 | 7/30 [00:58<03:12, 8.38s/it]
23%|##3 | 7/30 [00:58<03:12, 8.38s/it][A[A |
|
|
|
27%|##6 | 8/30 [01:07<03:04, 8.38s/it]
27%|##6 | 8/30 [01:07<03:04, 8.38s/it][A[A |
|
|
|
30%|### | 9/30 [01:15<02:55, 8.37s/it]
30%|### | 9/30 [01:15<02:55, 8.37s/it][A[A |
|
|
|
33%|###3 | 10/30 [01:23<02:47, 8.37s/it]
33%|###3 | 10/30 [01:23<02:47, 8.37s/it][A[A |
|
|
|
37%|###6 | 11/30 [01:32<02:38, 8.37s/it]
37%|###6 | 11/30 [01:32<02:38, 8.37s/it][A[A |
|
|
|
40%|#### | 12/30 [01:40<02:30, 8.37s/it]
40%|#### | 12/30 [01:40<02:30, 8.37s/it][A[A |
|
|
|
43%|####3 | 13/30 [01:48<02:22, 8.38s/it]
43%|####3 | 13/30 [01:48<02:22, 8.38s/it][A[A |
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.39s/it]
47%|####6 | 14/30 [01:57<02:14, 8.39s/it][A[A |
|
|
|
50%|##### | 15/30 [02:05<02:05, 8.38s/it]
50%|##### | 15/30 [02:05<02:05, 8.38s/it][A[A |
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.38s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.38s/it][A[A |
|
|
|
57%|#####6 | 17/30 [02:22<01:48, 8.37s/it]
57%|#####6 | 17/30 [02:22<01:48, 8.37s/it][A[A |
|
|
|
60%|###### | 18/30 [02:30<01:40, 8.36s/it]
60%|###### | 18/30 [02:30<01:40, 8.36s/it][A[A |
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.37s/it]
63%|######3 | 19/30 [02:39<01:32, 8.37s/it][A[A |
|
|
|
67%|######6 | 20/30 [02:47<01:23, 8.38s/it]
67%|######6 | 20/30 [02:47<01:23, 8.38s/it][A[A |
|
|
|
70%|####### | 21/30 [02:55<01:15, 8.38s/it]
70%|####### | 21/30 [02:55<01:15, 8.38s/it][A[A |
|
|
|
73%|#######3 | 22/30 [03:04<01:07, 8.38s/it]
73%|#######3 | 22/30 [03:04<01:07, 8.38s/it][A[A |
|
|
|
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it]
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it][A[A |
|
|
|
80%|######## | 24/30 [03:20<00:50, 8.36s/it]
80%|######## | 24/30 [03:20<00:50, 8.36s/it][A[A |
|
|
|
83%|########3 | 25/30 [03:29<00:41, 8.35s/it]
83%|########3 | 25/30 [03:29<00:41, 8.35s/it][A[A |
|
|
|
87%|########6 | 26/30 [03:37<00:33, 8.36s/it]
87%|########6 | 26/30 [03:37<00:33, 8.36s/it][A[A |
|
|
|
90%|######### | 27/30 [03:46<00:25, 8.36s/it]
90%|######### | 27/30 [03:46<00:25, 8.36s/it][A[A |
|
|
|
93%|#########3| 28/30 [03:54<00:16, 8.37s/it]
93%|#########3| 28/30 [03:54<00:16, 8.37s/it][A[A |
|
|
|
97%|#########6| 29/30 [04:02<00:08, 8.36s/it]
97%|#########6| 29/30 [04:02<00:08, 8.36s/it][A[A |
|
|
|
100%|##########| 30/30 [04:11<00:00, 8.35s/it]
100%|##########| 30/30 [04:11<00:00, 8.35s/it][A[A
100%|##########| 30/30 [04:11<00:00, 8.37s/it]
100%|##########| 30/30 [04:11<00:00, 8.37s/it] |
|
|
|
Generating Images: 25%|##5 | 1/4 [04:16<12:49, 256.50s/it]
Generating Images: 25%|##5 | 1/4 [04:16<12:49, 256.50s/it] |
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A |
|
|
|
3%|3 | 1/30 [00:08<04:01, 8.33s/it]
3%|3 | 1/30 [00:08<04:01, 8.33s/it][A[A |
|
|
|
7%|6 | 2/30 [00:16<03:53, 8.35s/it]
7%|6 | 2/30 [00:16<03:53, 8.35s/it][A[A |
|
|
|
10%|# | 3/30 [00:25<03:45, 8.36s/it]
10%|# | 3/30 [00:25<03:45, 8.36s/it][A[A |
|
|
|
13%|#3 | 4/30 [00:33<03:37, 8.37s/it]
13%|#3 | 4/30 [00:33<03:37, 8.37s/it][A[A |
|
|
|
17%|#6 | 5/30 [00:41<03:29, 8.38s/it]
17%|#6 | 5/30 [00:41<03:29, 8.38s/it][A[A |
|
|
|
20%|## | 6/30 [00:50<03:20, 8.37s/it]
20%|## | 6/30 [00:50<03:20, 8.37s/it][A[A |
|
|
|
23%|##3 | 7/30 [00:58<03:12, 8.37s/it]
23%|##3 | 7/30 [00:58<03:12, 8.37s/it][A[A |
|
|
|
27%|##6 | 8/30 [01:06<03:04, 8.37s/it]
27%|##6 | 8/30 [01:06<03:04, 8.37s/it][A[A |
|
|
|
30%|### | 9/30 [01:15<02:55, 8.37s/it]
30%|### | 9/30 [01:15<02:55, 8.37s/it][A[A |
|
|
|
33%|###3 | 10/30 [01:23<02:47, 8.38s/it]
33%|###3 | 10/30 [01:23<02:47, 8.38s/it][A[A |
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.38s/it]
37%|###6 | 11/30 [01:32<02:39, 8.38s/it][A[A |
|
|
|
40%|#### | 12/30 [01:40<02:30, 8.38s/it]
40%|#### | 12/30 [01:40<02:30, 8.38s/it][A[A |
|
|
|
43%|####3 | 13/30 [01:48<02:22, 8.37s/it]
43%|####3 | 13/30 [01:48<02:22, 8.37s/it][A[A |
|
|
|
47%|####6 | 14/30 [01:57<02:13, 8.37s/it]
47%|####6 | 14/30 [01:57<02:13, 8.37s/it][A[A |
|
|
|
50%|##### | 15/30 [02:05<02:05, 8.36s/it]
50%|##### | 15/30 [02:05<02:05, 8.36s/it][A[A |
|
|
|
53%|#####3 | 16/30 [02:13<01:57, 8.37s/it]
53%|#####3 | 16/30 [02:13<01:57, 8.37s/it][A[A |
|
|
|
57%|#####6 | 17/30 [02:22<01:48, 8.38s/it]
57%|#####6 | 17/30 [02:22<01:48, 8.38s/it][A[A |
|
|
|
60%|###### | 18/30 [02:30<01:40, 8.38s/it]
60%|###### | 18/30 [02:30<01:40, 8.38s/it][A[A |
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.37s/it]
63%|######3 | 19/30 [02:39<01:32, 8.37s/it][A[A |
|
|
|
67%|######6 | 20/30 [02:47<01:23, 8.37s/it]
67%|######6 | 20/30 [02:47<01:23, 8.37s/it][A[A |
|
|
|
70%|####### | 21/30 [02:55<01:15, 8.36s/it]
70%|####### | 21/30 [02:55<01:15, 8.36s/it][A[A |
|
|
|
73%|#######3 | 22/30 [03:04<01:06, 8.36s/it]
73%|#######3 | 22/30 [03:04<01:06, 8.36s/it][A[A |
|
|
|
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it]
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it][A[A |
|
|
|
80%|######## | 24/30 [03:20<00:50, 8.37s/it]
80%|######## | 24/30 [03:20<00:50, 8.37s/it][A[A |
|
|
|
83%|########3 | 25/30 [03:29<00:41, 8.38s/it]
83%|########3 | 25/30 [03:29<00:41, 8.38s/it][A[A |
|
|
|
87%|########6 | 26/30 [03:37<00:33, 8.37s/it]
87%|########6 | 26/30 [03:37<00:33, 8.37s/it][A[A |
|
|
|
90%|######### | 27/30 [03:45<00:25, 8.36s/it]
90%|######### | 27/30 [03:45<00:25, 8.36s/it][A[A |
|
|
|
93%|#########3| 28/30 [03:54<00:16, 8.36s/it]
93%|#########3| 28/30 [03:54<00:16, 8.36s/it][A[A |
|
|
|
97%|#########6| 29/30 [04:02<00:08, 8.35s/it]
97%|#########6| 29/30 [04:02<00:08, 8.35s/it][A[A |
|
|
|
100%|##########| 30/30 [04:11<00:00, 8.36s/it]
100%|##########| 30/30 [04:11<00:00, 8.36s/it][A[A
100%|##########| 30/30 [04:11<00:00, 8.37s/it]
100%|##########| 30/30 [04:11<00:00, 8.37s/it] |
|
|
|
Generating Images: 50%|##### | 2/4 [08:33<08:33, 256.57s/it]
Generating Images: 50%|##### | 2/4 [08:33<08:33, 256.57s/it] |
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A |
|
|
|
3%|3 | 1/30 [00:08<04:02, 8.36s/it]
3%|3 | 1/30 [00:08<04:02, 8.36s/it][A[A |
|
|
|
7%|6 | 2/30 [00:16<03:53, 8.35s/it]
7%|6 | 2/30 [00:16<03:53, 8.35s/it][A[A |
|
|
|
10%|# | 3/30 [00:25<03:45, 8.35s/it]
10%|# | 3/30 [00:25<03:45, 8.35s/it][A[A |
|
|
|
13%|#3 | 4/30 [00:33<03:37, 8.35s/it]
13%|#3 | 4/30 [00:33<03:37, 8.35s/it][A[A |
|
|
|
17%|#6 | 5/30 [00:41<03:28, 8.35s/it]
17%|#6 | 5/30 [00:41<03:28, 8.35s/it][A[A |
|
|
|
20%|## | 6/30 [00:50<03:20, 8.36s/it]
20%|## | 6/30 [00:50<03:20, 8.36s/it][A[A |
|
|
|
23%|##3 | 7/30 [00:58<03:12, 8.37s/it]
23%|##3 | 7/30 [00:58<03:12, 8.37s/it][A[A |
|
|
|
27%|##6 | 8/30 [01:06<03:04, 8.38s/it]
27%|##6 | 8/30 [01:06<03:04, 8.38s/it][A[A |
|
|
|
30%|### | 9/30 [01:15<02:55, 8.37s/it]
30%|### | 9/30 [01:15<02:55, 8.37s/it][A[A |
|
|
|
33%|###3 | 10/30 [01:23<02:47, 8.36s/it]
33%|###3 | 10/30 [01:23<02:47, 8.36s/it][A[A |
|
|
|
37%|###6 | 11/30 [01:31<02:38, 8.36s/it]
37%|###6 | 11/30 [01:31<02:38, 8.36s/it][A[A |
|
|
|
40%|#### | 12/30 [01:40<02:30, 8.36s/it]
40%|#### | 12/30 [01:40<02:30, 8.36s/it][A[A |
|
|
|
43%|####3 | 13/30 [01:48<02:22, 8.37s/it]
43%|####3 | 13/30 [01:48<02:22, 8.37s/it][A[A |
|
|
|
47%|####6 | 14/30 [01:57<02:13, 8.37s/it]
47%|####6 | 14/30 [01:57<02:13, 8.37s/it][A[A |
|
|
|
50%|##### | 15/30 [02:05<02:05, 8.38s/it]
50%|##### | 15/30 [02:05<02:05, 8.38s/it][A[A |
|
|
|
53%|#####3 | 16/30 [02:13<01:57, 8.38s/it]
53%|#####3 | 16/30 [02:13<01:57, 8.38s/it][A[A |
|
|
|
57%|#####6 | 17/30 [02:22<01:49, 8.39s/it]
57%|#####6 | 17/30 [02:22<01:49, 8.39s/it][A[A |
|
|
|
60%|###### | 18/30 [02:30<01:40, 8.39s/it]
60%|###### | 18/30 [02:30<01:40, 8.39s/it][A[A |
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.38s/it]
63%|######3 | 19/30 [02:39<01:32, 8.38s/it][A[A |
|
|
|
67%|######6 | 20/30 [02:47<01:23, 8.37s/it]
67%|######6 | 20/30 [02:47<01:23, 8.37s/it][A[A |
|
|
|
70%|####### | 21/30 [02:55<01:15, 8.37s/it]
70%|####### | 21/30 [02:55<01:15, 8.37s/it][A[A |
|
|
|
73%|#######3 | 22/30 [03:04<01:06, 8.36s/it]
73%|#######3 | 22/30 [03:04<01:06, 8.36s/it][A[A |
|
|
|
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it]
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it][A[A |
|
|
|
80%|######## | 24/30 [03:20<00:50, 8.37s/it]
80%|######## | 24/30 [03:20<00:50, 8.37s/it][A[A |
|
|
|
83%|########3 | 25/30 [03:29<00:41, 8.38s/it]
83%|########3 | 25/30 [03:29<00:41, 8.38s/it][A[A |
|
|
|
87%|########6 | 26/30 [03:37<00:33, 8.37s/it]
87%|########6 | 26/30 [03:37<00:33, 8.37s/it][A[A |
|
|
|
90%|######### | 27/30 [03:45<00:25, 8.36s/it]
90%|######### | 27/30 [03:45<00:25, 8.36s/it][A[A |
|
|
|
93%|#########3| 28/30 [03:54<00:16, 8.36s/it]
93%|#########3| 28/30 [03:54<00:16, 8.36s/it][A[A |
|
|
|
97%|#########6| 29/30 [04:02<00:08, 8.35s/it]
97%|#########6| 29/30 [04:02<00:08, 8.35s/it][A[A |
|
|
|
100%|##########| 30/30 [04:11<00:00, 8.36s/it]
100%|##########| 30/30 [04:11<00:00, 8.36s/it][A[A
100%|##########| 30/30 [04:11<00:00, 8.37s/it]
100%|##########| 30/30 [04:11<00:00, 8.37s/it] |
|
|
|
Generating Images: 75%|#######5 | 3/4 [12:52<04:17, 257.75s/it]
Generating Images: 75%|#######5 | 3/4 [12:52<04:17, 257.75s/it] |
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A |
|
|
|
3%|3 | 1/30 [00:08<04:02, 8.36s/it]
3%|3 | 1/30 [00:08<04:02, 8.36s/it][A[A |
|
|
|
7%|6 | 2/30 [00:16<03:53, 8.35s/it]
7%|6 | 2/30 [00:16<03:53, 8.35s/it][A[A |
|
|
|
10%|# | 3/30 [00:25<03:45, 8.35s/it]
10%|# | 3/30 [00:25<03:45, 8.35s/it][A[A |
|
|
|
13%|#3 | 4/30 [00:33<03:37, 8.35s/it]
13%|#3 | 4/30 [00:33<03:37, 8.35s/it][A[A |
|
|
|
17%|#6 | 5/30 [00:41<03:28, 8.35s/it]
17%|#6 | 5/30 [00:41<03:28, 8.35s/it][A[A |
|
|
|
20%|## | 6/30 [00:50<03:20, 8.36s/it]
20%|## | 6/30 [00:50<03:20, 8.36s/it][A[A |
|
|
|
23%|##3 | 7/30 [00:58<03:12, 8.37s/it]
23%|##3 | 7/30 [00:58<03:12, 8.37s/it][A[A |
|
|
|
27%|##6 | 8/30 [01:06<03:04, 8.37s/it]
27%|##6 | 8/30 [01:06<03:04, 8.37s/it][A[A |
|
|
|
30%|### | 9/30 [01:15<02:55, 8.37s/it]
30%|### | 9/30 [01:15<02:55, 8.37s/it][A[A |
|
|
|
33%|###3 | 10/30 [01:23<02:47, 8.36s/it]
33%|###3 | 10/30 [01:23<02:47, 8.36s/it][A[A |
|
|
|
37%|###6 | 11/30 [01:31<02:38, 8.36s/it]
37%|###6 | 11/30 [01:31<02:38, 8.36s/it][A[A |
|
|
|
40%|#### | 12/30 [01:40<02:30, 8.36s/it]
40%|#### | 12/30 [01:40<02:30, 8.36s/it][A[A |
|
|
|
43%|####3 | 13/30 [01:48<02:22, 8.37s/it]
43%|####3 | 13/30 [01:48<02:22, 8.37s/it][A[A |
|
|
|
47%|####6 | 14/30 [01:57<02:13, 8.37s/it]
47%|####6 | 14/30 [01:57<02:13, 8.37s/it][A[A |
|
|
|
50%|##### | 15/30 [02:05<02:05, 8.38s/it]
50%|##### | 15/30 [02:05<02:05, 8.38s/it][A[A |
|
|
|
53%|#####3 | 16/30 [02:13<01:57, 8.37s/it]
53%|#####3 | 16/30 [02:13<01:57, 8.37s/it][A[A |
|
|
|
57%|#####6 | 17/30 [02:22<01:48, 8.36s/it]
57%|#####6 | 17/30 [02:22<01:48, 8.36s/it][A[A |
|
|
|
60%|###### | 18/30 [02:30<01:40, 8.36s/it]
60%|###### | 18/30 [02:30<01:40, 8.36s/it][A[A |
|
|
|
63%|######3 | 19/30 [02:38<01:31, 8.36s/it]
63%|######3 | 19/30 [02:38<01:31, 8.36s/it][A[A |
|
|
|
67%|######6 | 20/30 [02:47<01:23, 8.37s/it]
67%|######6 | 20/30 [02:47<01:23, 8.37s/it][A[A |
|
|
|
70%|####### | 21/30 [02:55<01:15, 8.37s/it]
70%|####### | 21/30 [02:55<01:15, 8.37s/it][A[A |
|
|
|
73%|#######3 | 22/30 [03:04<01:07, 8.38s/it]
73%|#######3 | 22/30 [03:04<01:07, 8.38s/it][A[A |
|
|
|
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it]
77%|#######6 | 23/30 [03:12<00:58, 8.37s/it][A[A |
|
|
|
80%|######## | 24/30 [03:20<00:50, 8.37s/it]
80%|######## | 24/30 [03:20<00:50, 8.37s/it][A[A |
|
|
|
83%|########3 | 25/30 [03:29<00:41, 8.37s/it]
83%|########3 | 25/30 [03:29<00:41, 8.37s/it][A[A |
|
|
|
87%|########6 | 26/30 [03:37<00:33, 8.36s/it]
87%|########6 | 26/30 [03:37<00:33, 8.36s/it][A[A |
|
|
|
90%|######### | 27/30 [03:45<00:25, 8.37s/it]
90%|######### | 27/30 [03:45<00:25, 8.37s/it][A[A |
|
|
|
93%|#########3| 28/30 [03:54<00:16, 8.38s/it]
93%|#########3| 28/30 [03:54<00:16, 8.38s/it][A[A |
|
|
|
97%|#########6| 29/30 [04:02<00:08, 8.38s/it]
97%|#########6| 29/30 [04:02<00:08, 8.38s/it][A[A |
|
|
|
100%|##########| 30/30 [04:10<00:00, 8.37s/it]
100%|##########| 30/30 [04:10<00:00, 8.37s/it][A[A
100%|##########| 30/30 [04:10<00:00, 8.37s/it]
100%|##########| 30/30 [04:10<00:00, 8.37s/it] |
|
|
|
Generating Images: 100%|##########| 4/4 [17:08<00:00, 257.17s/it]
Generating Images: 100%|##########| 4/4 [17:08<00:00, 257.17s/it]
pixmo_h_v2: 0%| | 0/2000 [00:00<?, ?it/s]
pixmo_h_v2: 0%| | 0/2000 [00:00<?, ?it/s]
pixmo_h_v2: 0%| | 0/2000 [00:18<?, ?it/s, lr: 1.0e-04 loss: 2.035e-01]
pixmo_h_v2: 0%| | 0/2000 [00:18<?, ?it/s, lr: 1.0e-04 loss: 2.035e-01]
pixmo_h_v2: 0%| | 0/2000 [00:18<?, ?it/s, lr: 1.0e-04 loss: 2.035e-01]
pixmo_h_v2: 0%| | 0/2000 [00:18<?, ?it/s, lr: 1.0e-04 loss: 2.035e-01]
pixmo_h_v2: 0%| | 0/2000 [00:53<?, ?it/s, lr: 1.0e-04 loss: 2.429e-01]
pixmo_h_v2: 0%| | 0/2000 [00:53<?, ?it/s, lr: 1.0e-04 loss: 2.429e-01]
pixmo_h_v2: 0%| | 1/2000 [01:36<53:48:38, 96.91s/it, lr: 1.0e-04 loss: 3.322e-01]
pixmo_h_v2: 0%| | 1/2000 [01:36<53:48:38, 96.91s/it, lr: 1.0e-04 loss: 3.322e-01]
pixmo_h_v2: 0%| | 2/2000 [02:25<40:20:29, 72.69s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 0%| | 2/2000 [02:25<40:20:29, 72.69s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 0%| | 3/2000 [02:54<32:20:14, 58.29s/it, lr: 1.0e-04 loss: 2.041e-01]
pixmo_h_v2: 0%| | 3/2000 [02:54<32:20:14, 58.29s/it, lr: 1.0e-04 loss: 2.041e-01]
pixmo_h_v2: 0%| | 4/2000 [03:13<26:53:25, 48.50s/it, lr: 1.0e-04 loss: 3.960e-01]
pixmo_h_v2: 0%| | 4/2000 [03:13<26:53:25, 48.50s/it, lr: 1.0e-04 loss: 3.960e-01]
pixmo_h_v2: 0%| | 5/2000 [04:02<26:52:20, 48.49s/it, lr: 1.0e-04 loss: 1.799e-01]
pixmo_h_v2: 0%| | 5/2000 [04:02<26:52:20, 48.49s/it, lr: 1.0e-04 loss: 1.799e-01]
pixmo_h_v2: 0%| | 6/2000 [04:37<25:35:09, 46.19s/it, lr: 1.0e-04 loss: 1.769e-01]
pixmo_h_v2: 0%| | 6/2000 [04:37<25:35:09, 46.19s/it, lr: 1.0e-04 loss: 1.769e-01]
pixmo_h_v2: 0%| | 7/2000 [05:30<26:10:09, 47.27s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 0%| | 7/2000 [05:30<26:10:09, 47.27s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 0%| | 8/2000 [06:14<25:52:54, 46.77s/it, lr: 1.0e-04 loss: 2.284e-01]
pixmo_h_v2: 0%| | 8/2000 [06:14<25:52:54, 46.77s/it, lr: 1.0e-04 loss: 2.284e-01]
pixmo_h_v2: 0%| | 9/2000 [07:07<26:17:33, 47.54s/it, lr: 1.0e-04 loss: 1.622e-01]
pixmo_h_v2: 0%| | 9/2000 [07:07<26:17:33, 47.54s/it, lr: 1.0e-04 loss: 1.622e-01]
pixmo_h_v2: 0%| | 10/2000 [07:23<24:31:38, 44.37s/it, lr: 1.0e-04 loss: 1.665e-01]
pixmo_h_v2: 0%| | 10/2000 [07:23<24:31:38, 44.37s/it, lr: 1.0e-04 loss: 1.665e-01]
pixmo_h_v2: 1%| | 11/2000 [07:58<24:01:41, 43.49s/it, lr: 1.0e-04 loss: 2.296e-01]
pixmo_h_v2: 1%| | 11/2000 [07:58<24:01:41, 43.49s/it, lr: 1.0e-04 loss: 2.296e-01]
pixmo_h_v2: 1%| | 12/2000 [08:33<23:36:41, 42.76s/it, lr: 1.0e-04 loss: 1.686e-01]
pixmo_h_v2: 1%| | 12/2000 [08:33<23:36:41, 42.76s/it, lr: 1.0e-04 loss: 1.686e-01]
pixmo_h_v2: 1%| | 13/2000 [08:50<22:31:27, 40.81s/it, lr: 1.0e-04 loss: 2.013e-01]
pixmo_h_v2: 1%| | 13/2000 [08:50<22:31:27, 40.81s/it, lr: 1.0e-04 loss: 2.013e-01]
pixmo_h_v2: 1%| | 14/2000 [09:20<22:04:06, 40.00s/it, lr: 1.0e-04 loss: 1.983e-01]
pixmo_h_v2: 1%| | 14/2000 [09:20<22:04:06, 40.00s/it, lr: 1.0e-04 loss: 1.983e-01]
pixmo_h_v2: 1%| | 15/2000 [09:39<21:17:32, 38.62s/it, lr: 1.0e-04 loss: 2.391e-01]
pixmo_h_v2: 1%| | 15/2000 [09:39<21:17:32, 38.62s/it, lr: 1.0e-04 loss: 2.391e-01]
pixmo_h_v2: 1%| | 16/2000 [10:08<20:58:04, 38.05s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 1%| | 16/2000 [10:08<20:58:04, 38.05s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 1%| | 17/2000 [10:45<20:54:25, 37.96s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 1%| | 17/2000 [10:45<20:54:25, 37.96s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 1%| | 18/2000 [11:33<21:13:11, 38.54s/it, lr: 1.0e-04 loss: 3.067e-01]
pixmo_h_v2: 1%| | 18/2000 [11:33<21:13:11, 38.54s/it, lr: 1.0e-04 loss: 3.067e-01]
pixmo_h_v2: 1%| | 19/2000 [11:51<20:35:50, 37.43s/it, lr: 1.0e-04 loss: 1.888e-01]
pixmo_h_v2: 1%| | 19/2000 [11:51<20:35:50, 37.43s/it, lr: 1.0e-04 loss: 1.888e-01]
pixmo_h_v2: 1%|1 | 20/2000 [12:22<20:25:04, 37.12s/it, lr: 1.0e-04 loss: 1.811e-01]
pixmo_h_v2: 1%|1 | 20/2000 [12:22<20:25:04, 37.12s/it, lr: 1.0e-04 loss: 1.811e-01]
pixmo_h_v2: 1%|1 | 21/2000 [13:05<20:34:14, 37.42s/it, lr: 1.0e-04 loss: 2.462e-01]
pixmo_h_v2: 1%|1 | 21/2000 [13:05<20:34:14, 37.42s/it, lr: 1.0e-04 loss: 2.462e-01]
pixmo_h_v2: 1%|1 | 22/2000 [13:25<20:06:20, 36.59s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 1%|1 | 22/2000 [13:25<20:06:20, 36.59s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 1%|1 | 23/2000 [14:18<20:30:07, 37.33s/it, lr: 1.0e-04 loss: 1.551e-01]
pixmo_h_v2: 1%|1 | 23/2000 [14:18<20:30:07, 37.33s/it, lr: 1.0e-04 loss: 1.551e-01]
pixmo_h_v2: 1%|1 | 24/2000 [15:07<20:44:46, 37.80s/it, lr: 1.0e-04 loss: 1.562e-01]
pixmo_h_v2: 1%|1 | 24/2000 [15:07<20:44:46, 37.80s/it, lr: 1.0e-04 loss: 1.562e-01]
pixmo_h_v2: 1%|1 | 25/2000 [15:55<20:58:13, 38.22s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 1%|1 | 25/2000 [15:55<20:58:13, 38.22s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 1%|1 | 26/2000 [16:26<20:48:41, 37.95s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 1%|1 | 26/2000 [16:26<20:48:41, 37.95s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 1%|1 | 27/2000 [17:15<21:00:47, 38.34s/it, lr: 1.0e-04 loss: 1.824e-01]
pixmo_h_v2: 1%|1 | 27/2000 [17:15<21:00:47, 38.34s/it, lr: 1.0e-04 loss: 1.824e-01]
pixmo_h_v2: 1%|1 | 28/2000 [17:44<20:49:50, 38.03s/it, lr: 1.0e-04 loss: 1.749e-01]
pixmo_h_v2: 1%|1 | 28/2000 [17:44<20:49:50, 38.03s/it, lr: 1.0e-04 loss: 1.749e-01]
pixmo_h_v2: 1%|1 | 29/2000 [18:14<20:39:34, 37.73s/it, lr: 1.0e-04 loss: 2.429e-01]
pixmo_h_v2: 1%|1 | 29/2000 [18:14<20:39:34, 37.73s/it, lr: 1.0e-04 loss: 2.429e-01]
pixmo_h_v2: 2%|1 | 30/2000 [18:50<20:37:24, 37.69s/it, lr: 1.0e-04 loss: 2.011e-01]
pixmo_h_v2: 2%|1 | 30/2000 [18:50<20:37:24, 37.69s/it, lr: 1.0e-04 loss: 2.011e-01]
pixmo_h_v2: 2%|1 | 31/2000 [19:08<20:15:23, 37.04s/it, lr: 1.0e-04 loss: 1.869e-01]
pixmo_h_v2: 2%|1 | 31/2000 [19:08<20:15:23, 37.04s/it, lr: 1.0e-04 loss: 1.869e-01]
pixmo_h_v2: 2%|1 | 32/2000 [19:25<19:54:38, 36.42s/it, lr: 1.0e-04 loss: 1.854e-01]
pixmo_h_v2: 2%|1 | 32/2000 [19:25<19:54:38, 36.42s/it, lr: 1.0e-04 loss: 1.854e-01]
pixmo_h_v2: 2%|1 | 33/2000 [20:01<19:53:57, 36.42s/it, lr: 1.0e-04 loss: 1.801e-01]
pixmo_h_v2: 2%|1 | 33/2000 [20:01<19:53:57, 36.42s/it, lr: 1.0e-04 loss: 1.801e-01]
pixmo_h_v2: 2%|1 | 34/2000 [20:33<19:48:17, 36.27s/it, lr: 1.0e-04 loss: 3.138e-01]
pixmo_h_v2: 2%|1 | 34/2000 [20:33<19:48:17, 36.27s/it, lr: 1.0e-04 loss: 3.138e-01]
pixmo_h_v2: 2%|1 | 35/2000 [21:07<19:46:11, 36.22s/it, lr: 1.0e-04 loss: 2.078e-01]
pixmo_h_v2: 2%|1 | 35/2000 [21:07<19:46:11, 36.22s/it, lr: 1.0e-04 loss: 2.078e-01]
pixmo_h_v2: 2%|1 | 36/2000 [21:38<19:41:00, 36.08s/it, lr: 1.0e-04 loss: 2.625e-01]
pixmo_h_v2: 2%|1 | 36/2000 [21:38<19:41:00, 36.08s/it, lr: 1.0e-04 loss: 2.625e-01]
pixmo_h_v2: 2%|1 | 37/2000 [21:54<19:22:33, 35.53s/it, lr: 1.0e-04 loss: 1.860e-01]
pixmo_h_v2: 2%|1 | 37/2000 [21:54<19:22:33, 35.53s/it, lr: 1.0e-04 loss: 1.860e-01]
pixmo_h_v2: 2%|1 | 38/2000 [22:48<19:37:32, 36.01s/it, lr: 1.0e-04 loss: 1.697e-01]
pixmo_h_v2: 2%|1 | 38/2000 [22:48<19:37:32, 36.01s/it, lr: 1.0e-04 loss: 1.697e-01]
pixmo_h_v2: 2%|1 | 39/2000 [23:07<19:22:51, 35.58s/it, lr: 1.0e-04 loss: 1.828e-01]
pixmo_h_v2: 2%|1 | 39/2000 [23:07<19:22:51, 35.58s/it, lr: 1.0e-04 loss: 1.828e-01]
pixmo_h_v2: 2%|2 | 40/2000 [23:37<19:17:17, 35.43s/it, lr: 1.0e-04 loss: 2.188e-01]
pixmo_h_v2: 2%|2 | 40/2000 [23:37<19:17:17, 35.43s/it, lr: 1.0e-04 loss: 2.188e-01]
pixmo_h_v2: 2%|2 | 41/2000 [24:11<19:16:07, 35.41s/it, lr: 1.0e-04 loss: 2.706e-01]
pixmo_h_v2: 2%|2 | 41/2000 [24:11<19:16:07, 35.41s/it, lr: 1.0e-04 loss: 2.706e-01]
pixmo_h_v2: 2%|2 | 42/2000 [24:55<19:21:39, 35.60s/it, lr: 1.0e-04 loss: 1.572e-01]
pixmo_h_v2: 2%|2 | 42/2000 [24:55<19:21:39, 35.60s/it, lr: 1.0e-04 loss: 1.572e-01]
pixmo_h_v2: 2%|2 | 43/2000 [25:43<19:30:49, 35.90s/it, lr: 1.0e-04 loss: 2.232e-01]
pixmo_h_v2: 2%|2 | 43/2000 [25:43<19:30:49, 35.90s/it, lr: 1.0e-04 loss: 2.232e-01]
pixmo_h_v2: 2%|2 | 44/2000 [26:37<19:43:21, 36.30s/it, lr: 1.0e-04 loss: 1.923e-01]
pixmo_h_v2: 2%|2 | 44/2000 [26:37<19:43:21, 36.30s/it, lr: 1.0e-04 loss: 1.923e-01]
pixmo_h_v2: 2%|2 | 45/2000 [26:54<19:29:08, 35.88s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 2%|2 | 45/2000 [26:54<19:29:08, 35.88s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 2%|2 | 46/2000 [27:29<19:27:40, 35.85s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 2%|2 | 46/2000 [27:29<19:27:40, 35.85s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 2%|2 | 47/2000 [27:45<19:13:22, 35.43s/it, lr: 1.0e-04 loss: 1.466e-01]
pixmo_h_v2: 2%|2 | 47/2000 [27:45<19:13:22, 35.43s/it, lr: 1.0e-04 loss: 1.466e-01]
pixmo_h_v2: 2%|2 | 48/2000 [28:16<19:09:55, 35.35s/it, lr: 1.0e-04 loss: 1.868e-01]
pixmo_h_v2: 2%|2 | 48/2000 [28:16<19:09:55, 35.35s/it, lr: 1.0e-04 loss: 1.868e-01]
pixmo_h_v2: 2%|2 | 49/2000 [28:52<19:09:58, 35.37s/it, lr: 1.0e-04 loss: 2.720e-01]
pixmo_h_v2: 2%|2 | 49/2000 [28:52<19:09:58, 35.37s/it, lr: 1.0e-04 loss: 2.720e-01]
pixmo_h_v2: 2%|2 | 50/2000 [29:22<19:05:38, 35.25s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 2%|2 | 50/2000 [29:22<19:05:38, 35.25s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 3%|2 | 51/2000 [29:58<19:05:46, 35.27s/it, lr: 1.0e-04 loss: 1.829e-01]
pixmo_h_v2: 3%|2 | 51/2000 [29:58<19:05:46, 35.27s/it, lr: 1.0e-04 loss: 1.829e-01]
pixmo_h_v2: 3%|2 | 52/2000 [30:16<18:54:05, 34.93s/it, lr: 1.0e-04 loss: 2.001e-01]
pixmo_h_v2: 3%|2 | 52/2000 [30:16<18:54:05, 34.93s/it, lr: 1.0e-04 loss: 2.001e-01]
pixmo_h_v2: 3%|2 | 53/2000 [30:33<18:42:47, 34.60s/it, lr: 1.0e-04 loss: 1.431e-01]
pixmo_h_v2: 3%|2 | 53/2000 [30:33<18:42:47, 34.60s/it, lr: 1.0e-04 loss: 1.431e-01]
pixmo_h_v2: 3%|2 | 54/2000 [31:08<18:42:16, 34.60s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 3%|2 | 54/2000 [31:08<18:42:16, 34.60s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 3%|2 | 55/2000 [31:38<18:38:40, 34.51s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 3%|2 | 55/2000 [31:38<18:38:40, 34.51s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 3%|2 | 56/2000 [32:31<18:49:07, 34.85s/it, lr: 1.0e-04 loss: 1.424e-01]
pixmo_h_v2: 3%|2 | 56/2000 [32:31<18:49:07, 34.85s/it, lr: 1.0e-04 loss: 1.424e-01]
pixmo_h_v2: 3%|2 | 57/2000 [32:50<18:39:35, 34.57s/it, lr: 1.0e-04 loss: 1.062e-01]
pixmo_h_v2: 3%|2 | 57/2000 [32:50<18:39:35, 34.57s/it, lr: 1.0e-04 loss: 1.062e-01]
pixmo_h_v2: 3%|2 | 58/2000 [33:27<18:39:59, 34.60s/it, lr: 1.0e-04 loss: 1.723e-01]
pixmo_h_v2: 3%|2 | 58/2000 [33:27<18:39:59, 34.60s/it, lr: 1.0e-04 loss: 1.723e-01]
pixmo_h_v2: 3%|2 | 59/2000 [34:01<18:39:26, 34.60s/it, lr: 1.0e-04 loss: 1.419e-01]
pixmo_h_v2: 3%|2 | 59/2000 [34:01<18:39:26, 34.60s/it, lr: 1.0e-04 loss: 1.419e-01]
pixmo_h_v2: 3%|3 | 60/2000 [34:19<18:29:38, 34.32s/it, lr: 1.0e-04 loss: 2.399e-01]
pixmo_h_v2: 3%|3 | 60/2000 [34:19<18:29:38, 34.32s/it, lr: 1.0e-04 loss: 2.399e-01]
pixmo_h_v2: 3%|3 | 61/2000 [35:12<18:39:17, 34.64s/it, lr: 1.0e-04 loss: 1.671e-01]
pixmo_h_v2: 3%|3 | 61/2000 [35:12<18:39:17, 34.64s/it, lr: 1.0e-04 loss: 1.671e-01]
pixmo_h_v2: 3%|3 | 62/2000 [35:49<18:39:36, 34.66s/it, lr: 1.0e-04 loss: 1.733e-01]
pixmo_h_v2: 3%|3 | 62/2000 [35:49<18:39:36, 34.66s/it, lr: 1.0e-04 loss: 1.733e-01]
pixmo_h_v2: 3%|3 | 63/2000 [36:06<18:30:12, 34.39s/it, lr: 1.0e-04 loss: 1.304e-01]
pixmo_h_v2: 3%|3 | 63/2000 [36:06<18:30:12, 34.39s/it, lr: 1.0e-04 loss: 1.304e-01]
pixmo_h_v2: 3%|3 | 64/2000 [36:55<18:36:55, 34.62s/it, lr: 1.0e-04 loss: 1.644e-01]
pixmo_h_v2: 3%|3 | 64/2000 [36:55<18:36:55, 34.62s/it, lr: 1.0e-04 loss: 1.644e-01]
pixmo_h_v2: 3%|3 | 65/2000 [37:38<18:40:40, 34.75s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 3%|3 | 65/2000 [37:38<18:40:40, 34.75s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 3%|3 | 66/2000 [37:57<18:32:27, 34.51s/it, lr: 1.0e-04 loss: 2.555e-01]
pixmo_h_v2: 3%|3 | 66/2000 [37:57<18:32:27, 34.51s/it, lr: 1.0e-04 loss: 2.555e-01]
pixmo_h_v2: 3%|3 | 67/2000 [38:15<18:23:42, 34.26s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 3%|3 | 67/2000 [38:15<18:23:42, 34.26s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 3%|3 | 68/2000 [38:32<18:15:10, 34.01s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 3%|3 | 68/2000 [38:32<18:15:10, 34.01s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 3%|3 | 69/2000 [39:02<18:12:31, 33.95s/it, lr: 1.0e-04 loss: 1.804e-01]
pixmo_h_v2: 3%|3 | 69/2000 [39:02<18:12:31, 33.95s/it, lr: 1.0e-04 loss: 1.804e-01]
pixmo_h_v2: 4%|3 | 70/2000 [39:45<18:16:14, 34.08s/it, lr: 1.0e-04 loss: 1.958e-01]
pixmo_h_v2: 4%|3 | 70/2000 [39:45<18:16:14, 34.08s/it, lr: 1.0e-04 loss: 1.958e-01]
pixmo_h_v2: 4%|3 | 71/2000 [40:34<18:22:10, 34.28s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 4%|3 | 71/2000 [40:34<18:22:10, 34.28s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 4%|3 | 72/2000 [40:53<18:14:50, 34.07s/it, lr: 1.0e-04 loss: 1.986e-01]
pixmo_h_v2: 4%|3 | 72/2000 [40:53<18:14:50, 34.07s/it, lr: 1.0e-04 loss: 1.986e-01]
pixmo_h_v2: 4%|3 | 73/2000 [41:36<18:18:20, 34.20s/it, lr: 1.0e-04 loss: 1.300e-01]
pixmo_h_v2: 4%|3 | 73/2000 [41:36<18:18:20, 34.20s/it, lr: 1.0e-04 loss: 1.300e-01]
pixmo_h_v2: 4%|3 | 74/2000 [41:52<18:09:44, 33.95s/it, lr: 1.0e-04 loss: 1.730e-01]
pixmo_h_v2: 4%|3 | 74/2000 [41:52<18:09:44, 33.95s/it, lr: 1.0e-04 loss: 1.730e-01]
pixmo_h_v2: 4%|3 | 75/2000 [42:35<18:13:10, 34.07s/it, lr: 1.0e-04 loss: 2.244e-01]
pixmo_h_v2: 4%|3 | 75/2000 [42:35<18:13:10, 34.07s/it, lr: 1.0e-04 loss: 2.244e-01]
pixmo_h_v2: 4%|3 | 76/2000 [42:52<18:05:34, 33.85s/it, lr: 1.0e-04 loss: 2.621e-01]
pixmo_h_v2: 4%|3 | 76/2000 [42:52<18:05:34, 33.85s/it, lr: 1.0e-04 loss: 2.621e-01]
pixmo_h_v2: 4%|3 | 77/2000 [43:29<18:06:20, 33.90s/it, lr: 1.0e-04 loss: 6.707e-01]
pixmo_h_v2: 4%|3 | 77/2000 [43:29<18:06:20, 33.90s/it, lr: 1.0e-04 loss: 6.707e-01]
pixmo_h_v2: 4%|3 | 78/2000 [44:06<18:06:47, 33.93s/it, lr: 1.0e-04 loss: 1.514e-01]
pixmo_h_v2: 4%|3 | 78/2000 [44:06<18:06:47, 33.93s/it, lr: 1.0e-04 loss: 1.514e-01]
pixmo_h_v2: 4%|3 | 79/2000 [44:40<18:06:31, 33.94s/it, lr: 1.0e-04 loss: 1.594e-01]
pixmo_h_v2: 4%|3 | 79/2000 [44:40<18:06:31, 33.94s/it, lr: 1.0e-04 loss: 1.594e-01]
pixmo_h_v2: 4%|4 | 80/2000 [45:10<18:04:16, 33.88s/it, lr: 1.0e-04 loss: 1.662e-01]
pixmo_h_v2: 4%|4 | 80/2000 [45:10<18:04:16, 33.88s/it, lr: 1.0e-04 loss: 1.662e-01]
pixmo_h_v2: 4%|4 | 81/2000 [45:41<18:02:41, 33.85s/it, lr: 1.0e-04 loss: 1.442e-01]
pixmo_h_v2: 4%|4 | 81/2000 [45:41<18:02:41, 33.85s/it, lr: 1.0e-04 loss: 1.442e-01]
pixmo_h_v2: 4%|4 | 82/2000 [46:35<18:09:49, 34.09s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 4%|4 | 82/2000 [46:35<18:09:49, 34.09s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 4%|4 | 83/2000 [47:05<18:07:30, 34.04s/it, lr: 1.0e-04 loss: 2.160e-01]
pixmo_h_v2: 4%|4 | 83/2000 [47:05<18:07:30, 34.04s/it, lr: 1.0e-04 loss: 2.160e-01]
pixmo_h_v2: 4%|4 | 84/2000 [47:34<18:05:12, 33.98s/it, lr: 1.0e-04 loss: 2.059e-01]
pixmo_h_v2: 4%|4 | 84/2000 [47:34<18:05:12, 33.98s/it, lr: 1.0e-04 loss: 2.059e-01]
pixmo_h_v2: 4%|4 | 85/2000 [47:50<17:57:53, 33.77s/it, lr: 1.0e-04 loss: 1.715e-01]
pixmo_h_v2: 4%|4 | 85/2000 [47:50<17:57:53, 33.77s/it, lr: 1.0e-04 loss: 1.715e-01]
pixmo_h_v2: 4%|4 | 86/2000 [48:39<18:02:46, 33.94s/it, lr: 1.0e-04 loss: 4.316e-01]
pixmo_h_v2: 4%|4 | 86/2000 [48:39<18:02:46, 33.94s/it, lr: 1.0e-04 loss: 4.316e-01]
pixmo_h_v2: 4%|4 | 87/2000 [49:13<18:02:28, 33.95s/it, lr: 1.0e-04 loss: 1.975e-01]
pixmo_h_v2: 4%|4 | 87/2000 [49:13<18:02:28, 33.95s/it, lr: 1.0e-04 loss: 1.975e-01]
pixmo_h_v2: 4%|4 | 88/2000 [49:50<18:02:46, 33.98s/it, lr: 1.0e-04 loss: 1.809e-01]
pixmo_h_v2: 4%|4 | 88/2000 [49:50<18:02:46, 33.98s/it, lr: 1.0e-04 loss: 1.809e-01]
pixmo_h_v2: 4%|4 | 89/2000 [50:26<18:03:03, 34.00s/it, lr: 1.0e-04 loss: 1.635e-01]
pixmo_h_v2: 4%|4 | 89/2000 [50:26<18:03:03, 34.00s/it, lr: 1.0e-04 loss: 1.635e-01]
pixmo_h_v2: 4%|4 | 90/2000 [51:01<18:02:43, 34.01s/it, lr: 1.0e-04 loss: 1.716e-01]
pixmo_h_v2: 4%|4 | 90/2000 [51:01<18:02:43, 34.01s/it, lr: 1.0e-04 loss: 1.716e-01]
pixmo_h_v2: 5%|4 | 91/2000 [51:49<18:07:12, 34.17s/it, lr: 1.0e-04 loss: 1.539e-01]
pixmo_h_v2: 5%|4 | 91/2000 [51:49<18:07:12, 34.17s/it, lr: 1.0e-04 loss: 1.539e-01]
pixmo_h_v2: 5%|4 | 92/2000 [52:25<18:07:24, 34.19s/it, lr: 1.0e-04 loss: 1.853e-01]
pixmo_h_v2: 5%|4 | 92/2000 [52:25<18:07:24, 34.19s/it, lr: 1.0e-04 loss: 1.853e-01]
pixmo_h_v2: 5%|4 | 93/2000 [52:55<18:05:14, 34.14s/it, lr: 1.0e-04 loss: 1.870e-01]
pixmo_h_v2: 5%|4 | 93/2000 [52:55<18:05:14, 34.14s/it, lr: 1.0e-04 loss: 1.870e-01]
pixmo_h_v2: 5%|4 | 94/2000 [53:49<18:11:17, 34.35s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 5%|4 | 94/2000 [53:49<18:11:17, 34.35s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 5%|4 | 95/2000 [54:06<18:05:02, 34.17s/it, lr: 1.0e-04 loss: 3.342e-01]
pixmo_h_v2: 5%|4 | 95/2000 [54:06<18:05:02, 34.17s/it, lr: 1.0e-04 loss: 3.342e-01]
pixmo_h_v2: 5%|4 | 96/2000 [54:42<18:05:11, 34.20s/it, lr: 1.0e-04 loss: 1.296e-01]
pixmo_h_v2: 5%|4 | 96/2000 [54:42<18:05:11, 34.20s/it, lr: 1.0e-04 loss: 1.296e-01]
pixmo_h_v2: 5%|4 | 97/2000 [55:31<18:09:20, 34.35s/it, lr: 1.0e-04 loss: 1.841e-01]
pixmo_h_v2: 5%|4 | 97/2000 [55:31<18:09:20, 34.35s/it, lr: 1.0e-04 loss: 1.841e-01]
pixmo_h_v2: 5%|4 | 98/2000 [56:01<18:07:13, 34.30s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 5%|4 | 98/2000 [56:01<18:07:13, 34.30s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 5%|4 | 99/2000 [56:54<18:12:50, 34.49s/it, lr: 1.0e-04 loss: 1.901e-01]
pixmo_h_v2: 5%|4 | 99/2000 [56:54<18:12:50, 34.49s/it, lr: 1.0e-04 loss: 1.901e-01]
pixmo_h_v2: 5%|5 | 100/2000 [57:29<18:12:19, 34.49s/it, lr: 1.0e-04 loss: 1.930e-01]
pixmo_h_v2: 5%|5 | 100/2000 [57:29<18:12:19, 34.49s/it, lr: 1.0e-04 loss: 1.930e-01]
pixmo_h_v2: 5%|5 | 101/2000 [58:12<18:14:29, 34.58s/it, lr: 1.0e-04 loss: 1.883e-01]
pixmo_h_v2: 5%|5 | 101/2000 [58:12<18:14:29, 34.58s/it, lr: 1.0e-04 loss: 1.883e-01]
pixmo_h_v2: 5%|5 | 102/2000 [59:06<18:19:48, 34.77s/it, lr: 1.0e-04 loss: 2.208e-01]
pixmo_h_v2: 5%|5 | 102/2000 [59:06<18:19:48, 34.77s/it, lr: 1.0e-04 loss: 2.208e-01]
pixmo_h_v2: 5%|5 | 103/2000 [59:54<18:23:25, 34.90s/it, lr: 1.0e-04 loss: 1.315e-01]
pixmo_h_v2: 5%|5 | 103/2000 [59:54<18:23:25, 34.90s/it, lr: 1.0e-04 loss: 1.315e-01]
pixmo_h_v2: 5%|5 | 104/2000 [1:00:10<18:17:02, 34.72s/it, lr: 1.0e-04 loss: 1.566e-01]
pixmo_h_v2: 5%|5 | 104/2000 [1:00:10<18:17:02, 34.72s/it, lr: 1.0e-04 loss: 1.566e-01]
pixmo_h_v2: 5%|5 | 105/2000 [1:00:53<18:19:01, 34.80s/it, lr: 1.0e-04 loss: 1.755e-01]
pixmo_h_v2: 5%|5 | 105/2000 [1:00:53<18:19:01, 34.80s/it, lr: 1.0e-04 loss: 1.755e-01]
pixmo_h_v2: 5%|5 | 106/2000 [1:01:42<18:22:34, 34.93s/it, lr: 1.0e-04 loss: 1.994e-01]
pixmo_h_v2: 5%|5 | 106/2000 [1:01:42<18:22:34, 34.93s/it, lr: 1.0e-04 loss: 1.994e-01]
pixmo_h_v2: 5%|5 | 107/2000 [1:02:30<18:25:57, 35.05s/it, lr: 1.0e-04 loss: 2.012e-01]
pixmo_h_v2: 5%|5 | 107/2000 [1:02:30<18:25:57, 35.05s/it, lr: 1.0e-04 loss: 2.012e-01]
pixmo_h_v2: 5%|5 | 108/2000 [1:03:14<18:27:46, 35.13s/it, lr: 1.0e-04 loss: 2.387e-01]
pixmo_h_v2: 5%|5 | 108/2000 [1:03:14<18:27:46, 35.13s/it, lr: 1.0e-04 loss: 2.387e-01]
pixmo_h_v2: 5%|5 | 109/2000 [1:03:45<18:26:02, 35.09s/it, lr: 1.0e-04 loss: 2.232e-01]
pixmo_h_v2: 5%|5 | 109/2000 [1:03:45<18:26:02, 35.09s/it, lr: 1.0e-04 loss: 2.232e-01]
pixmo_h_v2: 6%|5 | 110/2000 [1:04:14<18:23:50, 35.04s/it, lr: 1.0e-04 loss: 1.554e-01]
pixmo_h_v2: 6%|5 | 110/2000 [1:04:14<18:23:50, 35.04s/it, lr: 1.0e-04 loss: 1.554e-01]
pixmo_h_v2: 6%|5 | 111/2000 [1:04:45<18:22:08, 35.01s/it, lr: 1.0e-04 loss: 1.675e-01]
pixmo_h_v2: 6%|5 | 111/2000 [1:04:45<18:22:08, 35.01s/it, lr: 1.0e-04 loss: 1.675e-01]
pixmo_h_v2: 6%|5 | 112/2000 [1:05:03<18:16:36, 34.85s/it, lr: 1.0e-04 loss: 1.936e-01]
pixmo_h_v2: 6%|5 | 112/2000 [1:05:03<18:16:36, 34.85s/it, lr: 1.0e-04 loss: 1.936e-01]
pixmo_h_v2: 6%|5 | 113/2000 [1:05:34<18:14:58, 34.82s/it, lr: 1.0e-04 loss: 2.354e-01]
pixmo_h_v2: 6%|5 | 113/2000 [1:05:34<18:14:58, 34.82s/it, lr: 1.0e-04 loss: 2.354e-01]
pixmo_h_v2: 6%|5 | 114/2000 [1:06:10<18:14:49, 34.83s/it, lr: 1.0e-04 loss: 2.048e-01]
pixmo_h_v2: 6%|5 | 114/2000 [1:06:10<18:14:49, 34.83s/it, lr: 1.0e-04 loss: 2.048e-01]
pixmo_h_v2: 6%|5 | 115/2000 [1:06:26<18:09:00, 34.66s/it, lr: 1.0e-04 loss: 3.176e-01]
pixmo_h_v2: 6%|5 | 115/2000 [1:06:26<18:09:00, 34.66s/it, lr: 1.0e-04 loss: 3.176e-01]
pixmo_h_v2: 6%|5 | 116/2000 [1:07:02<18:08:52, 34.68s/it, lr: 1.0e-04 loss: 1.461e-01]
pixmo_h_v2: 6%|5 | 116/2000 [1:07:02<18:08:52, 34.68s/it, lr: 1.0e-04 loss: 1.461e-01]
pixmo_h_v2: 6%|5 | 117/2000 [1:07:51<18:12:01, 34.80s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 6%|5 | 117/2000 [1:07:51<18:12:01, 34.80s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 6%|5 | 118/2000 [1:08:10<18:07:16, 34.66s/it, lr: 1.0e-04 loss: 2.028e-01]
pixmo_h_v2: 6%|5 | 118/2000 [1:08:10<18:07:16, 34.66s/it, lr: 1.0e-04 loss: 2.028e-01]
pixmo_h_v2: 6%|5 | 119/2000 [1:08:27<18:02:08, 34.52s/it, lr: 1.0e-04 loss: 1.644e-01]
pixmo_h_v2: 6%|5 | 119/2000 [1:08:27<18:02:08, 34.52s/it, lr: 1.0e-04 loss: 1.644e-01]
pixmo_h_v2: 6%|6 | 120/2000 [1:08:46<17:57:31, 34.39s/it, lr: 1.0e-04 loss: 1.750e-01]
pixmo_h_v2: 6%|6 | 120/2000 [1:08:46<17:57:31, 34.39s/it, lr: 1.0e-04 loss: 1.750e-01]
pixmo_h_v2: 6%|6 | 121/2000 [1:09:23<17:57:27, 34.41s/it, lr: 1.0e-04 loss: 1.692e-01]
pixmo_h_v2: 6%|6 | 121/2000 [1:09:23<17:57:27, 34.41s/it, lr: 1.0e-04 loss: 1.692e-01]
pixmo_h_v2: 6%|6 | 122/2000 [1:09:40<17:52:31, 34.27s/it, lr: 1.0e-04 loss: 1.987e-01]
pixmo_h_v2: 6%|6 | 122/2000 [1:09:40<17:52:31, 34.27s/it, lr: 1.0e-04 loss: 1.987e-01]
pixmo_h_v2: 6%|6 | 123/2000 [1:10:11<17:51:09, 34.24s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 6%|6 | 123/2000 [1:10:11<17:51:09, 34.24s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 6%|6 | 124/2000 [1:10:28<17:46:20, 34.10s/it, lr: 1.0e-04 loss: 1.726e-01]
pixmo_h_v2: 6%|6 | 124/2000 [1:10:28<17:46:20, 34.10s/it, lr: 1.0e-04 loss: 1.726e-01]
pixmo_h_v2: 6%|6 | 125/2000 [1:11:03<17:45:54, 34.11s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 6%|6 | 125/2000 [1:11:03<17:45:54, 34.11s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 6%|6 | 126/2000 [1:11:34<17:44:36, 34.09s/it, lr: 1.0e-04 loss: 1.806e-01]
pixmo_h_v2: 6%|6 | 126/2000 [1:11:34<17:44:36, 34.09s/it, lr: 1.0e-04 loss: 1.806e-01]
pixmo_h_v2: 6%|6 | 127/2000 [1:12:04<17:42:54, 34.05s/it, lr: 1.0e-04 loss: 1.931e-01]
pixmo_h_v2: 6%|6 | 127/2000 [1:12:04<17:42:54, 34.05s/it, lr: 1.0e-04 loss: 1.931e-01]
pixmo_h_v2: 6%|6 | 128/2000 [1:12:33<17:41:12, 34.01s/it, lr: 1.0e-04 loss: 1.926e-01]
pixmo_h_v2: 6%|6 | 128/2000 [1:12:33<17:41:12, 34.01s/it, lr: 1.0e-04 loss: 1.926e-01]
pixmo_h_v2: 6%|6 | 129/2000 [1:13:08<17:40:47, 34.02s/it, lr: 1.0e-04 loss: 2.011e-01]
pixmo_h_v2: 6%|6 | 129/2000 [1:13:08<17:40:47, 34.02s/it, lr: 1.0e-04 loss: 2.011e-01]
pixmo_h_v2: 6%|6 | 130/2000 [1:13:56<17:43:40, 34.13s/it, lr: 1.0e-04 loss: 2.075e-01]
pixmo_h_v2: 6%|6 | 130/2000 [1:13:56<17:43:40, 34.13s/it, lr: 1.0e-04 loss: 2.075e-01]
pixmo_h_v2: 7%|6 | 131/2000 [1:14:45<17:46:29, 34.24s/it, lr: 1.0e-04 loss: 1.499e-01]
pixmo_h_v2: 7%|6 | 131/2000 [1:14:45<17:46:29, 34.24s/it, lr: 1.0e-04 loss: 1.499e-01]
pixmo_h_v2: 7%|6 | 132/2000 [1:15:19<17:46:00, 34.24s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 7%|6 | 132/2000 [1:15:19<17:46:00, 34.24s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 7%|6 | 133/2000 [1:16:02<17:47:33, 34.31s/it, lr: 1.0e-04 loss: 1.345e-01]
pixmo_h_v2: 7%|6 | 133/2000 [1:16:02<17:47:33, 34.31s/it, lr: 1.0e-04 loss: 1.345e-01]
pixmo_h_v2: 7%|6 | 134/2000 [1:16:51<17:50:15, 34.41s/it, lr: 1.0e-04 loss: 2.245e-01]
pixmo_h_v2: 7%|6 | 134/2000 [1:16:51<17:50:15, 34.41s/it, lr: 1.0e-04 loss: 2.245e-01]
pixmo_h_v2: 7%|6 | 135/2000 [1:17:39<17:52:55, 34.52s/it, lr: 1.0e-04 loss: 1.540e-01]
pixmo_h_v2: 7%|6 | 135/2000 [1:17:39<17:52:55, 34.52s/it, lr: 1.0e-04 loss: 1.540e-01]
pixmo_h_v2: 7%|6 | 136/2000 [1:17:57<17:48:26, 34.39s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 7%|6 | 136/2000 [1:17:57<17:48:26, 34.39s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 7%|6 | 137/2000 [1:18:13<17:43:38, 34.26s/it, lr: 1.0e-04 loss: 2.005e-01]
pixmo_h_v2: 7%|6 | 137/2000 [1:18:13<17:43:38, 34.26s/it, lr: 1.0e-04 loss: 2.005e-01]
pixmo_h_v2: 7%|6 | 138/2000 [1:18:32<17:39:38, 34.15s/it, lr: 1.0e-04 loss: 2.621e-01]
pixmo_h_v2: 7%|6 | 138/2000 [1:18:32<17:39:38, 34.15s/it, lr: 1.0e-04 loss: 2.621e-01]
pixmo_h_v2: 7%|6 | 139/2000 [1:19:03<17:38:24, 34.12s/it, lr: 1.0e-04 loss: 1.753e-01]
pixmo_h_v2: 7%|6 | 139/2000 [1:19:03<17:38:24, 34.12s/it, lr: 1.0e-04 loss: 1.753e-01]
pixmo_h_v2: 7%|7 | 140/2000 [1:19:18<17:33:45, 33.99s/it, lr: 1.0e-04 loss: 3.317e-01]
pixmo_h_v2: 7%|7 | 140/2000 [1:19:18<17:33:45, 33.99s/it, lr: 1.0e-04 loss: 3.317e-01]
pixmo_h_v2: 7%|7 | 141/2000 [1:19:50<17:32:33, 33.97s/it, lr: 1.0e-04 loss: 2.695e-01]
pixmo_h_v2: 7%|7 | 141/2000 [1:19:50<17:32:33, 33.97s/it, lr: 1.0e-04 loss: 2.695e-01]
pixmo_h_v2: 7%|7 | 142/2000 [1:20:07<17:28:22, 33.85s/it, lr: 1.0e-04 loss: 3.149e-01]
pixmo_h_v2: 7%|7 | 142/2000 [1:20:07<17:28:22, 33.85s/it, lr: 1.0e-04 loss: 3.149e-01]
pixmo_h_v2: 7%|7 | 143/2000 [1:20:24<17:24:14, 33.74s/it, lr: 1.0e-04 loss: 2.153e-01]
pixmo_h_v2: 7%|7 | 143/2000 [1:20:24<17:24:14, 33.74s/it, lr: 1.0e-04 loss: 2.153e-01]
pixmo_h_v2: 7%|7 | 144/2000 [1:20:42<17:20:09, 33.63s/it, lr: 1.0e-04 loss: 1.525e-01]
pixmo_h_v2: 7%|7 | 144/2000 [1:20:42<17:20:09, 33.63s/it, lr: 1.0e-04 loss: 1.525e-01]
pixmo_h_v2: 7%|7 | 145/2000 [1:20:59<17:16:08, 33.51s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 7%|7 | 145/2000 [1:20:59<17:16:08, 33.51s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 7%|7 | 146/2000 [1:21:47<17:18:43, 33.62s/it, lr: 1.0e-04 loss: 2.453e-01]
pixmo_h_v2: 7%|7 | 146/2000 [1:21:47<17:18:43, 33.62s/it, lr: 1.0e-04 loss: 2.453e-01]
pixmo_h_v2: 7%|7 | 147/2000 [1:22:19<17:17:39, 33.60s/it, lr: 1.0e-04 loss: 1.876e-01]
pixmo_h_v2: 7%|7 | 147/2000 [1:22:19<17:17:39, 33.60s/it, lr: 1.0e-04 loss: 1.876e-01]
pixmo_h_v2: 7%|7 | 148/2000 [1:22:53<17:17:18, 33.61s/it, lr: 1.0e-04 loss: 1.649e-01]
pixmo_h_v2: 7%|7 | 148/2000 [1:22:53<17:17:18, 33.61s/it, lr: 1.0e-04 loss: 1.649e-01]
pixmo_h_v2: 7%|7 | 149/2000 [1:23:12<17:13:44, 33.51s/it, lr: 1.0e-04 loss: 2.075e-01]
pixmo_h_v2: 7%|7 | 149/2000 [1:23:12<17:13:44, 33.51s/it, lr: 1.0e-04 loss: 2.075e-01]
pixmo_h_v2: 8%|7 | 150/2000 [1:23:31<17:10:13, 33.41s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 8%|7 | 150/2000 [1:23:31<17:10:13, 33.41s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 8%|7 | 151/2000 [1:24:06<17:09:54, 33.42s/it, lr: 1.0e-04 loss: 1.819e-01]
pixmo_h_v2: 8%|7 | 151/2000 [1:24:06<17:09:54, 33.42s/it, lr: 1.0e-04 loss: 1.819e-01]
pixmo_h_v2: 8%|7 | 152/2000 [1:24:54<17:12:23, 33.52s/it, lr: 1.0e-04 loss: 1.514e-01]
pixmo_h_v2: 8%|7 | 152/2000 [1:24:54<17:12:23, 33.52s/it, lr: 1.0e-04 loss: 1.514e-01]
pixmo_h_v2: 8%|7 | 153/2000 [1:25:12<17:08:35, 33.41s/it, lr: 1.0e-04 loss: 1.318e-01]
pixmo_h_v2: 8%|7 | 153/2000 [1:25:12<17:08:35, 33.41s/it, lr: 1.0e-04 loss: 1.318e-01]
pixmo_h_v2: 8%|7 | 154/2000 [1:25:41<17:07:13, 33.39s/it, lr: 1.0e-04 loss: 1.653e-01]
pixmo_h_v2: 8%|7 | 154/2000 [1:25:41<17:07:13, 33.39s/it, lr: 1.0e-04 loss: 1.653e-01]
pixmo_h_v2: 8%|7 | 155/2000 [1:26:17<17:07:04, 33.40s/it, lr: 1.0e-04 loss: 1.519e-01]
pixmo_h_v2: 8%|7 | 155/2000 [1:26:17<17:07:04, 33.40s/it, lr: 1.0e-04 loss: 1.519e-01]
pixmo_h_v2: 8%|7 | 156/2000 [1:27:05<17:09:29, 33.50s/it, lr: 1.0e-04 loss: 1.914e-01]
pixmo_h_v2: 8%|7 | 156/2000 [1:27:05<17:09:29, 33.50s/it, lr: 1.0e-04 loss: 1.914e-01]
pixmo_h_v2: 8%|7 | 157/2000 [1:27:21<17:05:27, 33.38s/it, lr: 1.0e-04 loss: 2.058e-01]
pixmo_h_v2: 8%|7 | 157/2000 [1:27:21<17:05:27, 33.38s/it, lr: 1.0e-04 loss: 2.058e-01]
pixmo_h_v2: 8%|7 | 158/2000 [1:28:04<17:06:48, 33.45s/it, lr: 1.0e-04 loss: 1.216e-01]
pixmo_h_v2: 8%|7 | 158/2000 [1:28:04<17:06:48, 33.45s/it, lr: 1.0e-04 loss: 1.216e-01]
pixmo_h_v2: 8%|7 | 159/2000 [1:28:47<17:08:09, 33.51s/it, lr: 1.0e-04 loss: 1.350e-01]
pixmo_h_v2: 8%|7 | 159/2000 [1:28:47<17:08:09, 33.51s/it, lr: 1.0e-04 loss: 1.350e-01]
pixmo_h_v2: 8%|8 | 160/2000 [1:29:24<17:08:09, 33.53s/it, lr: 1.0e-04 loss: 2.452e-01]
pixmo_h_v2: 8%|8 | 160/2000 [1:29:24<17:08:09, 33.53s/it, lr: 1.0e-04 loss: 2.452e-01]
pixmo_h_v2: 8%|8 | 161/2000 [1:30:00<17:08:08, 33.54s/it, lr: 1.0e-04 loss: 1.278e-01]
pixmo_h_v2: 8%|8 | 161/2000 [1:30:00<17:08:08, 33.54s/it, lr: 1.0e-04 loss: 1.278e-01]
pixmo_h_v2: 8%|8 | 162/2000 [1:30:30<17:06:49, 33.52s/it, lr: 1.0e-04 loss: 1.750e-01]
pixmo_h_v2: 8%|8 | 162/2000 [1:30:30<17:06:49, 33.52s/it, lr: 1.0e-04 loss: 1.750e-01]
pixmo_h_v2: 8%|8 | 163/2000 [1:31:01<17:05:49, 33.51s/it, lr: 1.0e-04 loss: 1.814e-01]
pixmo_h_v2: 8%|8 | 163/2000 [1:31:01<17:05:49, 33.51s/it, lr: 1.0e-04 loss: 1.814e-01]
pixmo_h_v2: 8%|8 | 164/2000 [1:31:17<17:01:56, 33.40s/it, lr: 1.0e-04 loss: 2.226e-01]
pixmo_h_v2: 8%|8 | 164/2000 [1:31:17<17:01:56, 33.40s/it, lr: 1.0e-04 loss: 2.226e-01]
pixmo_h_v2: 8%|8 | 165/2000 [1:31:53<17:01:56, 33.41s/it, lr: 1.0e-04 loss: 2.184e-01]
pixmo_h_v2: 8%|8 | 165/2000 [1:31:53<17:01:56, 33.41s/it, lr: 1.0e-04 loss: 2.184e-01]
pixmo_h_v2: 8%|8 | 166/2000 [1:32:09<16:58:07, 33.31s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 8%|8 | 166/2000 [1:32:09<16:58:07, 33.31s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 8%|8 | 167/2000 [1:32:38<16:56:55, 33.29s/it, lr: 1.0e-04 loss: 2.293e-01]
pixmo_h_v2: 8%|8 | 167/2000 [1:32:38<16:56:55, 33.29s/it, lr: 1.0e-04 loss: 2.293e-01]
pixmo_h_v2: 8%|8 | 168/2000 [1:32:58<16:53:48, 33.20s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 8%|8 | 168/2000 [1:32:58<16:53:48, 33.20s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 8%|8 | 169/2000 [1:33:32<16:53:30, 33.21s/it, lr: 1.0e-04 loss: 1.178e-01]
pixmo_h_v2: 8%|8 | 169/2000 [1:33:32<16:53:30, 33.21s/it, lr: 1.0e-04 loss: 1.178e-01]
pixmo_h_v2: 8%|8 | 170/2000 [1:34:26<16:56:35, 33.33s/it, lr: 1.0e-04 loss: 2.418e-01]
pixmo_h_v2: 8%|8 | 170/2000 [1:34:26<16:56:35, 33.33s/it, lr: 1.0e-04 loss: 2.418e-01]
pixmo_h_v2: 9%|8 | 171/2000 [1:34:55<16:55:20, 33.31s/it, lr: 1.0e-04 loss: 2.443e-01]
pixmo_h_v2: 9%|8 | 171/2000 [1:34:55<16:55:20, 33.31s/it, lr: 1.0e-04 loss: 2.443e-01]
pixmo_h_v2: 9%|8 | 172/2000 [1:35:13<16:51:57, 33.22s/it, lr: 1.0e-04 loss: 1.574e-01]
pixmo_h_v2: 9%|8 | 172/2000 [1:35:13<16:51:57, 33.22s/it, lr: 1.0e-04 loss: 1.574e-01]
pixmo_h_v2: 9%|8 | 173/2000 [1:35:49<16:51:57, 33.23s/it, lr: 1.0e-04 loss: 1.964e-01]
pixmo_h_v2: 9%|8 | 173/2000 [1:35:49<16:51:57, 33.23s/it, lr: 1.0e-04 loss: 1.964e-01]
pixmo_h_v2: 9%|8 | 174/2000 [1:36:24<16:51:39, 33.24s/it, lr: 1.0e-04 loss: 2.687e-01]
pixmo_h_v2: 9%|8 | 174/2000 [1:36:24<16:51:39, 33.24s/it, lr: 1.0e-04 loss: 2.687e-01]
pixmo_h_v2: 9%|8 | 175/2000 [1:37:12<16:53:43, 33.33s/it, lr: 1.0e-04 loss: 1.554e-01]
pixmo_h_v2: 9%|8 | 175/2000 [1:37:12<16:53:43, 33.33s/it, lr: 1.0e-04 loss: 1.554e-01]
pixmo_h_v2: 9%|8 | 176/2000 [1:37:41<16:52:30, 33.31s/it, lr: 1.0e-04 loss: 1.561e-01]
pixmo_h_v2: 9%|8 | 176/2000 [1:37:41<16:52:30, 33.31s/it, lr: 1.0e-04 loss: 1.561e-01]
pixmo_h_v2: 9%|8 | 177/2000 [1:38:11<16:51:17, 33.28s/it, lr: 1.0e-04 loss: 2.015e-01]
pixmo_h_v2: 9%|8 | 177/2000 [1:38:11<16:51:17, 33.28s/it, lr: 1.0e-04 loss: 2.015e-01]
pixmo_h_v2: 9%|8 | 178/2000 [1:38:28<16:48:01, 33.20s/it, lr: 1.0e-04 loss: 2.080e-01]
pixmo_h_v2: 9%|8 | 178/2000 [1:38:28<16:48:01, 33.20s/it, lr: 1.0e-04 loss: 2.080e-01]
pixmo_h_v2: 9%|8 | 179/2000 [1:39:12<16:49:10, 33.25s/it, lr: 1.0e-04 loss: 1.419e-01]
pixmo_h_v2: 9%|8 | 179/2000 [1:39:12<16:49:10, 33.25s/it, lr: 1.0e-04 loss: 1.419e-01]
pixmo_h_v2: 9%|9 | 180/2000 [1:39:27<16:45:40, 33.15s/it, lr: 1.0e-04 loss: 2.659e-01]
pixmo_h_v2: 9%|9 | 180/2000 [1:39:27<16:45:40, 33.15s/it, lr: 1.0e-04 loss: 2.659e-01]
pixmo_h_v2: 9%|9 | 181/2000 [1:40:04<16:45:38, 33.17s/it, lr: 1.0e-04 loss: 1.535e-01]
pixmo_h_v2: 9%|9 | 181/2000 [1:40:04<16:45:38, 33.17s/it, lr: 1.0e-04 loss: 1.535e-01]
pixmo_h_v2: 9%|9 | 182/2000 [1:40:38<16:45:19, 33.18s/it, lr: 1.0e-04 loss: 1.820e-01]
pixmo_h_v2: 9%|9 | 182/2000 [1:40:38<16:45:19, 33.18s/it, lr: 1.0e-04 loss: 1.820e-01]
pixmo_h_v2: 9%|9 | 183/2000 [1:41:08<16:44:09, 33.16s/it, lr: 1.0e-04 loss: 1.630e-01]
pixmo_h_v2: 9%|9 | 183/2000 [1:41:08<16:44:09, 33.16s/it, lr: 1.0e-04 loss: 1.630e-01]
pixmo_h_v2: 9%|9 | 184/2000 [1:41:39<16:43:16, 33.15s/it, lr: 1.0e-04 loss: 4.428e-01]
pixmo_h_v2: 9%|9 | 184/2000 [1:41:39<16:43:16, 33.15s/it, lr: 1.0e-04 loss: 4.428e-01]
pixmo_h_v2: 9%|9 | 185/2000 [1:42:27<16:45:12, 33.23s/it, lr: 1.0e-04 loss: 1.817e-01]
pixmo_h_v2: 9%|9 | 185/2000 [1:42:27<16:45:12, 33.23s/it, lr: 1.0e-04 loss: 1.817e-01]
pixmo_h_v2: 9%|9 | 186/2000 [1:43:03<16:45:09, 33.25s/it, lr: 1.0e-04 loss: 1.842e-01]
pixmo_h_v2: 9%|9 | 186/2000 [1:43:03<16:45:09, 33.25s/it, lr: 1.0e-04 loss: 1.842e-01]
pixmo_h_v2: 9%|9 | 187/2000 [1:43:33<16:43:59, 33.23s/it, lr: 1.0e-04 loss: 1.542e-01]
pixmo_h_v2: 9%|9 | 187/2000 [1:43:33<16:43:59, 33.23s/it, lr: 1.0e-04 loss: 1.542e-01]
pixmo_h_v2: 9%|9 | 188/2000 [1:44:04<16:43:06, 33.22s/it, lr: 1.0e-04 loss: 2.065e-01]
pixmo_h_v2: 9%|9 | 188/2000 [1:44:04<16:43:06, 33.22s/it, lr: 1.0e-04 loss: 2.065e-01]
pixmo_h_v2: 9%|9 | 189/2000 [1:44:39<16:42:46, 33.22s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 9%|9 | 189/2000 [1:44:39<16:42:46, 33.22s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 10%|9 | 190/2000 [1:45:10<16:41:53, 33.21s/it, lr: 1.0e-04 loss: 1.768e-01]
pixmo_h_v2: 10%|9 | 190/2000 [1:45:10<16:41:53, 33.21s/it, lr: 1.0e-04 loss: 1.768e-01]
pixmo_h_v2: 10%|9 | 191/2000 [1:45:44<16:41:34, 33.22s/it, lr: 1.0e-04 loss: 2.301e-01]
pixmo_h_v2: 10%|9 | 191/2000 [1:45:44<16:41:34, 33.22s/it, lr: 1.0e-04 loss: 2.301e-01]
pixmo_h_v2: 10%|9 | 192/2000 [1:46:04<16:38:48, 33.15s/it, lr: 1.0e-04 loss: 1.937e-01]
pixmo_h_v2: 10%|9 | 192/2000 [1:46:04<16:38:48, 33.15s/it, lr: 1.0e-04 loss: 1.937e-01]
pixmo_h_v2: 10%|9 | 193/2000 [1:46:52<16:40:38, 33.23s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 10%|9 | 193/2000 [1:46:52<16:40:38, 33.23s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 10%|9 | 194/2000 [1:47:23<16:39:46, 33.22s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 10%|9 | 194/2000 [1:47:23<16:39:46, 33.22s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 10%|9 | 195/2000 [1:48:00<16:39:41, 33.23s/it, lr: 1.0e-04 loss: 1.768e-01]
pixmo_h_v2: 10%|9 | 195/2000 [1:48:00<16:39:41, 33.23s/it, lr: 1.0e-04 loss: 1.768e-01]
pixmo_h_v2: 10%|9 | 196/2000 [1:48:34<16:39:21, 33.24s/it, lr: 1.0e-04 loss: 2.032e-01]
pixmo_h_v2: 10%|9 | 196/2000 [1:48:34<16:39:21, 33.24s/it, lr: 1.0e-04 loss: 2.032e-01]
pixmo_h_v2: 10%|9 | 197/2000 [1:49:17<16:40:19, 33.29s/it, lr: 1.0e-04 loss: 1.702e-01]
pixmo_h_v2: 10%|9 | 197/2000 [1:49:17<16:40:19, 33.29s/it, lr: 1.0e-04 loss: 1.702e-01]
pixmo_h_v2: 10%|9 | 198/2000 [1:49:35<16:37:20, 33.21s/it, lr: 1.0e-04 loss: 1.978e-01]
pixmo_h_v2: 10%|9 | 198/2000 [1:49:35<16:37:20, 33.21s/it, lr: 1.0e-04 loss: 1.978e-01]
pixmo_h_v2: 10%|9 | 199/2000 [1:49:52<16:34:25, 33.13s/it, lr: 1.0e-04 loss: 3.282e-01]
pixmo_h_v2: 10%|9 | 199/2000 [1:49:52<16:34:25, 33.13s/it, lr: 1.0e-04 loss: 3.282e-01]
pixmo_h_v2: 10%|# | 200/2000 [1:50:46<16:36:55, 33.23s/it, lr: 1.0e-04 loss: 1.811e-01]
pixmo_h_v2: 10%|# | 200/2000 [1:50:46<16:36:55, 33.23s/it, lr: 1.0e-04 loss: 1.811e-01]
pixmo_h_v2: 10%|# | 201/2000 [1:51:05<16:34:15, 33.16s/it, lr: 1.0e-04 loss: 1.675e-01]
pixmo_h_v2: 10%|# | 201/2000 [1:51:05<16:34:15, 33.16s/it, lr: 1.0e-04 loss: 1.675e-01]
pixmo_h_v2: 10%|# | 202/2000 [1:51:41<16:34:10, 33.18s/it, lr: 1.0e-04 loss: 1.847e-01]
pixmo_h_v2: 10%|# | 202/2000 [1:51:41<16:34:10, 33.18s/it, lr: 1.0e-04 loss: 1.847e-01]
pixmo_h_v2: 10%|# | 203/2000 [1:52:17<16:34:05, 33.19s/it, lr: 1.0e-04 loss: 1.765e-01]
pixmo_h_v2: 10%|# | 203/2000 [1:52:17<16:34:05, 33.19s/it, lr: 1.0e-04 loss: 1.765e-01]
pixmo_h_v2: 10%|# | 204/2000 [1:53:11<16:36:31, 33.29s/it, lr: 1.0e-04 loss: 1.906e-01]
pixmo_h_v2: 10%|# | 204/2000 [1:53:11<16:36:31, 33.29s/it, lr: 1.0e-04 loss: 1.906e-01]
pixmo_h_v2: 10%|# | 205/2000 [1:53:28<16:33:38, 33.21s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 10%|# | 205/2000 [1:53:28<16:33:38, 33.21s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 10%|# | 206/2000 [1:53:46<16:30:47, 33.14s/it, lr: 1.0e-04 loss: 2.058e-01]
pixmo_h_v2: 10%|# | 206/2000 [1:53:46<16:30:47, 33.14s/it, lr: 1.0e-04 loss: 2.058e-01]
pixmo_h_v2: 10%|# | 207/2000 [1:54:22<16:30:42, 33.15s/it, lr: 1.0e-04 loss: 1.973e-01]
pixmo_h_v2: 10%|# | 207/2000 [1:54:22<16:30:42, 33.15s/it, lr: 1.0e-04 loss: 1.973e-01]
pixmo_h_v2: 10%|# | 208/2000 [1:54:53<16:29:52, 33.14s/it, lr: 1.0e-04 loss: 1.531e-01]
pixmo_h_v2: 10%|# | 208/2000 [1:54:53<16:29:52, 33.14s/it, lr: 1.0e-04 loss: 1.531e-01]
pixmo_h_v2: 10%|# | 209/2000 [1:55:30<16:29:45, 33.16s/it, lr: 1.0e-04 loss: 1.827e-01]
pixmo_h_v2: 10%|# | 209/2000 [1:55:30<16:29:45, 33.16s/it, lr: 1.0e-04 loss: 1.827e-01]
pixmo_h_v2: 10%|# | 210/2000 [1:56:01<16:28:55, 33.15s/it, lr: 1.0e-04 loss: 2.205e-01]
pixmo_h_v2: 10%|# | 210/2000 [1:56:01<16:28:55, 33.15s/it, lr: 1.0e-04 loss: 2.205e-01]
pixmo_h_v2: 11%|# | 211/2000 [1:56:49<16:30:32, 33.22s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 11%|# | 211/2000 [1:56:49<16:30:32, 33.22s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 11%|# | 212/2000 [1:57:07<16:27:45, 33.15s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 11%|# | 212/2000 [1:57:07<16:27:45, 33.15s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 11%|# | 213/2000 [1:57:24<16:25:00, 33.07s/it, lr: 1.0e-04 loss: 1.637e-01]
pixmo_h_v2: 11%|# | 213/2000 [1:57:24<16:25:00, 33.07s/it, lr: 1.0e-04 loss: 1.637e-01]
pixmo_h_v2: 11%|# | 214/2000 [1:58:18<16:27:20, 33.17s/it, lr: 1.0e-04 loss: 2.267e-01]
pixmo_h_v2: 11%|# | 214/2000 [1:58:18<16:27:20, 33.17s/it, lr: 1.0e-04 loss: 2.267e-01]
pixmo_h_v2: 11%|# | 215/2000 [1:58:35<16:24:35, 33.10s/it, lr: 1.0e-04 loss: 2.104e-01]
pixmo_h_v2: 11%|# | 215/2000 [1:58:35<16:24:35, 33.10s/it, lr: 1.0e-04 loss: 2.104e-01]
pixmo_h_v2: 11%|# | 216/2000 [1:59:05<16:23:33, 33.08s/it, lr: 1.0e-04 loss: 1.729e-01]
pixmo_h_v2: 11%|# | 216/2000 [1:59:05<16:23:33, 33.08s/it, lr: 1.0e-04 loss: 1.729e-01]
pixmo_h_v2: 11%|# | 217/2000 [1:59:41<16:23:26, 33.09s/it, lr: 1.0e-04 loss: 1.925e-01]
pixmo_h_v2: 11%|# | 217/2000 [1:59:41<16:23:26, 33.09s/it, lr: 1.0e-04 loss: 1.925e-01]
pixmo_h_v2: 11%|# | 218/2000 [2:00:24<16:24:16, 33.14s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 11%|# | 218/2000 [2:00:24<16:24:16, 33.14s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 11%|# | 219/2000 [2:00:54<16:23:14, 33.12s/it, lr: 1.0e-04 loss: 1.757e-01]
pixmo_h_v2: 11%|# | 219/2000 [2:00:54<16:23:14, 33.12s/it, lr: 1.0e-04 loss: 1.757e-01]
pixmo_h_v2: 11%|#1 | 220/2000 [2:01:23<16:22:11, 33.11s/it, lr: 1.0e-04 loss: 3.073e-01]
pixmo_h_v2: 11%|#1 | 220/2000 [2:01:23<16:22:11, 33.11s/it, lr: 1.0e-04 loss: 3.073e-01]
pixmo_h_v2: 11%|#1 | 221/2000 [2:02:06<16:23:00, 33.15s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 11%|#1 | 221/2000 [2:02:06<16:23:00, 33.15s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 11%|#1 | 222/2000 [2:02:55<16:24:29, 33.22s/it, lr: 1.0e-04 loss: 1.710e-01]
pixmo_h_v2: 11%|#1 | 222/2000 [2:02:55<16:24:29, 33.22s/it, lr: 1.0e-04 loss: 1.710e-01]
pixmo_h_v2: 11%|#1 | 223/2000 [2:03:14<16:22:03, 33.16s/it, lr: 1.0e-04 loss: 1.882e-01]
pixmo_h_v2: 11%|#1 | 223/2000 [2:03:14<16:22:03, 33.16s/it, lr: 1.0e-04 loss: 1.882e-01]
pixmo_h_v2: 11%|#1 | 224/2000 [2:04:08<16:24:12, 33.25s/it, lr: 1.0e-04 loss: 2.505e-01]
pixmo_h_v2: 11%|#1 | 224/2000 [2:04:08<16:24:12, 33.25s/it, lr: 1.0e-04 loss: 2.505e-01]
pixmo_h_v2: 11%|#1 | 225/2000 [2:04:39<16:23:23, 33.24s/it, lr: 1.0e-04 loss: 2.332e-01]
pixmo_h_v2: 11%|#1 | 225/2000 [2:04:39<16:23:23, 33.24s/it, lr: 1.0e-04 loss: 2.332e-01]
pixmo_h_v2: 11%|#1 | 226/2000 [2:05:27<16:24:48, 33.31s/it, lr: 1.0e-04 loss: 2.153e-01]
pixmo_h_v2: 11%|#1 | 226/2000 [2:05:27<16:24:48, 33.31s/it, lr: 1.0e-04 loss: 2.153e-01]
pixmo_h_v2: 11%|#1 | 227/2000 [2:06:04<16:24:39, 33.32s/it, lr: 1.0e-04 loss: 9.766e-02]
pixmo_h_v2: 11%|#1 | 227/2000 [2:06:04<16:24:39, 33.32s/it, lr: 1.0e-04 loss: 9.766e-02]
pixmo_h_v2: 11%|#1 | 228/2000 [2:06:19<16:21:49, 33.24s/it, lr: 1.0e-04 loss: 2.888e-01]
pixmo_h_v2: 11%|#1 | 228/2000 [2:06:19<16:21:49, 33.24s/it, lr: 1.0e-04 loss: 2.888e-01]
pixmo_h_v2: 11%|#1 | 229/2000 [2:06:37<16:19:13, 33.18s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 11%|#1 | 229/2000 [2:06:37<16:19:13, 33.18s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 12%|#1 | 230/2000 [2:07:06<16:18:11, 33.16s/it, lr: 1.0e-04 loss: 1.280e-01]
pixmo_h_v2: 12%|#1 | 230/2000 [2:07:06<16:18:11, 33.16s/it, lr: 1.0e-04 loss: 1.280e-01]
pixmo_h_v2: 12%|#1 | 231/2000 [2:07:41<16:17:50, 33.17s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 12%|#1 | 231/2000 [2:07:41<16:17:50, 33.17s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 12%|#1 | 232/2000 [2:08:29<16:19:13, 33.23s/it, lr: 1.0e-04 loss: 1.770e-01]
pixmo_h_v2: 12%|#1 | 232/2000 [2:08:29<16:19:13, 33.23s/it, lr: 1.0e-04 loss: 1.770e-01]
pixmo_h_v2: 12%|#1 | 233/2000 [2:08:59<16:18:17, 33.22s/it, lr: 1.0e-04 loss: 1.376e-01]
pixmo_h_v2: 12%|#1 | 233/2000 [2:08:59<16:18:17, 33.22s/it, lr: 1.0e-04 loss: 1.376e-01]
pixmo_h_v2: 12%|#1 | 234/2000 [2:09:34<16:17:54, 33.22s/it, lr: 1.0e-04 loss: 1.668e-01]
pixmo_h_v2: 12%|#1 | 234/2000 [2:09:34<16:17:54, 33.22s/it, lr: 1.0e-04 loss: 1.668e-01]
pixmo_h_v2: 12%|#1 | 235/2000 [2:10:28<16:19:54, 33.31s/it, lr: 1.0e-04 loss: 1.449e-01]
pixmo_h_v2: 12%|#1 | 235/2000 [2:10:28<16:19:54, 33.31s/it, lr: 1.0e-04 loss: 1.449e-01]
pixmo_h_v2: 12%|#1 | 236/2000 [2:10:59<16:19:05, 33.30s/it, lr: 1.0e-04 loss: 1.435e-01]
pixmo_h_v2: 12%|#1 | 236/2000 [2:10:59<16:19:05, 33.30s/it, lr: 1.0e-04 loss: 1.435e-01]
pixmo_h_v2: 12%|#1 | 237/2000 [2:11:18<16:16:47, 33.24s/it, lr: 1.0e-04 loss: 1.833e-01]
pixmo_h_v2: 12%|#1 | 237/2000 [2:11:18<16:16:47, 33.24s/it, lr: 1.0e-04 loss: 1.833e-01]
pixmo_h_v2: 12%|#1 | 238/2000 [2:11:48<16:15:47, 33.23s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 12%|#1 | 238/2000 [2:11:48<16:15:47, 33.23s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 12%|#1 | 239/2000 [2:12:07<16:13:29, 33.17s/it, lr: 1.0e-04 loss: 2.648e-01]
pixmo_h_v2: 12%|#1 | 239/2000 [2:12:07<16:13:29, 33.17s/it, lr: 1.0e-04 loss: 2.648e-01]
pixmo_h_v2: 12%|#2 | 240/2000 [2:12:43<16:13:20, 33.18s/it, lr: 1.0e-04 loss: 1.594e-01]
pixmo_h_v2: 12%|#2 | 240/2000 [2:12:43<16:13:20, 33.18s/it, lr: 1.0e-04 loss: 1.594e-01]
pixmo_h_v2: 12%|#2 | 241/2000 [2:13:32<16:14:38, 33.25s/it, lr: 1.0e-04 loss: 1.934e-01]
pixmo_h_v2: 12%|#2 | 241/2000 [2:13:32<16:14:38, 33.25s/it, lr: 1.0e-04 loss: 1.934e-01]
pixmo_h_v2: 12%|#2 | 242/2000 [2:14:03<16:13:51, 33.24s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 12%|#2 | 242/2000 [2:14:03<16:13:51, 33.24s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 12%|#2 | 243/2000 [2:14:34<16:13:03, 33.23s/it, lr: 1.0e-04 loss: 1.505e-01]
pixmo_h_v2: 12%|#2 | 243/2000 [2:14:34<16:13:03, 33.23s/it, lr: 1.0e-04 loss: 1.505e-01]
pixmo_h_v2: 12%|#2 | 244/2000 [2:15:23<16:14:20, 33.29s/it, lr: 1.0e-04 loss: 2.203e-01]
pixmo_h_v2: 12%|#2 | 244/2000 [2:15:23<16:14:20, 33.29s/it, lr: 1.0e-04 loss: 2.203e-01]
pixmo_h_v2: 12%|#2 | 245/2000 [2:15:52<16:13:19, 33.28s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 12%|#2 | 245/2000 [2:15:52<16:13:19, 33.28s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 12%|#2 | 246/2000 [2:16:46<16:15:11, 33.36s/it, lr: 1.0e-04 loss: 1.420e-01]
pixmo_h_v2: 12%|#2 | 246/2000 [2:16:46<16:15:11, 33.36s/it, lr: 1.0e-04 loss: 1.420e-01]
pixmo_h_v2: 12%|#2 | 247/2000 [2:17:20<16:14:47, 33.36s/it, lr: 1.0e-04 loss: 2.068e-01]
pixmo_h_v2: 12%|#2 | 247/2000 [2:17:20<16:14:47, 33.36s/it, lr: 1.0e-04 loss: 2.068e-01]
pixmo_h_v2: 12%|#2 | 248/2000 [2:17:36<16:12:09, 33.29s/it, lr: 1.0e-04 loss: 2.053e-01]
pixmo_h_v2: 12%|#2 | 248/2000 [2:17:36<16:12:09, 33.29s/it, lr: 1.0e-04 loss: 2.053e-01]
pixmo_h_v2: 12%|#2 | 249/2000 [2:18:11<16:11:46, 33.30s/it, lr: 1.0e-04 loss: 1.729e-01]
pixmo_h_v2: 12%|#2 | 249/2000 [2:18:11<16:11:46, 33.30s/it, lr: 1.0e-04 loss: 1.729e-01] |
| Saving at step 250 |
| Saved checkpoint to /app/ai-toolkit/output/pixmo_h_v2/pixmo_h_v2_000000250.safetensors |
| Saved optimizer to /app/ai-toolkit/output/pixmo_h_v2/optimizer.pt |
|
|
|
|
|
Generating Images: 0%| | 0/4 [00:00<?, ?it/s]
Generating Images: 0%| | 0/4 [00:00<?, ?it/s][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:01, 8.34s/it]
3%|3 | 1/30 [00:08<04:01, 8.34s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:53, 8.35s/it]
7%|6 | 2/30 [00:16<03:53, 8.35s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:45, 8.36s/it]
10%|# | 3/30 [00:25<03:45, 8.36s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:37, 8.37s/it]
13%|#3 | 4/30 [00:33<03:37, 8.37s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:41<03:29, 8.38s/it]
17%|#6 | 5/30 [00:41<03:29, 8.38s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:21, 8.39s/it]
20%|## | 6/30 [00:50<03:21, 8.39s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.39s/it]
23%|##3 | 7/30 [00:58<03:13, 8.39s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:04, 8.40s/it]
27%|##6 | 8/30 [01:07<03:04, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.40s/it]
30%|### | 9/30 [01:15<02:56, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:23<02:48, 8.40s/it]
33%|###3 | 10/30 [01:23<02:48, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.41s/it]
37%|###6 | 11/30 [01:32<02:39, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:40<02:31, 8.41s/it]
40%|#### | 12/30 [01:40<02:31, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:22, 8.41s/it]
43%|####3 | 13/30 [01:49<02:22, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.41s/it]
47%|####6 | 14/30 [01:57<02:14, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:05<02:06, 8.41s/it]
50%|##### | 15/30 [02:05<02:06, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.41s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:22<01:49, 8.41s/it]
57%|#####6 | 17/30 [02:22<01:49, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:40, 8.41s/it]
60%|###### | 18/30 [02:31<01:40, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.41s/it]
63%|######3 | 19/30 [02:39<01:32, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.41s/it]
67%|######6 | 20/30 [02:48<01:24, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.41s/it]
70%|####### | 21/30 [02:56<01:15, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:04<01:07, 8.41s/it]
73%|#######3 | 22/30 [03:04<01:07, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.41s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:21<00:50, 8.41s/it]
80%|######## | 24/30 [03:21<00:50, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.41s/it]
83%|########3 | 25/30 [03:30<00:42, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.41s/it]
87%|########6 | 26/30 [03:38<00:33, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:46<00:25, 8.41s/it]
90%|######### | 27/30 [03:46<00:25, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.41s/it]
93%|#########3| 28/30 [03:55<00:16, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:03<00:08, 8.41s/it]
97%|#########6| 29/30 [04:03<00:08, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.41s/it]
100%|##########| 30/30 [04:12<00:00, 8.41s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.40s/it]
100%|##########| 30/30 [04:12<00:00, 8.40s/it] |
|
|
|
|
|
|
|
Generating Images: 25%|##5 | 1/4 [04:19<12:59, 259.88s/it]
Generating Images: 25%|##5 | 1/4 [04:19<12:59, 259.88s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:08, 8.58s/it]
3%|3 | 1/30 [00:08<04:08, 8.58s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:57, 8.48s/it]
7%|6 | 2/30 [00:16<03:57, 8.48s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:48, 8.45s/it]
10%|# | 3/30 [00:25<03:48, 8.45s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:39, 8.44s/it]
13%|#3 | 4/30 [00:33<03:39, 8.44s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.43s/it]
17%|#6 | 5/30 [00:42<03:30, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:59<03:13, 8.42s/it]
23%|##3 | 7/30 [00:59<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.42s/it]
37%|###6 | 11/30 [01:32<02:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.42s/it]
87%|########6 | 26/30 [03:39<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.41s/it]
100%|##########| 30/30 [04:12<00:00, 8.41s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 50%|##### | 2/4 [08:37<08:37, 258.73s/it]
Generating Images: 50%|##### | 2/4 [08:37<08:37, 258.73s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.41s/it]
3%|3 | 1/30 [00:08<04:03, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.41s/it]
7%|6 | 2/30 [00:16<03:55, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 75%|#######5 | 3/4 [12:56<04:18, 258.66s/it]
Generating Images: 75%|#######5 | 3/4 [12:56<04:18, 258.66s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.40s/it]
3%|3 | 1/30 [00:08<04:03, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.41s/it]
7%|6 | 2/30 [00:16<03:55, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.41s/it]
10%|# | 3/30 [00:25<03:47, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.42s/it]
37%|###6 | 11/30 [01:32<02:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 100%|##########| 4/4 [17:13<00:00, 258.17s/it]
Generating Images: 100%|##########| 4/4 [17:13<00:00, 258.17s/it][A[A |
|
|
|
[A[A
pixmo_h_v2: 12%|#2 | 250/2000 [2:19:00<16:13:01, 33.36s/it, lr: 1.0e-04 loss: 1.513e-01]
pixmo_h_v2: 12%|#2 | 250/2000 [2:19:00<16:13:01, 33.36s/it, lr: 1.0e-04 loss: 1.513e-01]
pixmo_h_v2: 13%|#2 | 251/2000 [2:19:15<16:10:25, 33.29s/it, lr: 1.0e-04 loss: 1.478e-01]
pixmo_h_v2: 13%|#2 | 251/2000 [2:19:15<16:10:25, 33.29s/it, lr: 1.0e-04 loss: 1.478e-01]
pixmo_h_v2: 13%|#2 | 252/2000 [2:19:45<16:09:26, 33.28s/it, lr: 1.0e-04 loss: 1.983e-01]
pixmo_h_v2: 13%|#2 | 252/2000 [2:19:45<16:09:26, 33.28s/it, lr: 1.0e-04 loss: 1.983e-01]
pixmo_h_v2: 13%|#2 | 253/2000 [2:20:39<16:11:13, 33.36s/it, lr: 1.0e-04 loss: 1.996e-01]
pixmo_h_v2: 13%|#2 | 253/2000 [2:20:39<16:11:13, 33.36s/it, lr: 1.0e-04 loss: 1.996e-01]
pixmo_h_v2: 13%|#2 | 254/2000 [2:21:10<16:10:25, 33.35s/it, lr: 1.0e-04 loss: 2.020e-01]
pixmo_h_v2: 13%|#2 | 254/2000 [2:21:10<16:10:25, 33.35s/it, lr: 1.0e-04 loss: 2.020e-01]
pixmo_h_v2: 13%|#2 | 255/2000 [2:21:53<16:11:00, 33.39s/it, lr: 1.0e-04 loss: 1.777e-01]
pixmo_h_v2: 13%|#2 | 255/2000 [2:21:53<16:11:00, 33.39s/it, lr: 1.0e-04 loss: 1.777e-01]
pixmo_h_v2: 13%|#2 | 256/2000 [2:22:23<16:10:00, 33.37s/it, lr: 1.0e-04 loss: 1.529e-01]
pixmo_h_v2: 13%|#2 | 256/2000 [2:22:23<16:10:00, 33.37s/it, lr: 1.0e-04 loss: 1.529e-01]
pixmo_h_v2: 13%|#2 | 257/2000 [2:22:42<16:07:51, 33.32s/it, lr: 1.0e-04 loss: 1.543e-01]
pixmo_h_v2: 13%|#2 | 257/2000 [2:22:42<16:07:51, 33.32s/it, lr: 1.0e-04 loss: 1.543e-01]
pixmo_h_v2: 13%|#2 | 258/2000 [2:22:59<16:05:30, 33.26s/it, lr: 1.0e-04 loss: 2.934e-01]
pixmo_h_v2: 13%|#2 | 258/2000 [2:22:59<16:05:30, 33.26s/it, lr: 1.0e-04 loss: 2.934e-01]
pixmo_h_v2: 13%|#2 | 259/2000 [2:23:29<16:04:32, 33.24s/it, lr: 1.0e-04 loss: 1.687e-01]
pixmo_h_v2: 13%|#2 | 259/2000 [2:23:29<16:04:32, 33.24s/it, lr: 1.0e-04 loss: 1.687e-01]
pixmo_h_v2: 13%|#3 | 260/2000 [2:23:46<16:02:13, 33.18s/it, lr: 1.0e-04 loss: 1.877e-01]
pixmo_h_v2: 13%|#3 | 260/2000 [2:23:46<16:02:13, 33.18s/it, lr: 1.0e-04 loss: 1.877e-01]
pixmo_h_v2: 13%|#3 | 261/2000 [2:24:16<16:01:16, 33.17s/it, lr: 1.0e-04 loss: 1.669e-01]
pixmo_h_v2: 13%|#3 | 261/2000 [2:24:16<16:01:16, 33.17s/it, lr: 1.0e-04 loss: 1.669e-01]
pixmo_h_v2: 13%|#3 | 262/2000 [2:24:52<16:01:04, 33.18s/it, lr: 1.0e-04 loss: 1.676e-01]
pixmo_h_v2: 13%|#3 | 262/2000 [2:24:52<16:01:04, 33.18s/it, lr: 1.0e-04 loss: 1.676e-01]
pixmo_h_v2: 13%|#3 | 263/2000 [2:25:10<15:58:47, 33.12s/it, lr: 1.0e-04 loss: 1.778e-01]
pixmo_h_v2: 13%|#3 | 263/2000 [2:25:10<15:58:47, 33.12s/it, lr: 1.0e-04 loss: 1.778e-01]
pixmo_h_v2: 13%|#3 | 264/2000 [2:25:39<15:57:50, 33.11s/it, lr: 1.0e-04 loss: 1.673e-01]
pixmo_h_v2: 13%|#3 | 264/2000 [2:25:39<15:57:50, 33.11s/it, lr: 1.0e-04 loss: 1.673e-01]
pixmo_h_v2: 13%|#3 | 265/2000 [2:26:16<15:57:39, 33.12s/it, lr: 1.0e-04 loss: 1.696e-01]
pixmo_h_v2: 13%|#3 | 265/2000 [2:26:16<15:57:39, 33.12s/it, lr: 1.0e-04 loss: 1.696e-01]
pixmo_h_v2: 13%|#3 | 266/2000 [2:26:51<15:57:17, 33.12s/it, lr: 1.0e-04 loss: 1.977e-01]
pixmo_h_v2: 13%|#3 | 266/2000 [2:26:51<15:57:17, 33.12s/it, lr: 1.0e-04 loss: 1.977e-01]
pixmo_h_v2: 13%|#3 | 267/2000 [2:27:34<15:57:50, 33.16s/it, lr: 1.0e-04 loss: 1.888e-01]
pixmo_h_v2: 13%|#3 | 267/2000 [2:27:34<15:57:50, 33.16s/it, lr: 1.0e-04 loss: 1.888e-01]
pixmo_h_v2: 13%|#3 | 268/2000 [2:28:10<15:57:38, 33.17s/it, lr: 1.0e-04 loss: 1.859e-01]
pixmo_h_v2: 13%|#3 | 268/2000 [2:28:10<15:57:38, 33.17s/it, lr: 1.0e-04 loss: 1.859e-01]
pixmo_h_v2: 13%|#3 | 269/2000 [2:28:59<15:58:44, 33.23s/it, lr: 1.0e-04 loss: 2.379e-01]
pixmo_h_v2: 13%|#3 | 269/2000 [2:28:59<15:58:44, 33.23s/it, lr: 1.0e-04 loss: 2.379e-01]
pixmo_h_v2: 14%|#3 | 270/2000 [2:29:35<15:58:31, 33.24s/it, lr: 1.0e-04 loss: 1.657e-01]
pixmo_h_v2: 14%|#3 | 270/2000 [2:29:35<15:58:31, 33.24s/it, lr: 1.0e-04 loss: 1.657e-01]
pixmo_h_v2: 14%|#3 | 271/2000 [2:30:05<15:57:34, 33.23s/it, lr: 1.0e-04 loss: 1.886e-01]
pixmo_h_v2: 14%|#3 | 271/2000 [2:30:05<15:57:34, 33.23s/it, lr: 1.0e-04 loss: 1.886e-01]
pixmo_h_v2: 14%|#3 | 272/2000 [2:30:41<15:57:21, 33.24s/it, lr: 1.0e-04 loss: 4.059e-01]
pixmo_h_v2: 14%|#3 | 272/2000 [2:30:41<15:57:21, 33.24s/it, lr: 1.0e-04 loss: 4.059e-01]
pixmo_h_v2: 14%|#3 | 273/2000 [2:31:35<15:58:57, 33.32s/it, lr: 1.0e-04 loss: 1.682e-01]
pixmo_h_v2: 14%|#3 | 273/2000 [2:31:35<15:58:57, 33.32s/it, lr: 1.0e-04 loss: 1.682e-01]
pixmo_h_v2: 14%|#3 | 274/2000 [2:31:52<15:56:45, 33.26s/it, lr: 1.0e-04 loss: 1.464e-01]
pixmo_h_v2: 14%|#3 | 274/2000 [2:31:52<15:56:45, 33.26s/it, lr: 1.0e-04 loss: 1.464e-01]
pixmo_h_v2: 14%|#3 | 275/2000 [2:32:10<15:54:32, 33.20s/it, lr: 1.0e-04 loss: 1.405e-01]
pixmo_h_v2: 14%|#3 | 275/2000 [2:32:10<15:54:32, 33.20s/it, lr: 1.0e-04 loss: 1.405e-01]
pixmo_h_v2: 14%|#3 | 276/2000 [2:32:42<15:53:50, 33.20s/it, lr: 1.0e-04 loss: 1.419e-01]
pixmo_h_v2: 14%|#3 | 276/2000 [2:32:42<15:53:50, 33.20s/it, lr: 1.0e-04 loss: 1.419e-01]
pixmo_h_v2: 14%|#3 | 277/2000 [2:33:16<15:53:26, 33.20s/it, lr: 1.0e-04 loss: 2.142e-01]
pixmo_h_v2: 14%|#3 | 277/2000 [2:33:16<15:53:26, 33.20s/it, lr: 1.0e-04 loss: 2.142e-01]
pixmo_h_v2: 14%|#3 | 278/2000 [2:33:32<15:51:05, 33.14s/it, lr: 1.0e-04 loss: 2.264e-01]
pixmo_h_v2: 14%|#3 | 278/2000 [2:33:32<15:51:05, 33.14s/it, lr: 1.0e-04 loss: 2.264e-01]
pixmo_h_v2: 14%|#3 | 279/2000 [2:34:21<15:52:06, 33.19s/it, lr: 1.0e-04 loss: 1.646e-01]
pixmo_h_v2: 14%|#3 | 279/2000 [2:34:21<15:52:06, 33.19s/it, lr: 1.0e-04 loss: 1.646e-01]
pixmo_h_v2: 14%|#4 | 280/2000 [2:34:55<15:51:42, 33.20s/it, lr: 1.0e-04 loss: 1.903e-01]
pixmo_h_v2: 14%|#4 | 280/2000 [2:34:55<15:51:42, 33.20s/it, lr: 1.0e-04 loss: 1.903e-01]
pixmo_h_v2: 14%|#4 | 281/2000 [2:35:13<15:49:32, 33.14s/it, lr: 1.0e-04 loss: 1.563e-01]
pixmo_h_v2: 14%|#4 | 281/2000 [2:35:13<15:49:32, 33.14s/it, lr: 1.0e-04 loss: 1.563e-01]
pixmo_h_v2: 14%|#4 | 282/2000 [2:35:44<15:48:48, 33.14s/it, lr: 1.0e-04 loss: 1.601e-01]
pixmo_h_v2: 14%|#4 | 282/2000 [2:35:44<15:48:48, 33.14s/it, lr: 1.0e-04 loss: 1.601e-01]
pixmo_h_v2: 14%|#4 | 283/2000 [2:36:15<15:48:03, 33.13s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 14%|#4 | 283/2000 [2:36:15<15:48:03, 33.13s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 14%|#4 | 284/2000 [2:36:34<15:46:05, 33.08s/it, lr: 1.0e-04 loss: 2.503e-01]
pixmo_h_v2: 14%|#4 | 284/2000 [2:36:34<15:46:05, 33.08s/it, lr: 1.0e-04 loss: 2.503e-01]
pixmo_h_v2: 14%|#4 | 285/2000 [2:37:23<15:47:04, 33.13s/it, lr: 1.0e-04 loss: 1.475e-01]
pixmo_h_v2: 14%|#4 | 285/2000 [2:37:23<15:47:04, 33.13s/it, lr: 1.0e-04 loss: 1.475e-01]
pixmo_h_v2: 14%|#4 | 286/2000 [2:37:52<15:46:10, 33.12s/it, lr: 1.0e-04 loss: 1.792e-01]
pixmo_h_v2: 14%|#4 | 286/2000 [2:37:52<15:46:10, 33.12s/it, lr: 1.0e-04 loss: 1.792e-01]
pixmo_h_v2: 14%|#4 | 287/2000 [2:38:08<15:43:53, 33.06s/it, lr: 1.0e-04 loss: 2.294e-01]
pixmo_h_v2: 14%|#4 | 287/2000 [2:38:08<15:43:53, 33.06s/it, lr: 1.0e-04 loss: 2.294e-01]
pixmo_h_v2: 14%|#4 | 288/2000 [2:38:39<15:43:09, 33.05s/it, lr: 1.0e-04 loss: 2.144e-01]
pixmo_h_v2: 14%|#4 | 288/2000 [2:38:39<15:43:09, 33.05s/it, lr: 1.0e-04 loss: 2.144e-01]
pixmo_h_v2: 14%|#4 | 289/2000 [2:39:28<15:44:07, 33.11s/it, lr: 1.0e-04 loss: 1.307e-01]
pixmo_h_v2: 14%|#4 | 289/2000 [2:39:28<15:44:07, 33.11s/it, lr: 1.0e-04 loss: 1.307e-01]
pixmo_h_v2: 14%|#4 | 290/2000 [2:40:04<15:43:53, 33.12s/it, lr: 1.0e-04 loss: 2.647e-01]
pixmo_h_v2: 14%|#4 | 290/2000 [2:40:04<15:43:53, 33.12s/it, lr: 1.0e-04 loss: 2.647e-01]
pixmo_h_v2: 15%|#4 | 291/2000 [2:40:35<15:43:09, 33.11s/it, lr: 1.0e-04 loss: 1.378e-01]
pixmo_h_v2: 15%|#4 | 291/2000 [2:40:35<15:43:09, 33.11s/it, lr: 1.0e-04 loss: 1.378e-01]
pixmo_h_v2: 15%|#4 | 292/2000 [2:41:19<15:43:36, 33.15s/it, lr: 1.0e-04 loss: 1.739e-01]
pixmo_h_v2: 15%|#4 | 292/2000 [2:41:19<15:43:36, 33.15s/it, lr: 1.0e-04 loss: 1.739e-01]
pixmo_h_v2: 15%|#4 | 293/2000 [2:41:34<15:41:21, 33.09s/it, lr: 1.0e-04 loss: 2.078e-01]
pixmo_h_v2: 15%|#4 | 293/2000 [2:41:34<15:41:21, 33.09s/it, lr: 1.0e-04 loss: 2.078e-01]
pixmo_h_v2: 15%|#4 | 294/2000 [2:42:09<15:40:58, 33.09s/it, lr: 1.0e-04 loss: 2.447e-01]
pixmo_h_v2: 15%|#4 | 294/2000 [2:42:09<15:40:58, 33.09s/it, lr: 1.0e-04 loss: 2.447e-01]
pixmo_h_v2: 15%|#4 | 295/2000 [2:42:45<15:40:44, 33.10s/it, lr: 1.0e-04 loss: 2.056e-01]
pixmo_h_v2: 15%|#4 | 295/2000 [2:42:45<15:40:44, 33.10s/it, lr: 1.0e-04 loss: 2.056e-01]
pixmo_h_v2: 15%|#4 | 296/2000 [2:43:03<15:38:40, 33.05s/it, lr: 1.0e-04 loss: 2.297e-01]
pixmo_h_v2: 15%|#4 | 296/2000 [2:43:03<15:38:40, 33.05s/it, lr: 1.0e-04 loss: 2.297e-01]
pixmo_h_v2: 15%|#4 | 297/2000 [2:43:46<15:39:06, 33.09s/it, lr: 1.0e-04 loss: 2.594e-01]
pixmo_h_v2: 15%|#4 | 297/2000 [2:43:46<15:39:06, 33.09s/it, lr: 1.0e-04 loss: 2.594e-01]
pixmo_h_v2: 15%|#4 | 298/2000 [2:44:23<15:38:52, 33.10s/it, lr: 1.0e-04 loss: 2.146e-01]
pixmo_h_v2: 15%|#4 | 298/2000 [2:44:23<15:38:52, 33.10s/it, lr: 1.0e-04 loss: 2.146e-01]
pixmo_h_v2: 15%|#4 | 299/2000 [2:44:59<15:38:37, 33.11s/it, lr: 1.0e-04 loss: 1.982e-01]
pixmo_h_v2: 15%|#4 | 299/2000 [2:44:59<15:38:37, 33.11s/it, lr: 1.0e-04 loss: 1.982e-01]
pixmo_h_v2: 15%|#5 | 300/2000 [2:45:30<15:37:53, 33.10s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 15%|#5 | 300/2000 [2:45:30<15:37:53, 33.10s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 15%|#5 | 301/2000 [2:45:46<15:35:42, 33.04s/it, lr: 1.0e-04 loss: 2.406e-01]
pixmo_h_v2: 15%|#5 | 301/2000 [2:45:46<15:35:42, 33.04s/it, lr: 1.0e-04 loss: 2.406e-01]
pixmo_h_v2: 15%|#5 | 302/2000 [2:46:17<15:34:59, 33.04s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 15%|#5 | 302/2000 [2:46:17<15:34:59, 33.04s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 15%|#5 | 303/2000 [2:46:52<15:34:35, 33.04s/it, lr: 1.0e-04 loss: 1.773e-01]
pixmo_h_v2: 15%|#5 | 303/2000 [2:46:52<15:34:35, 33.04s/it, lr: 1.0e-04 loss: 1.773e-01]
pixmo_h_v2: 15%|#5 | 304/2000 [2:47:21<15:33:43, 33.03s/it, lr: 1.0e-04 loss: 1.867e-01]
pixmo_h_v2: 15%|#5 | 304/2000 [2:47:21<15:33:43, 33.03s/it, lr: 1.0e-04 loss: 1.867e-01]
pixmo_h_v2: 15%|#5 | 305/2000 [2:47:56<15:33:19, 33.04s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 15%|#5 | 305/2000 [2:47:56<15:33:19, 33.04s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 15%|#5 | 306/2000 [2:48:32<15:33:04, 33.05s/it, lr: 1.0e-04 loss: 1.668e-01]
pixmo_h_v2: 15%|#5 | 306/2000 [2:48:32<15:33:04, 33.05s/it, lr: 1.0e-04 loss: 1.668e-01]
pixmo_h_v2: 15%|#5 | 307/2000 [2:49:21<15:33:56, 33.10s/it, lr: 1.0e-04 loss: 1.275e-01]
pixmo_h_v2: 15%|#5 | 307/2000 [2:49:21<15:33:56, 33.10s/it, lr: 1.0e-04 loss: 1.275e-01]
pixmo_h_v2: 15%|#5 | 308/2000 [2:49:57<15:33:41, 33.11s/it, lr: 1.0e-04 loss: 1.680e-01]
pixmo_h_v2: 15%|#5 | 308/2000 [2:49:57<15:33:41, 33.11s/it, lr: 1.0e-04 loss: 1.680e-01]
pixmo_h_v2: 15%|#5 | 309/2000 [2:50:46<15:34:32, 33.16s/it, lr: 1.0e-04 loss: 1.984e-01]
pixmo_h_v2: 15%|#5 | 309/2000 [2:50:46<15:34:32, 33.16s/it, lr: 1.0e-04 loss: 1.984e-01]
pixmo_h_v2: 16%|#5 | 310/2000 [2:51:22<15:34:16, 33.17s/it, lr: 1.0e-04 loss: 1.869e-01]
pixmo_h_v2: 16%|#5 | 310/2000 [2:51:22<15:34:16, 33.17s/it, lr: 1.0e-04 loss: 1.869e-01]
pixmo_h_v2: 16%|#5 | 311/2000 [2:52:12<15:35:13, 33.22s/it, lr: 1.0e-04 loss: 1.679e-01]
pixmo_h_v2: 16%|#5 | 311/2000 [2:52:12<15:35:13, 33.22s/it, lr: 1.0e-04 loss: 1.679e-01]
pixmo_h_v2: 16%|#5 | 312/2000 [2:52:43<15:34:29, 33.22s/it, lr: 1.0e-04 loss: 1.491e-01]
pixmo_h_v2: 16%|#5 | 312/2000 [2:52:43<15:34:29, 33.22s/it, lr: 1.0e-04 loss: 1.491e-01]
pixmo_h_v2: 16%|#5 | 313/2000 [2:53:32<15:35:18, 33.27s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 16%|#5 | 313/2000 [2:53:32<15:35:18, 33.27s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 16%|#5 | 314/2000 [2:54:25<15:36:34, 33.33s/it, lr: 1.0e-04 loss: 3.393e-01]
pixmo_h_v2: 16%|#5 | 314/2000 [2:54:25<15:36:34, 33.33s/it, lr: 1.0e-04 loss: 3.393e-01]
pixmo_h_v2: 16%|#5 | 315/2000 [2:54:43<15:34:36, 33.28s/it, lr: 1.0e-04 loss: 2.801e-01]
pixmo_h_v2: 16%|#5 | 315/2000 [2:54:43<15:34:36, 33.28s/it, lr: 1.0e-04 loss: 2.801e-01]
pixmo_h_v2: 16%|#5 | 316/2000 [2:55:12<15:33:43, 33.27s/it, lr: 1.0e-04 loss: 1.349e-01]
pixmo_h_v2: 16%|#5 | 316/2000 [2:55:12<15:33:43, 33.27s/it, lr: 1.0e-04 loss: 1.349e-01]
pixmo_h_v2: 16%|#5 | 317/2000 [2:55:55<15:34:03, 33.30s/it, lr: 1.0e-04 loss: 1.352e-01]
pixmo_h_v2: 16%|#5 | 317/2000 [2:55:55<15:34:03, 33.30s/it, lr: 1.0e-04 loss: 1.352e-01]
pixmo_h_v2: 16%|#5 | 318/2000 [2:56:44<15:34:51, 33.35s/it, lr: 1.0e-04 loss: 1.422e-01]
pixmo_h_v2: 16%|#5 | 318/2000 [2:56:44<15:34:51, 33.35s/it, lr: 1.0e-04 loss: 1.422e-01]
pixmo_h_v2: 16%|#5 | 319/2000 [2:57:03<15:33:03, 33.30s/it, lr: 1.0e-04 loss: 1.437e-01]
pixmo_h_v2: 16%|#5 | 319/2000 [2:57:03<15:33:03, 33.30s/it, lr: 1.0e-04 loss: 1.437e-01]
pixmo_h_v2: 16%|#6 | 320/2000 [2:57:21<15:31:06, 33.25s/it, lr: 1.0e-04 loss: 2.012e-01]
pixmo_h_v2: 16%|#6 | 320/2000 [2:57:21<15:31:06, 33.25s/it, lr: 1.0e-04 loss: 2.012e-01]
pixmo_h_v2: 16%|#6 | 321/2000 [2:57:38<15:29:10, 33.20s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 16%|#6 | 321/2000 [2:57:38<15:29:10, 33.20s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 16%|#6 | 322/2000 [2:58:08<15:28:19, 33.19s/it, lr: 1.0e-04 loss: 1.835e-01]
pixmo_h_v2: 16%|#6 | 322/2000 [2:58:08<15:28:19, 33.19s/it, lr: 1.0e-04 loss: 1.835e-01]
pixmo_h_v2: 16%|#6 | 323/2000 [2:58:39<15:27:36, 33.19s/it, lr: 1.0e-04 loss: 1.463e-01]
pixmo_h_v2: 16%|#6 | 323/2000 [2:58:39<15:27:36, 33.19s/it, lr: 1.0e-04 loss: 1.463e-01]
pixmo_h_v2: 16%|#6 | 324/2000 [2:58:57<15:25:41, 33.14s/it, lr: 1.0e-04 loss: 2.470e-01]
pixmo_h_v2: 16%|#6 | 324/2000 [2:58:57<15:25:41, 33.14s/it, lr: 1.0e-04 loss: 2.470e-01]
pixmo_h_v2: 16%|#6 | 325/2000 [2:59:31<15:25:16, 33.14s/it, lr: 1.0e-04 loss: 1.644e-01]
pixmo_h_v2: 16%|#6 | 325/2000 [2:59:31<15:25:16, 33.14s/it, lr: 1.0e-04 loss: 1.644e-01]
pixmo_h_v2: 16%|#6 | 326/2000 [3:00:06<15:24:50, 33.15s/it, lr: 1.0e-04 loss: 1.654e-01]
pixmo_h_v2: 16%|#6 | 326/2000 [3:00:06<15:24:50, 33.15s/it, lr: 1.0e-04 loss: 1.654e-01]
pixmo_h_v2: 16%|#6 | 327/2000 [3:00:41<15:24:25, 33.15s/it, lr: 1.0e-04 loss: 1.652e-01]
pixmo_h_v2: 16%|#6 | 327/2000 [3:00:41<15:24:25, 33.15s/it, lr: 1.0e-04 loss: 1.652e-01]
pixmo_h_v2: 16%|#6 | 328/2000 [3:01:12<15:23:42, 33.15s/it, lr: 1.0e-04 loss: 2.018e-01]
pixmo_h_v2: 16%|#6 | 328/2000 [3:01:12<15:23:42, 33.15s/it, lr: 1.0e-04 loss: 2.018e-01]
pixmo_h_v2: 16%|#6 | 329/2000 [3:02:05<15:24:53, 33.21s/it, lr: 1.0e-04 loss: 1.719e-01]
pixmo_h_v2: 16%|#6 | 329/2000 [3:02:05<15:24:53, 33.21s/it, lr: 1.0e-04 loss: 1.719e-01]
pixmo_h_v2: 16%|#6 | 330/2000 [3:02:59<15:26:03, 33.27s/it, lr: 1.0e-04 loss: 2.104e-01]
pixmo_h_v2: 16%|#6 | 330/2000 [3:02:59<15:26:03, 33.27s/it, lr: 1.0e-04 loss: 2.104e-01]
pixmo_h_v2: 17%|#6 | 331/2000 [3:03:29<15:25:11, 33.26s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 17%|#6 | 331/2000 [3:03:29<15:25:11, 33.26s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 17%|#6 | 332/2000 [3:04:00<15:24:27, 33.25s/it, lr: 1.0e-04 loss: 2.237e-01]
pixmo_h_v2: 17%|#6 | 332/2000 [3:04:00<15:24:27, 33.25s/it, lr: 1.0e-04 loss: 2.237e-01]
pixmo_h_v2: 17%|#6 | 333/2000 [3:04:48<15:25:10, 33.30s/it, lr: 1.0e-04 loss: 1.572e-01]
pixmo_h_v2: 17%|#6 | 333/2000 [3:04:48<15:25:10, 33.30s/it, lr: 1.0e-04 loss: 1.572e-01]
pixmo_h_v2: 17%|#6 | 334/2000 [3:05:23<15:24:44, 33.30s/it, lr: 1.0e-04 loss: 1.591e-01]
pixmo_h_v2: 17%|#6 | 334/2000 [3:05:23<15:24:44, 33.30s/it, lr: 1.0e-04 loss: 1.591e-01]
pixmo_h_v2: 17%|#6 | 335/2000 [3:05:39<15:22:43, 33.25s/it, lr: 1.0e-04 loss: 1.794e-01]
pixmo_h_v2: 17%|#6 | 335/2000 [3:05:39<15:22:43, 33.25s/it, lr: 1.0e-04 loss: 1.794e-01]
pixmo_h_v2: 17%|#6 | 336/2000 [3:06:13<15:22:17, 33.26s/it, lr: 1.0e-04 loss: 2.678e-01]
pixmo_h_v2: 17%|#6 | 336/2000 [3:06:13<15:22:17, 33.26s/it, lr: 1.0e-04 loss: 2.678e-01]
pixmo_h_v2: 17%|#6 | 337/2000 [3:07:02<15:22:59, 33.30s/it, lr: 1.0e-04 loss: 1.533e-01]
pixmo_h_v2: 17%|#6 | 337/2000 [3:07:02<15:22:59, 33.30s/it, lr: 1.0e-04 loss: 1.533e-01]
pixmo_h_v2: 17%|#6 | 338/2000 [3:07:19<15:21:08, 33.25s/it, lr: 1.0e-04 loss: 1.913e-01]
pixmo_h_v2: 17%|#6 | 338/2000 [3:07:19<15:21:08, 33.25s/it, lr: 1.0e-04 loss: 1.913e-01]
pixmo_h_v2: 17%|#6 | 339/2000 [3:07:51<15:20:25, 33.25s/it, lr: 1.0e-04 loss: 2.119e-01]
pixmo_h_v2: 17%|#6 | 339/2000 [3:07:51<15:20:25, 33.25s/it, lr: 1.0e-04 loss: 2.119e-01]
pixmo_h_v2: 17%|#7 | 340/2000 [3:08:25<15:19:58, 33.25s/it, lr: 1.0e-04 loss: 1.885e-01]
pixmo_h_v2: 17%|#7 | 340/2000 [3:08:25<15:19:58, 33.25s/it, lr: 1.0e-04 loss: 1.885e-01]
pixmo_h_v2: 17%|#7 | 341/2000 [3:09:14<15:20:39, 33.30s/it, lr: 1.0e-04 loss: 1.745e-01]
pixmo_h_v2: 17%|#7 | 341/2000 [3:09:14<15:20:39, 33.30s/it, lr: 1.0e-04 loss: 1.745e-01]
pixmo_h_v2: 17%|#7 | 342/2000 [3:09:48<15:20:12, 33.30s/it, lr: 1.0e-04 loss: 1.526e-01]
pixmo_h_v2: 17%|#7 | 342/2000 [3:09:48<15:20:12, 33.30s/it, lr: 1.0e-04 loss: 1.526e-01]
pixmo_h_v2: 17%|#7 | 343/2000 [3:10:37<15:20:53, 33.35s/it, lr: 1.0e-04 loss: 1.943e-01]
pixmo_h_v2: 17%|#7 | 343/2000 [3:10:37<15:20:53, 33.35s/it, lr: 1.0e-04 loss: 1.943e-01]
pixmo_h_v2: 17%|#7 | 344/2000 [3:10:53<15:18:55, 33.29s/it, lr: 1.0e-04 loss: 1.762e-01]
pixmo_h_v2: 17%|#7 | 344/2000 [3:10:53<15:18:55, 33.29s/it, lr: 1.0e-04 loss: 1.762e-01]
pixmo_h_v2: 17%|#7 | 345/2000 [3:11:27<15:18:28, 33.30s/it, lr: 1.0e-04 loss: 2.229e-01]
pixmo_h_v2: 17%|#7 | 345/2000 [3:11:27<15:18:28, 33.30s/it, lr: 1.0e-04 loss: 2.229e-01]
pixmo_h_v2: 17%|#7 | 346/2000 [3:11:47<15:16:47, 33.26s/it, lr: 1.0e-04 loss: 1.470e-01]
pixmo_h_v2: 17%|#7 | 346/2000 [3:11:47<15:16:47, 33.26s/it, lr: 1.0e-04 loss: 1.470e-01]
pixmo_h_v2: 17%|#7 | 347/2000 [3:12:04<15:14:58, 33.21s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 17%|#7 | 347/2000 [3:12:04<15:14:58, 33.21s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 17%|#7 | 348/2000 [3:12:52<15:15:38, 33.26s/it, lr: 1.0e-04 loss: 1.742e-01]
pixmo_h_v2: 17%|#7 | 348/2000 [3:12:52<15:15:38, 33.26s/it, lr: 1.0e-04 loss: 1.742e-01]
pixmo_h_v2: 17%|#7 | 349/2000 [3:13:22<15:14:47, 33.24s/it, lr: 1.0e-04 loss: 1.562e-01]
pixmo_h_v2: 17%|#7 | 349/2000 [3:13:22<15:14:47, 33.24s/it, lr: 1.0e-04 loss: 1.562e-01]
pixmo_h_v2: 18%|#7 | 350/2000 [3:13:38<15:12:51, 33.19s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 18%|#7 | 350/2000 [3:13:38<15:12:51, 33.19s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 18%|#7 | 351/2000 [3:13:55<15:11:04, 33.15s/it, lr: 1.0e-04 loss: 2.130e-01]
pixmo_h_v2: 18%|#7 | 351/2000 [3:13:55<15:11:04, 33.15s/it, lr: 1.0e-04 loss: 2.130e-01]
pixmo_h_v2: 18%|#7 | 352/2000 [3:14:25<15:10:13, 33.14s/it, lr: 1.0e-04 loss: 1.611e-01]
pixmo_h_v2: 18%|#7 | 352/2000 [3:14:25<15:10:13, 33.14s/it, lr: 1.0e-04 loss: 1.611e-01]
pixmo_h_v2: 18%|#7 | 353/2000 [3:15:13<15:10:53, 33.18s/it, lr: 1.0e-04 loss: 1.853e-01]
pixmo_h_v2: 18%|#7 | 353/2000 [3:15:13<15:10:53, 33.18s/it, lr: 1.0e-04 loss: 1.853e-01]
pixmo_h_v2: 18%|#7 | 354/2000 [3:15:32<15:09:14, 33.14s/it, lr: 1.0e-04 loss: 1.913e-01]
pixmo_h_v2: 18%|#7 | 354/2000 [3:15:32<15:09:14, 33.14s/it, lr: 1.0e-04 loss: 1.913e-01]
pixmo_h_v2: 18%|#7 | 355/2000 [3:16:16<15:09:28, 33.17s/it, lr: 1.0e-04 loss: 2.585e-01]
pixmo_h_v2: 18%|#7 | 355/2000 [3:16:16<15:09:28, 33.17s/it, lr: 1.0e-04 loss: 2.585e-01]
pixmo_h_v2: 18%|#7 | 356/2000 [3:16:33<15:07:42, 33.13s/it, lr: 1.0e-04 loss: 2.269e-01]
pixmo_h_v2: 18%|#7 | 356/2000 [3:16:33<15:07:42, 33.13s/it, lr: 1.0e-04 loss: 2.269e-01]
pixmo_h_v2: 18%|#7 | 357/2000 [3:17:04<15:07:00, 33.12s/it, lr: 1.0e-04 loss: 1.868e-01]
pixmo_h_v2: 18%|#7 | 357/2000 [3:17:04<15:07:00, 33.12s/it, lr: 1.0e-04 loss: 1.868e-01]
pixmo_h_v2: 18%|#7 | 358/2000 [3:17:53<15:07:38, 33.17s/it, lr: 1.0e-04 loss: 1.833e-01]
pixmo_h_v2: 18%|#7 | 358/2000 [3:17:53<15:07:38, 33.17s/it, lr: 1.0e-04 loss: 1.833e-01]
pixmo_h_v2: 18%|#7 | 359/2000 [3:18:12<15:06:00, 33.13s/it, lr: 1.0e-04 loss: 2.322e-01]
pixmo_h_v2: 18%|#7 | 359/2000 [3:18:12<15:06:00, 33.13s/it, lr: 1.0e-04 loss: 2.322e-01]
pixmo_h_v2: 18%|#8 | 360/2000 [3:18:31<15:04:23, 33.09s/it, lr: 1.0e-04 loss: 2.392e-01]
pixmo_h_v2: 18%|#8 | 360/2000 [3:18:31<15:04:23, 33.09s/it, lr: 1.0e-04 loss: 2.392e-01]
pixmo_h_v2: 18%|#8 | 361/2000 [3:19:06<15:03:57, 33.09s/it, lr: 1.0e-04 loss: 2.208e-01]
pixmo_h_v2: 18%|#8 | 361/2000 [3:19:06<15:03:57, 33.09s/it, lr: 1.0e-04 loss: 2.208e-01]
pixmo_h_v2: 18%|#8 | 362/2000 [3:19:23<15:02:13, 33.05s/it, lr: 1.0e-04 loss: 1.666e-01]
pixmo_h_v2: 18%|#8 | 362/2000 [3:19:23<15:02:13, 33.05s/it, lr: 1.0e-04 loss: 1.666e-01]
pixmo_h_v2: 18%|#8 | 363/2000 [3:19:58<15:01:47, 33.05s/it, lr: 1.0e-04 loss: 1.458e-01]
pixmo_h_v2: 18%|#8 | 363/2000 [3:19:58<15:01:47, 33.05s/it, lr: 1.0e-04 loss: 1.458e-01]
pixmo_h_v2: 18%|#8 | 364/2000 [3:20:29<15:01:06, 33.05s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 18%|#8 | 364/2000 [3:20:29<15:01:06, 33.05s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 18%|#8 | 365/2000 [3:21:00<15:00:26, 33.04s/it, lr: 1.0e-04 loss: 1.085e-01]
pixmo_h_v2: 18%|#8 | 365/2000 [3:21:00<15:00:26, 33.04s/it, lr: 1.0e-04 loss: 1.085e-01]
pixmo_h_v2: 18%|#8 | 366/2000 [3:21:37<15:00:08, 33.05s/it, lr: 1.0e-04 loss: 1.664e-01]
pixmo_h_v2: 18%|#8 | 366/2000 [3:21:37<15:00:08, 33.05s/it, lr: 1.0e-04 loss: 1.664e-01]
pixmo_h_v2: 18%|#8 | 367/2000 [3:22:13<14:59:49, 33.06s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 18%|#8 | 367/2000 [3:22:13<14:59:49, 33.06s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 18%|#8 | 368/2000 [3:22:31<14:58:07, 33.02s/it, lr: 1.0e-04 loss: 1.787e-01]
pixmo_h_v2: 18%|#8 | 368/2000 [3:22:31<14:58:07, 33.02s/it, lr: 1.0e-04 loss: 1.787e-01]
pixmo_h_v2: 18%|#8 | 369/2000 [3:23:24<14:59:05, 33.08s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 18%|#8 | 369/2000 [3:23:24<14:59:05, 33.08s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 18%|#8 | 370/2000 [3:23:55<14:58:24, 33.07s/it, lr: 1.0e-04 loss: 2.231e-01]
pixmo_h_v2: 18%|#8 | 370/2000 [3:23:55<14:58:24, 33.07s/it, lr: 1.0e-04 loss: 2.231e-01]
pixmo_h_v2: 19%|#8 | 371/2000 [3:24:32<14:58:05, 33.08s/it, lr: 1.0e-04 loss: 2.049e-01]
pixmo_h_v2: 19%|#8 | 371/2000 [3:24:32<14:58:05, 33.08s/it, lr: 1.0e-04 loss: 2.049e-01]
pixmo_h_v2: 19%|#8 | 372/2000 [3:24:48<14:56:16, 33.03s/it, lr: 1.0e-04 loss: 1.987e-01]
pixmo_h_v2: 19%|#8 | 372/2000 [3:24:48<14:56:16, 33.03s/it, lr: 1.0e-04 loss: 1.987e-01]
pixmo_h_v2: 19%|#8 | 373/2000 [3:25:31<14:56:28, 33.06s/it, lr: 1.0e-04 loss: 2.924e-01]
pixmo_h_v2: 19%|#8 | 373/2000 [3:25:31<14:56:28, 33.06s/it, lr: 1.0e-04 loss: 2.924e-01]
pixmo_h_v2: 19%|#8 | 374/2000 [3:26:02<14:55:47, 33.06s/it, lr: 1.0e-04 loss: 1.781e-01]
pixmo_h_v2: 19%|#8 | 374/2000 [3:26:02<14:55:47, 33.06s/it, lr: 1.0e-04 loss: 1.781e-01]
pixmo_h_v2: 19%|#8 | 375/2000 [3:26:32<14:54:59, 33.05s/it, lr: 1.0e-04 loss: 1.819e-01]
pixmo_h_v2: 19%|#8 | 375/2000 [3:26:32<14:54:59, 33.05s/it, lr: 1.0e-04 loss: 1.819e-01]
pixmo_h_v2: 19%|#8 | 376/2000 [3:27:08<14:54:40, 33.05s/it, lr: 1.0e-04 loss: 2.124e-01]
pixmo_h_v2: 19%|#8 | 376/2000 [3:27:08<14:54:40, 33.05s/it, lr: 1.0e-04 loss: 2.124e-01]
pixmo_h_v2: 19%|#8 | 377/2000 [3:27:37<14:53:52, 33.04s/it, lr: 1.0e-04 loss: 2.983e-01]
pixmo_h_v2: 19%|#8 | 377/2000 [3:27:37<14:53:52, 33.04s/it, lr: 1.0e-04 loss: 2.983e-01]
pixmo_h_v2: 19%|#8 | 378/2000 [3:27:55<14:52:11, 33.00s/it, lr: 1.0e-04 loss: 1.888e-01]
pixmo_h_v2: 19%|#8 | 378/2000 [3:27:55<14:52:11, 33.00s/it, lr: 1.0e-04 loss: 1.888e-01]
pixmo_h_v2: 19%|#8 | 379/2000 [3:28:14<14:50:39, 32.97s/it, lr: 1.0e-04 loss: 2.182e-01]
pixmo_h_v2: 19%|#8 | 379/2000 [3:28:14<14:50:39, 32.97s/it, lr: 1.0e-04 loss: 2.182e-01]
pixmo_h_v2: 19%|#9 | 380/2000 [3:28:31<14:49:00, 32.93s/it, lr: 1.0e-04 loss: 1.618e-01]
pixmo_h_v2: 19%|#9 | 380/2000 [3:28:31<14:49:00, 32.93s/it, lr: 1.0e-04 loss: 1.618e-01]
pixmo_h_v2: 19%|#9 | 381/2000 [3:29:20<14:49:34, 32.97s/it, lr: 1.0e-04 loss: 1.194e-01]
pixmo_h_v2: 19%|#9 | 381/2000 [3:29:20<14:49:34, 32.97s/it, lr: 1.0e-04 loss: 1.194e-01]
pixmo_h_v2: 19%|#9 | 382/2000 [3:30:09<14:50:07, 33.01s/it, lr: 1.0e-04 loss: 2.378e-01]
pixmo_h_v2: 19%|#9 | 382/2000 [3:30:09<14:50:07, 33.01s/it, lr: 1.0e-04 loss: 2.378e-01]
pixmo_h_v2: 19%|#9 | 383/2000 [3:30:45<14:49:48, 33.02s/it, lr: 1.0e-04 loss: 2.140e-01]
pixmo_h_v2: 19%|#9 | 383/2000 [3:30:45<14:49:48, 33.02s/it, lr: 1.0e-04 loss: 2.140e-01]
pixmo_h_v2: 19%|#9 | 384/2000 [3:31:33<14:50:20, 33.06s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 19%|#9 | 384/2000 [3:31:33<14:50:20, 33.06s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 19%|#9 | 385/2000 [3:32:08<14:49:54, 33.06s/it, lr: 1.0e-04 loss: 1.286e-01]
pixmo_h_v2: 19%|#9 | 385/2000 [3:32:08<14:49:54, 33.06s/it, lr: 1.0e-04 loss: 1.286e-01]
pixmo_h_v2: 19%|#9 | 386/2000 [3:32:51<14:50:04, 33.09s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 19%|#9 | 386/2000 [3:32:51<14:50:04, 33.09s/it, lr: 1.0e-04 loss: 1.970e-01]
pixmo_h_v2: 19%|#9 | 387/2000 [3:33:40<14:50:35, 33.13s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 19%|#9 | 387/2000 [3:33:40<14:50:35, 33.13s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 19%|#9 | 388/2000 [3:34:15<14:50:08, 33.13s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 19%|#9 | 388/2000 [3:34:15<14:50:08, 33.13s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 19%|#9 | 389/2000 [3:34:50<14:49:44, 33.14s/it, lr: 1.0e-04 loss: 1.145e-01]
pixmo_h_v2: 19%|#9 | 389/2000 [3:34:50<14:49:44, 33.14s/it, lr: 1.0e-04 loss: 1.145e-01]
pixmo_h_v2: 20%|#9 | 390/2000 [3:35:06<14:47:59, 33.09s/it, lr: 1.0e-04 loss: 2.211e-01]
pixmo_h_v2: 20%|#9 | 390/2000 [3:35:06<14:47:59, 33.09s/it, lr: 1.0e-04 loss: 2.211e-01]
pixmo_h_v2: 20%|#9 | 391/2000 [3:35:35<14:47:12, 33.08s/it, lr: 1.0e-04 loss: 1.966e-01]
pixmo_h_v2: 20%|#9 | 391/2000 [3:35:35<14:47:12, 33.08s/it, lr: 1.0e-04 loss: 1.966e-01]
pixmo_h_v2: 20%|#9 | 392/2000 [3:36:07<14:46:31, 33.08s/it, lr: 1.0e-04 loss: 2.376e-01]
pixmo_h_v2: 20%|#9 | 392/2000 [3:36:07<14:46:31, 33.08s/it, lr: 1.0e-04 loss: 2.376e-01]
pixmo_h_v2: 20%|#9 | 393/2000 [3:36:43<14:46:12, 33.09s/it, lr: 1.0e-04 loss: 1.826e-01]
pixmo_h_v2: 20%|#9 | 393/2000 [3:36:43<14:46:12, 33.09s/it, lr: 1.0e-04 loss: 1.826e-01]
pixmo_h_v2: 20%|#9 | 394/2000 [3:37:18<14:45:45, 33.09s/it, lr: 1.0e-04 loss: 1.955e-01]
pixmo_h_v2: 20%|#9 | 394/2000 [3:37:18<14:45:45, 33.09s/it, lr: 1.0e-04 loss: 1.955e-01]
pixmo_h_v2: 20%|#9 | 395/2000 [3:38:01<14:45:54, 33.12s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 20%|#9 | 395/2000 [3:38:01<14:45:54, 33.12s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 20%|#9 | 396/2000 [3:38:31<14:45:06, 33.11s/it, lr: 1.0e-04 loss: 1.925e-01]
pixmo_h_v2: 20%|#9 | 396/2000 [3:38:31<14:45:06, 33.11s/it, lr: 1.0e-04 loss: 1.925e-01]
pixmo_h_v2: 20%|#9 | 397/2000 [3:38:48<14:43:30, 33.07s/it, lr: 1.0e-04 loss: 1.691e-01]
pixmo_h_v2: 20%|#9 | 397/2000 [3:38:48<14:43:30, 33.07s/it, lr: 1.0e-04 loss: 1.691e-01]
pixmo_h_v2: 20%|#9 | 398/2000 [3:39:07<14:42:01, 33.03s/it, lr: 1.0e-04 loss: 1.407e-01]
pixmo_h_v2: 20%|#9 | 398/2000 [3:39:07<14:42:01, 33.03s/it, lr: 1.0e-04 loss: 1.407e-01]
pixmo_h_v2: 20%|#9 | 399/2000 [3:39:26<14:40:32, 33.00s/it, lr: 1.0e-04 loss: 1.700e-01]
pixmo_h_v2: 20%|#9 | 399/2000 [3:39:26<14:40:32, 33.00s/it, lr: 1.0e-04 loss: 1.700e-01]
pixmo_h_v2: 20%|## | 400/2000 [3:39:44<14:38:56, 32.96s/it, lr: 1.0e-04 loss: 1.549e-01]
pixmo_h_v2: 20%|## | 400/2000 [3:39:44<14:38:56, 32.96s/it, lr: 1.0e-04 loss: 1.549e-01]
pixmo_h_v2: 20%|## | 401/2000 [3:40:13<14:38:09, 32.95s/it, lr: 1.0e-04 loss: 1.822e-01]
pixmo_h_v2: 20%|## | 401/2000 [3:40:13<14:38:09, 32.95s/it, lr: 1.0e-04 loss: 1.822e-01]
pixmo_h_v2: 20%|## | 402/2000 [3:40:44<14:37:30, 32.95s/it, lr: 1.0e-04 loss: 1.640e-01]
pixmo_h_v2: 20%|## | 402/2000 [3:40:44<14:37:30, 32.95s/it, lr: 1.0e-04 loss: 1.640e-01]
pixmo_h_v2: 20%|## | 403/2000 [3:41:33<14:37:58, 32.99s/it, lr: 1.0e-04 loss: 1.871e-01]
pixmo_h_v2: 20%|## | 403/2000 [3:41:33<14:37:58, 32.99s/it, lr: 1.0e-04 loss: 1.871e-01]
pixmo_h_v2: 20%|## | 404/2000 [3:42:09<14:37:39, 32.99s/it, lr: 1.0e-04 loss: 3.371e-01]
pixmo_h_v2: 20%|## | 404/2000 [3:42:09<14:37:39, 32.99s/it, lr: 1.0e-04 loss: 3.371e-01]
pixmo_h_v2: 20%|## | 405/2000 [3:42:40<14:36:58, 32.99s/it, lr: 1.0e-04 loss: 2.248e-01]
pixmo_h_v2: 20%|## | 405/2000 [3:42:40<14:36:58, 32.99s/it, lr: 1.0e-04 loss: 2.248e-01]
pixmo_h_v2: 20%|## | 406/2000 [3:43:00<14:35:31, 32.96s/it, lr: 1.0e-04 loss: 3.907e-01]
pixmo_h_v2: 20%|## | 406/2000 [3:43:00<14:35:31, 32.96s/it, lr: 1.0e-04 loss: 3.907e-01]
pixmo_h_v2: 20%|## | 407/2000 [3:43:48<14:35:59, 32.99s/it, lr: 1.0e-04 loss: 1.636e-01]
pixmo_h_v2: 20%|## | 407/2000 [3:43:48<14:35:59, 32.99s/it, lr: 1.0e-04 loss: 1.636e-01]
pixmo_h_v2: 20%|## | 408/2000 [3:44:07<14:34:32, 32.96s/it, lr: 1.0e-04 loss: 1.793e-01]
pixmo_h_v2: 20%|## | 408/2000 [3:44:07<14:34:32, 32.96s/it, lr: 1.0e-04 loss: 1.793e-01]
pixmo_h_v2: 20%|## | 409/2000 [3:44:43<14:34:12, 32.97s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 20%|## | 409/2000 [3:44:43<14:34:12, 32.97s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 20%|## | 410/2000 [3:45:01<14:32:39, 32.93s/it, lr: 1.0e-04 loss: 2.677e-01]
pixmo_h_v2: 20%|## | 410/2000 [3:45:01<14:32:39, 32.93s/it, lr: 1.0e-04 loss: 2.677e-01]
pixmo_h_v2: 21%|## | 411/2000 [3:45:20<14:31:12, 32.90s/it, lr: 1.0e-04 loss: 1.392e-01]
pixmo_h_v2: 21%|## | 411/2000 [3:45:20<14:31:12, 32.90s/it, lr: 1.0e-04 loss: 1.392e-01]
pixmo_h_v2: 21%|## | 412/2000 [3:45:51<14:30:33, 32.89s/it, lr: 1.0e-04 loss: 2.167e-01]
pixmo_h_v2: 21%|## | 412/2000 [3:45:51<14:30:33, 32.89s/it, lr: 1.0e-04 loss: 2.167e-01]
pixmo_h_v2: 21%|## | 413/2000 [3:46:45<14:31:20, 32.94s/it, lr: 1.0e-04 loss: 2.213e-01]
pixmo_h_v2: 21%|## | 413/2000 [3:46:45<14:31:20, 32.94s/it, lr: 1.0e-04 loss: 2.213e-01]
pixmo_h_v2: 21%|## | 414/2000 [3:47:20<14:30:53, 32.95s/it, lr: 1.0e-04 loss: 1.574e-01]
pixmo_h_v2: 21%|## | 414/2000 [3:47:20<14:30:53, 32.95s/it, lr: 1.0e-04 loss: 1.574e-01]
pixmo_h_v2: 21%|## | 415/2000 [3:47:39<14:29:28, 32.91s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 21%|## | 415/2000 [3:47:39<14:29:28, 32.91s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 21%|## | 416/2000 [3:48:32<14:30:14, 32.96s/it, lr: 1.0e-04 loss: 2.898e-01]
pixmo_h_v2: 21%|## | 416/2000 [3:48:32<14:30:14, 32.96s/it, lr: 1.0e-04 loss: 2.898e-01]
pixmo_h_v2: 21%|## | 417/2000 [3:48:48<14:28:35, 32.92s/it, lr: 1.0e-04 loss: 2.383e-01]
pixmo_h_v2: 21%|## | 417/2000 [3:48:48<14:28:35, 32.92s/it, lr: 1.0e-04 loss: 2.383e-01]
pixmo_h_v2: 21%|## | 418/2000 [3:49:37<14:29:01, 32.96s/it, lr: 1.0e-04 loss: 1.668e-01]
pixmo_h_v2: 21%|## | 418/2000 [3:49:37<14:29:01, 32.96s/it, lr: 1.0e-04 loss: 1.668e-01]
pixmo_h_v2: 21%|## | 419/2000 [3:50:06<14:28:15, 32.95s/it, lr: 1.0e-04 loss: 1.561e-01]
pixmo_h_v2: 21%|## | 419/2000 [3:50:06<14:28:15, 32.95s/it, lr: 1.0e-04 loss: 1.561e-01]
pixmo_h_v2: 21%|##1 | 420/2000 [3:50:37<14:27:37, 32.95s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 21%|##1 | 420/2000 [3:50:37<14:27:37, 32.95s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 21%|##1 | 421/2000 [3:51:07<14:26:51, 32.94s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 21%|##1 | 421/2000 [3:51:07<14:26:51, 32.94s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 21%|##1 | 422/2000 [3:51:24<14:25:20, 32.90s/it, lr: 1.0e-04 loss: 1.988e-01]
pixmo_h_v2: 21%|##1 | 422/2000 [3:51:24<14:25:20, 32.90s/it, lr: 1.0e-04 loss: 1.988e-01]
pixmo_h_v2: 21%|##1 | 423/2000 [3:52:01<14:25:00, 32.91s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 21%|##1 | 423/2000 [3:52:01<14:25:00, 32.91s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 21%|##1 | 424/2000 [3:52:35<14:24:33, 32.91s/it, lr: 1.0e-04 loss: 2.716e-01]
pixmo_h_v2: 21%|##1 | 424/2000 [3:52:35<14:24:33, 32.91s/it, lr: 1.0e-04 loss: 2.716e-01]
pixmo_h_v2: 21%|##1 | 425/2000 [3:52:55<14:23:09, 32.88s/it, lr: 1.0e-04 loss: 1.601e-01]
pixmo_h_v2: 21%|##1 | 425/2000 [3:52:55<14:23:09, 32.88s/it, lr: 1.0e-04 loss: 1.601e-01]
pixmo_h_v2: 21%|##1 | 426/2000 [3:53:31<14:22:49, 32.89s/it, lr: 1.0e-04 loss: 2.804e-01]
pixmo_h_v2: 21%|##1 | 426/2000 [3:53:31<14:22:49, 32.89s/it, lr: 1.0e-04 loss: 2.804e-01]
pixmo_h_v2: 21%|##1 | 427/2000 [3:54:06<14:22:23, 32.89s/it, lr: 1.0e-04 loss: 1.996e-01]
pixmo_h_v2: 21%|##1 | 427/2000 [3:54:06<14:22:23, 32.89s/it, lr: 1.0e-04 loss: 1.996e-01]
pixmo_h_v2: 21%|##1 | 428/2000 [3:54:21<14:20:47, 32.85s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 21%|##1 | 428/2000 [3:54:21<14:20:47, 32.85s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 21%|##1 | 429/2000 [3:54:51<14:20:02, 32.85s/it, lr: 1.0e-04 loss: 2.040e-01]
pixmo_h_v2: 21%|##1 | 429/2000 [3:54:51<14:20:02, 32.85s/it, lr: 1.0e-04 loss: 2.040e-01]
pixmo_h_v2: 22%|##1 | 430/2000 [3:55:39<14:20:26, 32.88s/it, lr: 1.0e-04 loss: 1.622e-01]
pixmo_h_v2: 22%|##1 | 430/2000 [3:55:39<14:20:26, 32.88s/it, lr: 1.0e-04 loss: 1.622e-01]
pixmo_h_v2: 22%|##1 | 431/2000 [3:55:58<14:19:03, 32.85s/it, lr: 1.0e-04 loss: 2.907e-01]
pixmo_h_v2: 22%|##1 | 431/2000 [3:55:58<14:19:03, 32.85s/it, lr: 1.0e-04 loss: 2.907e-01]
pixmo_h_v2: 22%|##1 | 432/2000 [3:56:47<14:19:27, 32.89s/it, lr: 1.0e-04 loss: 1.522e-01]
pixmo_h_v2: 22%|##1 | 432/2000 [3:56:47<14:19:27, 32.89s/it, lr: 1.0e-04 loss: 1.522e-01]
pixmo_h_v2: 22%|##1 | 433/2000 [3:57:03<14:17:52, 32.85s/it, lr: 1.0e-04 loss: 1.703e-01]
pixmo_h_v2: 22%|##1 | 433/2000 [3:57:03<14:17:52, 32.85s/it, lr: 1.0e-04 loss: 1.703e-01]
pixmo_h_v2: 22%|##1 | 434/2000 [3:57:32<14:17:07, 32.84s/it, lr: 1.0e-04 loss: 2.149e-01]
pixmo_h_v2: 22%|##1 | 434/2000 [3:57:32<14:17:07, 32.84s/it, lr: 1.0e-04 loss: 2.149e-01]
pixmo_h_v2: 22%|##1 | 435/2000 [3:57:50<14:15:39, 32.80s/it, lr: 1.0e-04 loss: 1.680e-01]
pixmo_h_v2: 22%|##1 | 435/2000 [3:57:50<14:15:39, 32.80s/it, lr: 1.0e-04 loss: 1.680e-01]
pixmo_h_v2: 22%|##1 | 436/2000 [3:58:19<14:14:55, 32.80s/it, lr: 1.0e-04 loss: 2.447e-01]
pixmo_h_v2: 22%|##1 | 436/2000 [3:58:19<14:14:55, 32.80s/it, lr: 1.0e-04 loss: 2.447e-01]
pixmo_h_v2: 22%|##1 | 437/2000 [3:59:08<14:15:18, 32.83s/it, lr: 1.0e-04 loss: 1.276e-01]
pixmo_h_v2: 22%|##1 | 437/2000 [3:59:08<14:15:18, 32.83s/it, lr: 1.0e-04 loss: 1.276e-01]
pixmo_h_v2: 22%|##1 | 438/2000 [3:59:37<14:14:33, 32.83s/it, lr: 1.0e-04 loss: 1.716e-01]
pixmo_h_v2: 22%|##1 | 438/2000 [3:59:37<14:14:33, 32.83s/it, lr: 1.0e-04 loss: 1.716e-01]
pixmo_h_v2: 22%|##1 | 439/2000 [4:00:26<14:14:56, 32.86s/it, lr: 1.0e-04 loss: 2.245e-01]
pixmo_h_v2: 22%|##1 | 439/2000 [4:00:26<14:14:56, 32.86s/it, lr: 1.0e-04 loss: 2.245e-01]
pixmo_h_v2: 22%|##2 | 440/2000 [4:01:14<14:15:19, 32.90s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 22%|##2 | 440/2000 [4:01:14<14:15:19, 32.90s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 22%|##2 | 441/2000 [4:01:45<14:14:40, 32.89s/it, lr: 1.0e-04 loss: 1.971e-01]
pixmo_h_v2: 22%|##2 | 441/2000 [4:01:45<14:14:40, 32.89s/it, lr: 1.0e-04 loss: 1.971e-01]
pixmo_h_v2: 22%|##2 | 442/2000 [4:02:20<14:14:13, 32.90s/it, lr: 1.0e-04 loss: 2.038e-01]
pixmo_h_v2: 22%|##2 | 442/2000 [4:02:20<14:14:13, 32.90s/it, lr: 1.0e-04 loss: 2.038e-01]
pixmo_h_v2: 22%|##2 | 443/2000 [4:02:39<14:12:52, 32.87s/it, lr: 1.0e-04 loss: 2.356e-01]
pixmo_h_v2: 22%|##2 | 443/2000 [4:02:39<14:12:52, 32.87s/it, lr: 1.0e-04 loss: 2.356e-01]
pixmo_h_v2: 22%|##2 | 444/2000 [4:02:57<14:11:25, 32.83s/it, lr: 1.0e-04 loss: 1.883e-01]
pixmo_h_v2: 22%|##2 | 444/2000 [4:02:57<14:11:25, 32.83s/it, lr: 1.0e-04 loss: 1.883e-01]
pixmo_h_v2: 22%|##2 | 445/2000 [4:03:26<14:10:40, 32.82s/it, lr: 1.0e-04 loss: 2.239e-01]
pixmo_h_v2: 22%|##2 | 445/2000 [4:03:26<14:10:40, 32.82s/it, lr: 1.0e-04 loss: 2.239e-01]
pixmo_h_v2: 22%|##2 | 446/2000 [4:03:56<14:09:56, 32.82s/it, lr: 1.0e-04 loss: 1.328e-01]
pixmo_h_v2: 22%|##2 | 446/2000 [4:03:56<14:09:56, 32.82s/it, lr: 1.0e-04 loss: 1.328e-01]
pixmo_h_v2: 22%|##2 | 447/2000 [4:04:49<14:10:36, 32.86s/it, lr: 1.0e-04 loss: 1.934e-01]
pixmo_h_v2: 22%|##2 | 447/2000 [4:04:49<14:10:36, 32.86s/it, lr: 1.0e-04 loss: 1.934e-01]
pixmo_h_v2: 22%|##2 | 448/2000 [4:05:43<14:11:15, 32.91s/it, lr: 1.0e-04 loss: 1.894e-01]
pixmo_h_v2: 22%|##2 | 448/2000 [4:05:43<14:11:15, 32.91s/it, lr: 1.0e-04 loss: 1.894e-01]
pixmo_h_v2: 22%|##2 | 449/2000 [4:06:26<14:11:18, 32.93s/it, lr: 1.0e-04 loss: 2.244e-01]
pixmo_h_v2: 22%|##2 | 449/2000 [4:06:26<14:11:18, 32.93s/it, lr: 1.0e-04 loss: 2.244e-01]
pixmo_h_v2: 22%|##2 | 450/2000 [4:07:01<14:10:51, 32.94s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 22%|##2 | 450/2000 [4:07:01<14:10:51, 32.94s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 23%|##2 | 451/2000 [4:07:31<14:10:07, 32.93s/it, lr: 1.0e-04 loss: 1.840e-01]
pixmo_h_v2: 23%|##2 | 451/2000 [4:07:31<14:10:07, 32.93s/it, lr: 1.0e-04 loss: 1.840e-01]
pixmo_h_v2: 23%|##2 | 452/2000 [4:07:46<14:08:35, 32.89s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 23%|##2 | 452/2000 [4:07:46<14:08:35, 32.89s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 23%|##2 | 453/2000 [4:08:17<14:07:56, 32.89s/it, lr: 1.0e-04 loss: 2.014e-01]
pixmo_h_v2: 23%|##2 | 453/2000 [4:08:17<14:07:56, 32.89s/it, lr: 1.0e-04 loss: 2.014e-01]
pixmo_h_v2: 23%|##2 | 454/2000 [4:08:52<14:07:30, 32.89s/it, lr: 1.0e-04 loss: 1.556e-01]
pixmo_h_v2: 23%|##2 | 454/2000 [4:08:52<14:07:30, 32.89s/it, lr: 1.0e-04 loss: 1.556e-01]
pixmo_h_v2: 23%|##2 | 455/2000 [4:09:27<14:07:03, 32.90s/it, lr: 1.0e-04 loss: 2.037e-01]
pixmo_h_v2: 23%|##2 | 455/2000 [4:09:27<14:07:03, 32.90s/it, lr: 1.0e-04 loss: 2.037e-01]
pixmo_h_v2: 23%|##2 | 456/2000 [4:10:10<14:07:05, 32.92s/it, lr: 1.0e-04 loss: 1.413e-01]
pixmo_h_v2: 23%|##2 | 456/2000 [4:10:10<14:07:05, 32.92s/it, lr: 1.0e-04 loss: 1.413e-01]
pixmo_h_v2: 23%|##2 | 457/2000 [4:10:42<14:06:28, 32.92s/it, lr: 1.0e-04 loss: 1.335e-01]
pixmo_h_v2: 23%|##2 | 457/2000 [4:10:42<14:06:28, 32.92s/it, lr: 1.0e-04 loss: 1.335e-01]
pixmo_h_v2: 23%|##2 | 458/2000 [4:11:18<14:06:07, 32.92s/it, lr: 1.0e-04 loss: 1.690e-01]
pixmo_h_v2: 23%|##2 | 458/2000 [4:11:18<14:06:07, 32.92s/it, lr: 1.0e-04 loss: 1.690e-01]
pixmo_h_v2: 23%|##2 | 459/2000 [4:11:48<14:05:22, 32.92s/it, lr: 1.0e-04 loss: 1.629e-01]
pixmo_h_v2: 23%|##2 | 459/2000 [4:11:48<14:05:22, 32.92s/it, lr: 1.0e-04 loss: 1.629e-01]
pixmo_h_v2: 23%|##3 | 460/2000 [4:12:22<14:04:55, 32.92s/it, lr: 1.0e-04 loss: 1.751e-01]
pixmo_h_v2: 23%|##3 | 460/2000 [4:12:22<14:04:55, 32.92s/it, lr: 1.0e-04 loss: 1.751e-01]
pixmo_h_v2: 23%|##3 | 461/2000 [4:12:59<14:04:34, 32.93s/it, lr: 1.0e-04 loss: 2.278e-01]
pixmo_h_v2: 23%|##3 | 461/2000 [4:12:59<14:04:34, 32.93s/it, lr: 1.0e-04 loss: 2.278e-01]
pixmo_h_v2: 23%|##3 | 462/2000 [4:13:52<14:05:10, 32.97s/it, lr: 1.0e-04 loss: 3.065e-01]
pixmo_h_v2: 23%|##3 | 462/2000 [4:13:52<14:05:10, 32.97s/it, lr: 1.0e-04 loss: 3.065e-01]
pixmo_h_v2: 23%|##3 | 463/2000 [4:14:36<14:05:11, 32.99s/it, lr: 1.0e-04 loss: 1.995e-01]
pixmo_h_v2: 23%|##3 | 463/2000 [4:14:36<14:05:11, 32.99s/it, lr: 1.0e-04 loss: 1.995e-01]
pixmo_h_v2: 23%|##3 | 464/2000 [4:15:29<14:05:47, 33.04s/it, lr: 1.0e-04 loss: 1.665e-01]
pixmo_h_v2: 23%|##3 | 464/2000 [4:15:29<14:05:47, 33.04s/it, lr: 1.0e-04 loss: 1.665e-01]
pixmo_h_v2: 23%|##3 | 465/2000 [4:16:18<14:06:05, 33.07s/it, lr: 1.0e-04 loss: 1.824e-01]
pixmo_h_v2: 23%|##3 | 465/2000 [4:16:18<14:06:05, 33.07s/it, lr: 1.0e-04 loss: 1.824e-01]
pixmo_h_v2: 23%|##3 | 466/2000 [4:17:06<14:06:22, 33.10s/it, lr: 1.0e-04 loss: 1.603e-01]
pixmo_h_v2: 23%|##3 | 466/2000 [4:17:06<14:06:22, 33.10s/it, lr: 1.0e-04 loss: 1.603e-01]
pixmo_h_v2: 23%|##3 | 467/2000 [4:17:38<14:05:45, 33.10s/it, lr: 1.0e-04 loss: 1.573e-01]
pixmo_h_v2: 23%|##3 | 467/2000 [4:17:38<14:05:45, 33.10s/it, lr: 1.0e-04 loss: 1.573e-01]
pixmo_h_v2: 23%|##3 | 468/2000 [4:18:22<14:05:46, 33.12s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 23%|##3 | 468/2000 [4:18:22<14:05:46, 33.12s/it, lr: 1.0e-04 loss: 1.872e-01]
pixmo_h_v2: 23%|##3 | 469/2000 [4:19:05<14:05:46, 33.15s/it, lr: 1.0e-04 loss: 2.300e-01]
pixmo_h_v2: 23%|##3 | 469/2000 [4:19:05<14:05:46, 33.15s/it, lr: 1.0e-04 loss: 2.300e-01]
pixmo_h_v2: 24%|##3 | 470/2000 [4:19:24<14:04:27, 33.12s/it, lr: 1.0e-04 loss: 3.116e-01]
pixmo_h_v2: 24%|##3 | 470/2000 [4:19:24<14:04:27, 33.12s/it, lr: 1.0e-04 loss: 3.116e-01]
pixmo_h_v2: 24%|##3 | 471/2000 [4:20:00<14:04:05, 33.12s/it, lr: 1.0e-04 loss: 1.461e-01]
pixmo_h_v2: 24%|##3 | 471/2000 [4:20:00<14:04:05, 33.12s/it, lr: 1.0e-04 loss: 1.461e-01]
pixmo_h_v2: 24%|##3 | 472/2000 [4:20:37<14:03:42, 33.13s/it, lr: 1.0e-04 loss: 1.448e-01]
pixmo_h_v2: 24%|##3 | 472/2000 [4:20:37<14:03:42, 33.13s/it, lr: 1.0e-04 loss: 1.448e-01]
pixmo_h_v2: 24%|##3 | 473/2000 [4:21:13<14:03:20, 33.14s/it, lr: 1.0e-04 loss: 1.568e-01]
pixmo_h_v2: 24%|##3 | 473/2000 [4:21:13<14:03:20, 33.14s/it, lr: 1.0e-04 loss: 1.568e-01]
pixmo_h_v2: 24%|##3 | 474/2000 [4:21:48<14:02:51, 33.14s/it, lr: 1.0e-04 loss: 1.649e-01]
pixmo_h_v2: 24%|##3 | 474/2000 [4:21:48<14:02:51, 33.14s/it, lr: 1.0e-04 loss: 1.649e-01]
pixmo_h_v2: 24%|##3 | 475/2000 [4:22:42<14:03:24, 33.18s/it, lr: 1.0e-04 loss: 1.814e-01]
pixmo_h_v2: 24%|##3 | 475/2000 [4:22:42<14:03:24, 33.18s/it, lr: 1.0e-04 loss: 1.814e-01]
pixmo_h_v2: 24%|##3 | 476/2000 [4:23:35<14:03:56, 33.23s/it, lr: 1.0e-04 loss: 2.463e-01]
pixmo_h_v2: 24%|##3 | 476/2000 [4:23:35<14:03:56, 33.23s/it, lr: 1.0e-04 loss: 2.463e-01]
pixmo_h_v2: 24%|##3 | 477/2000 [4:23:54<14:02:38, 33.20s/it, lr: 1.0e-04 loss: 2.049e-01]
pixmo_h_v2: 24%|##3 | 477/2000 [4:23:54<14:02:38, 33.20s/it, lr: 1.0e-04 loss: 2.049e-01]
pixmo_h_v2: 24%|##3 | 478/2000 [4:24:43<14:02:54, 33.23s/it, lr: 1.0e-04 loss: 1.873e-01]
pixmo_h_v2: 24%|##3 | 478/2000 [4:24:43<14:02:54, 33.23s/it, lr: 1.0e-04 loss: 1.873e-01]
pixmo_h_v2: 24%|##3 | 479/2000 [4:25:31<14:03:09, 33.26s/it, lr: 1.0e-04 loss: 1.517e-01]
pixmo_h_v2: 24%|##3 | 479/2000 [4:25:31<14:03:09, 33.26s/it, lr: 1.0e-04 loss: 1.517e-01]
pixmo_h_v2: 24%|##4 | 480/2000 [4:26:03<14:02:29, 33.26s/it, lr: 1.0e-04 loss: 2.428e-01]
pixmo_h_v2: 24%|##4 | 480/2000 [4:26:03<14:02:29, 33.26s/it, lr: 1.0e-04 loss: 2.428e-01]
pixmo_h_v2: 24%|##4 | 481/2000 [4:26:56<14:03:00, 33.30s/it, lr: 1.0e-04 loss: 9.195e-02]
pixmo_h_v2: 24%|##4 | 481/2000 [4:26:56<14:03:00, 33.30s/it, lr: 1.0e-04 loss: 9.195e-02]
pixmo_h_v2: 24%|##4 | 482/2000 [4:27:27<14:02:20, 33.29s/it, lr: 1.0e-04 loss: 1.733e-01]
pixmo_h_v2: 24%|##4 | 482/2000 [4:27:27<14:02:20, 33.29s/it, lr: 1.0e-04 loss: 1.733e-01]
pixmo_h_v2: 24%|##4 | 483/2000 [4:28:21<14:02:51, 33.34s/it, lr: 1.0e-04 loss: 1.617e-01]
pixmo_h_v2: 24%|##4 | 483/2000 [4:28:21<14:02:51, 33.34s/it, lr: 1.0e-04 loss: 1.617e-01]
pixmo_h_v2: 24%|##4 | 484/2000 [4:28:38<14:01:28, 33.30s/it, lr: 1.0e-04 loss: 3.149e-01]
pixmo_h_v2: 24%|##4 | 484/2000 [4:28:38<14:01:28, 33.30s/it, lr: 1.0e-04 loss: 3.149e-01]
pixmo_h_v2: 24%|##4 | 485/2000 [4:29:27<14:01:42, 33.33s/it, lr: 1.0e-04 loss: 2.268e-01]
pixmo_h_v2: 24%|##4 | 485/2000 [4:29:27<14:01:42, 33.33s/it, lr: 1.0e-04 loss: 2.268e-01]
pixmo_h_v2: 24%|##4 | 486/2000 [4:30:02<14:01:12, 33.34s/it, lr: 1.0e-04 loss: 1.893e-01]
pixmo_h_v2: 24%|##4 | 486/2000 [4:30:02<14:01:12, 33.34s/it, lr: 1.0e-04 loss: 1.893e-01]
pixmo_h_v2: 24%|##4 | 487/2000 [4:30:38<14:00:49, 33.34s/it, lr: 1.0e-04 loss: 1.862e-01]
pixmo_h_v2: 24%|##4 | 487/2000 [4:30:38<14:00:49, 33.34s/it, lr: 1.0e-04 loss: 1.862e-01]
pixmo_h_v2: 24%|##4 | 488/2000 [4:30:55<13:59:26, 33.31s/it, lr: 1.0e-04 loss: 1.777e-01]
pixmo_h_v2: 24%|##4 | 488/2000 [4:30:55<13:59:26, 33.31s/it, lr: 1.0e-04 loss: 1.777e-01]
pixmo_h_v2: 24%|##4 | 489/2000 [4:31:49<13:59:55, 33.35s/it, lr: 1.0e-04 loss: 1.808e-01]
pixmo_h_v2: 24%|##4 | 489/2000 [4:31:49<13:59:55, 33.35s/it, lr: 1.0e-04 loss: 1.808e-01]
pixmo_h_v2: 24%|##4 | 490/2000 [4:32:32<13:59:53, 33.37s/it, lr: 1.0e-04 loss: 2.167e-01]
pixmo_h_v2: 24%|##4 | 490/2000 [4:32:32<13:59:53, 33.37s/it, lr: 1.0e-04 loss: 2.167e-01]
pixmo_h_v2: 25%|##4 | 491/2000 [4:33:21<14:00:06, 33.40s/it, lr: 1.0e-04 loss: 1.390e-01]
pixmo_h_v2: 25%|##4 | 491/2000 [4:33:21<14:00:06, 33.40s/it, lr: 1.0e-04 loss: 1.390e-01]
pixmo_h_v2: 25%|##4 | 492/2000 [4:33:40<13:58:49, 33.37s/it, lr: 1.0e-04 loss: 2.300e-01]
pixmo_h_v2: 25%|##4 | 492/2000 [4:33:40<13:58:49, 33.37s/it, lr: 1.0e-04 loss: 2.300e-01]
pixmo_h_v2: 25%|##4 | 493/2000 [4:33:56<13:57:22, 33.34s/it, lr: 1.0e-04 loss: 1.648e-01]
pixmo_h_v2: 25%|##4 | 493/2000 [4:33:56<13:57:22, 33.34s/it, lr: 1.0e-04 loss: 1.648e-01]
pixmo_h_v2: 25%|##4 | 494/2000 [4:34:11<13:55:55, 33.30s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 25%|##4 | 494/2000 [4:34:11<13:55:55, 33.30s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 25%|##4 | 495/2000 [4:34:41<13:55:10, 33.30s/it, lr: 1.0e-04 loss: 2.547e-01]
pixmo_h_v2: 25%|##4 | 495/2000 [4:34:41<13:55:10, 33.30s/it, lr: 1.0e-04 loss: 2.547e-01]
pixmo_h_v2: 25%|##4 | 496/2000 [4:34:57<13:53:43, 33.26s/it, lr: 1.0e-04 loss: 1.473e-01]
pixmo_h_v2: 25%|##4 | 496/2000 [4:34:57<13:53:43, 33.26s/it, lr: 1.0e-04 loss: 1.473e-01]
pixmo_h_v2: 25%|##4 | 497/2000 [4:35:12<13:52:17, 33.23s/it, lr: 1.0e-04 loss: 1.874e-01]
pixmo_h_v2: 25%|##4 | 497/2000 [4:35:12<13:52:17, 33.23s/it, lr: 1.0e-04 loss: 1.874e-01]
pixmo_h_v2: 25%|##4 | 498/2000 [4:35:30<13:50:56, 33.19s/it, lr: 1.0e-04 loss: 1.866e-01]
pixmo_h_v2: 25%|##4 | 498/2000 [4:35:30<13:50:56, 33.19s/it, lr: 1.0e-04 loss: 1.866e-01]
pixmo_h_v2: 25%|##4 | 499/2000 [4:36:01<13:50:17, 33.19s/it, lr: 1.0e-04 loss: 1.670e-01]
pixmo_h_v2: 25%|##4 | 499/2000 [4:36:01<13:50:17, 33.19s/it, lr: 1.0e-04 loss: 1.670e-01] |
| Saving at step 500 |
| Saved checkpoint to /app/ai-toolkit/output/pixmo_h_v2/pixmo_h_v2_000000500.safetensors |
| Saved optimizer to /app/ai-toolkit/output/pixmo_h_v2/optimizer.pt |
|
|
|
|
|
Generating Images: 0%| | 0/4 [00:00<?, ?it/s]
Generating Images: 0%| | 0/4 [00:00<?, ?it/s][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:02, 8.37s/it]
3%|3 | 1/30 [00:08<04:02, 8.37s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:54, 8.37s/it]
7%|6 | 2/30 [00:16<03:54, 8.37s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:46, 8.38s/it]
10%|# | 3/30 [00:25<03:46, 8.38s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.39s/it]
13%|#3 | 4/30 [00:33<03:38, 8.39s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:41<03:29, 8.40s/it]
17%|#6 | 5/30 [00:41<03:29, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:21, 8.40s/it]
20%|## | 6/30 [00:50<03:21, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.41s/it]
23%|##3 | 7/30 [00:58<03:13, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.41s/it]
27%|##6 | 8/30 [01:07<03:05, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.41s/it]
30%|### | 9/30 [01:15<02:56, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.41s/it]
33%|###3 | 10/30 [01:24<02:48, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.42s/it]
37%|###6 | 11/30 [01:32<02:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:40<02:31, 8.42s/it]
40%|#### | 12/30 [01:40<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:22<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:22<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:21<00:50, 8.42s/it]
80%|######## | 24/30 [03:21<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.41s/it]
100%|##########| 30/30 [04:12<00:00, 8.41s/it] |
|
|
|
|
|
|
|
Generating Images: 25%|##5 | 1/4 [04:19<12:57, 259.19s/it]
Generating Images: 25%|##5 | 1/4 [04:19<12:57, 259.19s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.40s/it]
3%|3 | 1/30 [00:08<04:03, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.41s/it]
7%|6 | 2/30 [00:16<03:55, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.43s/it]
40%|#### | 12/30 [01:41<02:31, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 50%|##### | 2/4 [08:36<08:36, 258.22s/it]
Generating Images: 50%|##### | 2/4 [08:36<08:36, 258.22s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.41s/it]
3%|3 | 1/30 [00:08<04:03, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:39, 8.43s/it]
13%|#3 | 4/30 [00:33<03:39, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.43s/it]
17%|#6 | 5/30 [00:42<03:30, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.43s/it]
20%|## | 6/30 [00:50<03:22, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.43s/it]
23%|##3 | 7/30 [00:58<03:13, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.43s/it]
27%|##6 | 8/30 [01:07<03:05, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.43s/it]
30%|### | 9/30 [01:15<02:56, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.43s/it]
33%|###3 | 10/30 [01:24<02:48, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.43s/it]
37%|###6 | 11/30 [01:32<02:40, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.43s/it]
40%|#### | 12/30 [01:41<02:31, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.43s/it]
43%|####3 | 13/30 [01:49<02:23, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.43s/it]
47%|####6 | 14/30 [01:57<02:14, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.43s/it]
50%|##### | 15/30 [02:06<02:06, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.43s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.43s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.43s/it]
60%|###### | 18/30 [02:31<01:41, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.43s/it]
63%|######3 | 19/30 [02:40<01:32, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.43s/it]
67%|######6 | 20/30 [02:48<01:24, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.43s/it]
70%|####### | 21/30 [02:56<01:15, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.43s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.43s/it]
87%|########6 | 26/30 [03:39<00:33, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.43s/it]
93%|#########3| 28/30 [03:55<00:16, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.43s/it]
97%|#########6| 29/30 [04:04<00:08, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.43s/it]
100%|##########| 30/30 [04:12<00:00, 8.43s/it] |
|
|
|
|
|
|
|
Generating Images: 75%|#######5 | 3/4 [12:54<04:18, 258.08s/it]
Generating Images: 75%|#######5 | 3/4 [12:54<04:18, 258.08s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:04, 8.42s/it]
3%|3 | 1/30 [00:08<04:04, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:39, 8.42s/it]
13%|#3 | 4/30 [00:33<03:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.43s/it]
83%|########3 | 25/30 [03:30<00:42, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.43s/it]
87%|########6 | 26/30 [03:39<00:33, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.43s/it]
90%|######### | 27/30 [03:47<00:25, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 100%|##########| 4/4 [17:13<00:00, 258.32s/it]
Generating Images: 100%|##########| 4/4 [17:13<00:00, 258.32s/it][A[A |
|
|
|
[A[A
pixmo_h_v2: 25%|##5 | 500/2000 [4:36:40<13:50:00, 33.20s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 25%|##5 | 500/2000 [4:36:40<13:50:00, 33.20s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 25%|##5 | 501/2000 [4:37:09<13:49:16, 33.19s/it, lr: 1.0e-04 loss: 1.304e-01]
pixmo_h_v2: 25%|##5 | 501/2000 [4:37:09<13:49:16, 33.19s/it, lr: 1.0e-04 loss: 1.304e-01]
pixmo_h_v2: 25%|##5 | 502/2000 [4:37:39<13:48:32, 33.19s/it, lr: 1.0e-04 loss: 1.744e-01]
pixmo_h_v2: 25%|##5 | 502/2000 [4:37:39<13:48:32, 33.19s/it, lr: 1.0e-04 loss: 1.744e-01]
pixmo_h_v2: 25%|##5 | 503/2000 [4:38:10<13:47:53, 33.18s/it, lr: 1.0e-04 loss: 2.232e-01]
pixmo_h_v2: 25%|##5 | 503/2000 [4:38:10<13:47:53, 33.18s/it, lr: 1.0e-04 loss: 2.232e-01]
pixmo_h_v2: 25%|##5 | 504/2000 [4:38:26<13:46:28, 33.15s/it, lr: 1.0e-04 loss: 2.089e-01]
pixmo_h_v2: 25%|##5 | 504/2000 [4:38:26<13:46:28, 33.15s/it, lr: 1.0e-04 loss: 2.089e-01]
pixmo_h_v2: 25%|##5 | 505/2000 [4:39:14<13:46:40, 33.18s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 25%|##5 | 505/2000 [4:39:14<13:46:40, 33.18s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 25%|##5 | 506/2000 [4:39:44<13:45:56, 33.17s/it, lr: 1.0e-04 loss: 1.779e-01]
pixmo_h_v2: 25%|##5 | 506/2000 [4:39:44<13:45:56, 33.17s/it, lr: 1.0e-04 loss: 1.779e-01]
pixmo_h_v2: 25%|##5 | 507/2000 [4:40:03<13:44:41, 33.14s/it, lr: 1.0e-04 loss: 2.259e-01]
pixmo_h_v2: 25%|##5 | 507/2000 [4:40:03<13:44:41, 33.14s/it, lr: 1.0e-04 loss: 2.259e-01]
pixmo_h_v2: 25%|##5 | 508/2000 [4:40:34<13:44:03, 33.14s/it, lr: 1.0e-04 loss: 1.734e-01]
pixmo_h_v2: 25%|##5 | 508/2000 [4:40:34<13:44:03, 33.14s/it, lr: 1.0e-04 loss: 1.734e-01]
pixmo_h_v2: 25%|##5 | 509/2000 [4:41:04<13:43:19, 33.13s/it, lr: 1.0e-04 loss: 2.433e-01]
pixmo_h_v2: 25%|##5 | 509/2000 [4:41:04<13:43:19, 33.13s/it, lr: 1.0e-04 loss: 2.433e-01]
pixmo_h_v2: 26%|##5 | 510/2000 [4:41:21<13:42:00, 33.10s/it, lr: 1.0e-04 loss: 2.668e-01]
pixmo_h_v2: 26%|##5 | 510/2000 [4:41:21<13:42:00, 33.10s/it, lr: 1.0e-04 loss: 2.668e-01]
pixmo_h_v2: 26%|##5 | 511/2000 [4:41:57<13:41:36, 33.11s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 26%|##5 | 511/2000 [4:41:57<13:41:36, 33.11s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 26%|##5 | 512/2000 [4:42:27<13:40:53, 33.10s/it, lr: 1.0e-04 loss: 2.544e-01]
pixmo_h_v2: 26%|##5 | 512/2000 [4:42:27<13:40:53, 33.10s/it, lr: 1.0e-04 loss: 2.544e-01]
pixmo_h_v2: 26%|##5 | 513/2000 [4:43:01<13:40:24, 33.10s/it, lr: 1.0e-04 loss: 1.824e-01]
pixmo_h_v2: 26%|##5 | 513/2000 [4:43:01<13:40:24, 33.10s/it, lr: 1.0e-04 loss: 1.824e-01]
pixmo_h_v2: 26%|##5 | 514/2000 [4:43:36<13:39:56, 33.11s/it, lr: 1.0e-04 loss: 2.605e-01]
pixmo_h_v2: 26%|##5 | 514/2000 [4:43:36<13:39:56, 33.11s/it, lr: 1.0e-04 loss: 2.605e-01]
pixmo_h_v2: 26%|##5 | 515/2000 [4:44:06<13:39:12, 33.10s/it, lr: 1.0e-04 loss: 1.585e-01]
pixmo_h_v2: 26%|##5 | 515/2000 [4:44:06<13:39:12, 33.10s/it, lr: 1.0e-04 loss: 1.585e-01]
pixmo_h_v2: 26%|##5 | 516/2000 [4:44:25<13:37:59, 33.07s/it, lr: 1.0e-04 loss: 2.289e-01]
pixmo_h_v2: 26%|##5 | 516/2000 [4:44:25<13:37:59, 33.07s/it, lr: 1.0e-04 loss: 2.289e-01]
pixmo_h_v2: 26%|##5 | 517/2000 [4:44:59<13:37:30, 33.08s/it, lr: 1.0e-04 loss: 2.045e-01]
pixmo_h_v2: 26%|##5 | 517/2000 [4:44:59<13:37:30, 33.08s/it, lr: 1.0e-04 loss: 2.045e-01]
pixmo_h_v2: 26%|##5 | 518/2000 [4:45:17<13:36:13, 33.05s/it, lr: 1.0e-04 loss: 2.107e-01]
pixmo_h_v2: 26%|##5 | 518/2000 [4:45:17<13:36:13, 33.05s/it, lr: 1.0e-04 loss: 2.107e-01]
pixmo_h_v2: 26%|##5 | 519/2000 [4:45:52<13:35:44, 33.05s/it, lr: 1.0e-04 loss: 2.365e-01]
pixmo_h_v2: 26%|##5 | 519/2000 [4:45:52<13:35:44, 33.05s/it, lr: 1.0e-04 loss: 2.365e-01]
pixmo_h_v2: 26%|##6 | 520/2000 [4:46:35<13:35:41, 33.07s/it, lr: 1.0e-04 loss: 1.948e-01]
pixmo_h_v2: 26%|##6 | 520/2000 [4:46:35<13:35:41, 33.07s/it, lr: 1.0e-04 loss: 1.948e-01]
pixmo_h_v2: 26%|##6 | 521/2000 [4:47:18<13:35:37, 33.09s/it, lr: 1.0e-04 loss: 2.502e-01]
pixmo_h_v2: 26%|##6 | 521/2000 [4:47:18<13:35:37, 33.09s/it, lr: 1.0e-04 loss: 2.502e-01]
pixmo_h_v2: 26%|##6 | 522/2000 [4:47:55<13:35:13, 33.09s/it, lr: 1.0e-04 loss: 2.105e-01]
pixmo_h_v2: 26%|##6 | 522/2000 [4:47:55<13:35:13, 33.09s/it, lr: 1.0e-04 loss: 2.105e-01]
pixmo_h_v2: 26%|##6 | 523/2000 [4:48:11<13:33:51, 33.06s/it, lr: 1.0e-04 loss: 1.512e-01]
pixmo_h_v2: 26%|##6 | 523/2000 [4:48:11<13:33:51, 33.06s/it, lr: 1.0e-04 loss: 1.512e-01]
pixmo_h_v2: 26%|##6 | 524/2000 [4:48:28<13:32:34, 33.03s/it, lr: 1.0e-04 loss: 2.240e-01]
pixmo_h_v2: 26%|##6 | 524/2000 [4:48:28<13:32:34, 33.03s/it, lr: 1.0e-04 loss: 2.240e-01]
pixmo_h_v2: 26%|##6 | 525/2000 [4:49:22<13:32:59, 33.07s/it, lr: 1.0e-04 loss: 1.408e-01]
pixmo_h_v2: 26%|##6 | 525/2000 [4:49:22<13:32:59, 33.07s/it, lr: 1.0e-04 loss: 1.408e-01]
pixmo_h_v2: 26%|##6 | 526/2000 [4:49:41<13:31:46, 33.04s/it, lr: 1.0e-04 loss: 1.919e-01]
pixmo_h_v2: 26%|##6 | 526/2000 [4:49:41<13:31:46, 33.04s/it, lr: 1.0e-04 loss: 1.919e-01]
pixmo_h_v2: 26%|##6 | 527/2000 [4:50:12<13:31:08, 33.04s/it, lr: 1.0e-04 loss: 1.662e-01]
pixmo_h_v2: 26%|##6 | 527/2000 [4:50:12<13:31:08, 33.04s/it, lr: 1.0e-04 loss: 1.662e-01]
pixmo_h_v2: 26%|##6 | 528/2000 [4:50:41<13:30:25, 33.03s/it, lr: 1.0e-04 loss: 1.905e-01]
pixmo_h_v2: 26%|##6 | 528/2000 [4:50:41<13:30:25, 33.03s/it, lr: 1.0e-04 loss: 1.905e-01]
pixmo_h_v2: 26%|##6 | 529/2000 [4:50:59<13:29:09, 33.00s/it, lr: 1.0e-04 loss: 1.847e-01]
pixmo_h_v2: 26%|##6 | 529/2000 [4:50:59<13:29:09, 33.00s/it, lr: 1.0e-04 loss: 1.847e-01]
pixmo_h_v2: 26%|##6 | 530/2000 [4:51:33<13:28:41, 33.01s/it, lr: 1.0e-04 loss: 1.825e-01]
pixmo_h_v2: 26%|##6 | 530/2000 [4:51:33<13:28:41, 33.01s/it, lr: 1.0e-04 loss: 1.825e-01]
pixmo_h_v2: 27%|##6 | 531/2000 [4:52:03<13:27:58, 33.00s/it, lr: 1.0e-04 loss: 1.600e-01]
pixmo_h_v2: 27%|##6 | 531/2000 [4:52:03<13:27:58, 33.00s/it, lr: 1.0e-04 loss: 1.600e-01]
pixmo_h_v2: 27%|##6 | 532/2000 [4:52:39<13:27:34, 33.01s/it, lr: 1.0e-04 loss: 1.697e-01]
pixmo_h_v2: 27%|##6 | 532/2000 [4:52:39<13:27:34, 33.01s/it, lr: 1.0e-04 loss: 1.697e-01]
pixmo_h_v2: 27%|##6 | 533/2000 [4:53:11<13:26:56, 33.00s/it, lr: 1.0e-04 loss: 1.660e-01]
pixmo_h_v2: 27%|##6 | 533/2000 [4:53:11<13:26:56, 33.00s/it, lr: 1.0e-04 loss: 1.660e-01]
pixmo_h_v2: 27%|##6 | 534/2000 [4:53:40<13:26:14, 33.00s/it, lr: 1.0e-04 loss: 1.427e-01]
pixmo_h_v2: 27%|##6 | 534/2000 [4:53:40<13:26:14, 33.00s/it, lr: 1.0e-04 loss: 1.427e-01]
pixmo_h_v2: 27%|##6 | 535/2000 [4:54:29<13:26:24, 33.03s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 27%|##6 | 535/2000 [4:54:29<13:26:24, 33.03s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 27%|##6 | 536/2000 [4:55:00<13:25:46, 33.02s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 27%|##6 | 536/2000 [4:55:00<13:25:46, 33.02s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 27%|##6 | 537/2000 [4:55:43<13:25:41, 33.04s/it, lr: 1.0e-04 loss: 1.710e-01]
pixmo_h_v2: 27%|##6 | 537/2000 [4:55:43<13:25:41, 33.04s/it, lr: 1.0e-04 loss: 1.710e-01]
pixmo_h_v2: 27%|##6 | 538/2000 [4:56:20<13:25:17, 33.05s/it, lr: 1.0e-04 loss: 1.422e-01]
pixmo_h_v2: 27%|##6 | 538/2000 [4:56:20<13:25:17, 33.05s/it, lr: 1.0e-04 loss: 1.422e-01]
pixmo_h_v2: 27%|##6 | 539/2000 [4:57:13<13:25:40, 33.09s/it, lr: 1.0e-04 loss: 1.279e-01]
pixmo_h_v2: 27%|##6 | 539/2000 [4:57:13<13:25:40, 33.09s/it, lr: 1.0e-04 loss: 1.279e-01]
pixmo_h_v2: 27%|##7 | 540/2000 [4:57:33<13:24:29, 33.06s/it, lr: 1.0e-04 loss: 1.660e-01]
pixmo_h_v2: 27%|##7 | 540/2000 [4:57:33<13:24:29, 33.06s/it, lr: 1.0e-04 loss: 1.660e-01]
pixmo_h_v2: 27%|##7 | 541/2000 [4:58:26<13:24:51, 33.10s/it, lr: 1.0e-04 loss: 1.893e-01]
pixmo_h_v2: 27%|##7 | 541/2000 [4:58:26<13:24:51, 33.10s/it, lr: 1.0e-04 loss: 1.893e-01]
pixmo_h_v2: 27%|##7 | 542/2000 [4:58:56<13:24:09, 33.09s/it, lr: 1.0e-04 loss: 2.656e-01]
pixmo_h_v2: 27%|##7 | 542/2000 [4:58:56<13:24:09, 33.09s/it, lr: 1.0e-04 loss: 2.656e-01]
pixmo_h_v2: 27%|##7 | 543/2000 [4:59:44<13:24:17, 33.12s/it, lr: 1.0e-04 loss: 1.660e-01]
pixmo_h_v2: 27%|##7 | 543/2000 [4:59:44<13:24:17, 33.12s/it, lr: 1.0e-04 loss: 1.660e-01]
pixmo_h_v2: 27%|##7 | 544/2000 [5:00:00<13:22:57, 33.09s/it, lr: 1.0e-04 loss: 2.133e-01]
pixmo_h_v2: 27%|##7 | 544/2000 [5:00:00<13:22:57, 33.09s/it, lr: 1.0e-04 loss: 2.133e-01]
pixmo_h_v2: 27%|##7 | 545/2000 [5:00:38<13:22:37, 33.10s/it, lr: 1.0e-04 loss: 1.222e-01]
pixmo_h_v2: 27%|##7 | 545/2000 [5:00:38<13:22:37, 33.10s/it, lr: 1.0e-04 loss: 1.222e-01]
pixmo_h_v2: 27%|##7 | 546/2000 [5:01:07<13:21:54, 33.09s/it, lr: 1.0e-04 loss: 2.221e-01]
pixmo_h_v2: 27%|##7 | 546/2000 [5:01:07<13:21:54, 33.09s/it, lr: 1.0e-04 loss: 2.221e-01]
pixmo_h_v2: 27%|##7 | 547/2000 [5:01:37<13:21:11, 33.08s/it, lr: 1.0e-04 loss: 2.335e-01]
pixmo_h_v2: 27%|##7 | 547/2000 [5:01:37<13:21:11, 33.08s/it, lr: 1.0e-04 loss: 2.335e-01]
pixmo_h_v2: 27%|##7 | 548/2000 [5:02:08<13:20:33, 33.08s/it, lr: 1.0e-04 loss: 3.876e-01]
pixmo_h_v2: 27%|##7 | 548/2000 [5:02:08<13:20:33, 33.08s/it, lr: 1.0e-04 loss: 3.876e-01]
pixmo_h_v2: 27%|##7 | 549/2000 [5:02:43<13:20:04, 33.08s/it, lr: 1.0e-04 loss: 1.671e-01]
pixmo_h_v2: 27%|##7 | 549/2000 [5:02:43<13:20:04, 33.08s/it, lr: 1.0e-04 loss: 1.671e-01]
pixmo_h_v2: 28%|##7 | 550/2000 [5:03:00<13:18:50, 33.06s/it, lr: 1.0e-04 loss: 1.578e-01]
pixmo_h_v2: 28%|##7 | 550/2000 [5:03:00<13:18:50, 33.06s/it, lr: 1.0e-04 loss: 1.578e-01]
pixmo_h_v2: 28%|##7 | 551/2000 [5:03:54<13:19:11, 33.09s/it, lr: 1.0e-04 loss: 1.147e-01]
pixmo_h_v2: 28%|##7 | 551/2000 [5:03:54<13:19:11, 33.09s/it, lr: 1.0e-04 loss: 1.147e-01]
pixmo_h_v2: 28%|##7 | 552/2000 [5:04:28<13:18:42, 33.10s/it, lr: 1.0e-04 loss: 1.959e-01]
pixmo_h_v2: 28%|##7 | 552/2000 [5:04:28<13:18:42, 33.10s/it, lr: 1.0e-04 loss: 1.959e-01]
pixmo_h_v2: 28%|##7 | 553/2000 [5:05:03<13:18:13, 33.10s/it, lr: 1.0e-04 loss: 1.577e-01]
pixmo_h_v2: 28%|##7 | 553/2000 [5:05:03<13:18:13, 33.10s/it, lr: 1.0e-04 loss: 1.577e-01]
pixmo_h_v2: 28%|##7 | 554/2000 [5:05:46<13:18:07, 33.12s/it, lr: 1.0e-04 loss: 4.173e-01]
pixmo_h_v2: 28%|##7 | 554/2000 [5:05:46<13:18:07, 33.12s/it, lr: 1.0e-04 loss: 4.173e-01]
pixmo_h_v2: 28%|##7 | 555/2000 [5:06:18<13:17:29, 33.11s/it, lr: 1.0e-04 loss: 2.675e-01]
pixmo_h_v2: 28%|##7 | 555/2000 [5:06:18<13:17:29, 33.11s/it, lr: 1.0e-04 loss: 2.675e-01]
pixmo_h_v2: 28%|##7 | 556/2000 [5:06:37<13:16:19, 33.09s/it, lr: 1.0e-04 loss: 1.323e-01]
pixmo_h_v2: 28%|##7 | 556/2000 [5:06:37<13:16:19, 33.09s/it, lr: 1.0e-04 loss: 1.323e-01]
pixmo_h_v2: 28%|##7 | 557/2000 [5:06:56<13:15:10, 33.06s/it, lr: 1.0e-04 loss: 1.939e-01]
pixmo_h_v2: 28%|##7 | 557/2000 [5:06:56<13:15:10, 33.06s/it, lr: 1.0e-04 loss: 1.939e-01]
pixmo_h_v2: 28%|##7 | 558/2000 [5:07:44<13:15:17, 33.09s/it, lr: 1.0e-04 loss: 1.606e-01]
pixmo_h_v2: 28%|##7 | 558/2000 [5:07:44<13:15:17, 33.09s/it, lr: 1.0e-04 loss: 1.606e-01]
pixmo_h_v2: 28%|##7 | 559/2000 [5:08:02<13:14:04, 33.06s/it, lr: 1.0e-04 loss: 2.620e-01]
pixmo_h_v2: 28%|##7 | 559/2000 [5:08:02<13:14:04, 33.06s/it, lr: 1.0e-04 loss: 2.620e-01]
pixmo_h_v2: 28%|##8 | 560/2000 [5:08:45<13:13:57, 33.08s/it, lr: 1.0e-04 loss: 1.321e-01]
pixmo_h_v2: 28%|##8 | 560/2000 [5:08:45<13:13:57, 33.08s/it, lr: 1.0e-04 loss: 1.321e-01]
pixmo_h_v2: 28%|##8 | 561/2000 [5:09:04<13:12:48, 33.06s/it, lr: 1.0e-04 loss: 2.525e-01]
pixmo_h_v2: 28%|##8 | 561/2000 [5:09:04<13:12:48, 33.06s/it, lr: 1.0e-04 loss: 2.525e-01]
pixmo_h_v2: 28%|##8 | 562/2000 [5:09:39<13:12:19, 33.06s/it, lr: 1.0e-04 loss: 2.032e-01]
pixmo_h_v2: 28%|##8 | 562/2000 [5:09:39<13:12:19, 33.06s/it, lr: 1.0e-04 loss: 2.032e-01]
pixmo_h_v2: 28%|##8 | 563/2000 [5:10:15<13:11:55, 33.07s/it, lr: 1.0e-04 loss: 1.296e-01]
pixmo_h_v2: 28%|##8 | 563/2000 [5:10:15<13:11:55, 33.07s/it, lr: 1.0e-04 loss: 1.296e-01]
pixmo_h_v2: 28%|##8 | 564/2000 [5:10:50<13:11:26, 33.07s/it, lr: 1.0e-04 loss: 1.971e-01]
pixmo_h_v2: 28%|##8 | 564/2000 [5:10:50<13:11:26, 33.07s/it, lr: 1.0e-04 loss: 1.971e-01]
pixmo_h_v2: 28%|##8 | 565/2000 [5:11:21<13:10:48, 33.07s/it, lr: 1.0e-04 loss: 1.794e-01]
pixmo_h_v2: 28%|##8 | 565/2000 [5:11:21<13:10:48, 33.07s/it, lr: 1.0e-04 loss: 1.794e-01]
pixmo_h_v2: 28%|##8 | 566/2000 [5:11:51<13:10:06, 33.06s/it, lr: 1.0e-04 loss: 2.276e-01]
pixmo_h_v2: 28%|##8 | 566/2000 [5:11:51<13:10:06, 33.06s/it, lr: 1.0e-04 loss: 2.276e-01]
pixmo_h_v2: 28%|##8 | 567/2000 [5:12:44<13:10:25, 33.10s/it, lr: 1.0e-04 loss: 1.492e-01]
pixmo_h_v2: 28%|##8 | 567/2000 [5:12:44<13:10:25, 33.10s/it, lr: 1.0e-04 loss: 1.492e-01]
pixmo_h_v2: 28%|##8 | 568/2000 [5:13:21<13:10:00, 33.10s/it, lr: 1.0e-04 loss: 1.564e-01]
pixmo_h_v2: 28%|##8 | 568/2000 [5:13:21<13:10:00, 33.10s/it, lr: 1.0e-04 loss: 1.564e-01]
pixmo_h_v2: 28%|##8 | 569/2000 [5:14:14<13:10:19, 33.14s/it, lr: 1.0e-04 loss: 1.801e-01]
pixmo_h_v2: 28%|##8 | 569/2000 [5:14:14<13:10:19, 33.14s/it, lr: 1.0e-04 loss: 1.801e-01]
pixmo_h_v2: 28%|##8 | 570/2000 [5:14:34<13:09:10, 33.11s/it, lr: 1.0e-04 loss: 3.582e-01]
pixmo_h_v2: 28%|##8 | 570/2000 [5:14:34<13:09:10, 33.11s/it, lr: 1.0e-04 loss: 3.582e-01]
pixmo_h_v2: 29%|##8 | 571/2000 [5:15:08<13:08:41, 33.12s/it, lr: 1.0e-04 loss: 2.665e-01]
pixmo_h_v2: 29%|##8 | 571/2000 [5:15:08<13:08:41, 33.12s/it, lr: 1.0e-04 loss: 2.665e-01]
pixmo_h_v2: 29%|##8 | 572/2000 [5:15:28<13:07:34, 33.09s/it, lr: 1.0e-04 loss: 1.810e-01]
pixmo_h_v2: 29%|##8 | 572/2000 [5:15:28<13:07:34, 33.09s/it, lr: 1.0e-04 loss: 1.810e-01]
pixmo_h_v2: 29%|##8 | 573/2000 [5:15:43<13:06:17, 33.06s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 29%|##8 | 573/2000 [5:15:43<13:06:17, 33.06s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 29%|##8 | 574/2000 [5:16:32<13:06:22, 33.09s/it, lr: 1.0e-04 loss: 1.677e-01]
pixmo_h_v2: 29%|##8 | 574/2000 [5:16:32<13:06:22, 33.09s/it, lr: 1.0e-04 loss: 1.677e-01]
pixmo_h_v2: 29%|##8 | 575/2000 [5:16:49<13:05:10, 33.06s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 29%|##8 | 575/2000 [5:16:49<13:05:10, 33.06s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 29%|##8 | 576/2000 [5:17:38<13:05:16, 33.09s/it, lr: 1.0e-04 loss: 1.055e-01]
pixmo_h_v2: 29%|##8 | 576/2000 [5:17:38<13:05:16, 33.09s/it, lr: 1.0e-04 loss: 1.055e-01]
pixmo_h_v2: 29%|##8 | 577/2000 [5:17:55<13:04:04, 33.06s/it, lr: 1.0e-04 loss: 1.702e-01]
pixmo_h_v2: 29%|##8 | 577/2000 [5:17:55<13:04:04, 33.06s/it, lr: 1.0e-04 loss: 1.702e-01]
pixmo_h_v2: 29%|##8 | 578/2000 [5:18:44<13:04:09, 33.09s/it, lr: 1.0e-04 loss: 1.729e-01]
pixmo_h_v2: 29%|##8 | 578/2000 [5:18:44<13:04:09, 33.09s/it, lr: 1.0e-04 loss: 1.729e-01]
pixmo_h_v2: 29%|##8 | 579/2000 [5:19:15<13:03:31, 33.08s/it, lr: 1.0e-04 loss: 1.598e-01]
pixmo_h_v2: 29%|##8 | 579/2000 [5:19:15<13:03:31, 33.08s/it, lr: 1.0e-04 loss: 1.598e-01]
pixmo_h_v2: 29%|##9 | 580/2000 [5:19:51<13:03:06, 33.09s/it, lr: 1.0e-04 loss: 1.722e-01]
pixmo_h_v2: 29%|##9 | 580/2000 [5:19:51<13:03:06, 33.09s/it, lr: 1.0e-04 loss: 1.722e-01]
pixmo_h_v2: 29%|##9 | 581/2000 [5:20:09<13:01:55, 33.06s/it, lr: 1.0e-04 loss: 1.936e-01]
pixmo_h_v2: 29%|##9 | 581/2000 [5:20:09<13:01:55, 33.06s/it, lr: 1.0e-04 loss: 1.936e-01]
pixmo_h_v2: 29%|##9 | 582/2000 [5:20:26<13:00:44, 33.04s/it, lr: 1.0e-04 loss: 2.235e-01]
pixmo_h_v2: 29%|##9 | 582/2000 [5:20:26<13:00:44, 33.04s/it, lr: 1.0e-04 loss: 2.235e-01]
pixmo_h_v2: 29%|##9 | 583/2000 [5:20:43<12:59:33, 33.01s/it, lr: 1.0e-04 loss: 1.829e-01]
pixmo_h_v2: 29%|##9 | 583/2000 [5:20:43<12:59:33, 33.01s/it, lr: 1.0e-04 loss: 1.829e-01]
pixmo_h_v2: 29%|##9 | 584/2000 [5:21:15<12:58:55, 33.01s/it, lr: 1.0e-04 loss: 1.738e-01]
pixmo_h_v2: 29%|##9 | 584/2000 [5:21:15<12:58:55, 33.01s/it, lr: 1.0e-04 loss: 1.738e-01]
pixmo_h_v2: 29%|##9 | 585/2000 [5:21:44<12:58:14, 33.00s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 29%|##9 | 585/2000 [5:21:44<12:58:14, 33.00s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 29%|##9 | 586/2000 [5:22:02<12:57:03, 32.97s/it, lr: 1.0e-04 loss: 3.003e-01]
pixmo_h_v2: 29%|##9 | 586/2000 [5:22:02<12:57:03, 32.97s/it, lr: 1.0e-04 loss: 3.003e-01]
pixmo_h_v2: 29%|##9 | 587/2000 [5:22:38<12:56:38, 32.98s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 29%|##9 | 587/2000 [5:22:38<12:56:38, 32.98s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 29%|##9 | 588/2000 [5:23:26<12:56:43, 33.01s/it, lr: 1.0e-04 loss: 1.896e-01]
pixmo_h_v2: 29%|##9 | 588/2000 [5:23:26<12:56:43, 33.01s/it, lr: 1.0e-04 loss: 1.896e-01]
pixmo_h_v2: 29%|##9 | 589/2000 [5:23:56<12:56:01, 33.00s/it, lr: 1.0e-04 loss: 1.229e-01]
pixmo_h_v2: 29%|##9 | 589/2000 [5:23:56<12:56:01, 33.00s/it, lr: 1.0e-04 loss: 1.229e-01]
pixmo_h_v2: 30%|##9 | 590/2000 [5:24:32<12:55:36, 33.00s/it, lr: 1.0e-04 loss: 2.055e-01]
pixmo_h_v2: 30%|##9 | 590/2000 [5:24:32<12:55:36, 33.00s/it, lr: 1.0e-04 loss: 2.055e-01]
pixmo_h_v2: 30%|##9 | 591/2000 [5:24:50<12:54:26, 32.98s/it, lr: 1.0e-04 loss: 2.104e-01]
pixmo_h_v2: 30%|##9 | 591/2000 [5:24:50<12:54:26, 32.98s/it, lr: 1.0e-04 loss: 2.104e-01]
pixmo_h_v2: 30%|##9 | 592/2000 [5:25:38<12:54:30, 33.00s/it, lr: 1.0e-04 loss: 1.101e-01]
pixmo_h_v2: 30%|##9 | 592/2000 [5:25:38<12:54:30, 33.00s/it, lr: 1.0e-04 loss: 1.101e-01]
pixmo_h_v2: 30%|##9 | 593/2000 [5:26:08<12:53:49, 33.00s/it, lr: 1.0e-04 loss: 1.659e-01]
pixmo_h_v2: 30%|##9 | 593/2000 [5:26:08<12:53:49, 33.00s/it, lr: 1.0e-04 loss: 1.659e-01]
pixmo_h_v2: 30%|##9 | 594/2000 [5:26:39<12:53:12, 33.00s/it, lr: 1.0e-04 loss: 1.714e-01]
pixmo_h_v2: 30%|##9 | 594/2000 [5:26:39<12:53:12, 33.00s/it, lr: 1.0e-04 loss: 1.714e-01]
pixmo_h_v2: 30%|##9 | 595/2000 [5:27:15<12:52:47, 33.00s/it, lr: 1.0e-04 loss: 1.867e-01]
pixmo_h_v2: 30%|##9 | 595/2000 [5:27:15<12:52:47, 33.00s/it, lr: 1.0e-04 loss: 1.867e-01]
pixmo_h_v2: 30%|##9 | 596/2000 [5:28:04<12:52:50, 33.03s/it, lr: 1.0e-04 loss: 1.538e-01]
pixmo_h_v2: 30%|##9 | 596/2000 [5:28:04<12:52:50, 33.03s/it, lr: 1.0e-04 loss: 1.538e-01]
pixmo_h_v2: 30%|##9 | 597/2000 [5:28:39<12:52:21, 33.03s/it, lr: 1.0e-04 loss: 1.737e-01]
pixmo_h_v2: 30%|##9 | 597/2000 [5:28:39<12:52:21, 33.03s/it, lr: 1.0e-04 loss: 1.737e-01]
pixmo_h_v2: 30%|##9 | 598/2000 [5:29:27<12:52:25, 33.06s/it, lr: 1.0e-04 loss: 1.352e-01]
pixmo_h_v2: 30%|##9 | 598/2000 [5:29:27<12:52:25, 33.06s/it, lr: 1.0e-04 loss: 1.352e-01]
pixmo_h_v2: 30%|##9 | 599/2000 [5:30:02<12:51:55, 33.06s/it, lr: 1.0e-04 loss: 2.060e-01]
pixmo_h_v2: 30%|##9 | 599/2000 [5:30:02<12:51:55, 33.06s/it, lr: 1.0e-04 loss: 2.060e-01]
pixmo_h_v2: 30%|### | 600/2000 [5:30:33<12:51:18, 33.06s/it, lr: 1.0e-04 loss: 2.386e-01]
pixmo_h_v2: 30%|### | 600/2000 [5:30:33<12:51:18, 33.06s/it, lr: 1.0e-04 loss: 2.386e-01]
pixmo_h_v2: 30%|### | 601/2000 [5:31:04<12:50:41, 33.05s/it, lr: 1.0e-04 loss: 1.682e-01]
pixmo_h_v2: 30%|### | 601/2000 [5:31:04<12:50:41, 33.05s/it, lr: 1.0e-04 loss: 1.682e-01]
pixmo_h_v2: 30%|### | 602/2000 [5:31:34<12:49:59, 33.05s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 30%|### | 602/2000 [5:31:34<12:49:59, 33.05s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 30%|### | 603/2000 [5:32:28<12:50:14, 33.08s/it, lr: 1.0e-04 loss: 1.822e-01]
pixmo_h_v2: 30%|### | 603/2000 [5:32:28<12:50:14, 33.08s/it, lr: 1.0e-04 loss: 1.822e-01]
pixmo_h_v2: 30%|### | 604/2000 [5:33:02<12:49:45, 33.08s/it, lr: 1.0e-04 loss: 1.981e-01]
pixmo_h_v2: 30%|### | 604/2000 [5:33:02<12:49:45, 33.08s/it, lr: 1.0e-04 loss: 1.981e-01]
pixmo_h_v2: 30%|### | 605/2000 [5:33:34<12:49:07, 33.08s/it, lr: 1.0e-04 loss: 3.009e-01]
pixmo_h_v2: 30%|### | 605/2000 [5:33:34<12:49:07, 33.08s/it, lr: 1.0e-04 loss: 3.009e-01]
pixmo_h_v2: 30%|### | 606/2000 [5:34:22<12:49:10, 33.11s/it, lr: 1.0e-04 loss: 1.680e-01]
pixmo_h_v2: 30%|### | 606/2000 [5:34:22<12:49:10, 33.11s/it, lr: 1.0e-04 loss: 1.680e-01]
pixmo_h_v2: 30%|### | 607/2000 [5:34:38<12:47:57, 33.08s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 30%|### | 607/2000 [5:34:38<12:47:57, 33.08s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 30%|### | 608/2000 [5:35:26<12:47:59, 33.10s/it, lr: 1.0e-04 loss: 2.838e-01]
pixmo_h_v2: 30%|### | 608/2000 [5:35:26<12:47:59, 33.10s/it, lr: 1.0e-04 loss: 2.838e-01]
pixmo_h_v2: 30%|### | 609/2000 [5:35:42<12:46:46, 33.07s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 30%|### | 609/2000 [5:35:42<12:46:46, 33.07s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 30%|### | 610/2000 [5:36:11<12:46:05, 33.07s/it, lr: 1.0e-04 loss: 1.899e-01]
pixmo_h_v2: 30%|### | 610/2000 [5:36:11<12:46:05, 33.07s/it, lr: 1.0e-04 loss: 1.899e-01]
pixmo_h_v2: 31%|### | 611/2000 [5:36:46<12:45:36, 33.07s/it, lr: 1.0e-04 loss: 2.142e-01]
pixmo_h_v2: 31%|### | 611/2000 [5:36:46<12:45:36, 33.07s/it, lr: 1.0e-04 loss: 2.142e-01]
pixmo_h_v2: 31%|### | 612/2000 [5:37:29<12:45:26, 33.09s/it, lr: 1.0e-04 loss: 1.924e-01]
pixmo_h_v2: 31%|### | 612/2000 [5:37:29<12:45:26, 33.09s/it, lr: 1.0e-04 loss: 1.924e-01]
pixmo_h_v2: 31%|### | 613/2000 [5:38:13<12:45:16, 33.10s/it, lr: 1.0e-04 loss: 2.246e-01]
pixmo_h_v2: 31%|### | 613/2000 [5:38:13<12:45:16, 33.10s/it, lr: 1.0e-04 loss: 2.246e-01]
pixmo_h_v2: 31%|### | 614/2000 [5:38:49<12:44:50, 33.11s/it, lr: 1.0e-04 loss: 1.347e-01]
pixmo_h_v2: 31%|### | 614/2000 [5:38:49<12:44:50, 33.11s/it, lr: 1.0e-04 loss: 1.347e-01]
pixmo_h_v2: 31%|### | 615/2000 [5:39:19<12:44:09, 33.10s/it, lr: 1.0e-04 loss: 1.579e-01]
pixmo_h_v2: 31%|### | 615/2000 [5:39:19<12:44:09, 33.10s/it, lr: 1.0e-04 loss: 1.579e-01]
pixmo_h_v2: 31%|### | 616/2000 [5:39:35<12:42:57, 33.08s/it, lr: 1.0e-04 loss: 1.890e-01]
pixmo_h_v2: 31%|### | 616/2000 [5:39:35<12:42:57, 33.08s/it, lr: 1.0e-04 loss: 1.890e-01]
pixmo_h_v2: 31%|### | 617/2000 [5:40:04<12:42:16, 33.07s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 31%|### | 617/2000 [5:40:04<12:42:16, 33.07s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 31%|### | 618/2000 [5:40:40<12:41:51, 33.08s/it, lr: 1.0e-04 loss: 2.342e-01]
pixmo_h_v2: 31%|### | 618/2000 [5:40:40<12:41:51, 33.08s/it, lr: 1.0e-04 loss: 2.342e-01]
pixmo_h_v2: 31%|### | 619/2000 [5:40:56<12:40:39, 33.05s/it, lr: 1.0e-04 loss: 2.022e-01]
pixmo_h_v2: 31%|### | 619/2000 [5:40:56<12:40:39, 33.05s/it, lr: 1.0e-04 loss: 2.022e-01]
pixmo_h_v2: 31%|###1 | 620/2000 [5:41:45<12:40:40, 33.07s/it, lr: 1.0e-04 loss: 1.778e-01]
pixmo_h_v2: 31%|###1 | 620/2000 [5:41:45<12:40:40, 33.07s/it, lr: 1.0e-04 loss: 1.778e-01]
pixmo_h_v2: 31%|###1 | 621/2000 [5:42:04<12:39:36, 33.05s/it, lr: 1.0e-04 loss: 2.833e-01]
pixmo_h_v2: 31%|###1 | 621/2000 [5:42:04<12:39:36, 33.05s/it, lr: 1.0e-04 loss: 2.833e-01]
pixmo_h_v2: 31%|###1 | 622/2000 [5:42:52<12:39:37, 33.08s/it, lr: 1.0e-04 loss: 1.568e-01]
pixmo_h_v2: 31%|###1 | 622/2000 [5:42:52<12:39:37, 33.08s/it, lr: 1.0e-04 loss: 1.568e-01]
pixmo_h_v2: 31%|###1 | 623/2000 [5:43:23<12:38:58, 33.07s/it, lr: 1.0e-04 loss: 1.607e-01]
pixmo_h_v2: 31%|###1 | 623/2000 [5:43:23<12:38:58, 33.07s/it, lr: 1.0e-04 loss: 1.607e-01]
pixmo_h_v2: 31%|###1 | 624/2000 [5:43:59<12:38:32, 33.08s/it, lr: 1.0e-04 loss: 2.790e-01]
pixmo_h_v2: 31%|###1 | 624/2000 [5:43:59<12:38:32, 33.08s/it, lr: 1.0e-04 loss: 2.790e-01]
pixmo_h_v2: 31%|###1 | 625/2000 [5:44:18<12:37:28, 33.05s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 31%|###1 | 625/2000 [5:44:18<12:37:28, 33.05s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 31%|###1 | 626/2000 [5:44:54<12:37:03, 33.06s/it, lr: 1.0e-04 loss: 1.428e-01]
pixmo_h_v2: 31%|###1 | 626/2000 [5:44:54<12:37:03, 33.06s/it, lr: 1.0e-04 loss: 1.428e-01]
pixmo_h_v2: 31%|###1 | 627/2000 [5:45:26<12:36:26, 33.06s/it, lr: 1.0e-04 loss: 1.433e-01]
pixmo_h_v2: 31%|###1 | 627/2000 [5:45:26<12:36:26, 33.06s/it, lr: 1.0e-04 loss: 1.433e-01]
pixmo_h_v2: 31%|###1 | 628/2000 [5:46:02<12:36:00, 33.06s/it, lr: 1.0e-04 loss: 1.579e-01]
pixmo_h_v2: 31%|###1 | 628/2000 [5:46:02<12:36:00, 33.06s/it, lr: 1.0e-04 loss: 1.579e-01]
pixmo_h_v2: 31%|###1 | 629/2000 [5:46:33<12:35:23, 33.06s/it, lr: 1.0e-04 loss: 1.983e-01]
pixmo_h_v2: 31%|###1 | 629/2000 [5:46:33<12:35:23, 33.06s/it, lr: 1.0e-04 loss: 1.983e-01]
pixmo_h_v2: 32%|###1 | 630/2000 [5:47:03<12:34:42, 33.05s/it, lr: 1.0e-04 loss: 1.616e-01]
pixmo_h_v2: 32%|###1 | 630/2000 [5:47:03<12:34:42, 33.05s/it, lr: 1.0e-04 loss: 1.616e-01]
pixmo_h_v2: 32%|###1 | 631/2000 [5:47:39<12:34:16, 33.06s/it, lr: 1.0e-04 loss: 2.027e-01]
pixmo_h_v2: 32%|###1 | 631/2000 [5:47:39<12:34:16, 33.06s/it, lr: 1.0e-04 loss: 2.027e-01]
pixmo_h_v2: 32%|###1 | 632/2000 [5:48:16<12:33:50, 33.06s/it, lr: 1.0e-04 loss: 1.587e-01]
pixmo_h_v2: 32%|###1 | 632/2000 [5:48:16<12:33:50, 33.06s/it, lr: 1.0e-04 loss: 1.587e-01]
pixmo_h_v2: 32%|###1 | 633/2000 [5:48:50<12:33:21, 33.07s/it, lr: 1.0e-04 loss: 1.610e-01]
pixmo_h_v2: 32%|###1 | 633/2000 [5:48:50<12:33:21, 33.07s/it, lr: 1.0e-04 loss: 1.610e-01]
pixmo_h_v2: 32%|###1 | 634/2000 [5:49:08<12:32:14, 33.04s/it, lr: 1.0e-04 loss: 1.367e-01]
pixmo_h_v2: 32%|###1 | 634/2000 [5:49:08<12:32:14, 33.04s/it, lr: 1.0e-04 loss: 1.367e-01]
pixmo_h_v2: 32%|###1 | 635/2000 [5:49:37<12:31:33, 33.04s/it, lr: 1.0e-04 loss: 3.634e-01]
pixmo_h_v2: 32%|###1 | 635/2000 [5:49:37<12:31:33, 33.04s/it, lr: 1.0e-04 loss: 3.634e-01]
pixmo_h_v2: 32%|###1 | 636/2000 [5:50:07<12:30:53, 33.03s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 32%|###1 | 636/2000 [5:50:07<12:30:53, 33.03s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 32%|###1 | 637/2000 [5:50:42<12:30:24, 33.03s/it, lr: 1.0e-04 loss: 1.930e-01]
pixmo_h_v2: 32%|###1 | 637/2000 [5:50:42<12:30:24, 33.03s/it, lr: 1.0e-04 loss: 1.930e-01]
pixmo_h_v2: 32%|###1 | 638/2000 [5:51:18<12:29:58, 33.04s/it, lr: 1.0e-04 loss: 1.740e-01]
pixmo_h_v2: 32%|###1 | 638/2000 [5:51:18<12:29:58, 33.04s/it, lr: 1.0e-04 loss: 1.740e-01]
pixmo_h_v2: 32%|###1 | 639/2000 [5:51:47<12:29:17, 33.03s/it, lr: 1.0e-04 loss: 2.013e-01]
pixmo_h_v2: 32%|###1 | 639/2000 [5:51:47<12:29:17, 33.03s/it, lr: 1.0e-04 loss: 2.013e-01]
pixmo_h_v2: 32%|###2 | 640/2000 [5:52:19<12:28:40, 33.03s/it, lr: 1.0e-04 loss: 1.904e-01]
pixmo_h_v2: 32%|###2 | 640/2000 [5:52:19<12:28:40, 33.03s/it, lr: 1.0e-04 loss: 1.904e-01]
pixmo_h_v2: 32%|###2 | 641/2000 [5:53:07<12:28:40, 33.05s/it, lr: 1.0e-04 loss: 1.823e-01]
pixmo_h_v2: 32%|###2 | 641/2000 [5:53:07<12:28:40, 33.05s/it, lr: 1.0e-04 loss: 1.823e-01]
pixmo_h_v2: 32%|###2 | 642/2000 [5:53:42<12:28:10, 33.06s/it, lr: 1.0e-04 loss: 1.735e-01]
pixmo_h_v2: 32%|###2 | 642/2000 [5:53:42<12:28:10, 33.06s/it, lr: 1.0e-04 loss: 1.735e-01]
pixmo_h_v2: 32%|###2 | 643/2000 [5:54:18<12:27:44, 33.06s/it, lr: 1.0e-04 loss: 2.368e-01]
pixmo_h_v2: 32%|###2 | 643/2000 [5:54:18<12:27:44, 33.06s/it, lr: 1.0e-04 loss: 2.368e-01]
pixmo_h_v2: 32%|###2 | 644/2000 [5:55:07<12:27:44, 33.09s/it, lr: 1.0e-04 loss: 2.076e-01]
pixmo_h_v2: 32%|###2 | 644/2000 [5:55:07<12:27:44, 33.09s/it, lr: 1.0e-04 loss: 2.076e-01]
pixmo_h_v2: 32%|###2 | 645/2000 [5:55:23<12:26:35, 33.06s/it, lr: 1.0e-04 loss: 1.436e-01]
pixmo_h_v2: 32%|###2 | 645/2000 [5:55:23<12:26:35, 33.06s/it, lr: 1.0e-04 loss: 1.436e-01]
pixmo_h_v2: 32%|###2 | 646/2000 [5:55:40<12:25:29, 33.03s/it, lr: 1.0e-04 loss: 2.079e-01]
pixmo_h_v2: 32%|###2 | 646/2000 [5:55:40<12:25:29, 33.03s/it, lr: 1.0e-04 loss: 2.079e-01]
pixmo_h_v2: 32%|###2 | 647/2000 [5:55:59<12:24:27, 33.01s/it, lr: 1.0e-04 loss: 2.164e-01]
pixmo_h_v2: 32%|###2 | 647/2000 [5:55:59<12:24:27, 33.01s/it, lr: 1.0e-04 loss: 2.164e-01]
pixmo_h_v2: 32%|###2 | 648/2000 [5:56:48<12:24:26, 33.04s/it, lr: 1.0e-04 loss: 1.484e-01]
pixmo_h_v2: 32%|###2 | 648/2000 [5:56:48<12:24:26, 33.04s/it, lr: 1.0e-04 loss: 1.484e-01]
pixmo_h_v2: 32%|###2 | 649/2000 [5:57:19<12:23:49, 33.03s/it, lr: 1.0e-04 loss: 2.144e-01]
pixmo_h_v2: 32%|###2 | 649/2000 [5:57:19<12:23:49, 33.03s/it, lr: 1.0e-04 loss: 2.144e-01]
pixmo_h_v2: 32%|###2 | 650/2000 [5:57:54<12:23:20, 33.04s/it, lr: 1.0e-04 loss: 2.826e-01]
pixmo_h_v2: 32%|###2 | 650/2000 [5:57:54<12:23:20, 33.04s/it, lr: 1.0e-04 loss: 2.826e-01]
pixmo_h_v2: 33%|###2 | 651/2000 [5:58:25<12:22:43, 33.03s/it, lr: 1.0e-04 loss: 2.298e-01]
pixmo_h_v2: 33%|###2 | 651/2000 [5:58:25<12:22:43, 33.03s/it, lr: 1.0e-04 loss: 2.298e-01]
pixmo_h_v2: 33%|###2 | 652/2000 [5:59:01<12:22:17, 33.04s/it, lr: 1.0e-04 loss: 1.499e-01]
pixmo_h_v2: 33%|###2 | 652/2000 [5:59:01<12:22:17, 33.04s/it, lr: 1.0e-04 loss: 1.499e-01]
pixmo_h_v2: 33%|###2 | 653/2000 [5:59:36<12:21:47, 33.04s/it, lr: 1.0e-04 loss: 2.194e-01]
pixmo_h_v2: 33%|###2 | 653/2000 [5:59:36<12:21:47, 33.04s/it, lr: 1.0e-04 loss: 2.194e-01]
pixmo_h_v2: 33%|###2 | 654/2000 [6:00:07<12:21:10, 33.04s/it, lr: 1.0e-04 loss: 1.512e-01]
pixmo_h_v2: 33%|###2 | 654/2000 [6:00:07<12:21:10, 33.04s/it, lr: 1.0e-04 loss: 1.512e-01]
pixmo_h_v2: 33%|###2 | 655/2000 [6:00:38<12:20:33, 33.04s/it, lr: 1.0e-04 loss: 1.629e-01]
pixmo_h_v2: 33%|###2 | 655/2000 [6:00:38<12:20:33, 33.04s/it, lr: 1.0e-04 loss: 1.629e-01]
pixmo_h_v2: 33%|###2 | 656/2000 [6:01:13<12:20:04, 33.04s/it, lr: 1.0e-04 loss: 2.244e-01]
pixmo_h_v2: 33%|###2 | 656/2000 [6:01:13<12:20:04, 33.04s/it, lr: 1.0e-04 loss: 2.244e-01]
pixmo_h_v2: 33%|###2 | 657/2000 [6:02:01<12:20:02, 33.06s/it, lr: 1.0e-04 loss: 1.569e-01]
pixmo_h_v2: 33%|###2 | 657/2000 [6:02:01<12:20:02, 33.06s/it, lr: 1.0e-04 loss: 1.569e-01]
pixmo_h_v2: 33%|###2 | 658/2000 [6:02:50<12:20:01, 33.09s/it, lr: 1.0e-04 loss: 1.993e-01]
pixmo_h_v2: 33%|###2 | 658/2000 [6:02:50<12:20:01, 33.09s/it, lr: 1.0e-04 loss: 1.993e-01]
pixmo_h_v2: 33%|###2 | 659/2000 [6:03:21<12:19:24, 33.08s/it, lr: 1.0e-04 loss: 2.273e-01]
pixmo_h_v2: 33%|###2 | 659/2000 [6:03:21<12:19:24, 33.08s/it, lr: 1.0e-04 loss: 2.273e-01]
pixmo_h_v2: 33%|###3 | 660/2000 [6:03:52<12:18:47, 33.08s/it, lr: 1.0e-04 loss: 1.197e-01]
pixmo_h_v2: 33%|###3 | 660/2000 [6:03:52<12:18:47, 33.08s/it, lr: 1.0e-04 loss: 1.197e-01]
pixmo_h_v2: 33%|###3 | 661/2000 [6:04:24<12:18:10, 33.08s/it, lr: 1.0e-04 loss: 1.490e-01]
pixmo_h_v2: 33%|###3 | 661/2000 [6:04:24<12:18:10, 33.08s/it, lr: 1.0e-04 loss: 1.490e-01]
pixmo_h_v2: 33%|###3 | 662/2000 [6:05:17<12:18:19, 33.11s/it, lr: 1.0e-04 loss: 1.619e-01]
pixmo_h_v2: 33%|###3 | 662/2000 [6:05:17<12:18:19, 33.11s/it, lr: 1.0e-04 loss: 1.619e-01]
pixmo_h_v2: 33%|###3 | 663/2000 [6:05:54<12:17:52, 33.11s/it, lr: 1.0e-04 loss: 1.669e-01]
pixmo_h_v2: 33%|###3 | 663/2000 [6:05:54<12:17:52, 33.11s/it, lr: 1.0e-04 loss: 1.669e-01]
pixmo_h_v2: 33%|###3 | 664/2000 [6:06:11<12:16:47, 33.09s/it, lr: 1.0e-04 loss: 1.701e-01]
pixmo_h_v2: 33%|###3 | 664/2000 [6:06:11<12:16:47, 33.09s/it, lr: 1.0e-04 loss: 1.701e-01]
pixmo_h_v2: 33%|###3 | 665/2000 [6:06:54<12:16:35, 33.11s/it, lr: 1.0e-04 loss: 1.425e-01]
pixmo_h_v2: 33%|###3 | 665/2000 [6:06:54<12:16:35, 33.11s/it, lr: 1.0e-04 loss: 1.425e-01]
pixmo_h_v2: 33%|###3 | 666/2000 [6:07:31<12:16:09, 33.11s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 33%|###3 | 666/2000 [6:07:31<12:16:09, 33.11s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 33%|###3 | 667/2000 [6:07:48<12:15:04, 33.09s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 33%|###3 | 667/2000 [6:07:48<12:15:04, 33.09s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 33%|###3 | 668/2000 [6:08:20<12:14:27, 33.08s/it, lr: 1.0e-04 loss: 1.669e-01]
pixmo_h_v2: 33%|###3 | 668/2000 [6:08:20<12:14:27, 33.08s/it, lr: 1.0e-04 loss: 1.669e-01]
pixmo_h_v2: 33%|###3 | 669/2000 [6:08:51<12:13:51, 33.08s/it, lr: 1.0e-04 loss: 2.494e-01]
pixmo_h_v2: 33%|###3 | 669/2000 [6:08:51<12:13:51, 33.08s/it, lr: 1.0e-04 loss: 2.494e-01]
pixmo_h_v2: 34%|###3 | 670/2000 [6:09:25<12:13:21, 33.08s/it, lr: 1.0e-04 loss: 1.605e-01]
pixmo_h_v2: 34%|###3 | 670/2000 [6:09:25<12:13:21, 33.08s/it, lr: 1.0e-04 loss: 1.605e-01]
pixmo_h_v2: 34%|###3 | 671/2000 [6:09:55<12:12:41, 33.08s/it, lr: 1.0e-04 loss: 1.285e-01]
pixmo_h_v2: 34%|###3 | 671/2000 [6:09:55<12:12:41, 33.08s/it, lr: 1.0e-04 loss: 1.285e-01]
pixmo_h_v2: 34%|###3 | 672/2000 [6:10:44<12:12:38, 33.10s/it, lr: 1.0e-04 loss: 2.395e-01]
pixmo_h_v2: 34%|###3 | 672/2000 [6:10:44<12:12:38, 33.10s/it, lr: 1.0e-04 loss: 2.395e-01]
pixmo_h_v2: 34%|###3 | 673/2000 [6:10:59<12:11:31, 33.08s/it, lr: 1.0e-04 loss: 2.415e-01]
pixmo_h_v2: 34%|###3 | 673/2000 [6:10:59<12:11:31, 33.08s/it, lr: 1.0e-04 loss: 2.415e-01]
pixmo_h_v2: 34%|###3 | 674/2000 [6:11:48<12:11:28, 33.10s/it, lr: 1.0e-04 loss: 3.513e-01]
pixmo_h_v2: 34%|###3 | 674/2000 [6:11:48<12:11:28, 33.10s/it, lr: 1.0e-04 loss: 3.513e-01]
pixmo_h_v2: 34%|###3 | 675/2000 [6:12:41<12:11:35, 33.13s/it, lr: 1.0e-04 loss: 1.697e-01]
pixmo_h_v2: 34%|###3 | 675/2000 [6:12:41<12:11:35, 33.13s/it, lr: 1.0e-04 loss: 1.697e-01]
pixmo_h_v2: 34%|###3 | 676/2000 [6:13:13<12:10:58, 33.13s/it, lr: 1.0e-04 loss: 1.818e-01]
pixmo_h_v2: 34%|###3 | 676/2000 [6:13:13<12:10:58, 33.13s/it, lr: 1.0e-04 loss: 1.818e-01]
pixmo_h_v2: 34%|###3 | 677/2000 [6:13:42<12:10:18, 33.12s/it, lr: 1.0e-04 loss: 1.376e-01]
pixmo_h_v2: 34%|###3 | 677/2000 [6:13:42<12:10:18, 33.12s/it, lr: 1.0e-04 loss: 1.376e-01]
pixmo_h_v2: 34%|###3 | 678/2000 [6:14:00<12:09:14, 33.10s/it, lr: 1.0e-04 loss: 1.239e-01]
pixmo_h_v2: 34%|###3 | 678/2000 [6:14:00<12:09:14, 33.10s/it, lr: 1.0e-04 loss: 1.239e-01]
pixmo_h_v2: 34%|###3 | 679/2000 [6:14:17<12:08:11, 33.07s/it, lr: 1.0e-04 loss: 1.464e-01]
pixmo_h_v2: 34%|###3 | 679/2000 [6:14:17<12:08:11, 33.07s/it, lr: 1.0e-04 loss: 1.464e-01]
pixmo_h_v2: 34%|###4 | 680/2000 [6:15:06<12:08:08, 33.10s/it, lr: 1.0e-04 loss: 2.076e-01]
pixmo_h_v2: 34%|###4 | 680/2000 [6:15:06<12:08:08, 33.10s/it, lr: 1.0e-04 loss: 2.076e-01]
pixmo_h_v2: 34%|###4 | 681/2000 [6:15:40<12:07:38, 33.10s/it, lr: 1.0e-04 loss: 2.444e-01]
pixmo_h_v2: 34%|###4 | 681/2000 [6:15:40<12:07:38, 33.10s/it, lr: 1.0e-04 loss: 2.444e-01]
pixmo_h_v2: 34%|###4 | 682/2000 [6:16:34<12:07:45, 33.13s/it, lr: 1.0e-04 loss: 2.086e-01]
pixmo_h_v2: 34%|###4 | 682/2000 [6:16:34<12:07:45, 33.13s/it, lr: 1.0e-04 loss: 2.086e-01]
pixmo_h_v2: 34%|###4 | 683/2000 [6:16:50<12:06:38, 33.10s/it, lr: 1.0e-04 loss: 2.475e-01]
pixmo_h_v2: 34%|###4 | 683/2000 [6:16:50<12:06:38, 33.10s/it, lr: 1.0e-04 loss: 2.475e-01]
pixmo_h_v2: 34%|###4 | 684/2000 [6:17:19<12:05:58, 33.10s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 34%|###4 | 684/2000 [6:17:19<12:05:58, 33.10s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 34%|###4 | 685/2000 [6:17:54<12:05:28, 33.10s/it, lr: 1.0e-04 loss: 1.408e-01]
pixmo_h_v2: 34%|###4 | 685/2000 [6:17:54<12:05:28, 33.10s/it, lr: 1.0e-04 loss: 1.408e-01]
pixmo_h_v2: 34%|###4 | 686/2000 [6:18:37<12:05:14, 33.12s/it, lr: 1.0e-04 loss: 2.032e-01]
pixmo_h_v2: 34%|###4 | 686/2000 [6:18:37<12:05:14, 33.12s/it, lr: 1.0e-04 loss: 2.032e-01]
pixmo_h_v2: 34%|###4 | 687/2000 [6:19:12<12:04:44, 33.12s/it, lr: 1.0e-04 loss: 1.989e-01]
pixmo_h_v2: 34%|###4 | 687/2000 [6:19:12<12:04:44, 33.12s/it, lr: 1.0e-04 loss: 1.989e-01]
pixmo_h_v2: 34%|###4 | 688/2000 [6:19:31<12:03:44, 33.10s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 34%|###4 | 688/2000 [6:19:31<12:03:44, 33.10s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 34%|###4 | 689/2000 [6:20:20<12:03:41, 33.12s/it, lr: 1.0e-04 loss: 2.075e-01]
pixmo_h_v2: 34%|###4 | 689/2000 [6:20:20<12:03:41, 33.12s/it, lr: 1.0e-04 loss: 2.075e-01]
pixmo_h_v2: 34%|###4 | 690/2000 [6:20:35<12:02:34, 33.10s/it, lr: 1.0e-04 loss: 2.114e-01]
pixmo_h_v2: 34%|###4 | 690/2000 [6:20:35<12:02:34, 33.10s/it, lr: 1.0e-04 loss: 2.114e-01]
pixmo_h_v2: 35%|###4 | 691/2000 [6:21:12<12:02:08, 33.10s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 35%|###4 | 691/2000 [6:21:12<12:02:08, 33.10s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 35%|###4 | 692/2000 [6:21:55<12:01:54, 33.11s/it, lr: 1.0e-04 loss: 1.476e-01]
pixmo_h_v2: 35%|###4 | 692/2000 [6:21:55<12:01:54, 33.11s/it, lr: 1.0e-04 loss: 1.476e-01]
pixmo_h_v2: 35%|###4 | 693/2000 [6:22:25<12:01:14, 33.11s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 35%|###4 | 693/2000 [6:22:25<12:01:14, 33.11s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 35%|###4 | 694/2000 [6:22:54<12:00:34, 33.10s/it, lr: 1.0e-04 loss: 1.533e-01]
pixmo_h_v2: 35%|###4 | 694/2000 [6:22:54<12:00:34, 33.10s/it, lr: 1.0e-04 loss: 1.533e-01]
pixmo_h_v2: 35%|###4 | 695/2000 [6:23:25<11:59:57, 33.10s/it, lr: 1.0e-04 loss: 1.694e-01]
pixmo_h_v2: 35%|###4 | 695/2000 [6:23:25<11:59:57, 33.10s/it, lr: 1.0e-04 loss: 1.694e-01]
pixmo_h_v2: 35%|###4 | 696/2000 [6:24:02<11:59:30, 33.11s/it, lr: 1.0e-04 loss: 2.207e-01]
pixmo_h_v2: 35%|###4 | 696/2000 [6:24:02<11:59:30, 33.11s/it, lr: 1.0e-04 loss: 2.207e-01]
pixmo_h_v2: 35%|###4 | 697/2000 [6:24:17<11:58:25, 33.08s/it, lr: 1.0e-04 loss: 1.976e-01]
pixmo_h_v2: 35%|###4 | 697/2000 [6:24:17<11:58:25, 33.08s/it, lr: 1.0e-04 loss: 1.976e-01]
pixmo_h_v2: 35%|###4 | 698/2000 [6:24:33<11:57:19, 33.06s/it, lr: 1.0e-04 loss: 4.179e-01]
pixmo_h_v2: 35%|###4 | 698/2000 [6:24:33<11:57:19, 33.06s/it, lr: 1.0e-04 loss: 4.179e-01]
pixmo_h_v2: 35%|###4 | 699/2000 [6:25:09<11:56:52, 33.06s/it, lr: 1.0e-04 loss: 1.947e-01]
pixmo_h_v2: 35%|###4 | 699/2000 [6:25:09<11:56:52, 33.06s/it, lr: 1.0e-04 loss: 1.947e-01]
pixmo_h_v2: 35%|###5 | 700/2000 [6:25:44<11:56:22, 33.06s/it, lr: 1.0e-04 loss: 1.545e-01]
pixmo_h_v2: 35%|###5 | 700/2000 [6:25:44<11:56:22, 33.06s/it, lr: 1.0e-04 loss: 1.545e-01]
pixmo_h_v2: 35%|###5 | 701/2000 [6:26:33<11:56:19, 33.09s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 35%|###5 | 701/2000 [6:26:33<11:56:19, 33.09s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 35%|###5 | 702/2000 [6:27:05<11:55:43, 33.08s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 35%|###5 | 702/2000 [6:27:05<11:55:43, 33.08s/it, lr: 1.0e-04 loss: 1.638e-01]
pixmo_h_v2: 35%|###5 | 703/2000 [6:27:53<11:55:38, 33.11s/it, lr: 1.0e-04 loss: 1.659e-01]
pixmo_h_v2: 35%|###5 | 703/2000 [6:27:53<11:55:38, 33.11s/it, lr: 1.0e-04 loss: 1.659e-01]
pixmo_h_v2: 35%|###5 | 704/2000 [6:28:47<11:55:43, 33.14s/it, lr: 1.0e-04 loss: 1.143e-01]
pixmo_h_v2: 35%|###5 | 704/2000 [6:28:47<11:55:43, 33.14s/it, lr: 1.0e-04 loss: 1.143e-01]
pixmo_h_v2: 35%|###5 | 705/2000 [6:29:16<11:55:03, 33.13s/it, lr: 1.0e-04 loss: 1.551e-01]
pixmo_h_v2: 35%|###5 | 705/2000 [6:29:16<11:55:03, 33.13s/it, lr: 1.0e-04 loss: 1.551e-01]
pixmo_h_v2: 35%|###5 | 706/2000 [6:30:00<11:54:49, 33.14s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 35%|###5 | 706/2000 [6:30:00<11:54:49, 33.14s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 35%|###5 | 707/2000 [6:30:36<11:54:22, 33.15s/it, lr: 1.0e-04 loss: 2.333e-01]
pixmo_h_v2: 35%|###5 | 707/2000 [6:30:36<11:54:22, 33.15s/it, lr: 1.0e-04 loss: 2.333e-01]
pixmo_h_v2: 35%|###5 | 708/2000 [6:30:52<11:53:17, 33.13s/it, lr: 1.0e-04 loss: 2.330e-01]
pixmo_h_v2: 35%|###5 | 708/2000 [6:30:52<11:53:17, 33.13s/it, lr: 1.0e-04 loss: 2.330e-01]
pixmo_h_v2: 35%|###5 | 709/2000 [6:31:22<11:52:37, 33.12s/it, lr: 1.0e-04 loss: 1.820e-01]
pixmo_h_v2: 35%|###5 | 709/2000 [6:31:22<11:52:37, 33.12s/it, lr: 1.0e-04 loss: 1.820e-01]
pixmo_h_v2: 36%|###5 | 710/2000 [6:32:15<11:52:42, 33.15s/it, lr: 1.0e-04 loss: 1.598e-01]
pixmo_h_v2: 36%|###5 | 710/2000 [6:32:15<11:52:42, 33.15s/it, lr: 1.0e-04 loss: 1.598e-01]
pixmo_h_v2: 36%|###5 | 711/2000 [6:32:52<11:52:14, 33.15s/it, lr: 1.0e-04 loss: 2.209e-01]
pixmo_h_v2: 36%|###5 | 711/2000 [6:32:52<11:52:14, 33.15s/it, lr: 1.0e-04 loss: 2.209e-01]
pixmo_h_v2: 36%|###5 | 712/2000 [6:33:40<11:52:09, 33.17s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 36%|###5 | 712/2000 [6:33:40<11:52:09, 33.17s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 36%|###5 | 713/2000 [6:34:15<11:51:38, 33.18s/it, lr: 1.0e-04 loss: 1.635e-01]
pixmo_h_v2: 36%|###5 | 713/2000 [6:34:15<11:51:38, 33.18s/it, lr: 1.0e-04 loss: 1.635e-01]
pixmo_h_v2: 36%|###5 | 714/2000 [6:34:51<11:51:11, 33.18s/it, lr: 1.0e-04 loss: 1.799e-01]
pixmo_h_v2: 36%|###5 | 714/2000 [6:34:51<11:51:11, 33.18s/it, lr: 1.0e-04 loss: 1.799e-01]
pixmo_h_v2: 36%|###5 | 715/2000 [6:35:26<11:50:40, 33.18s/it, lr: 1.0e-04 loss: 1.728e-01]
pixmo_h_v2: 36%|###5 | 715/2000 [6:35:26<11:50:40, 33.18s/it, lr: 1.0e-04 loss: 1.728e-01]
pixmo_h_v2: 36%|###5 | 716/2000 [6:35:43<11:49:39, 33.16s/it, lr: 1.0e-04 loss: 2.246e-01]
pixmo_h_v2: 36%|###5 | 716/2000 [6:35:43<11:49:39, 33.16s/it, lr: 1.0e-04 loss: 2.246e-01]
pixmo_h_v2: 36%|###5 | 717/2000 [6:36:32<11:49:33, 33.18s/it, lr: 1.0e-04 loss: 1.431e-01]
pixmo_h_v2: 36%|###5 | 717/2000 [6:36:32<11:49:33, 33.18s/it, lr: 1.0e-04 loss: 1.431e-01]
pixmo_h_v2: 36%|###5 | 718/2000 [6:37:20<11:49:27, 33.20s/it, lr: 1.0e-04 loss: 1.780e-01]
pixmo_h_v2: 36%|###5 | 718/2000 [6:37:20<11:49:27, 33.20s/it, lr: 1.0e-04 loss: 1.780e-01]
pixmo_h_v2: 36%|###5 | 719/2000 [6:37:38<11:48:26, 33.18s/it, lr: 1.0e-04 loss: 2.741e-01]
pixmo_h_v2: 36%|###5 | 719/2000 [6:37:38<11:48:26, 33.18s/it, lr: 1.0e-04 loss: 2.741e-01]
pixmo_h_v2: 36%|###6 | 720/2000 [6:38:09<11:47:49, 33.18s/it, lr: 1.0e-04 loss: 1.605e-01]
pixmo_h_v2: 36%|###6 | 720/2000 [6:38:09<11:47:49, 33.18s/it, lr: 1.0e-04 loss: 1.605e-01]
pixmo_h_v2: 36%|###6 | 721/2000 [6:38:57<11:47:44, 33.20s/it, lr: 1.0e-04 loss: 1.764e-01]
pixmo_h_v2: 36%|###6 | 721/2000 [6:38:57<11:47:44, 33.20s/it, lr: 1.0e-04 loss: 1.764e-01]
pixmo_h_v2: 36%|###6 | 722/2000 [6:39:17<11:46:45, 33.18s/it, lr: 1.0e-04 loss: 2.327e-01]
pixmo_h_v2: 36%|###6 | 722/2000 [6:39:17<11:46:45, 33.18s/it, lr: 1.0e-04 loss: 2.327e-01]
pixmo_h_v2: 36%|###6 | 723/2000 [6:39:53<11:46:18, 33.19s/it, lr: 1.0e-04 loss: 2.277e-01]
pixmo_h_v2: 36%|###6 | 723/2000 [6:39:53<11:46:18, 33.19s/it, lr: 1.0e-04 loss: 2.277e-01]
pixmo_h_v2: 36%|###6 | 724/2000 [6:40:28<11:45:47, 33.19s/it, lr: 1.0e-04 loss: 1.548e-01]
pixmo_h_v2: 36%|###6 | 724/2000 [6:40:28<11:45:47, 33.19s/it, lr: 1.0e-04 loss: 1.548e-01]
pixmo_h_v2: 36%|###6 | 725/2000 [6:41:02<11:45:17, 33.19s/it, lr: 1.0e-04 loss: 1.645e-01]
pixmo_h_v2: 36%|###6 | 725/2000 [6:41:02<11:45:17, 33.19s/it, lr: 1.0e-04 loss: 1.645e-01]
pixmo_h_v2: 36%|###6 | 726/2000 [6:41:33<11:44:40, 33.19s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 36%|###6 | 726/2000 [6:41:33<11:44:40, 33.19s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 36%|###6 | 727/2000 [6:42:22<11:44:34, 33.21s/it, lr: 1.0e-04 loss: 1.586e-01]
pixmo_h_v2: 36%|###6 | 727/2000 [6:42:22<11:44:34, 33.21s/it, lr: 1.0e-04 loss: 1.586e-01]
pixmo_h_v2: 36%|###6 | 728/2000 [6:42:39<11:43:33, 33.19s/it, lr: 1.0e-04 loss: 1.459e-01]
pixmo_h_v2: 36%|###6 | 728/2000 [6:42:39<11:43:33, 33.19s/it, lr: 1.0e-04 loss: 1.459e-01]
pixmo_h_v2: 36%|###6 | 729/2000 [6:42:55<11:42:29, 33.16s/it, lr: 1.0e-04 loss: 1.884e-01]
pixmo_h_v2: 36%|###6 | 729/2000 [6:42:55<11:42:29, 33.16s/it, lr: 1.0e-04 loss: 1.884e-01]
pixmo_h_v2: 36%|###6 | 730/2000 [6:43:30<11:41:59, 33.16s/it, lr: 1.0e-04 loss: 1.479e-01]
pixmo_h_v2: 36%|###6 | 730/2000 [6:43:30<11:41:59, 33.16s/it, lr: 1.0e-04 loss: 1.479e-01]
pixmo_h_v2: 37%|###6 | 731/2000 [6:44:01<11:41:23, 33.16s/it, lr: 1.0e-04 loss: 1.566e-01]
pixmo_h_v2: 37%|###6 | 731/2000 [6:44:01<11:41:23, 33.16s/it, lr: 1.0e-04 loss: 1.566e-01]
pixmo_h_v2: 37%|###6 | 732/2000 [6:44:20<11:40:25, 33.14s/it, lr: 1.0e-04 loss: 1.377e-01]
pixmo_h_v2: 37%|###6 | 732/2000 [6:44:20<11:40:25, 33.14s/it, lr: 1.0e-04 loss: 1.377e-01]
pixmo_h_v2: 37%|###6 | 733/2000 [6:44:51<11:39:49, 33.14s/it, lr: 1.0e-04 loss: 2.099e-01]
pixmo_h_v2: 37%|###6 | 733/2000 [6:44:51<11:39:49, 33.14s/it, lr: 1.0e-04 loss: 2.099e-01]
pixmo_h_v2: 37%|###6 | 734/2000 [6:45:21<11:39:09, 33.14s/it, lr: 1.0e-04 loss: 2.037e-01]
pixmo_h_v2: 37%|###6 | 734/2000 [6:45:21<11:39:09, 33.14s/it, lr: 1.0e-04 loss: 2.037e-01]
pixmo_h_v2: 37%|###6 | 735/2000 [6:45:57<11:38:42, 33.14s/it, lr: 1.0e-04 loss: 2.550e-01]
pixmo_h_v2: 37%|###6 | 735/2000 [6:45:57<11:38:42, 33.14s/it, lr: 1.0e-04 loss: 2.550e-01]
pixmo_h_v2: 37%|###6 | 736/2000 [6:46:15<11:37:41, 33.12s/it, lr: 1.0e-04 loss: 1.400e-01]
pixmo_h_v2: 37%|###6 | 736/2000 [6:46:15<11:37:41, 33.12s/it, lr: 1.0e-04 loss: 1.400e-01]
pixmo_h_v2: 37%|###6 | 737/2000 [6:46:46<11:37:05, 33.12s/it, lr: 1.0e-04 loss: 1.973e-01]
pixmo_h_v2: 37%|###6 | 737/2000 [6:46:46<11:37:05, 33.12s/it, lr: 1.0e-04 loss: 1.973e-01]
pixmo_h_v2: 37%|###6 | 738/2000 [6:47:34<11:36:58, 33.14s/it, lr: 1.0e-04 loss: 1.652e-01]
pixmo_h_v2: 37%|###6 | 738/2000 [6:47:34<11:36:58, 33.14s/it, lr: 1.0e-04 loss: 1.652e-01]
pixmo_h_v2: 37%|###6 | 739/2000 [6:48:23<11:36:51, 33.16s/it, lr: 1.0e-04 loss: 1.550e-01]
pixmo_h_v2: 37%|###6 | 739/2000 [6:48:23<11:36:51, 33.16s/it, lr: 1.0e-04 loss: 1.550e-01]
pixmo_h_v2: 37%|###7 | 740/2000 [6:49:12<11:36:44, 33.18s/it, lr: 1.0e-04 loss: 2.386e-01]
pixmo_h_v2: 37%|###7 | 740/2000 [6:49:12<11:36:44, 33.18s/it, lr: 1.0e-04 loss: 2.386e-01]
pixmo_h_v2: 37%|###7 | 741/2000 [6:49:46<11:36:14, 33.18s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 37%|###7 | 741/2000 [6:49:46<11:36:14, 33.18s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 37%|###7 | 742/2000 [6:50:16<11:35:34, 33.18s/it, lr: 1.0e-04 loss: 2.220e-01]
pixmo_h_v2: 37%|###7 | 742/2000 [6:50:16<11:35:34, 33.18s/it, lr: 1.0e-04 loss: 2.220e-01]
pixmo_h_v2: 37%|###7 | 743/2000 [6:50:45<11:34:55, 33.17s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 37%|###7 | 743/2000 [6:50:45<11:34:55, 33.17s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 37%|###7 | 744/2000 [6:51:17<11:34:19, 33.17s/it, lr: 1.0e-04 loss: 2.099e-01]
pixmo_h_v2: 37%|###7 | 744/2000 [6:51:17<11:34:19, 33.17s/it, lr: 1.0e-04 loss: 2.099e-01]
pixmo_h_v2: 37%|###7 | 745/2000 [6:51:48<11:33:42, 33.17s/it, lr: 1.0e-04 loss: 1.747e-01]
pixmo_h_v2: 37%|###7 | 745/2000 [6:51:48<11:33:42, 33.17s/it, lr: 1.0e-04 loss: 1.747e-01]
pixmo_h_v2: 37%|###7 | 746/2000 [6:52:19<11:33:06, 33.16s/it, lr: 1.0e-04 loss: 1.453e-01]
pixmo_h_v2: 37%|###7 | 746/2000 [6:52:19<11:33:06, 33.16s/it, lr: 1.0e-04 loss: 1.453e-01]
pixmo_h_v2: 37%|###7 | 747/2000 [6:53:13<11:33:07, 33.19s/it, lr: 1.0e-04 loss: 1.795e-01]
pixmo_h_v2: 37%|###7 | 747/2000 [6:53:13<11:33:07, 33.19s/it, lr: 1.0e-04 loss: 1.795e-01]
pixmo_h_v2: 37%|###7 | 748/2000 [6:53:42<11:32:28, 33.19s/it, lr: 1.0e-04 loss: 1.422e-01]
pixmo_h_v2: 37%|###7 | 748/2000 [6:53:42<11:32:28, 33.19s/it, lr: 1.0e-04 loss: 1.422e-01]
pixmo_h_v2: 37%|###7 | 749/2000 [6:54:31<11:32:20, 33.21s/it, lr: 1.0e-04 loss: 1.496e-01]
pixmo_h_v2: 37%|###7 | 749/2000 [6:54:31<11:32:20, 33.21s/it, lr: 1.0e-04 loss: 1.496e-01] |
| Saving at step 750 |
| Saved checkpoint to /app/ai-toolkit/output/pixmo_h_v2/pixmo_h_v2_000000750.safetensors |
| Saved optimizer to /app/ai-toolkit/output/pixmo_h_v2/optimizer.pt |
|
|
|
|
|
Generating Images: 0%| | 0/4 [00:00<?, ?it/s]
Generating Images: 0%| | 0/4 [00:00<?, ?it/s][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:02, 8.37s/it]
3%|3 | 1/30 [00:08<04:02, 8.37s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:54, 8.37s/it]
7%|6 | 2/30 [00:16<03:54, 8.37s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:46, 8.38s/it]
10%|# | 3/30 [00:25<03:46, 8.38s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.39s/it]
13%|#3 | 4/30 [00:33<03:38, 8.39s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:41<03:29, 8.40s/it]
17%|#6 | 5/30 [00:41<03:29, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:21, 8.40s/it]
20%|## | 6/30 [00:50<03:21, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.41s/it]
23%|##3 | 7/30 [00:58<03:13, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.41s/it]
27%|##6 | 8/30 [01:07<03:05, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.41s/it]
30%|### | 9/30 [01:15<02:56, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.41s/it]
33%|###3 | 10/30 [01:24<02:48, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.42s/it]
37%|###6 | 11/30 [01:32<02:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:40<02:31, 8.42s/it]
40%|#### | 12/30 [01:40<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:22<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:22<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:21<00:50, 8.42s/it]
80%|######## | 24/30 [03:21<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.41s/it]
100%|##########| 30/30 [04:12<00:00, 8.41s/it] |
|
|
|
|
|
|
|
Generating Images: 25%|##5 | 1/4 [04:18<12:54, 258.13s/it]
Generating Images: 25%|##5 | 1/4 [04:18<12:54, 258.13s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.40s/it]
3%|3 | 1/30 [00:08<04:03, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.41s/it]
7%|6 | 2/30 [00:16<03:55, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 50%|##### | 2/4 [08:35<08:35, 257.65s/it]
Generating Images: 50%|##### | 2/4 [08:35<08:35, 257.65s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.41s/it]
3%|3 | 1/30 [00:08<04:03, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 75%|#######5 | 3/4 [12:52<04:17, 257.61s/it]
Generating Images: 75%|#######5 | 3/4 [12:52<04:17, 257.61s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.41s/it]
3%|3 | 1/30 [00:08<04:03, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 100%|##########| 4/4 [17:11<00:00, 257.83s/it]
Generating Images: 100%|##########| 4/4 [17:11<00:00, 257.83s/it][A[A |
|
|
|
[A[A
pixmo_h_v2: 38%|###7 | 750/2000 [6:55:07<11:31:52, 33.21s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 38%|###7 | 750/2000 [6:55:07<11:31:52, 33.21s/it, lr: 1.0e-04 loss: 1.918e-01]
pixmo_h_v2: 38%|###7 | 751/2000 [6:55:56<11:31:44, 33.23s/it, lr: 1.0e-04 loss: 1.583e-01]
pixmo_h_v2: 38%|###7 | 751/2000 [6:55:56<11:31:44, 33.23s/it, lr: 1.0e-04 loss: 1.583e-01]
pixmo_h_v2: 38%|###7 | 752/2000 [6:56:13<11:30:45, 33.21s/it, lr: 1.0e-04 loss: 1.870e-01]
pixmo_h_v2: 38%|###7 | 752/2000 [6:56:13<11:30:45, 33.21s/it, lr: 1.0e-04 loss: 1.870e-01]
pixmo_h_v2: 38%|###7 | 753/2000 [6:56:56<11:30:29, 33.22s/it, lr: 1.0e-04 loss: 2.132e-01]
pixmo_h_v2: 38%|###7 | 753/2000 [6:56:56<11:30:29, 33.22s/it, lr: 1.0e-04 loss: 2.132e-01]
pixmo_h_v2: 38%|###7 | 754/2000 [6:57:14<11:29:29, 33.20s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 38%|###7 | 754/2000 [6:57:14<11:29:29, 33.20s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 38%|###7 | 755/2000 [6:57:30<11:28:27, 33.18s/it, lr: 1.0e-04 loss: 2.482e-01]
pixmo_h_v2: 38%|###7 | 755/2000 [6:57:30<11:28:27, 33.18s/it, lr: 1.0e-04 loss: 2.482e-01]
pixmo_h_v2: 38%|###7 | 756/2000 [6:57:59<11:27:48, 33.17s/it, lr: 1.0e-04 loss: 1.537e-01]
pixmo_h_v2: 38%|###7 | 756/2000 [6:57:59<11:27:48, 33.17s/it, lr: 1.0e-04 loss: 1.537e-01]
pixmo_h_v2: 38%|###7 | 757/2000 [6:58:36<11:27:20, 33.18s/it, lr: 1.0e-04 loss: 1.425e-01]
pixmo_h_v2: 38%|###7 | 757/2000 [6:58:36<11:27:20, 33.18s/it, lr: 1.0e-04 loss: 1.425e-01]
pixmo_h_v2: 38%|###7 | 758/2000 [6:58:55<11:26:24, 33.16s/it, lr: 1.0e-04 loss: 1.686e-01]
pixmo_h_v2: 38%|###7 | 758/2000 [6:58:55<11:26:24, 33.16s/it, lr: 1.0e-04 loss: 1.686e-01]
pixmo_h_v2: 38%|###7 | 759/2000 [6:59:31<11:25:56, 33.16s/it, lr: 1.0e-04 loss: 2.221e-01]
pixmo_h_v2: 38%|###7 | 759/2000 [6:59:31<11:25:56, 33.16s/it, lr: 1.0e-04 loss: 2.221e-01]
pixmo_h_v2: 38%|###8 | 760/2000 [7:00:07<11:25:28, 33.17s/it, lr: 1.0e-04 loss: 2.052e-01]
pixmo_h_v2: 38%|###8 | 760/2000 [7:00:07<11:25:28, 33.17s/it, lr: 1.0e-04 loss: 2.052e-01]
pixmo_h_v2: 38%|###8 | 761/2000 [7:01:01<11:25:29, 33.20s/it, lr: 1.0e-04 loss: 1.852e-01]
pixmo_h_v2: 38%|###8 | 761/2000 [7:01:01<11:25:29, 33.20s/it, lr: 1.0e-04 loss: 1.852e-01]
pixmo_h_v2: 38%|###8 | 762/2000 [7:01:36<11:24:58, 33.20s/it, lr: 1.0e-04 loss: 1.316e-01]
pixmo_h_v2: 38%|###8 | 762/2000 [7:01:36<11:24:58, 33.20s/it, lr: 1.0e-04 loss: 1.316e-01]
pixmo_h_v2: 38%|###8 | 763/2000 [7:01:53<11:23:59, 33.18s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 38%|###8 | 763/2000 [7:01:53<11:23:59, 33.18s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 38%|###8 | 764/2000 [7:02:09<11:22:58, 33.15s/it, lr: 1.0e-04 loss: 1.714e-01]
pixmo_h_v2: 38%|###8 | 764/2000 [7:02:09<11:22:58, 33.15s/it, lr: 1.0e-04 loss: 1.714e-01]
pixmo_h_v2: 38%|###8 | 765/2000 [7:02:25<11:21:56, 33.13s/it, lr: 1.0e-04 loss: 2.477e-01]
pixmo_h_v2: 38%|###8 | 765/2000 [7:02:25<11:21:56, 33.13s/it, lr: 1.0e-04 loss: 2.477e-01]
pixmo_h_v2: 38%|###8 | 766/2000 [7:02:56<11:21:20, 33.13s/it, lr: 1.0e-04 loss: 2.209e-01]
pixmo_h_v2: 38%|###8 | 766/2000 [7:02:56<11:21:20, 33.13s/it, lr: 1.0e-04 loss: 2.209e-01]
pixmo_h_v2: 38%|###8 | 767/2000 [7:03:13<11:20:22, 33.11s/it, lr: 1.0e-04 loss: 1.568e-01]
pixmo_h_v2: 38%|###8 | 767/2000 [7:03:13<11:20:22, 33.11s/it, lr: 1.0e-04 loss: 1.568e-01]
pixmo_h_v2: 38%|###8 | 768/2000 [7:04:07<11:20:22, 33.13s/it, lr: 1.0e-04 loss: 3.044e-01]
pixmo_h_v2: 38%|###8 | 768/2000 [7:04:07<11:20:22, 33.13s/it, lr: 1.0e-04 loss: 3.044e-01]
pixmo_h_v2: 38%|###8 | 769/2000 [7:04:24<11:19:23, 33.11s/it, lr: 1.0e-04 loss: 2.778e-01]
pixmo_h_v2: 38%|###8 | 769/2000 [7:04:24<11:19:23, 33.11s/it, lr: 1.0e-04 loss: 2.778e-01]
pixmo_h_v2: 38%|###8 | 770/2000 [7:04:44<11:18:28, 33.10s/it, lr: 1.0e-04 loss: 2.395e-01]
pixmo_h_v2: 38%|###8 | 770/2000 [7:04:44<11:18:28, 33.10s/it, lr: 1.0e-04 loss: 2.395e-01]
pixmo_h_v2: 39%|###8 | 771/2000 [7:05:15<11:17:52, 33.09s/it, lr: 1.0e-04 loss: 1.971e-01]
pixmo_h_v2: 39%|###8 | 771/2000 [7:05:15<11:17:52, 33.09s/it, lr: 1.0e-04 loss: 1.971e-01]
pixmo_h_v2: 39%|###8 | 772/2000 [7:05:30<11:16:51, 33.07s/it, lr: 1.0e-04 loss: 1.743e-01]
pixmo_h_v2: 39%|###8 | 772/2000 [7:05:30<11:16:51, 33.07s/it, lr: 1.0e-04 loss: 1.743e-01]
pixmo_h_v2: 39%|###8 | 773/2000 [7:06:00<11:16:12, 33.07s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 39%|###8 | 773/2000 [7:06:00<11:16:12, 33.07s/it, lr: 1.0e-04 loss: 1.520e-01]
pixmo_h_v2: 39%|###8 | 774/2000 [7:06:31<11:15:36, 33.06s/it, lr: 1.0e-04 loss: 1.178e-01]
pixmo_h_v2: 39%|###8 | 774/2000 [7:06:31<11:15:36, 33.06s/it, lr: 1.0e-04 loss: 1.178e-01]
pixmo_h_v2: 39%|###8 | 775/2000 [7:07:06<11:15:06, 33.07s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 39%|###8 | 775/2000 [7:07:06<11:15:06, 33.07s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 39%|###8 | 776/2000 [7:07:35<11:14:27, 33.06s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 39%|###8 | 776/2000 [7:07:35<11:14:27, 33.06s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 39%|###8 | 777/2000 [7:08:05<11:13:48, 33.06s/it, lr: 1.0e-04 loss: 2.731e-01]
pixmo_h_v2: 39%|###8 | 777/2000 [7:08:05<11:13:48, 33.06s/it, lr: 1.0e-04 loss: 2.731e-01]
pixmo_h_v2: 39%|###8 | 778/2000 [7:08:36<11:13:13, 33.05s/it, lr: 1.0e-04 loss: 1.154e-01]
pixmo_h_v2: 39%|###8 | 778/2000 [7:08:36<11:13:13, 33.05s/it, lr: 1.0e-04 loss: 1.154e-01]
pixmo_h_v2: 39%|###8 | 779/2000 [7:09:09<11:12:39, 33.05s/it, lr: 1.0e-04 loss: 2.430e-01]
pixmo_h_v2: 39%|###8 | 779/2000 [7:09:09<11:12:39, 33.05s/it, lr: 1.0e-04 loss: 2.430e-01]
pixmo_h_v2: 39%|###9 | 780/2000 [7:09:38<11:12:00, 33.05s/it, lr: 1.0e-04 loss: 1.218e-01]
pixmo_h_v2: 39%|###9 | 780/2000 [7:09:38<11:12:00, 33.05s/it, lr: 1.0e-04 loss: 1.218e-01]
pixmo_h_v2: 39%|###9 | 781/2000 [7:10:15<11:11:32, 33.05s/it, lr: 1.0e-04 loss: 1.926e-01]
pixmo_h_v2: 39%|###9 | 781/2000 [7:10:15<11:11:32, 33.05s/it, lr: 1.0e-04 loss: 1.926e-01]
pixmo_h_v2: 39%|###9 | 782/2000 [7:11:03<11:11:23, 33.07s/it, lr: 1.0e-04 loss: 1.990e-01]
pixmo_h_v2: 39%|###9 | 782/2000 [7:11:03<11:11:23, 33.07s/it, lr: 1.0e-04 loss: 1.990e-01]
pixmo_h_v2: 39%|###9 | 783/2000 [7:11:34<11:10:47, 33.07s/it, lr: 1.0e-04 loss: 1.805e-01]
pixmo_h_v2: 39%|###9 | 783/2000 [7:11:34<11:10:47, 33.07s/it, lr: 1.0e-04 loss: 1.805e-01]
pixmo_h_v2: 39%|###9 | 784/2000 [7:12:23<11:10:38, 33.09s/it, lr: 1.0e-04 loss: 1.825e-01]
pixmo_h_v2: 39%|###9 | 784/2000 [7:12:23<11:10:38, 33.09s/it, lr: 1.0e-04 loss: 1.825e-01]
pixmo_h_v2: 39%|###9 | 785/2000 [7:12:59<11:10:10, 33.10s/it, lr: 1.0e-04 loss: 2.588e-01]
pixmo_h_v2: 39%|###9 | 785/2000 [7:12:59<11:10:10, 33.10s/it, lr: 1.0e-04 loss: 2.588e-01]
pixmo_h_v2: 39%|###9 | 786/2000 [7:13:18<11:09:16, 33.08s/it, lr: 1.0e-04 loss: 1.631e-01]
pixmo_h_v2: 39%|###9 | 786/2000 [7:13:18<11:09:16, 33.08s/it, lr: 1.0e-04 loss: 1.631e-01]
pixmo_h_v2: 39%|###9 | 787/2000 [7:13:36<11:08:18, 33.06s/it, lr: 1.0e-04 loss: 1.798e-01]
pixmo_h_v2: 39%|###9 | 787/2000 [7:13:36<11:08:18, 33.06s/it, lr: 1.0e-04 loss: 1.798e-01]
pixmo_h_v2: 39%|###9 | 788/2000 [7:14:05<11:07:40, 33.05s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 39%|###9 | 788/2000 [7:14:05<11:07:40, 33.05s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 39%|###9 | 789/2000 [7:14:24<11:06:45, 33.04s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 39%|###9 | 789/2000 [7:14:24<11:06:45, 33.04s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 40%|###9 | 790/2000 [7:15:18<11:06:44, 33.06s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 40%|###9 | 790/2000 [7:15:18<11:06:44, 33.06s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 40%|###9 | 791/2000 [7:16:12<11:06:42, 33.09s/it, lr: 1.0e-04 loss: 1.397e-01]
pixmo_h_v2: 40%|###9 | 791/2000 [7:16:12<11:06:42, 33.09s/it, lr: 1.0e-04 loss: 1.397e-01]
pixmo_h_v2: 40%|###9 | 792/2000 [7:16:55<11:06:25, 33.10s/it, lr: 1.0e-04 loss: 2.287e-01]
pixmo_h_v2: 40%|###9 | 792/2000 [7:16:55<11:06:25, 33.10s/it, lr: 1.0e-04 loss: 2.287e-01]
pixmo_h_v2: 40%|###9 | 793/2000 [7:17:25<11:05:46, 33.10s/it, lr: 1.0e-04 loss: 1.297e-01]
pixmo_h_v2: 40%|###9 | 793/2000 [7:17:25<11:05:46, 33.10s/it, lr: 1.0e-04 loss: 1.297e-01]
pixmo_h_v2: 40%|###9 | 794/2000 [7:17:40<11:04:47, 33.07s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 40%|###9 | 794/2000 [7:17:40<11:04:47, 33.07s/it, lr: 1.0e-04 loss: 1.800e-01]
pixmo_h_v2: 40%|###9 | 795/2000 [7:18:15<11:04:16, 33.08s/it, lr: 1.0e-04 loss: 1.648e-01]
pixmo_h_v2: 40%|###9 | 795/2000 [7:18:15<11:04:16, 33.08s/it, lr: 1.0e-04 loss: 1.648e-01]
pixmo_h_v2: 40%|###9 | 796/2000 [7:19:03<11:04:06, 33.10s/it, lr: 1.0e-04 loss: 2.106e-01]
pixmo_h_v2: 40%|###9 | 796/2000 [7:19:03<11:04:06, 33.10s/it, lr: 1.0e-04 loss: 2.106e-01]
pixmo_h_v2: 40%|###9 | 797/2000 [7:19:21<11:03:10, 33.08s/it, lr: 1.0e-04 loss: 1.554e-01]
pixmo_h_v2: 40%|###9 | 797/2000 [7:19:21<11:03:10, 33.08s/it, lr: 1.0e-04 loss: 1.554e-01]
pixmo_h_v2: 40%|###9 | 798/2000 [7:20:09<11:03:00, 33.10s/it, lr: 1.0e-04 loss: 2.748e-01]
pixmo_h_v2: 40%|###9 | 798/2000 [7:20:09<11:03:00, 33.10s/it, lr: 1.0e-04 loss: 2.748e-01]
pixmo_h_v2: 40%|###9 | 799/2000 [7:20:41<11:02:24, 33.09s/it, lr: 1.0e-04 loss: 3.016e-01]
pixmo_h_v2: 40%|###9 | 799/2000 [7:20:41<11:02:24, 33.09s/it, lr: 1.0e-04 loss: 3.016e-01]
pixmo_h_v2: 40%|#### | 800/2000 [7:21:24<11:02:06, 33.11s/it, lr: 1.0e-04 loss: 1.907e-01]
pixmo_h_v2: 40%|#### | 800/2000 [7:21:24<11:02:06, 33.11s/it, lr: 1.0e-04 loss: 1.907e-01]
pixmo_h_v2: 40%|#### | 801/2000 [7:21:40<11:01:07, 33.08s/it, lr: 1.0e-04 loss: 2.493e-01]
pixmo_h_v2: 40%|#### | 801/2000 [7:21:40<11:01:07, 33.08s/it, lr: 1.0e-04 loss: 2.493e-01]
pixmo_h_v2: 40%|#### | 802/2000 [7:22:09<11:00:29, 33.08s/it, lr: 1.0e-04 loss: 1.954e-01]
pixmo_h_v2: 40%|#### | 802/2000 [7:22:09<11:00:29, 33.08s/it, lr: 1.0e-04 loss: 1.954e-01]
pixmo_h_v2: 40%|#### | 803/2000 [7:22:58<11:00:18, 33.10s/it, lr: 1.0e-04 loss: 1.726e-01]
pixmo_h_v2: 40%|#### | 803/2000 [7:22:58<11:00:18, 33.10s/it, lr: 1.0e-04 loss: 1.726e-01]
pixmo_h_v2: 40%|#### | 804/2000 [7:23:13<10:59:19, 33.08s/it, lr: 1.0e-04 loss: 2.087e-01]
pixmo_h_v2: 40%|#### | 804/2000 [7:23:13<10:59:19, 33.08s/it, lr: 1.0e-04 loss: 2.087e-01]
pixmo_h_v2: 40%|#### | 805/2000 [7:23:45<10:58:44, 33.07s/it, lr: 1.0e-04 loss: 1.915e-01]
pixmo_h_v2: 40%|#### | 805/2000 [7:23:45<10:58:44, 33.07s/it, lr: 1.0e-04 loss: 1.915e-01]
pixmo_h_v2: 40%|#### | 806/2000 [7:24:21<10:58:15, 33.08s/it, lr: 1.0e-04 loss: 1.771e-01]
pixmo_h_v2: 40%|#### | 806/2000 [7:24:21<10:58:15, 33.08s/it, lr: 1.0e-04 loss: 1.771e-01]
pixmo_h_v2: 40%|#### | 807/2000 [7:25:09<10:58:05, 33.10s/it, lr: 1.0e-04 loss: 1.801e-01]
pixmo_h_v2: 40%|#### | 807/2000 [7:25:09<10:58:05, 33.10s/it, lr: 1.0e-04 loss: 1.801e-01]
pixmo_h_v2: 40%|#### | 808/2000 [7:26:03<10:58:02, 33.12s/it, lr: 1.0e-04 loss: 1.791e-01]
pixmo_h_v2: 40%|#### | 808/2000 [7:26:03<10:58:02, 33.12s/it, lr: 1.0e-04 loss: 1.791e-01]
pixmo_h_v2: 40%|#### | 809/2000 [7:26:52<10:57:52, 33.14s/it, lr: 1.0e-04 loss: 1.719e-01]
pixmo_h_v2: 40%|#### | 809/2000 [7:26:52<10:57:52, 33.14s/it, lr: 1.0e-04 loss: 1.719e-01]
pixmo_h_v2: 40%|#### | 810/2000 [7:27:23<10:57:16, 33.14s/it, lr: 1.0e-04 loss: 1.572e-01]
pixmo_h_v2: 40%|#### | 810/2000 [7:27:23<10:57:16, 33.14s/it, lr: 1.0e-04 loss: 1.572e-01]
pixmo_h_v2: 41%|#### | 811/2000 [7:27:42<10:56:22, 33.12s/it, lr: 1.0e-04 loss: 1.527e-01]
pixmo_h_v2: 41%|#### | 811/2000 [7:27:42<10:56:22, 33.12s/it, lr: 1.0e-04 loss: 1.527e-01]
pixmo_h_v2: 41%|#### | 812/2000 [7:27:58<10:55:24, 33.10s/it, lr: 1.0e-04 loss: 1.606e-01]
pixmo_h_v2: 41%|#### | 812/2000 [7:27:58<10:55:24, 33.10s/it, lr: 1.0e-04 loss: 1.606e-01]
pixmo_h_v2: 41%|#### | 813/2000 [7:28:13<10:54:25, 33.08s/it, lr: 1.0e-04 loss: 1.634e-01]
pixmo_h_v2: 41%|#### | 813/2000 [7:28:13<10:54:25, 33.08s/it, lr: 1.0e-04 loss: 1.634e-01]
pixmo_h_v2: 41%|#### | 814/2000 [7:28:32<10:53:32, 33.06s/it, lr: 1.0e-04 loss: 1.968e-01]
pixmo_h_v2: 41%|#### | 814/2000 [7:28:32<10:53:32, 33.06s/it, lr: 1.0e-04 loss: 1.968e-01]
pixmo_h_v2: 41%|#### | 815/2000 [7:28:52<10:52:38, 33.05s/it, lr: 1.0e-04 loss: 2.124e-01]
pixmo_h_v2: 41%|#### | 815/2000 [7:28:52<10:52:38, 33.05s/it, lr: 1.0e-04 loss: 2.124e-01]
pixmo_h_v2: 41%|#### | 816/2000 [7:29:35<10:52:20, 33.06s/it, lr: 1.0e-04 loss: 1.852e-01]
pixmo_h_v2: 41%|#### | 816/2000 [7:29:35<10:52:20, 33.06s/it, lr: 1.0e-04 loss: 1.852e-01]
pixmo_h_v2: 41%|#### | 817/2000 [7:29:52<10:51:25, 33.04s/it, lr: 1.0e-04 loss: 2.959e-01]
pixmo_h_v2: 41%|#### | 817/2000 [7:29:52<10:51:25, 33.04s/it, lr: 1.0e-04 loss: 2.959e-01]
pixmo_h_v2: 41%|#### | 818/2000 [7:30:10<10:50:29, 33.02s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 41%|#### | 818/2000 [7:30:10<10:50:29, 33.02s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 41%|#### | 819/2000 [7:30:41<10:49:53, 33.02s/it, lr: 1.0e-04 loss: 1.774e-01]
pixmo_h_v2: 41%|#### | 819/2000 [7:30:41<10:49:53, 33.02s/it, lr: 1.0e-04 loss: 1.774e-01]
pixmo_h_v2: 41%|####1 | 820/2000 [7:30:58<10:48:58, 33.00s/it, lr: 1.0e-04 loss: 1.453e-01]
pixmo_h_v2: 41%|####1 | 820/2000 [7:30:58<10:48:58, 33.00s/it, lr: 1.0e-04 loss: 1.453e-01]
pixmo_h_v2: 41%|####1 | 821/2000 [7:31:14<10:48:00, 32.98s/it, lr: 1.0e-04 loss: 1.830e-01]
pixmo_h_v2: 41%|####1 | 821/2000 [7:31:14<10:48:00, 32.98s/it, lr: 1.0e-04 loss: 1.830e-01]
pixmo_h_v2: 41%|####1 | 822/2000 [7:31:44<10:47:22, 32.97s/it, lr: 1.0e-04 loss: 1.852e-01]
pixmo_h_v2: 41%|####1 | 822/2000 [7:31:44<10:47:22, 32.97s/it, lr: 1.0e-04 loss: 1.852e-01]
pixmo_h_v2: 41%|####1 | 823/2000 [7:32:32<10:47:11, 32.99s/it, lr: 1.0e-04 loss: 1.293e-01]
pixmo_h_v2: 41%|####1 | 823/2000 [7:32:32<10:47:11, 32.99s/it, lr: 1.0e-04 loss: 1.293e-01]
pixmo_h_v2: 41%|####1 | 824/2000 [7:33:02<10:46:33, 32.99s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 41%|####1 | 824/2000 [7:33:02<10:46:33, 32.99s/it, lr: 1.0e-04 loss: 1.909e-01]
pixmo_h_v2: 41%|####1 | 825/2000 [7:33:50<10:46:23, 33.01s/it, lr: 1.0e-04 loss: 1.565e-01]
pixmo_h_v2: 41%|####1 | 825/2000 [7:33:50<10:46:23, 33.01s/it, lr: 1.0e-04 loss: 1.565e-01]
pixmo_h_v2: 41%|####1 | 826/2000 [7:34:27<10:45:54, 33.01s/it, lr: 1.0e-04 loss: 1.207e-01]
pixmo_h_v2: 41%|####1 | 826/2000 [7:34:27<10:45:54, 33.01s/it, lr: 1.0e-04 loss: 1.207e-01]
pixmo_h_v2: 41%|####1 | 827/2000 [7:34:44<10:44:59, 32.99s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 41%|####1 | 827/2000 [7:34:44<10:44:59, 32.99s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 41%|####1 | 828/2000 [7:35:32<10:44:48, 33.01s/it, lr: 1.0e-04 loss: 1.751e-01]
pixmo_h_v2: 41%|####1 | 828/2000 [7:35:32<10:44:48, 33.01s/it, lr: 1.0e-04 loss: 1.751e-01]
pixmo_h_v2: 41%|####1 | 829/2000 [7:36:04<10:44:13, 33.01s/it, lr: 1.0e-04 loss: 1.563e-01]
pixmo_h_v2: 41%|####1 | 829/2000 [7:36:04<10:44:13, 33.01s/it, lr: 1.0e-04 loss: 1.563e-01]
pixmo_h_v2: 42%|####1 | 830/2000 [7:36:52<10:44:01, 33.03s/it, lr: 1.0e-04 loss: 2.948e-01]
pixmo_h_v2: 42%|####1 | 830/2000 [7:36:52<10:44:01, 33.03s/it, lr: 1.0e-04 loss: 2.948e-01]
pixmo_h_v2: 42%|####1 | 831/2000 [7:37:10<10:43:06, 33.01s/it, lr: 1.0e-04 loss: 2.294e-01]
pixmo_h_v2: 42%|####1 | 831/2000 [7:37:10<10:43:06, 33.01s/it, lr: 1.0e-04 loss: 2.294e-01]
pixmo_h_v2: 42%|####1 | 832/2000 [7:37:39<10:42:29, 33.00s/it, lr: 1.0e-04 loss: 1.617e-01]
pixmo_h_v2: 42%|####1 | 832/2000 [7:37:39<10:42:29, 33.00s/it, lr: 1.0e-04 loss: 1.617e-01]
pixmo_h_v2: 42%|####1 | 833/2000 [7:38:14<10:41:58, 33.01s/it, lr: 1.0e-04 loss: 1.664e-01]
pixmo_h_v2: 42%|####1 | 833/2000 [7:38:14<10:41:58, 33.01s/it, lr: 1.0e-04 loss: 1.664e-01]
pixmo_h_v2: 42%|####1 | 834/2000 [7:39:02<10:41:47, 33.02s/it, lr: 1.0e-04 loss: 2.861e-01]
pixmo_h_v2: 42%|####1 | 834/2000 [7:39:02<10:41:47, 33.02s/it, lr: 1.0e-04 loss: 2.861e-01]
pixmo_h_v2: 42%|####1 | 835/2000 [7:39:39<10:41:18, 33.03s/it, lr: 1.0e-04 loss: 3.259e-01]
pixmo_h_v2: 42%|####1 | 835/2000 [7:39:39<10:41:18, 33.03s/it, lr: 1.0e-04 loss: 3.259e-01]
pixmo_h_v2: 42%|####1 | 836/2000 [7:39:58<10:40:26, 33.01s/it, lr: 1.0e-04 loss: 1.524e-01]
pixmo_h_v2: 42%|####1 | 836/2000 [7:39:58<10:40:26, 33.01s/it, lr: 1.0e-04 loss: 1.524e-01]
pixmo_h_v2: 42%|####1 | 837/2000 [7:40:13<10:39:29, 32.99s/it, lr: 1.0e-04 loss: 1.477e-01]
pixmo_h_v2: 42%|####1 | 837/2000 [7:40:13<10:39:29, 32.99s/it, lr: 1.0e-04 loss: 1.477e-01]
pixmo_h_v2: 42%|####1 | 838/2000 [7:41:07<10:39:24, 33.02s/it, lr: 1.0e-04 loss: 2.602e-01]
pixmo_h_v2: 42%|####1 | 838/2000 [7:41:07<10:39:24, 33.02s/it, lr: 1.0e-04 loss: 2.602e-01]
pixmo_h_v2: 42%|####1 | 839/2000 [7:41:25<10:38:30, 33.00s/it, lr: 1.0e-04 loss: 3.269e-01]
pixmo_h_v2: 42%|####1 | 839/2000 [7:41:25<10:38:30, 33.00s/it, lr: 1.0e-04 loss: 3.269e-01]
pixmo_h_v2: 42%|####2 | 840/2000 [7:42:18<10:38:25, 33.02s/it, lr: 1.0e-04 loss: 1.573e-01]
pixmo_h_v2: 42%|####2 | 840/2000 [7:42:18<10:38:25, 33.02s/it, lr: 1.0e-04 loss: 1.573e-01]
pixmo_h_v2: 42%|####2 | 841/2000 [7:42:55<10:37:57, 33.03s/it, lr: 1.0e-04 loss: 2.851e-01]
pixmo_h_v2: 42%|####2 | 841/2000 [7:42:55<10:37:57, 33.03s/it, lr: 1.0e-04 loss: 2.851e-01]
pixmo_h_v2: 42%|####2 | 842/2000 [7:43:24<10:37:19, 33.02s/it, lr: 1.0e-04 loss: 1.599e-01]
pixmo_h_v2: 42%|####2 | 842/2000 [7:43:24<10:37:19, 33.02s/it, lr: 1.0e-04 loss: 1.599e-01]
pixmo_h_v2: 42%|####2 | 843/2000 [7:43:40<10:36:22, 33.00s/it, lr: 1.0e-04 loss: 2.382e-01]
pixmo_h_v2: 42%|####2 | 843/2000 [7:43:40<10:36:22, 33.00s/it, lr: 1.0e-04 loss: 2.382e-01]
pixmo_h_v2: 42%|####2 | 844/2000 [7:44:28<10:36:11, 33.02s/it, lr: 1.0e-04 loss: 1.428e-01]
pixmo_h_v2: 42%|####2 | 844/2000 [7:44:28<10:36:11, 33.02s/it, lr: 1.0e-04 loss: 1.428e-01]
pixmo_h_v2: 42%|####2 | 845/2000 [7:44:47<10:35:19, 33.00s/it, lr: 1.0e-04 loss: 2.283e-01]
pixmo_h_v2: 42%|####2 | 845/2000 [7:44:47<10:35:19, 33.00s/it, lr: 1.0e-04 loss: 2.283e-01]
pixmo_h_v2: 42%|####2 | 846/2000 [7:45:03<10:34:22, 32.98s/it, lr: 1.0e-04 loss: 2.797e-01]
pixmo_h_v2: 42%|####2 | 846/2000 [7:45:03<10:34:22, 32.98s/it, lr: 1.0e-04 loss: 2.797e-01]
pixmo_h_v2: 42%|####2 | 847/2000 [7:45:40<10:33:54, 32.99s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 42%|####2 | 847/2000 [7:45:40<10:33:54, 32.99s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 42%|####2 | 848/2000 [7:46:14<10:33:23, 32.99s/it, lr: 1.0e-04 loss: 1.391e-01]
pixmo_h_v2: 42%|####2 | 848/2000 [7:46:14<10:33:23, 32.99s/it, lr: 1.0e-04 loss: 1.391e-01]
pixmo_h_v2: 42%|####2 | 849/2000 [7:46:58<10:33:04, 33.00s/it, lr: 1.0e-04 loss: 1.750e-01]
pixmo_h_v2: 42%|####2 | 849/2000 [7:46:58<10:33:04, 33.00s/it, lr: 1.0e-04 loss: 1.750e-01]
pixmo_h_v2: 42%|####2 | 850/2000 [7:47:51<10:32:59, 33.03s/it, lr: 1.0e-04 loss: 1.551e-01]
pixmo_h_v2: 42%|####2 | 850/2000 [7:47:51<10:32:59, 33.03s/it, lr: 1.0e-04 loss: 1.551e-01]
pixmo_h_v2: 43%|####2 | 851/2000 [7:48:40<10:32:47, 33.04s/it, lr: 1.0e-04 loss: 1.065e-01]
pixmo_h_v2: 43%|####2 | 851/2000 [7:48:40<10:32:47, 33.04s/it, lr: 1.0e-04 loss: 1.065e-01]
pixmo_h_v2: 43%|####2 | 852/2000 [7:49:28<10:32:35, 33.06s/it, lr: 1.0e-04 loss: 2.763e-01]
pixmo_h_v2: 43%|####2 | 852/2000 [7:49:28<10:32:35, 33.06s/it, lr: 1.0e-04 loss: 2.763e-01]
pixmo_h_v2: 43%|####2 | 853/2000 [7:49:58<10:31:57, 33.06s/it, lr: 1.0e-04 loss: 2.057e-01]
pixmo_h_v2: 43%|####2 | 853/2000 [7:49:58<10:31:57, 33.06s/it, lr: 1.0e-04 loss: 2.057e-01]
pixmo_h_v2: 43%|####2 | 854/2000 [7:50:17<10:31:05, 33.04s/it, lr: 1.0e-04 loss: 1.766e-01]
pixmo_h_v2: 43%|####2 | 854/2000 [7:50:17<10:31:05, 33.04s/it, lr: 1.0e-04 loss: 1.766e-01]
pixmo_h_v2: 43%|####2 | 855/2000 [7:50:34<10:30:11, 33.02s/it, lr: 1.0e-04 loss: 2.044e-01]
pixmo_h_v2: 43%|####2 | 855/2000 [7:50:34<10:30:11, 33.02s/it, lr: 1.0e-04 loss: 2.044e-01]
pixmo_h_v2: 43%|####2 | 856/2000 [7:51:28<10:30:06, 33.05s/it, lr: 1.0e-04 loss: 1.664e-01]
pixmo_h_v2: 43%|####2 | 856/2000 [7:51:28<10:30:06, 33.05s/it, lr: 1.0e-04 loss: 1.664e-01]
pixmo_h_v2: 43%|####2 | 857/2000 [7:52:05<10:29:38, 33.05s/it, lr: 1.0e-04 loss: 2.092e-01]
pixmo_h_v2: 43%|####2 | 857/2000 [7:52:05<10:29:38, 33.05s/it, lr: 1.0e-04 loss: 2.092e-01]
pixmo_h_v2: 43%|####2 | 858/2000 [7:52:35<10:29:00, 33.05s/it, lr: 1.0e-04 loss: 1.218e-01]
pixmo_h_v2: 43%|####2 | 858/2000 [7:52:35<10:29:00, 33.05s/it, lr: 1.0e-04 loss: 1.218e-01]
pixmo_h_v2: 43%|####2 | 859/2000 [7:52:52<10:28:06, 33.03s/it, lr: 1.0e-04 loss: 1.906e-01]
pixmo_h_v2: 43%|####2 | 859/2000 [7:52:52<10:28:06, 33.03s/it, lr: 1.0e-04 loss: 1.906e-01]
pixmo_h_v2: 43%|####3 | 860/2000 [7:53:46<10:28:01, 33.05s/it, lr: 1.0e-04 loss: 2.331e-01]
pixmo_h_v2: 43%|####3 | 860/2000 [7:53:46<10:28:01, 33.05s/it, lr: 1.0e-04 loss: 2.331e-01]
pixmo_h_v2: 43%|####3 | 861/2000 [7:54:15<10:27:23, 33.05s/it, lr: 1.0e-04 loss: 1.756e-01]
pixmo_h_v2: 43%|####3 | 861/2000 [7:54:15<10:27:23, 33.05s/it, lr: 1.0e-04 loss: 1.756e-01]
pixmo_h_v2: 43%|####3 | 862/2000 [7:54:45<10:26:45, 33.05s/it, lr: 1.0e-04 loss: 1.416e-01]
pixmo_h_v2: 43%|####3 | 862/2000 [7:54:45<10:26:45, 33.05s/it, lr: 1.0e-04 loss: 1.416e-01]
pixmo_h_v2: 43%|####3 | 863/2000 [7:55:28<10:26:26, 33.06s/it, lr: 1.0e-04 loss: 2.738e-01]
pixmo_h_v2: 43%|####3 | 863/2000 [7:55:28<10:26:26, 33.06s/it, lr: 1.0e-04 loss: 2.738e-01]
pixmo_h_v2: 43%|####3 | 864/2000 [7:56:11<10:26:06, 33.07s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 43%|####3 | 864/2000 [7:56:11<10:26:06, 33.07s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 43%|####3 | 865/2000 [7:56:46<10:25:35, 33.07s/it, lr: 1.0e-04 loss: 2.014e-01]
pixmo_h_v2: 43%|####3 | 865/2000 [7:56:46<10:25:35, 33.07s/it, lr: 1.0e-04 loss: 2.014e-01]
pixmo_h_v2: 43%|####3 | 866/2000 [7:57:29<10:25:15, 33.08s/it, lr: 1.0e-04 loss: 1.171e-01]
pixmo_h_v2: 43%|####3 | 866/2000 [7:57:29<10:25:15, 33.08s/it, lr: 1.0e-04 loss: 1.171e-01]
pixmo_h_v2: 43%|####3 | 867/2000 [7:58:18<10:25:03, 33.10s/it, lr: 1.0e-04 loss: 1.643e-01]
pixmo_h_v2: 43%|####3 | 867/2000 [7:58:18<10:25:03, 33.10s/it, lr: 1.0e-04 loss: 1.643e-01]
pixmo_h_v2: 43%|####3 | 868/2000 [7:58:37<10:24:11, 33.08s/it, lr: 1.0e-04 loss: 2.323e-01]
pixmo_h_v2: 43%|####3 | 868/2000 [7:58:37<10:24:11, 33.08s/it, lr: 1.0e-04 loss: 2.323e-01]
pixmo_h_v2: 43%|####3 | 869/2000 [7:59:25<10:23:58, 33.10s/it, lr: 1.0e-04 loss: 1.885e-01]
pixmo_h_v2: 43%|####3 | 869/2000 [7:59:25<10:23:58, 33.10s/it, lr: 1.0e-04 loss: 1.885e-01]
pixmo_h_v2: 44%|####3 | 870/2000 [8:00:02<10:23:29, 33.11s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 44%|####3 | 870/2000 [8:00:02<10:23:29, 33.11s/it, lr: 1.0e-04 loss: 1.584e-01]
pixmo_h_v2: 44%|####3 | 871/2000 [8:00:19<10:22:36, 33.09s/it, lr: 1.0e-04 loss: 3.250e-01]
pixmo_h_v2: 44%|####3 | 871/2000 [8:00:19<10:22:36, 33.09s/it, lr: 1.0e-04 loss: 3.250e-01]
pixmo_h_v2: 44%|####3 | 872/2000 [8:00:37<10:21:42, 33.07s/it, lr: 1.0e-04 loss: 1.293e-01]
pixmo_h_v2: 44%|####3 | 872/2000 [8:00:37<10:21:42, 33.07s/it, lr: 1.0e-04 loss: 1.293e-01]
pixmo_h_v2: 44%|####3 | 873/2000 [8:01:30<10:21:36, 33.09s/it, lr: 1.0e-04 loss: 1.755e-01]
pixmo_h_v2: 44%|####3 | 873/2000 [8:01:30<10:21:36, 33.09s/it, lr: 1.0e-04 loss: 1.755e-01]
pixmo_h_v2: 44%|####3 | 874/2000 [8:02:00<10:20:58, 33.09s/it, lr: 1.0e-04 loss: 1.517e-01]
pixmo_h_v2: 44%|####3 | 874/2000 [8:02:00<10:20:58, 33.09s/it, lr: 1.0e-04 loss: 1.517e-01]
pixmo_h_v2: 44%|####3 | 875/2000 [8:02:36<10:20:29, 33.09s/it, lr: 1.0e-04 loss: 1.371e-01]
pixmo_h_v2: 44%|####3 | 875/2000 [8:02:36<10:20:29, 33.09s/it, lr: 1.0e-04 loss: 1.371e-01]
pixmo_h_v2: 44%|####3 | 876/2000 [8:03:30<10:20:23, 33.12s/it, lr: 1.0e-04 loss: 2.010e-01]
pixmo_h_v2: 44%|####3 | 876/2000 [8:03:30<10:20:23, 33.12s/it, lr: 1.0e-04 loss: 2.010e-01]
pixmo_h_v2: 44%|####3 | 877/2000 [8:04:06<10:19:54, 33.12s/it, lr: 1.0e-04 loss: 1.451e-01]
pixmo_h_v2: 44%|####3 | 877/2000 [8:04:06<10:19:54, 33.12s/it, lr: 1.0e-04 loss: 1.451e-01]
pixmo_h_v2: 44%|####3 | 878/2000 [8:04:37<10:19:18, 33.12s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 44%|####3 | 878/2000 [8:04:37<10:19:18, 33.12s/it, lr: 1.0e-04 loss: 1.849e-01]
pixmo_h_v2: 44%|####3 | 879/2000 [8:04:56<10:18:27, 33.10s/it, lr: 1.0e-04 loss: 1.545e-01]
pixmo_h_v2: 44%|####3 | 879/2000 [8:04:56<10:18:27, 33.10s/it, lr: 1.0e-04 loss: 1.545e-01]
pixmo_h_v2: 44%|####4 | 880/2000 [8:05:33<10:17:58, 33.11s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 44%|####4 | 880/2000 [8:05:33<10:17:58, 33.11s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 44%|####4 | 881/2000 [8:06:04<10:17:23, 33.10s/it, lr: 1.0e-04 loss: 1.815e-01]
pixmo_h_v2: 44%|####4 | 881/2000 [8:06:04<10:17:23, 33.10s/it, lr: 1.0e-04 loss: 1.815e-01]
pixmo_h_v2: 44%|####4 | 882/2000 [8:06:40<10:16:54, 33.11s/it, lr: 1.0e-04 loss: 1.318e-01]
pixmo_h_v2: 44%|####4 | 882/2000 [8:06:40<10:16:54, 33.11s/it, lr: 1.0e-04 loss: 1.318e-01]
pixmo_h_v2: 44%|####4 | 883/2000 [8:07:17<10:16:25, 33.11s/it, lr: 1.0e-04 loss: 1.459e-01]
pixmo_h_v2: 44%|####4 | 883/2000 [8:07:17<10:16:25, 33.11s/it, lr: 1.0e-04 loss: 1.459e-01]
pixmo_h_v2: 44%|####4 | 884/2000 [8:07:53<10:15:56, 33.12s/it, lr: 1.0e-04 loss: 1.796e-01]
pixmo_h_v2: 44%|####4 | 884/2000 [8:07:53<10:15:56, 33.12s/it, lr: 1.0e-04 loss: 1.796e-01]
pixmo_h_v2: 44%|####4 | 885/2000 [8:08:30<10:15:27, 33.12s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 44%|####4 | 885/2000 [8:08:30<10:15:27, 33.12s/it, lr: 1.0e-04 loss: 1.717e-01]
pixmo_h_v2: 44%|####4 | 886/2000 [8:09:06<10:14:58, 33.12s/it, lr: 1.0e-04 loss: 2.199e-01]
pixmo_h_v2: 44%|####4 | 886/2000 [8:09:06<10:14:58, 33.12s/it, lr: 1.0e-04 loss: 2.199e-01]
pixmo_h_v2: 44%|####4 | 887/2000 [8:09:22<10:14:03, 33.10s/it, lr: 1.0e-04 loss: 2.446e-01]
pixmo_h_v2: 44%|####4 | 887/2000 [8:09:22<10:14:03, 33.10s/it, lr: 1.0e-04 loss: 2.446e-01]
pixmo_h_v2: 44%|####4 | 888/2000 [8:09:53<10:13:27, 33.10s/it, lr: 1.0e-04 loss: 1.954e-01]
pixmo_h_v2: 44%|####4 | 888/2000 [8:09:53<10:13:27, 33.10s/it, lr: 1.0e-04 loss: 1.954e-01]
pixmo_h_v2: 44%|####4 | 889/2000 [8:10:41<10:13:13, 33.12s/it, lr: 1.0e-04 loss: 1.452e-01]
pixmo_h_v2: 44%|####4 | 889/2000 [8:10:41<10:13:13, 33.12s/it, lr: 1.0e-04 loss: 1.452e-01]
pixmo_h_v2: 44%|####4 | 890/2000 [8:11:30<10:12:59, 33.14s/it, lr: 1.0e-04 loss: 1.745e-01]
pixmo_h_v2: 44%|####4 | 890/2000 [8:11:30<10:12:59, 33.14s/it, lr: 1.0e-04 loss: 1.745e-01]
pixmo_h_v2: 45%|####4 | 891/2000 [8:12:04<10:12:28, 33.14s/it, lr: 1.0e-04 loss: 1.519e-01]
pixmo_h_v2: 45%|####4 | 891/2000 [8:12:04<10:12:28, 33.14s/it, lr: 1.0e-04 loss: 1.519e-01]
pixmo_h_v2: 45%|####4 | 892/2000 [8:12:53<10:12:14, 33.15s/it, lr: 1.0e-04 loss: 2.286e-01]
pixmo_h_v2: 45%|####4 | 892/2000 [8:12:53<10:12:14, 33.15s/it, lr: 1.0e-04 loss: 2.286e-01]
pixmo_h_v2: 45%|####4 | 893/2000 [8:13:28<10:11:43, 33.16s/it, lr: 1.0e-04 loss: 1.884e-01]
pixmo_h_v2: 45%|####4 | 893/2000 [8:13:28<10:11:43, 33.16s/it, lr: 1.0e-04 loss: 1.884e-01]
pixmo_h_v2: 45%|####4 | 894/2000 [8:14:11<10:11:23, 33.17s/it, lr: 1.0e-04 loss: 1.475e-01]
pixmo_h_v2: 45%|####4 | 894/2000 [8:14:11<10:11:23, 33.17s/it, lr: 1.0e-04 loss: 1.475e-01]
pixmo_h_v2: 45%|####4 | 895/2000 [8:14:41<10:10:45, 33.16s/it, lr: 1.0e-04 loss: 1.858e-01]
pixmo_h_v2: 45%|####4 | 895/2000 [8:14:41<10:10:45, 33.16s/it, lr: 1.0e-04 loss: 1.858e-01]
pixmo_h_v2: 45%|####4 | 896/2000 [8:14:58<10:09:52, 33.15s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 45%|####4 | 896/2000 [8:14:58<10:09:52, 33.15s/it, lr: 1.0e-04 loss: 1.655e-01]
pixmo_h_v2: 45%|####4 | 897/2000 [8:15:28<10:09:15, 33.14s/it, lr: 1.0e-04 loss: 1.820e-01]
pixmo_h_v2: 45%|####4 | 897/2000 [8:15:28<10:09:15, 33.14s/it, lr: 1.0e-04 loss: 1.820e-01]
pixmo_h_v2: 45%|####4 | 898/2000 [8:16:11<10:08:54, 33.15s/it, lr: 1.0e-04 loss: 2.744e-01]
pixmo_h_v2: 45%|####4 | 898/2000 [8:16:11<10:08:54, 33.15s/it, lr: 1.0e-04 loss: 2.744e-01]
pixmo_h_v2: 45%|####4 | 899/2000 [8:16:28<10:08:02, 33.14s/it, lr: 1.0e-04 loss: 1.805e-01]
pixmo_h_v2: 45%|####4 | 899/2000 [8:16:28<10:08:02, 33.14s/it, lr: 1.0e-04 loss: 1.805e-01]
pixmo_h_v2: 45%|####5 | 900/2000 [8:16:58<10:07:24, 33.13s/it, lr: 1.0e-04 loss: 2.758e-01]
pixmo_h_v2: 45%|####5 | 900/2000 [8:16:58<10:07:24, 33.13s/it, lr: 1.0e-04 loss: 2.758e-01]
pixmo_h_v2: 45%|####5 | 901/2000 [8:17:33<10:06:53, 33.13s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 45%|####5 | 901/2000 [8:17:33<10:06:53, 33.13s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 45%|####5 | 902/2000 [8:18:26<10:06:45, 33.16s/it, lr: 1.0e-04 loss: 2.857e-01]
pixmo_h_v2: 45%|####5 | 902/2000 [8:18:26<10:06:45, 33.16s/it, lr: 1.0e-04 loss: 2.857e-01]
pixmo_h_v2: 45%|####5 | 903/2000 [8:19:03<10:06:16, 33.16s/it, lr: 1.0e-04 loss: 1.739e-01]
pixmo_h_v2: 45%|####5 | 903/2000 [8:19:03<10:06:16, 33.16s/it, lr: 1.0e-04 loss: 1.739e-01]
pixmo_h_v2: 45%|####5 | 904/2000 [8:19:39<10:05:46, 33.16s/it, lr: 1.0e-04 loss: 1.787e-01]
pixmo_h_v2: 45%|####5 | 904/2000 [8:19:39<10:05:46, 33.16s/it, lr: 1.0e-04 loss: 1.787e-01]
pixmo_h_v2: 45%|####5 | 905/2000 [8:20:28<10:05:32, 33.18s/it, lr: 1.0e-04 loss: 1.719e-01]
pixmo_h_v2: 45%|####5 | 905/2000 [8:20:28<10:05:32, 33.18s/it, lr: 1.0e-04 loss: 1.719e-01]
pixmo_h_v2: 45%|####5 | 906/2000 [8:20:45<10:04:40, 33.16s/it, lr: 1.0e-04 loss: 1.634e-01]
pixmo_h_v2: 45%|####5 | 906/2000 [8:20:45<10:04:40, 33.16s/it, lr: 1.0e-04 loss: 1.634e-01]
pixmo_h_v2: 45%|####5 | 907/2000 [8:21:16<10:04:04, 33.16s/it, lr: 1.0e-04 loss: 2.683e-01]
pixmo_h_v2: 45%|####5 | 907/2000 [8:21:16<10:04:04, 33.16s/it, lr: 1.0e-04 loss: 2.683e-01]
pixmo_h_v2: 45%|####5 | 908/2000 [8:21:32<10:03:10, 33.14s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 45%|####5 | 908/2000 [8:21:32<10:03:10, 33.14s/it, lr: 1.0e-04 loss: 1.741e-01]
pixmo_h_v2: 45%|####5 | 909/2000 [8:22:20<10:02:55, 33.16s/it, lr: 1.0e-04 loss: 2.133e-01]
pixmo_h_v2: 45%|####5 | 909/2000 [8:22:20<10:02:55, 33.16s/it, lr: 1.0e-04 loss: 2.133e-01]
pixmo_h_v2: 46%|####5 | 910/2000 [8:22:36<10:02:01, 33.14s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 46%|####5 | 910/2000 [8:22:36<10:02:01, 33.14s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 46%|####5 | 911/2000 [8:23:06<10:01:24, 33.14s/it, lr: 1.0e-04 loss: 1.591e-01]
pixmo_h_v2: 46%|####5 | 911/2000 [8:23:06<10:01:24, 33.14s/it, lr: 1.0e-04 loss: 1.591e-01]
pixmo_h_v2: 46%|####5 | 912/2000 [8:23:54<10:01:09, 33.15s/it, lr: 1.0e-04 loss: 1.772e-01]
pixmo_h_v2: 46%|####5 | 912/2000 [8:23:54<10:01:09, 33.15s/it, lr: 1.0e-04 loss: 1.772e-01]
pixmo_h_v2: 46%|####5 | 913/2000 [8:24:10<10:00:15, 33.13s/it, lr: 1.0e-04 loss: 2.603e-01]
pixmo_h_v2: 46%|####5 | 913/2000 [8:24:10<10:00:15, 33.13s/it, lr: 1.0e-04 loss: 2.603e-01]
pixmo_h_v2: 46%|####5 | 914/2000 [8:24:44<9:59:44, 33.13s/it, lr: 1.0e-04 loss: 1.558e-01]
pixmo_h_v2: 46%|####5 | 914/2000 [8:24:44<9:59:44, 33.13s/it, lr: 1.0e-04 loss: 1.558e-01]
pixmo_h_v2: 46%|####5 | 915/2000 [8:25:14<9:59:06, 33.13s/it, lr: 1.0e-04 loss: 1.601e-01]
pixmo_h_v2: 46%|####5 | 915/2000 [8:25:14<9:59:06, 33.13s/it, lr: 1.0e-04 loss: 1.601e-01]
pixmo_h_v2: 46%|####5 | 916/2000 [8:25:33<9:58:16, 33.12s/it, lr: 1.0e-04 loss: 1.816e-01]
pixmo_h_v2: 46%|####5 | 916/2000 [8:25:33<9:58:16, 33.12s/it, lr: 1.0e-04 loss: 1.816e-01]
pixmo_h_v2: 46%|####5 | 917/2000 [8:25:49<9:57:23, 33.10s/it, lr: 1.0e-04 loss: 2.109e-01]
pixmo_h_v2: 46%|####5 | 917/2000 [8:25:49<9:57:23, 33.10s/it, lr: 1.0e-04 loss: 2.109e-01]
pixmo_h_v2: 46%|####5 | 918/2000 [8:26:18<9:56:45, 33.09s/it, lr: 1.0e-04 loss: 2.680e-01]
pixmo_h_v2: 46%|####5 | 918/2000 [8:26:18<9:56:45, 33.09s/it, lr: 1.0e-04 loss: 2.680e-01]
pixmo_h_v2: 46%|####5 | 919/2000 [8:26:36<9:55:54, 33.08s/it, lr: 1.0e-04 loss: 1.861e-01]
pixmo_h_v2: 46%|####5 | 919/2000 [8:26:36<9:55:54, 33.08s/it, lr: 1.0e-04 loss: 1.861e-01]
pixmo_h_v2: 46%|####6 | 920/2000 [8:27:10<9:55:23, 33.08s/it, lr: 1.0e-04 loss: 1.985e-01]
pixmo_h_v2: 46%|####6 | 920/2000 [8:27:10<9:55:23, 33.08s/it, lr: 1.0e-04 loss: 1.985e-01]
pixmo_h_v2: 46%|####6 | 921/2000 [8:27:42<9:54:47, 33.08s/it, lr: 1.0e-04 loss: 2.026e-01]
pixmo_h_v2: 46%|####6 | 921/2000 [8:27:42<9:54:47, 33.08s/it, lr: 1.0e-04 loss: 2.026e-01]
pixmo_h_v2: 46%|####6 | 922/2000 [8:28:11<9:54:10, 33.07s/it, lr: 1.0e-04 loss: 2.924e-01]
pixmo_h_v2: 46%|####6 | 922/2000 [8:28:11<9:54:10, 33.07s/it, lr: 1.0e-04 loss: 2.924e-01]
pixmo_h_v2: 46%|####6 | 923/2000 [8:29:00<9:53:55, 33.09s/it, lr: 1.0e-04 loss: 1.784e-01]
pixmo_h_v2: 46%|####6 | 923/2000 [8:29:00<9:53:55, 33.09s/it, lr: 1.0e-04 loss: 1.784e-01]
pixmo_h_v2: 46%|####6 | 924/2000 [8:29:36<9:53:26, 33.09s/it, lr: 1.0e-04 loss: 3.034e-01]
pixmo_h_v2: 46%|####6 | 924/2000 [8:29:36<9:53:26, 33.09s/it, lr: 1.0e-04 loss: 3.034e-01]
pixmo_h_v2: 46%|####6 | 925/2000 [8:29:53<9:52:35, 33.07s/it, lr: 1.0e-04 loss: 2.510e-01]
pixmo_h_v2: 46%|####6 | 925/2000 [8:29:53<9:52:35, 33.07s/it, lr: 1.0e-04 loss: 2.510e-01]
pixmo_h_v2: 46%|####6 | 926/2000 [8:30:23<9:51:57, 33.07s/it, lr: 1.0e-04 loss: 2.180e-01]
pixmo_h_v2: 46%|####6 | 926/2000 [8:30:23<9:51:57, 33.07s/it, lr: 1.0e-04 loss: 2.180e-01]
pixmo_h_v2: 46%|####6 | 927/2000 [8:30:59<9:51:28, 33.07s/it, lr: 1.0e-04 loss: 1.879e-01]
pixmo_h_v2: 46%|####6 | 927/2000 [8:30:59<9:51:28, 33.07s/it, lr: 1.0e-04 loss: 1.879e-01]
pixmo_h_v2: 46%|####6 | 928/2000 [8:31:53<9:51:19, 33.10s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 46%|####6 | 928/2000 [8:31:53<9:51:19, 33.10s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 46%|####6 | 929/2000 [8:32:10<9:50:28, 33.08s/it, lr: 1.0e-04 loss: 1.563e-01]
pixmo_h_v2: 46%|####6 | 929/2000 [8:32:10<9:50:28, 33.08s/it, lr: 1.0e-04 loss: 1.563e-01]
pixmo_h_v2: 46%|####6 | 930/2000 [8:32:54<9:50:06, 33.09s/it, lr: 1.0e-04 loss: 1.993e-01]
pixmo_h_v2: 46%|####6 | 930/2000 [8:32:54<9:50:06, 33.09s/it, lr: 1.0e-04 loss: 1.993e-01]
pixmo_h_v2: 47%|####6 | 931/2000 [8:33:11<9:49:15, 33.07s/it, lr: 1.0e-04 loss: 2.162e-01]
pixmo_h_v2: 47%|####6 | 931/2000 [8:33:11<9:49:15, 33.07s/it, lr: 1.0e-04 loss: 2.162e-01]
pixmo_h_v2: 47%|####6 | 932/2000 [8:33:42<9:48:40, 33.07s/it, lr: 1.0e-04 loss: 2.342e-01]
pixmo_h_v2: 47%|####6 | 932/2000 [8:33:42<9:48:40, 33.07s/it, lr: 1.0e-04 loss: 2.342e-01]
pixmo_h_v2: 47%|####6 | 933/2000 [8:34:02<9:47:51, 33.06s/it, lr: 1.0e-04 loss: 1.766e-01]
pixmo_h_v2: 47%|####6 | 933/2000 [8:34:02<9:47:51, 33.06s/it, lr: 1.0e-04 loss: 1.766e-01]
pixmo_h_v2: 47%|####6 | 934/2000 [8:34:19<9:47:00, 33.04s/it, lr: 1.0e-04 loss: 1.197e-01]
pixmo_h_v2: 47%|####6 | 934/2000 [8:34:19<9:47:00, 33.04s/it, lr: 1.0e-04 loss: 1.197e-01]
pixmo_h_v2: 47%|####6 | 935/2000 [8:35:03<9:46:40, 33.05s/it, lr: 1.0e-04 loss: 1.201e-01]
pixmo_h_v2: 47%|####6 | 935/2000 [8:35:03<9:46:40, 33.05s/it, lr: 1.0e-04 loss: 1.201e-01]
pixmo_h_v2: 47%|####6 | 936/2000 [8:35:39<9:46:10, 33.06s/it, lr: 1.0e-04 loss: 2.448e-01]
pixmo_h_v2: 47%|####6 | 936/2000 [8:35:39<9:46:10, 33.06s/it, lr: 1.0e-04 loss: 2.448e-01]
pixmo_h_v2: 47%|####6 | 937/2000 [8:36:33<9:46:01, 33.08s/it, lr: 1.0e-04 loss: 1.315e-01]
pixmo_h_v2: 47%|####6 | 937/2000 [8:36:33<9:46:01, 33.08s/it, lr: 1.0e-04 loss: 1.315e-01]
pixmo_h_v2: 47%|####6 | 938/2000 [8:36:50<9:45:10, 33.06s/it, lr: 1.0e-04 loss: 1.553e-01]
pixmo_h_v2: 47%|####6 | 938/2000 [8:36:50<9:45:10, 33.06s/it, lr: 1.0e-04 loss: 1.553e-01]
pixmo_h_v2: 47%|####6 | 939/2000 [8:37:22<9:44:35, 33.06s/it, lr: 1.0e-04 loss: 1.542e-01]
pixmo_h_v2: 47%|####6 | 939/2000 [8:37:22<9:44:35, 33.06s/it, lr: 1.0e-04 loss: 1.542e-01]
pixmo_h_v2: 47%|####6 | 940/2000 [8:37:53<9:44:00, 33.06s/it, lr: 1.0e-04 loss: 1.486e-01]
pixmo_h_v2: 47%|####6 | 940/2000 [8:37:53<9:44:00, 33.06s/it, lr: 1.0e-04 loss: 1.486e-01]
pixmo_h_v2: 47%|####7 | 941/2000 [8:38:29<9:43:30, 33.06s/it, lr: 1.0e-04 loss: 1.933e-01]
pixmo_h_v2: 47%|####7 | 941/2000 [8:38:29<9:43:30, 33.06s/it, lr: 1.0e-04 loss: 1.933e-01]
pixmo_h_v2: 47%|####7 | 942/2000 [8:39:12<9:43:09, 33.07s/it, lr: 1.0e-04 loss: 1.557e-01]
pixmo_h_v2: 47%|####7 | 942/2000 [8:39:12<9:43:09, 33.07s/it, lr: 1.0e-04 loss: 1.557e-01]
pixmo_h_v2: 47%|####7 | 943/2000 [8:39:47<9:42:37, 33.07s/it, lr: 1.0e-04 loss: 2.083e-01]
pixmo_h_v2: 47%|####7 | 943/2000 [8:39:47<9:42:37, 33.07s/it, lr: 1.0e-04 loss: 2.083e-01]
pixmo_h_v2: 47%|####7 | 944/2000 [8:40:23<9:42:08, 33.08s/it, lr: 1.0e-04 loss: 3.686e-01]
pixmo_h_v2: 47%|####7 | 944/2000 [8:40:23<9:42:08, 33.08s/it, lr: 1.0e-04 loss: 3.686e-01]
pixmo_h_v2: 47%|####7 | 945/2000 [8:41:12<9:41:52, 33.09s/it, lr: 1.0e-04 loss: 2.620e-01]
pixmo_h_v2: 47%|####7 | 945/2000 [8:41:12<9:41:52, 33.09s/it, lr: 1.0e-04 loss: 2.620e-01]
pixmo_h_v2: 47%|####7 | 946/2000 [8:41:41<9:41:15, 33.09s/it, lr: 1.0e-04 loss: 2.058e-01]
pixmo_h_v2: 47%|####7 | 946/2000 [8:41:41<9:41:15, 33.09s/it, lr: 1.0e-04 loss: 2.058e-01]
pixmo_h_v2: 47%|####7 | 947/2000 [8:42:13<9:40:40, 33.09s/it, lr: 1.0e-04 loss: 1.507e-01]
pixmo_h_v2: 47%|####7 | 947/2000 [8:42:13<9:40:40, 33.09s/it, lr: 1.0e-04 loss: 1.507e-01]
pixmo_h_v2: 47%|####7 | 948/2000 [8:42:42<9:40:03, 33.08s/it, lr: 1.0e-04 loss: 2.252e-01]
pixmo_h_v2: 47%|####7 | 948/2000 [8:42:42<9:40:03, 33.08s/it, lr: 1.0e-04 loss: 2.252e-01]
pixmo_h_v2: 47%|####7 | 949/2000 [8:43:31<9:39:47, 33.10s/it, lr: 1.0e-04 loss: 1.792e-01]
pixmo_h_v2: 47%|####7 | 949/2000 [8:43:31<9:39:47, 33.10s/it, lr: 1.0e-04 loss: 1.792e-01]
pixmo_h_v2: 48%|####7 | 950/2000 [8:44:02<9:39:12, 33.10s/it, lr: 1.0e-04 loss: 1.718e-01]
pixmo_h_v2: 48%|####7 | 950/2000 [8:44:02<9:39:12, 33.10s/it, lr: 1.0e-04 loss: 1.718e-01]
pixmo_h_v2: 48%|####7 | 951/2000 [8:44:18<9:38:20, 33.08s/it, lr: 1.0e-04 loss: 1.181e-01]
pixmo_h_v2: 48%|####7 | 951/2000 [8:44:18<9:38:20, 33.08s/it, lr: 1.0e-04 loss: 1.181e-01]
pixmo_h_v2: 48%|####7 | 952/2000 [8:44:49<9:37:44, 33.08s/it, lr: 1.0e-04 loss: 1.905e-01]
pixmo_h_v2: 48%|####7 | 952/2000 [8:44:49<9:37:44, 33.08s/it, lr: 1.0e-04 loss: 1.905e-01]
pixmo_h_v2: 48%|####7 | 953/2000 [8:45:05<9:36:52, 33.06s/it, lr: 1.0e-04 loss: 1.914e-01]
pixmo_h_v2: 48%|####7 | 953/2000 [8:45:05<9:36:52, 33.06s/it, lr: 1.0e-04 loss: 1.914e-01]
pixmo_h_v2: 48%|####7 | 954/2000 [8:45:39<9:36:21, 33.06s/it, lr: 1.0e-04 loss: 1.745e-01]
pixmo_h_v2: 48%|####7 | 954/2000 [8:45:39<9:36:21, 33.06s/it, lr: 1.0e-04 loss: 1.745e-01]
pixmo_h_v2: 48%|####7 | 955/2000 [8:45:55<9:35:29, 33.04s/it, lr: 1.0e-04 loss: 1.168e-01]
pixmo_h_v2: 48%|####7 | 955/2000 [8:45:55<9:35:29, 33.04s/it, lr: 1.0e-04 loss: 1.168e-01]
pixmo_h_v2: 48%|####7 | 956/2000 [8:46:44<9:35:13, 33.06s/it, lr: 1.0e-04 loss: 1.590e-01]
pixmo_h_v2: 48%|####7 | 956/2000 [8:46:44<9:35:13, 33.06s/it, lr: 1.0e-04 loss: 1.590e-01]
pixmo_h_v2: 48%|####7 | 957/2000 [8:47:18<9:34:42, 33.06s/it, lr: 1.0e-04 loss: 1.342e-01]
pixmo_h_v2: 48%|####7 | 957/2000 [8:47:18<9:34:42, 33.06s/it, lr: 1.0e-04 loss: 1.342e-01]
pixmo_h_v2: 48%|####7 | 958/2000 [8:48:07<9:34:25, 33.08s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 48%|####7 | 958/2000 [8:48:07<9:34:25, 33.08s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 48%|####7 | 959/2000 [8:48:55<9:34:09, 33.09s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 48%|####7 | 959/2000 [8:48:55<9:34:09, 33.09s/it, lr: 1.0e-04 loss: 1.813e-01]
pixmo_h_v2: 48%|####8 | 960/2000 [8:49:44<9:33:53, 33.11s/it, lr: 1.0e-04 loss: 1.386e-01]
pixmo_h_v2: 48%|####8 | 960/2000 [8:49:44<9:33:53, 33.11s/it, lr: 1.0e-04 loss: 1.386e-01]
pixmo_h_v2: 48%|####8 | 961/2000 [8:50:19<9:33:21, 33.11s/it, lr: 1.0e-04 loss: 2.412e-01]
pixmo_h_v2: 48%|####8 | 961/2000 [8:50:19<9:33:21, 33.11s/it, lr: 1.0e-04 loss: 2.412e-01]
pixmo_h_v2: 48%|####8 | 962/2000 [8:50:48<9:32:44, 33.11s/it, lr: 1.0e-04 loss: 1.666e-01]
pixmo_h_v2: 48%|####8 | 962/2000 [8:50:48<9:32:44, 33.11s/it, lr: 1.0e-04 loss: 1.666e-01]
pixmo_h_v2: 48%|####8 | 963/2000 [8:51:24<9:32:15, 33.11s/it, lr: 1.0e-04 loss: 3.168e-01]
pixmo_h_v2: 48%|####8 | 963/2000 [8:51:24<9:32:15, 33.11s/it, lr: 1.0e-04 loss: 3.168e-01]
pixmo_h_v2: 48%|####8 | 964/2000 [8:51:54<9:31:38, 33.11s/it, lr: 1.0e-04 loss: 1.331e-01]
pixmo_h_v2: 48%|####8 | 964/2000 [8:51:54<9:31:38, 33.11s/it, lr: 1.0e-04 loss: 1.331e-01]
pixmo_h_v2: 48%|####8 | 965/2000 [8:52:30<9:31:08, 33.11s/it, lr: 1.0e-04 loss: 1.743e-01]
pixmo_h_v2: 48%|####8 | 965/2000 [8:52:30<9:31:08, 33.11s/it, lr: 1.0e-04 loss: 1.743e-01]
pixmo_h_v2: 48%|####8 | 966/2000 [8:52:48<9:30:18, 33.09s/it, lr: 1.0e-04 loss: 2.141e-01]
pixmo_h_v2: 48%|####8 | 966/2000 [8:52:48<9:30:18, 33.09s/it, lr: 1.0e-04 loss: 2.141e-01]
pixmo_h_v2: 48%|####8 | 967/2000 [8:53:03<9:29:26, 33.08s/it, lr: 1.0e-04 loss: 1.821e-01]
pixmo_h_v2: 48%|####8 | 967/2000 [8:53:03<9:29:26, 33.08s/it, lr: 1.0e-04 loss: 1.821e-01]
pixmo_h_v2: 48%|####8 | 968/2000 [8:53:52<9:29:10, 33.09s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 48%|####8 | 968/2000 [8:53:52<9:29:10, 33.09s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 48%|####8 | 969/2000 [8:54:23<9:28:35, 33.09s/it, lr: 1.0e-04 loss: 1.749e-01]
pixmo_h_v2: 48%|####8 | 969/2000 [8:54:23<9:28:35, 33.09s/it, lr: 1.0e-04 loss: 1.749e-01]
pixmo_h_v2: 48%|####8 | 970/2000 [8:54:53<9:27:58, 33.09s/it, lr: 1.0e-04 loss: 1.489e-01]
pixmo_h_v2: 48%|####8 | 970/2000 [8:54:53<9:27:58, 33.09s/it, lr: 1.0e-04 loss: 1.489e-01]
pixmo_h_v2: 49%|####8 | 971/2000 [8:55:12<9:27:10, 33.07s/it, lr: 1.0e-04 loss: 1.537e-01]
pixmo_h_v2: 49%|####8 | 971/2000 [8:55:12<9:27:10, 33.07s/it, lr: 1.0e-04 loss: 1.537e-01]
pixmo_h_v2: 49%|####8 | 972/2000 [8:55:27<9:26:18, 33.05s/it, lr: 1.0e-04 loss: 1.772e-01]
pixmo_h_v2: 49%|####8 | 972/2000 [8:55:27<9:26:18, 33.05s/it, lr: 1.0e-04 loss: 1.772e-01]
pixmo_h_v2: 49%|####8 | 973/2000 [8:56:16<9:26:02, 33.07s/it, lr: 1.0e-04 loss: 1.609e-01]
pixmo_h_v2: 49%|####8 | 973/2000 [8:56:16<9:26:02, 33.07s/it, lr: 1.0e-04 loss: 1.609e-01]
pixmo_h_v2: 49%|####8 | 974/2000 [8:56:52<9:25:32, 33.07s/it, lr: 1.0e-04 loss: 2.199e-01]
pixmo_h_v2: 49%|####8 | 974/2000 [8:56:52<9:25:32, 33.07s/it, lr: 1.0e-04 loss: 2.199e-01]
pixmo_h_v2: 49%|####8 | 975/2000 [8:57:41<9:25:15, 33.09s/it, lr: 1.0e-04 loss: 1.527e-01]
pixmo_h_v2: 49%|####8 | 975/2000 [8:57:41<9:25:15, 33.09s/it, lr: 1.0e-04 loss: 1.527e-01]
pixmo_h_v2: 49%|####8 | 976/2000 [8:58:17<9:24:46, 33.09s/it, lr: 1.0e-04 loss: 2.923e-01]
pixmo_h_v2: 49%|####8 | 976/2000 [8:58:17<9:24:46, 33.09s/it, lr: 1.0e-04 loss: 2.923e-01]
pixmo_h_v2: 49%|####8 | 977/2000 [8:58:36<9:23:58, 33.08s/it, lr: 1.0e-04 loss: 1.700e-01]
pixmo_h_v2: 49%|####8 | 977/2000 [8:58:36<9:23:58, 33.08s/it, lr: 1.0e-04 loss: 1.700e-01]
pixmo_h_v2: 49%|####8 | 978/2000 [8:59:08<9:23:23, 33.08s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 49%|####8 | 978/2000 [8:59:08<9:23:23, 33.08s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 49%|####8 | 979/2000 [8:59:44<9:22:53, 33.08s/it, lr: 1.0e-04 loss: 1.733e-01]
pixmo_h_v2: 49%|####8 | 979/2000 [8:59:44<9:22:53, 33.08s/it, lr: 1.0e-04 loss: 1.733e-01]
pixmo_h_v2: 49%|####9 | 980/2000 [9:00:20<9:22:24, 33.08s/it, lr: 1.0e-04 loss: 2.016e-01]
pixmo_h_v2: 49%|####9 | 980/2000 [9:00:20<9:22:24, 33.08s/it, lr: 1.0e-04 loss: 2.016e-01]
pixmo_h_v2: 49%|####9 | 981/2000 [9:00:52<9:21:49, 33.08s/it, lr: 1.0e-04 loss: 2.524e-01]
pixmo_h_v2: 49%|####9 | 981/2000 [9:00:52<9:21:49, 33.08s/it, lr: 1.0e-04 loss: 2.524e-01]
pixmo_h_v2: 49%|####9 | 982/2000 [9:01:26<9:21:17, 33.08s/it, lr: 1.0e-04 loss: 1.757e-01]
pixmo_h_v2: 49%|####9 | 982/2000 [9:01:26<9:21:17, 33.08s/it, lr: 1.0e-04 loss: 1.757e-01]
pixmo_h_v2: 49%|####9 | 983/2000 [9:02:15<9:21:00, 33.10s/it, lr: 1.0e-04 loss: 2.078e-01]
pixmo_h_v2: 49%|####9 | 983/2000 [9:02:15<9:21:00, 33.10s/it, lr: 1.0e-04 loss: 2.078e-01]
pixmo_h_v2: 49%|####9 | 984/2000 [9:02:46<9:20:25, 33.10s/it, lr: 1.0e-04 loss: 1.850e-01]
pixmo_h_v2: 49%|####9 | 984/2000 [9:02:46<9:20:25, 33.10s/it, lr: 1.0e-04 loss: 1.850e-01]
pixmo_h_v2: 49%|####9 | 985/2000 [9:03:16<9:19:48, 33.09s/it, lr: 1.0e-04 loss: 2.149e-01]
pixmo_h_v2: 49%|####9 | 985/2000 [9:03:16<9:19:48, 33.09s/it, lr: 1.0e-04 loss: 2.149e-01]
pixmo_h_v2: 49%|####9 | 986/2000 [9:03:50<9:19:17, 33.09s/it, lr: 1.0e-04 loss: 1.301e-01]
pixmo_h_v2: 49%|####9 | 986/2000 [9:03:50<9:19:17, 33.09s/it, lr: 1.0e-04 loss: 1.301e-01]
pixmo_h_v2: 49%|####9 | 987/2000 [9:04:27<9:18:47, 33.10s/it, lr: 1.0e-04 loss: 1.768e-01]
pixmo_h_v2: 49%|####9 | 987/2000 [9:04:27<9:18:47, 33.10s/it, lr: 1.0e-04 loss: 1.768e-01]
pixmo_h_v2: 49%|####9 | 988/2000 [9:05:15<9:18:30, 33.11s/it, lr: 1.0e-04 loss: 2.238e-01]
pixmo_h_v2: 49%|####9 | 988/2000 [9:05:15<9:18:30, 33.11s/it, lr: 1.0e-04 loss: 2.238e-01]
pixmo_h_v2: 49%|####9 | 989/2000 [9:06:04<9:18:13, 33.13s/it, lr: 1.0e-04 loss: 1.871e-01]
pixmo_h_v2: 49%|####9 | 989/2000 [9:06:04<9:18:13, 33.13s/it, lr: 1.0e-04 loss: 1.871e-01]
pixmo_h_v2: 50%|####9 | 990/2000 [9:06:21<9:17:23, 33.11s/it, lr: 1.0e-04 loss: 1.897e-01]
pixmo_h_v2: 50%|####9 | 990/2000 [9:06:21<9:17:23, 33.11s/it, lr: 1.0e-04 loss: 1.897e-01]
pixmo_h_v2: 50%|####9 | 991/2000 [9:06:39<9:16:34, 33.10s/it, lr: 1.0e-04 loss: 1.998e-01]
pixmo_h_v2: 50%|####9 | 991/2000 [9:06:39<9:16:34, 33.10s/it, lr: 1.0e-04 loss: 1.998e-01]
pixmo_h_v2: 50%|####9 | 992/2000 [9:06:58<9:15:47, 33.08s/it, lr: 1.0e-04 loss: 2.005e-01]
pixmo_h_v2: 50%|####9 | 992/2000 [9:06:58<9:15:47, 33.08s/it, lr: 1.0e-04 loss: 2.005e-01]
pixmo_h_v2: 50%|####9 | 993/2000 [9:07:46<9:15:30, 33.10s/it, lr: 1.0e-04 loss: 3.206e-01]
pixmo_h_v2: 50%|####9 | 993/2000 [9:07:46<9:15:30, 33.10s/it, lr: 1.0e-04 loss: 3.206e-01]
pixmo_h_v2: 50%|####9 | 994/2000 [9:08:21<9:14:58, 33.10s/it, lr: 1.0e-04 loss: 2.401e-01]
pixmo_h_v2: 50%|####9 | 994/2000 [9:08:21<9:14:58, 33.10s/it, lr: 1.0e-04 loss: 2.401e-01]
pixmo_h_v2: 50%|####9 | 995/2000 [9:08:50<9:14:21, 33.10s/it, lr: 1.0e-04 loss: 1.984e-01]
pixmo_h_v2: 50%|####9 | 995/2000 [9:08:50<9:14:21, 33.10s/it, lr: 1.0e-04 loss: 1.984e-01]
pixmo_h_v2: 50%|####9 | 996/2000 [9:09:06<9:13:31, 33.08s/it, lr: 1.0e-04 loss: 1.562e-01]
pixmo_h_v2: 50%|####9 | 996/2000 [9:09:06<9:13:31, 33.08s/it, lr: 1.0e-04 loss: 1.562e-01]
pixmo_h_v2: 50%|####9 | 997/2000 [9:09:37<9:12:56, 33.08s/it, lr: 1.0e-04 loss: 2.230e-01]
pixmo_h_v2: 50%|####9 | 997/2000 [9:09:37<9:12:56, 33.08s/it, lr: 1.0e-04 loss: 2.230e-01]
pixmo_h_v2: 50%|####9 | 998/2000 [9:10:14<9:12:26, 33.08s/it, lr: 1.0e-04 loss: 1.615e-01]
pixmo_h_v2: 50%|####9 | 998/2000 [9:10:14<9:12:26, 33.08s/it, lr: 1.0e-04 loss: 1.615e-01]
pixmo_h_v2: 50%|####9 | 999/2000 [9:10:31<9:11:37, 33.06s/it, lr: 1.0e-04 loss: 1.879e-01]
pixmo_h_v2: 50%|####9 | 999/2000 [9:10:31<9:11:37, 33.06s/it, lr: 1.0e-04 loss: 1.879e-01] |
| Saving at step 1000 |
| Saved checkpoint to /app/ai-toolkit/output/pixmo_h_v2/pixmo_h_v2_000001000.safetensors |
| Saved optimizer to /app/ai-toolkit/output/pixmo_h_v2/optimizer.pt |
|
|
|
|
|
Generating Images: 0%| | 0/4 [00:00<?, ?it/s]
Generating Images: 0%| | 0/4 [00:00<?, ?it/s][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:09<04:35, 9.51s/it]
3%|3 | 1/30 [00:09<04:35, 9.51s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:17<04:07, 8.83s/it]
7%|6 | 2/30 [00:17<04:07, 8.83s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:26<03:52, 8.63s/it]
10%|# | 3/30 [00:26<03:52, 8.63s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:34<03:41, 8.53s/it]
13%|#3 | 4/30 [00:34<03:41, 8.53s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:43<03:32, 8.48s/it]
17%|#6 | 5/30 [00:43<03:32, 8.48s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:51<03:22, 8.46s/it]
20%|## | 6/30 [00:51<03:22, 8.46s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:59<03:14, 8.44s/it]
23%|##3 | 7/30 [00:59<03:14, 8.44s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:08<03:05, 8.43s/it]
27%|##6 | 8/30 [01:08<03:05, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:16<02:56, 8.43s/it]
30%|### | 9/30 [01:16<02:56, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:25<02:48, 8.43s/it]
33%|###3 | 10/30 [01:25<02:48, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:33<02:40, 8.42s/it]
37%|###6 | 11/30 [01:33<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:50<02:23, 8.42s/it]
43%|####3 | 13/30 [01:50<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:58<02:14, 8.42s/it]
47%|####6 | 14/30 [01:58<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:07<02:06, 8.42s/it]
50%|##### | 15/30 [02:07<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:15<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:15<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:24<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:24<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:32<01:41, 8.42s/it]
60%|###### | 18/30 [02:32<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:49<01:24, 8.42s/it]
67%|######6 | 20/30 [02:49<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:57<01:15, 8.42s/it]
70%|####### | 21/30 [02:57<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:06<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:06<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:14<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:14<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:23<00:50, 8.43s/it]
80%|######## | 24/30 [03:23<00:50, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:31<00:42, 8.43s/it]
83%|########3 | 25/30 [03:31<00:42, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.42s/it]
87%|########6 | 26/30 [03:39<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:48<00:25, 8.43s/it]
90%|######### | 27/30 [03:48<00:25, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:56<00:16, 8.43s/it]
93%|#########3| 28/30 [03:56<00:16, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:05<00:08, 8.43s/it]
97%|#########6| 29/30 [04:05<00:08, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:13<00:00, 8.43s/it]
100%|##########| 30/30 [04:13<00:00, 8.43s/it][A[A[A[A
100%|##########| 30/30 [04:13<00:00, 8.45s/it]
100%|##########| 30/30 [04:13<00:00, 8.45s/it] |
|
|
|
|
|
|
|
Generating Images: 25%|##5 | 1/4 [04:20<13:02, 260.78s/it]
Generating Images: 25%|##5 | 1/4 [04:20<13:02, 260.78s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.40s/it]
3%|3 | 1/30 [00:08<04:03, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.41s/it]
7%|6 | 2/30 [00:16<03:55, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.41s/it]
10%|# | 3/30 [00:25<03:47, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.42s/it]
37%|###6 | 11/30 [01:32<02:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 50%|##### | 2/4 [08:38<08:37, 258.90s/it]
Generating Images: 50%|##### | 2/4 [08:38<08:37, 258.90s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.41s/it]
3%|3 | 1/30 [00:08<04:03, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 75%|#######5 | 3/4 [12:57<04:18, 258.97s/it]
Generating Images: 75%|#######5 | 3/4 [12:57<04:18, 258.97s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:13, 8.75s/it]
3%|3 | 1/30 [00:08<04:13, 8.75s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:17<03:59, 8.55s/it]
7%|6 | 2/30 [00:17<03:59, 8.55s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:49, 8.49s/it]
10%|# | 3/30 [00:25<03:49, 8.49s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:40, 8.46s/it]
13%|#3 | 4/30 [00:33<03:40, 8.46s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:31, 8.45s/it]
17%|#6 | 5/30 [00:42<03:31, 8.45s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.44s/it]
20%|## | 6/30 [00:50<03:22, 8.44s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:59<03:13, 8.43s/it]
23%|##3 | 7/30 [00:59<03:13, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.43s/it]
27%|##6 | 8/30 [01:07<03:05, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:16<02:56, 8.43s/it]
30%|### | 9/30 [01:16<02:56, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.43s/it]
33%|###3 | 10/30 [01:24<02:48, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:58<02:14, 8.42s/it]
47%|####6 | 14/30 [01:58<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:15<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:15<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:57<01:15, 8.42s/it]
70%|####### | 21/30 [02:57<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:14<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:14<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.42s/it]
87%|########6 | 26/30 [03:39<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:56<00:16, 8.42s/it]
93%|#########3| 28/30 [03:56<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.43s/it]
100%|##########| 30/30 [04:12<00:00, 8.43s/it] |
|
|
|
|
|
|
|
Generating Images: 100%|##########| 4/4 [17:15<00:00, 258.67s/it]
Generating Images: 100%|##########| 4/4 [17:15<00:00, 258.67s/it][A[A |
|
|
|
[A[A
pixmo_h_v2: 50%|##### | 1000/2000 [9:11:26<9:11:26, 33.09s/it, lr: 1.0e-04 loss: 1.614e-01]
pixmo_h_v2: 50%|##### | 1000/2000 [9:11:26<9:11:26, 33.09s/it, lr: 1.0e-04 loss: 1.614e-01]
pixmo_h_v2: 50%|##### | 1001/2000 [9:11:44<9:10:38, 33.07s/it, lr: 1.0e-04 loss: 1.670e-01]
pixmo_h_v2: 50%|##### | 1001/2000 [9:11:44<9:10:38, 33.07s/it, lr: 1.0e-04 loss: 1.670e-01]
pixmo_h_v2: 50%|##### | 1002/2000 [9:12:32<9:10:20, 33.09s/it, lr: 1.0e-04 loss: 2.217e-01]
pixmo_h_v2: 50%|##### | 1002/2000 [9:12:32<9:10:20, 33.09s/it, lr: 1.0e-04 loss: 2.217e-01]
pixmo_h_v2: 50%|##### | 1003/2000 [9:12:48<9:09:30, 33.07s/it, lr: 1.0e-04 loss: 1.647e-01]
pixmo_h_v2: 50%|##### | 1003/2000 [9:12:48<9:09:30, 33.07s/it, lr: 1.0e-04 loss: 1.647e-01]
pixmo_h_v2: 50%|##### | 1004/2000 [9:13:07<9:08:43, 33.06s/it, lr: 1.0e-04 loss: 1.683e-01]
pixmo_h_v2: 50%|##### | 1004/2000 [9:13:07<9:08:43, 33.06s/it, lr: 1.0e-04 loss: 1.683e-01]
pixmo_h_v2: 50%|##### | 1005/2000 [9:13:42<9:08:11, 33.06s/it, lr: 1.0e-04 loss: 2.408e-01]
pixmo_h_v2: 50%|##### | 1005/2000 [9:13:42<9:08:11, 33.06s/it, lr: 1.0e-04 loss: 2.408e-01]
pixmo_h_v2: 50%|##### | 1006/2000 [9:14:13<9:07:36, 33.06s/it, lr: 1.0e-04 loss: 1.260e-01]
pixmo_h_v2: 50%|##### | 1006/2000 [9:14:13<9:07:36, 33.06s/it, lr: 1.0e-04 loss: 1.260e-01]
pixmo_h_v2: 50%|##### | 1007/2000 [9:14:44<9:07:01, 33.05s/it, lr: 1.0e-04 loss: 1.600e-01]
pixmo_h_v2: 50%|##### | 1007/2000 [9:14:44<9:07:01, 33.05s/it, lr: 1.0e-04 loss: 1.600e-01]
pixmo_h_v2: 50%|##### | 1008/2000 [9:15:19<9:06:30, 33.05s/it, lr: 1.0e-04 loss: 2.466e-01]
pixmo_h_v2: 50%|##### | 1008/2000 [9:15:19<9:06:30, 33.05s/it, lr: 1.0e-04 loss: 2.466e-01]
pixmo_h_v2: 50%|##### | 1009/2000 [9:15:35<9:05:40, 33.04s/it, lr: 1.0e-04 loss: 1.709e-01]
pixmo_h_v2: 50%|##### | 1009/2000 [9:15:35<9:05:40, 33.04s/it, lr: 1.0e-04 loss: 1.709e-01]
pixmo_h_v2: 50%|##### | 1010/2000 [9:16:06<9:05:05, 33.04s/it, lr: 1.0e-04 loss: 1.754e-01]
pixmo_h_v2: 50%|##### | 1010/2000 [9:16:06<9:05:05, 33.04s/it, lr: 1.0e-04 loss: 1.754e-01]
pixmo_h_v2: 51%|##### | 1011/2000 [9:16:41<9:04:34, 33.04s/it, lr: 1.0e-04 loss: 2.066e-01]
pixmo_h_v2: 51%|##### | 1011/2000 [9:16:41<9:04:34, 33.04s/it, lr: 1.0e-04 loss: 2.066e-01]
pixmo_h_v2: 51%|##### | 1012/2000 [9:17:12<9:03:59, 33.04s/it, lr: 1.0e-04 loss: 1.845e-01]
pixmo_h_v2: 51%|##### | 1012/2000 [9:17:12<9:03:59, 33.04s/it, lr: 1.0e-04 loss: 1.845e-01]
pixmo_h_v2: 51%|##### | 1013/2000 [9:17:56<9:03:37, 33.05s/it, lr: 1.0e-04 loss: 1.794e-01]
pixmo_h_v2: 51%|##### | 1013/2000 [9:17:56<9:03:37, 33.05s/it, lr: 1.0e-04 loss: 1.794e-01]
pixmo_h_v2: 51%|##### | 1014/2000 [9:18:16<9:02:51, 33.03s/it, lr: 1.0e-04 loss: 1.570e-01]
pixmo_h_v2: 51%|##### | 1014/2000 [9:18:16<9:02:51, 33.03s/it, lr: 1.0e-04 loss: 1.570e-01]
pixmo_h_v2: 51%|##### | 1015/2000 [9:18:45<9:02:14, 33.03s/it, lr: 1.0e-04 loss: 1.588e-01]
pixmo_h_v2: 51%|##### | 1015/2000 [9:18:45<9:02:14, 33.03s/it, lr: 1.0e-04 loss: 1.588e-01]
pixmo_h_v2: 51%|##### | 1016/2000 [9:19:03<9:01:26, 33.01s/it, lr: 1.0e-04 loss: 2.307e-01]
pixmo_h_v2: 51%|##### | 1016/2000 [9:19:03<9:01:26, 33.01s/it, lr: 1.0e-04 loss: 2.307e-01]
pixmo_h_v2: 51%|##### | 1017/2000 [9:19:20<9:00:38, 33.00s/it, lr: 1.0e-04 loss: 1.853e-01]
pixmo_h_v2: 51%|##### | 1017/2000 [9:19:20<9:00:38, 33.00s/it, lr: 1.0e-04 loss: 1.853e-01]
pixmo_h_v2: 51%|##### | 1018/2000 [9:19:56<9:00:08, 33.00s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 51%|##### | 1018/2000 [9:19:56<9:00:08, 33.00s/it, lr: 1.0e-04 loss: 1.797e-01]
pixmo_h_v2: 51%|##### | 1019/2000 [9:20:12<8:59:19, 32.99s/it, lr: 1.0e-04 loss: 2.687e-01]
pixmo_h_v2: 51%|##### | 1019/2000 [9:20:12<8:59:19, 32.99s/it, lr: 1.0e-04 loss: 2.687e-01]
pixmo_h_v2: 51%|#####1 | 1020/2000 [9:21:06<8:59:06, 33.01s/it, lr: 1.0e-04 loss: 2.410e-01]
pixmo_h_v2: 51%|#####1 | 1020/2000 [9:21:06<8:59:06, 33.01s/it, lr: 1.0e-04 loss: 2.410e-01]
pixmo_h_v2: 51%|#####1 | 1021/2000 [9:21:41<8:58:34, 33.01s/it, lr: 1.0e-04 loss: 1.767e-01]
pixmo_h_v2: 51%|#####1 | 1021/2000 [9:21:41<8:58:34, 33.01s/it, lr: 1.0e-04 loss: 1.767e-01]
pixmo_h_v2: 51%|#####1 | 1022/2000 [9:21:58<8:57:46, 32.99s/it, lr: 1.0e-04 loss: 2.257e-01]
pixmo_h_v2: 51%|#####1 | 1022/2000 [9:21:58<8:57:46, 32.99s/it, lr: 1.0e-04 loss: 2.257e-01]
pixmo_h_v2: 51%|#####1 | 1023/2000 [9:22:34<8:57:17, 33.00s/it, lr: 1.0e-04 loss: 1.960e-01]
pixmo_h_v2: 51%|#####1 | 1023/2000 [9:22:34<8:57:17, 33.00s/it, lr: 1.0e-04 loss: 1.960e-01]
pixmo_h_v2: 51%|#####1 | 1024/2000 [9:23:18<8:56:53, 33.01s/it, lr: 1.0e-04 loss: 1.317e-01]
pixmo_h_v2: 51%|#####1 | 1024/2000 [9:23:18<8:56:53, 33.01s/it, lr: 1.0e-04 loss: 1.317e-01]
pixmo_h_v2: 51%|#####1 | 1025/2000 [9:23:49<8:56:19, 33.00s/it, lr: 1.0e-04 loss: 1.624e-01]
pixmo_h_v2: 51%|#####1 | 1025/2000 [9:23:49<8:56:19, 33.00s/it, lr: 1.0e-04 loss: 1.624e-01]
pixmo_h_v2: 51%|#####1 | 1026/2000 [9:24:20<8:55:44, 33.00s/it, lr: 1.0e-04 loss: 1.917e-01]
pixmo_h_v2: 51%|#####1 | 1026/2000 [9:24:20<8:55:44, 33.00s/it, lr: 1.0e-04 loss: 1.917e-01]
pixmo_h_v2: 51%|#####1 | 1027/2000 [9:24:55<8:55:13, 33.00s/it, lr: 1.0e-04 loss: 1.839e-01]
pixmo_h_v2: 51%|#####1 | 1027/2000 [9:24:55<8:55:13, 33.00s/it, lr: 1.0e-04 loss: 1.839e-01]
pixmo_h_v2: 51%|#####1 | 1028/2000 [9:25:11<8:54:23, 32.99s/it, lr: 1.0e-04 loss: 1.518e-01]
pixmo_h_v2: 51%|#####1 | 1028/2000 [9:25:11<8:54:23, 32.99s/it, lr: 1.0e-04 loss: 1.518e-01]
pixmo_h_v2: 51%|#####1 | 1029/2000 [9:25:45<8:53:52, 32.99s/it, lr: 1.0e-04 loss: 2.168e-01]
pixmo_h_v2: 51%|#####1 | 1029/2000 [9:25:45<8:53:52, 32.99s/it, lr: 1.0e-04 loss: 2.168e-01]
pixmo_h_v2: 52%|#####1 | 1030/2000 [9:26:01<8:53:03, 32.97s/it, lr: 1.0e-04 loss: 1.493e-01]
pixmo_h_v2: 52%|#####1 | 1030/2000 [9:26:01<8:53:03, 32.97s/it, lr: 1.0e-04 loss: 1.493e-01]
pixmo_h_v2: 52%|#####1 | 1031/2000 [9:26:44<8:52:39, 32.98s/it, lr: 1.0e-04 loss: 1.538e-01]
pixmo_h_v2: 52%|#####1 | 1031/2000 [9:26:44<8:52:39, 32.98s/it, lr: 1.0e-04 loss: 1.538e-01]
pixmo_h_v2: 52%|#####1 | 1032/2000 [9:27:19<8:52:08, 32.98s/it, lr: 1.0e-04 loss: 1.880e-01]
pixmo_h_v2: 52%|#####1 | 1032/2000 [9:27:19<8:52:08, 32.98s/it, lr: 1.0e-04 loss: 1.880e-01]
pixmo_h_v2: 52%|#####1 | 1033/2000 [9:27:55<8:51:38, 32.99s/it, lr: 1.0e-04 loss: 1.862e-01]
pixmo_h_v2: 52%|#####1 | 1033/2000 [9:27:55<8:51:38, 32.99s/it, lr: 1.0e-04 loss: 1.862e-01]
pixmo_h_v2: 52%|#####1 | 1034/2000 [9:28:30<8:51:07, 32.99s/it, lr: 1.0e-04 loss: 1.922e-01]
pixmo_h_v2: 52%|#####1 | 1034/2000 [9:28:30<8:51:07, 32.99s/it, lr: 1.0e-04 loss: 1.922e-01]
pixmo_h_v2: 52%|#####1 | 1035/2000 [9:29:19<8:50:48, 33.00s/it, lr: 1.0e-04 loss: 1.877e-01]
pixmo_h_v2: 52%|#####1 | 1035/2000 [9:29:19<8:50:48, 33.00s/it, lr: 1.0e-04 loss: 1.877e-01]
pixmo_h_v2: 52%|#####1 | 1036/2000 [9:29:55<8:50:18, 33.01s/it, lr: 1.0e-04 loss: 2.147e-01]
pixmo_h_v2: 52%|#####1 | 1036/2000 [9:29:55<8:50:18, 33.01s/it, lr: 1.0e-04 loss: 2.147e-01]
pixmo_h_v2: 52%|#####1 | 1037/2000 [9:30:24<8:49:42, 33.00s/it, lr: 1.0e-04 loss: 1.734e-01]
pixmo_h_v2: 52%|#####1 | 1037/2000 [9:30:24<8:49:42, 33.00s/it, lr: 1.0e-04 loss: 1.734e-01]
pixmo_h_v2: 52%|#####1 | 1038/2000 [9:31:18<8:49:28, 33.02s/it, lr: 1.0e-04 loss: 2.483e-01]
pixmo_h_v2: 52%|#####1 | 1038/2000 [9:31:18<8:49:28, 33.02s/it, lr: 1.0e-04 loss: 2.483e-01]
pixmo_h_v2: 52%|#####1 | 1039/2000 [9:32:12<8:49:14, 33.04s/it, lr: 1.0e-04 loss: 1.268e-01]
pixmo_h_v2: 52%|#####1 | 1039/2000 [9:32:12<8:49:14, 33.04s/it, lr: 1.0e-04 loss: 1.268e-01]
pixmo_h_v2: 52%|#####2 | 1040/2000 [9:32:31<8:48:28, 33.03s/it, lr: 1.0e-04 loss: 1.837e-01]
pixmo_h_v2: 52%|#####2 | 1040/2000 [9:32:31<8:48:28, 33.03s/it, lr: 1.0e-04 loss: 1.837e-01]
pixmo_h_v2: 52%|#####2 | 1041/2000 [9:32:48<8:47:41, 33.02s/it, lr: 1.0e-04 loss: 2.101e-01]
pixmo_h_v2: 52%|#####2 | 1041/2000 [9:32:48<8:47:41, 33.02s/it, lr: 1.0e-04 loss: 2.101e-01]
pixmo_h_v2: 52%|#####2 | 1042/2000 [9:33:23<8:47:10, 33.02s/it, lr: 1.0e-04 loss: 1.386e-01]
pixmo_h_v2: 52%|#####2 | 1042/2000 [9:33:23<8:47:10, 33.02s/it, lr: 1.0e-04 loss: 1.386e-01]
pixmo_h_v2: 52%|#####2 | 1043/2000 [9:33:52<8:46:33, 33.01s/it, lr: 1.0e-04 loss: 1.618e-01]
pixmo_h_v2: 52%|#####2 | 1043/2000 [9:33:52<8:46:33, 33.01s/it, lr: 1.0e-04 loss: 1.618e-01]
pixmo_h_v2: 52%|#####2 | 1044/2000 [9:34:27<8:46:02, 33.02s/it, lr: 1.0e-04 loss: 1.324e-01]
pixmo_h_v2: 52%|#####2 | 1044/2000 [9:34:27<8:46:02, 33.02s/it, lr: 1.0e-04 loss: 1.324e-01]
pixmo_h_v2: 52%|#####2 | 1045/2000 [9:34:46<8:45:16, 33.00s/it, lr: 1.0e-04 loss: 1.611e-01]
pixmo_h_v2: 52%|#####2 | 1045/2000 [9:34:46<8:45:16, 33.00s/it, lr: 1.0e-04 loss: 1.611e-01]
pixmo_h_v2: 52%|#####2 | 1046/2000 [9:35:04<8:44:29, 32.99s/it, lr: 1.0e-04 loss: 1.892e-01]
pixmo_h_v2: 52%|#####2 | 1046/2000 [9:35:04<8:44:29, 32.99s/it, lr: 1.0e-04 loss: 1.892e-01]
pixmo_h_v2: 52%|#####2 | 1047/2000 [9:35:35<8:43:54, 32.99s/it, lr: 1.0e-04 loss: 1.580e-01]
pixmo_h_v2: 52%|#####2 | 1047/2000 [9:35:35<8:43:54, 32.99s/it, lr: 1.0e-04 loss: 1.580e-01]
pixmo_h_v2: 52%|#####2 | 1048/2000 [9:36:29<8:43:40, 33.00s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 52%|#####2 | 1048/2000 [9:36:29<8:43:40, 33.00s/it, lr: 1.0e-04 loss: 1.555e-01]
pixmo_h_v2: 52%|#####2 | 1049/2000 [9:37:12<8:43:16, 33.01s/it, lr: 1.0e-04 loss: 1.647e-01]
pixmo_h_v2: 52%|#####2 | 1049/2000 [9:37:12<8:43:16, 33.01s/it, lr: 1.0e-04 loss: 1.647e-01]
pixmo_h_v2: 52%|#####2 | 1050/2000 [9:37:43<8:42:42, 33.01s/it, lr: 1.0e-04 loss: 1.543e-01]
pixmo_h_v2: 52%|#####2 | 1050/2000 [9:37:43<8:42:42, 33.01s/it, lr: 1.0e-04 loss: 1.543e-01]
pixmo_h_v2: 53%|#####2 | 1051/2000 [9:38:32<8:42:23, 33.03s/it, lr: 1.0e-04 loss: 1.179e-01]
pixmo_h_v2: 53%|#####2 | 1051/2000 [9:38:32<8:42:23, 33.03s/it, lr: 1.0e-04 loss: 1.179e-01]
pixmo_h_v2: 53%|#####2 | 1052/2000 [9:39:03<8:41:48, 33.03s/it, lr: 1.0e-04 loss: 2.883e-01]
pixmo_h_v2: 53%|#####2 | 1052/2000 [9:39:03<8:41:48, 33.03s/it, lr: 1.0e-04 loss: 2.883e-01]
pixmo_h_v2: 53%|#####2 | 1053/2000 [9:39:46<8:41:24, 33.04s/it, lr: 1.0e-04 loss: 2.156e-01]
pixmo_h_v2: 53%|#####2 | 1053/2000 [9:39:46<8:41:24, 33.04s/it, lr: 1.0e-04 loss: 2.156e-01]
pixmo_h_v2: 53%|#####2 | 1054/2000 [9:40:29<8:41:01, 33.05s/it, lr: 1.0e-04 loss: 1.613e-01]
pixmo_h_v2: 53%|#####2 | 1054/2000 [9:40:29<8:41:01, 33.05s/it, lr: 1.0e-04 loss: 1.613e-01]
pixmo_h_v2: 53%|#####2 | 1055/2000 [9:41:06<8:40:31, 33.05s/it, lr: 1.0e-04 loss: 1.571e-01]
pixmo_h_v2: 53%|#####2 | 1055/2000 [9:41:06<8:40:31, 33.05s/it, lr: 1.0e-04 loss: 1.571e-01]
pixmo_h_v2: 53%|#####2 | 1056/2000 [9:41:49<8:40:07, 33.06s/it, lr: 1.0e-04 loss: 2.581e-01]
pixmo_h_v2: 53%|#####2 | 1056/2000 [9:41:49<8:40:07, 33.06s/it, lr: 1.0e-04 loss: 2.581e-01]
pixmo_h_v2: 53%|#####2 | 1057/2000 [9:42:24<8:39:35, 33.06s/it, lr: 1.0e-04 loss: 1.932e-01]
pixmo_h_v2: 53%|#####2 | 1057/2000 [9:42:24<8:39:35, 33.06s/it, lr: 1.0e-04 loss: 1.932e-01]
pixmo_h_v2: 53%|#####2 | 1058/2000 [9:43:12<8:39:16, 33.07s/it, lr: 1.0e-04 loss: 2.204e-01]
pixmo_h_v2: 53%|#####2 | 1058/2000 [9:43:12<8:39:16, 33.07s/it, lr: 1.0e-04 loss: 2.204e-01]
pixmo_h_v2: 53%|#####2 | 1059/2000 [9:43:49<8:38:46, 33.08s/it, lr: 1.0e-04 loss: 1.781e-01]
pixmo_h_v2: 53%|#####2 | 1059/2000 [9:43:49<8:38:46, 33.08s/it, lr: 1.0e-04 loss: 1.781e-01]
pixmo_h_v2: 53%|#####3 | 1060/2000 [9:44:06<8:37:59, 33.06s/it, lr: 1.0e-04 loss: 2.744e-01]
pixmo_h_v2: 53%|#####3 | 1060/2000 [9:44:06<8:37:59, 33.06s/it, lr: 1.0e-04 loss: 2.744e-01]
pixmo_h_v2: 53%|#####3 | 1061/2000 [9:44:22<8:37:10, 33.05s/it, lr: 1.0e-04 loss: 1.886e-01]
pixmo_h_v2: 53%|#####3 | 1061/2000 [9:44:22<8:37:10, 33.05s/it, lr: 1.0e-04 loss: 1.886e-01]
pixmo_h_v2: 53%|#####3 | 1062/2000 [9:44:51<8:36:34, 33.04s/it, lr: 1.0e-04 loss: 1.953e-01]
pixmo_h_v2: 53%|#####3 | 1062/2000 [9:44:51<8:36:34, 33.04s/it, lr: 1.0e-04 loss: 1.953e-01]
pixmo_h_v2: 53%|#####3 | 1063/2000 [9:45:23<8:35:59, 33.04s/it, lr: 1.0e-04 loss: 1.448e-01]
pixmo_h_v2: 53%|#####3 | 1063/2000 [9:45:23<8:35:59, 33.04s/it, lr: 1.0e-04 loss: 1.448e-01]
pixmo_h_v2: 53%|#####3 | 1064/2000 [9:45:54<8:35:25, 33.04s/it, lr: 1.0e-04 loss: 2.340e-01]
pixmo_h_v2: 53%|#####3 | 1064/2000 [9:45:54<8:35:25, 33.04s/it, lr: 1.0e-04 loss: 2.340e-01]
pixmo_h_v2: 53%|#####3 | 1065/2000 [9:46:23<8:34:49, 33.04s/it, lr: 1.0e-04 loss: 1.934e-01]
pixmo_h_v2: 53%|#####3 | 1065/2000 [9:46:23<8:34:49, 33.04s/it, lr: 1.0e-04 loss: 1.934e-01]
pixmo_h_v2: 53%|#####3 | 1066/2000 [9:46:58<8:34:17, 33.04s/it, lr: 1.0e-04 loss: 1.454e-01]
pixmo_h_v2: 53%|#####3 | 1066/2000 [9:46:58<8:34:17, 33.04s/it, lr: 1.0e-04 loss: 1.454e-01]
pixmo_h_v2: 53%|#####3 | 1067/2000 [9:47:47<8:33:58, 33.05s/it, lr: 1.0e-04 loss: 1.670e-01]
pixmo_h_v2: 53%|#####3 | 1067/2000 [9:47:47<8:33:58, 33.05s/it, lr: 1.0e-04 loss: 1.670e-01]
pixmo_h_v2: 53%|#####3 | 1068/2000 [9:48:02<8:33:09, 33.04s/it, lr: 1.0e-04 loss: 1.875e-01]
pixmo_h_v2: 53%|#####3 | 1068/2000 [9:48:02<8:33:09, 33.04s/it, lr: 1.0e-04 loss: 1.875e-01]
pixmo_h_v2: 53%|#####3 | 1069/2000 [9:48:18<8:32:21, 33.02s/it, lr: 1.0e-04 loss: 1.219e-01]
pixmo_h_v2: 53%|#####3 | 1069/2000 [9:48:18<8:32:21, 33.02s/it, lr: 1.0e-04 loss: 1.219e-01]
pixmo_h_v2: 54%|#####3 | 1070/2000 [9:48:48<8:31:45, 33.02s/it, lr: 1.0e-04 loss: 3.008e-01]
pixmo_h_v2: 54%|#####3 | 1070/2000 [9:48:48<8:31:45, 33.02s/it, lr: 1.0e-04 loss: 3.008e-01]
pixmo_h_v2: 54%|#####3 | 1071/2000 [9:49:22<8:31:14, 33.02s/it, lr: 1.0e-04 loss: 2.111e-01]
pixmo_h_v2: 54%|#####3 | 1071/2000 [9:49:22<8:31:14, 33.02s/it, lr: 1.0e-04 loss: 2.111e-01]
pixmo_h_v2: 54%|#####3 | 1072/2000 [9:49:59<8:30:44, 33.02s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 54%|#####3 | 1072/2000 [9:49:59<8:30:44, 33.02s/it, lr: 1.0e-04 loss: 1.658e-01]
pixmo_h_v2: 54%|#####3 | 1073/2000 [9:50:18<8:29:59, 33.01s/it, lr: 1.0e-04 loss: 1.890e-01]
pixmo_h_v2: 54%|#####3 | 1073/2000 [9:50:18<8:29:59, 33.01s/it, lr: 1.0e-04 loss: 1.890e-01]
pixmo_h_v2: 54%|#####3 | 1074/2000 [9:50:47<8:29:23, 33.01s/it, lr: 1.0e-04 loss: 2.049e-01]
pixmo_h_v2: 54%|#####3 | 1074/2000 [9:50:47<8:29:23, 33.01s/it, lr: 1.0e-04 loss: 2.049e-01]
pixmo_h_v2: 54%|#####3 | 1075/2000 [9:51:24<8:28:53, 33.01s/it, lr: 1.0e-04 loss: 2.070e-01]
pixmo_h_v2: 54%|#####3 | 1075/2000 [9:51:24<8:28:53, 33.01s/it, lr: 1.0e-04 loss: 2.070e-01]
pixmo_h_v2: 54%|#####3 | 1076/2000 [9:51:42<8:28:06, 32.99s/it, lr: 1.0e-04 loss: 1.463e-01]
pixmo_h_v2: 54%|#####3 | 1076/2000 [9:51:42<8:28:06, 32.99s/it, lr: 1.0e-04 loss: 1.463e-01]
pixmo_h_v2: 54%|#####3 | 1077/2000 [9:52:35<8:27:51, 33.01s/it, lr: 1.0e-04 loss: 1.875e-01]
pixmo_h_v2: 54%|#####3 | 1077/2000 [9:52:35<8:27:51, 33.01s/it, lr: 1.0e-04 loss: 1.875e-01]
pixmo_h_v2: 54%|#####3 | 1078/2000 [9:53:05<8:27:15, 33.01s/it, lr: 1.0e-04 loss: 1.855e-01]
pixmo_h_v2: 54%|#####3 | 1078/2000 [9:53:05<8:27:15, 33.01s/it, lr: 1.0e-04 loss: 1.855e-01]
pixmo_h_v2: 54%|#####3 | 1079/2000 [9:53:24<8:26:30, 33.00s/it, lr: 1.0e-04 loss: 1.905e-01]
pixmo_h_v2: 54%|#####3 | 1079/2000 [9:53:24<8:26:30, 33.00s/it, lr: 1.0e-04 loss: 1.905e-01]
pixmo_h_v2: 54%|#####4 | 1080/2000 [9:53:43<8:25:45, 32.98s/it, lr: 1.0e-04 loss: 2.400e-01]
pixmo_h_v2: 54%|#####4 | 1080/2000 [9:53:43<8:25:45, 32.98s/it, lr: 1.0e-04 loss: 2.400e-01]
pixmo_h_v2: 54%|#####4 | 1081/2000 [9:54:19<8:25:15, 32.99s/it, lr: 1.0e-04 loss: 1.537e-01]
pixmo_h_v2: 54%|#####4 | 1081/2000 [9:54:19<8:25:15, 32.99s/it, lr: 1.0e-04 loss: 1.537e-01]
pixmo_h_v2: 54%|#####4 | 1082/2000 [9:54:56<8:24:45, 32.99s/it, lr: 1.0e-04 loss: 1.788e-01]
pixmo_h_v2: 54%|#####4 | 1082/2000 [9:54:56<8:24:45, 32.99s/it, lr: 1.0e-04 loss: 1.788e-01]
pixmo_h_v2: 54%|#####4 | 1083/2000 [9:55:39<8:24:21, 33.00s/it, lr: 1.0e-04 loss: 2.301e-01]
pixmo_h_v2: 54%|#####4 | 1083/2000 [9:55:39<8:24:21, 33.00s/it, lr: 1.0e-04 loss: 2.301e-01]
pixmo_h_v2: 54%|#####4 | 1084/2000 [9:56:10<8:23:47, 33.00s/it, lr: 1.0e-04 loss: 1.734e-01]
pixmo_h_v2: 54%|#####4 | 1084/2000 [9:56:10<8:23:47, 33.00s/it, lr: 1.0e-04 loss: 1.734e-01]
pixmo_h_v2: 54%|#####4 | 1085/2000 [9:57:04<8:23:31, 33.02s/it, lr: 1.0e-04 loss: 3.110e-01]
pixmo_h_v2: 54%|#####4 | 1085/2000 [9:57:04<8:23:31, 33.02s/it, lr: 1.0e-04 loss: 3.110e-01]
pixmo_h_v2: 54%|#####4 | 1086/2000 [9:57:58<8:23:15, 33.04s/it, lr: 1.0e-04 loss: 1.303e-01]
pixmo_h_v2: 54%|#####4 | 1086/2000 [9:57:58<8:23:15, 33.04s/it, lr: 1.0e-04 loss: 1.303e-01]
pixmo_h_v2: 54%|#####4 | 1087/2000 [9:58:41<8:22:51, 33.05s/it, lr: 1.0e-04 loss: 1.455e-01]
pixmo_h_v2: 54%|#####4 | 1087/2000 [9:58:41<8:22:51, 33.05s/it, lr: 1.0e-04 loss: 1.455e-01]
pixmo_h_v2: 54%|#####4 | 1088/2000 [9:59:13<8:22:17, 33.05s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 54%|#####4 | 1088/2000 [9:59:13<8:22:17, 33.05s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 54%|#####4 | 1089/2000 [9:59:30<8:21:30, 33.03s/it, lr: 1.0e-04 loss: 1.621e-01]
pixmo_h_v2: 54%|#####4 | 1089/2000 [9:59:30<8:21:30, 33.03s/it, lr: 1.0e-04 loss: 1.621e-01]
pixmo_h_v2: 55%|#####4 | 1090/2000 [10:00:05<8:20:59, 33.03s/it, lr: 1.0e-04 loss: 1.954e-01]
pixmo_h_v2: 55%|#####4 | 1090/2000 [10:00:05<8:20:59, 33.03s/it, lr: 1.0e-04 loss: 1.954e-01]
pixmo_h_v2: 55%|#####4 | 1091/2000 [10:00:35<8:20:23, 33.03s/it, lr: 1.0e-04 loss: 1.772e-01]
pixmo_h_v2: 55%|#####4 | 1091/2000 [10:00:35<8:20:23, 33.03s/it, lr: 1.0e-04 loss: 1.772e-01]
pixmo_h_v2: 55%|#####4 | 1092/2000 [10:01:23<8:20:03, 33.04s/it, lr: 1.0e-04 loss: 1.491e-01]
pixmo_h_v2: 55%|#####4 | 1092/2000 [10:01:23<8:20:03, 33.04s/it, lr: 1.0e-04 loss: 1.491e-01]
pixmo_h_v2: 55%|#####4 | 1093/2000 [10:02:00<8:19:33, 33.05s/it, lr: 1.0e-04 loss: 1.362e-01]
pixmo_h_v2: 55%|#####4 | 1093/2000 [10:02:00<8:19:33, 33.05s/it, lr: 1.0e-04 loss: 1.362e-01]
pixmo_h_v2: 55%|#####4 | 1094/2000 [10:02:34<8:19:01, 33.05s/it, lr: 1.0e-04 loss: 1.826e-01]
pixmo_h_v2: 55%|#####4 | 1094/2000 [10:02:34<8:19:01, 33.05s/it, lr: 1.0e-04 loss: 1.826e-01]
pixmo_h_v2: 55%|#####4 | 1095/2000 [10:03:23<8:18:41, 33.06s/it, lr: 1.0e-04 loss: 1.116e-01]
pixmo_h_v2: 55%|#####4 | 1095/2000 [10:03:23<8:18:41, 33.06s/it, lr: 1.0e-04 loss: 1.116e-01]
pixmo_h_v2: 55%|#####4 | 1096/2000 [10:03:52<8:18:05, 33.06s/it, lr: 1.0e-04 loss: 2.007e-01]
pixmo_h_v2: 55%|#####4 | 1096/2000 [10:03:52<8:18:05, 33.06s/it, lr: 1.0e-04 loss: 2.007e-01]
pixmo_h_v2: 55%|#####4 | 1097/2000 [10:04:46<8:17:49, 33.08s/it, lr: 1.0e-04 loss: 2.039e-01]
pixmo_h_v2: 55%|#####4 | 1097/2000 [10:04:46<8:17:49, 33.08s/it, lr: 1.0e-04 loss: 2.039e-01]
pixmo_h_v2: 55%|#####4 | 1098/2000 [10:05:23<8:17:19, 33.08s/it, lr: 1.0e-04 loss: 1.283e-01]
pixmo_h_v2: 55%|#####4 | 1098/2000 [10:05:23<8:17:19, 33.08s/it, lr: 1.0e-04 loss: 1.283e-01]
pixmo_h_v2: 55%|#####4 | 1099/2000 [10:06:06<8:16:54, 33.09s/it, lr: 1.0e-04 loss: 1.504e-01]
pixmo_h_v2: 55%|#####4 | 1099/2000 [10:06:06<8:16:54, 33.09s/it, lr: 1.0e-04 loss: 1.504e-01]
pixmo_h_v2: 55%|#####5 | 1100/2000 [10:06:54<8:16:33, 33.10s/it, lr: 1.0e-04 loss: 2.727e-01]
pixmo_h_v2: 55%|#####5 | 1100/2000 [10:06:54<8:16:33, 33.10s/it, lr: 1.0e-04 loss: 2.727e-01]
pixmo_h_v2: 55%|#####5 | 1101/2000 [10:07:10<8:15:46, 33.09s/it, lr: 1.0e-04 loss: 2.393e-01]
pixmo_h_v2: 55%|#####5 | 1101/2000 [10:07:10<8:15:46, 33.09s/it, lr: 1.0e-04 loss: 2.393e-01]
pixmo_h_v2: 55%|#####5 | 1102/2000 [10:07:29<8:15:02, 33.08s/it, lr: 1.0e-04 loss: 1.835e-01]
pixmo_h_v2: 55%|#####5 | 1102/2000 [10:07:29<8:15:02, 33.08s/it, lr: 1.0e-04 loss: 1.835e-01]
pixmo_h_v2: 55%|#####5 | 1103/2000 [10:07:59<8:14:26, 33.07s/it, lr: 1.0e-04 loss: 1.834e-01]
pixmo_h_v2: 55%|#####5 | 1103/2000 [10:07:59<8:14:26, 33.07s/it, lr: 1.0e-04 loss: 1.834e-01]
pixmo_h_v2: 55%|#####5 | 1104/2000 [10:08:18<8:13:41, 33.06s/it, lr: 1.0e-04 loss: 1.760e-01]
pixmo_h_v2: 55%|#####5 | 1104/2000 [10:08:18<8:13:41, 33.06s/it, lr: 1.0e-04 loss: 1.760e-01]
pixmo_h_v2: 55%|#####5 | 1105/2000 [10:09:01<8:13:17, 33.07s/it, lr: 1.0e-04 loss: 2.019e-01]
pixmo_h_v2: 55%|#####5 | 1105/2000 [10:09:01<8:13:17, 33.07s/it, lr: 1.0e-04 loss: 2.019e-01]
pixmo_h_v2: 55%|#####5 | 1106/2000 [10:09:45<8:12:52, 33.08s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 55%|#####5 | 1106/2000 [10:09:45<8:12:52, 33.08s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 55%|#####5 | 1107/2000 [10:10:21<8:12:22, 33.08s/it, lr: 1.0e-04 loss: 1.409e-01]
pixmo_h_v2: 55%|#####5 | 1107/2000 [10:10:21<8:12:22, 33.08s/it, lr: 1.0e-04 loss: 1.409e-01]
pixmo_h_v2: 55%|#####5 | 1108/2000 [10:10:57<8:11:51, 33.08s/it, lr: 1.0e-04 loss: 1.136e-01]
pixmo_h_v2: 55%|#####5 | 1108/2000 [10:10:57<8:11:51, 33.08s/it, lr: 1.0e-04 loss: 1.136e-01]
pixmo_h_v2: 55%|#####5 | 1109/2000 [10:11:32<8:11:19, 33.09s/it, lr: 1.0e-04 loss: 1.828e-01]
pixmo_h_v2: 55%|#####5 | 1109/2000 [10:11:32<8:11:19, 33.09s/it, lr: 1.0e-04 loss: 1.828e-01]
pixmo_h_v2: 56%|#####5 | 1110/2000 [10:12:26<8:11:03, 33.10s/it, lr: 1.0e-04 loss: 2.287e-01]
pixmo_h_v2: 56%|#####5 | 1110/2000 [10:12:26<8:11:03, 33.10s/it, lr: 1.0e-04 loss: 2.287e-01]
pixmo_h_v2: 56%|#####5 | 1111/2000 [10:12:43<8:10:17, 33.09s/it, lr: 1.0e-04 loss: 1.890e-01]
pixmo_h_v2: 56%|#####5 | 1111/2000 [10:12:43<8:10:17, 33.09s/it, lr: 1.0e-04 loss: 1.890e-01]
pixmo_h_v2: 56%|#####5 | 1112/2000 [10:13:14<8:09:43, 33.09s/it, lr: 1.0e-04 loss: 1.704e-01]
pixmo_h_v2: 56%|#####5 | 1112/2000 [10:13:14<8:09:43, 33.09s/it, lr: 1.0e-04 loss: 1.704e-01]
pixmo_h_v2: 56%|#####5 | 1113/2000 [10:13:46<8:09:08, 33.09s/it, lr: 1.0e-04 loss: 1.543e-01]
pixmo_h_v2: 56%|#####5 | 1113/2000 [10:13:46<8:09:08, 33.09s/it, lr: 1.0e-04 loss: 1.543e-01]
pixmo_h_v2: 56%|#####5 | 1114/2000 [10:14:03<8:08:22, 33.07s/it, lr: 1.0e-04 loss: 1.436e-01]
pixmo_h_v2: 56%|#####5 | 1114/2000 [10:14:03<8:08:22, 33.07s/it, lr: 1.0e-04 loss: 1.436e-01]
pixmo_h_v2: 56%|#####5 | 1115/2000 [10:14:46<8:07:57, 33.08s/it, lr: 1.0e-04 loss: 2.216e-01]
pixmo_h_v2: 56%|#####5 | 1115/2000 [10:14:46<8:07:57, 33.08s/it, lr: 1.0e-04 loss: 2.216e-01]
pixmo_h_v2: 56%|#####5 | 1116/2000 [10:15:18<8:07:23, 33.08s/it, lr: 1.0e-04 loss: 1.490e-01]
pixmo_h_v2: 56%|#####5 | 1116/2000 [10:15:18<8:07:23, 33.08s/it, lr: 1.0e-04 loss: 1.490e-01]
pixmo_h_v2: 56%|#####5 | 1117/2000 [10:16:11<8:07:06, 33.10s/it, lr: 1.0e-04 loss: 2.588e-01]
pixmo_h_v2: 56%|#####5 | 1117/2000 [10:16:11<8:07:06, 33.10s/it, lr: 1.0e-04 loss: 2.588e-01]
pixmo_h_v2: 56%|#####5 | 1118/2000 [10:16:46<8:06:34, 33.10s/it, lr: 1.0e-04 loss: 1.751e-01]
pixmo_h_v2: 56%|#####5 | 1118/2000 [10:16:46<8:06:34, 33.10s/it, lr: 1.0e-04 loss: 1.751e-01]
pixmo_h_v2: 56%|#####5 | 1119/2000 [10:17:21<8:06:02, 33.10s/it, lr: 1.0e-04 loss: 1.548e-01]
pixmo_h_v2: 56%|#####5 | 1119/2000 [10:17:21<8:06:02, 33.10s/it, lr: 1.0e-04 loss: 1.548e-01]
pixmo_h_v2: 56%|#####6 | 1120/2000 [10:17:38<8:05:17, 33.09s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 56%|#####6 | 1120/2000 [10:17:38<8:05:17, 33.09s/it, lr: 1.0e-04 loss: 1.952e-01]
pixmo_h_v2: 56%|#####6 | 1121/2000 [10:18:08<8:04:41, 33.08s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 56%|#####6 | 1121/2000 [10:18:08<8:04:41, 33.08s/it, lr: 1.0e-04 loss: 1.720e-01]
pixmo_h_v2: 56%|#####6 | 1122/2000 [10:18:27<8:03:57, 33.07s/it, lr: 1.0e-04 loss: 2.187e-01]
pixmo_h_v2: 56%|#####6 | 1122/2000 [10:18:27<8:03:57, 33.07s/it, lr: 1.0e-04 loss: 2.187e-01]
pixmo_h_v2: 56%|#####6 | 1123/2000 [10:18:46<8:03:13, 33.06s/it, lr: 1.0e-04 loss: 2.109e-01]
pixmo_h_v2: 56%|#####6 | 1123/2000 [10:18:46<8:03:13, 33.06s/it, lr: 1.0e-04 loss: 2.109e-01]
pixmo_h_v2: 56%|#####6 | 1124/2000 [10:19:21<8:02:41, 33.06s/it, lr: 1.0e-04 loss: 1.597e-01]
pixmo_h_v2: 56%|#####6 | 1124/2000 [10:19:21<8:02:41, 33.06s/it, lr: 1.0e-04 loss: 1.597e-01]
pixmo_h_v2: 56%|#####6 | 1125/2000 [10:19:57<8:02:11, 33.06s/it, lr: 1.0e-04 loss: 2.085e-01]
pixmo_h_v2: 56%|#####6 | 1125/2000 [10:19:57<8:02:11, 33.06s/it, lr: 1.0e-04 loss: 2.085e-01]
pixmo_h_v2: 56%|#####6 | 1126/2000 [10:20:33<8:01:40, 33.07s/it, lr: 1.0e-04 loss: 1.740e-01]
pixmo_h_v2: 56%|#####6 | 1126/2000 [10:20:33<8:01:40, 33.07s/it, lr: 1.0e-04 loss: 1.740e-01]
pixmo_h_v2: 56%|#####6 | 1127/2000 [10:21:22<8:01:19, 33.08s/it, lr: 1.0e-04 loss: 1.535e-01]
pixmo_h_v2: 56%|#####6 | 1127/2000 [10:21:22<8:01:19, 33.08s/it, lr: 1.0e-04 loss: 1.535e-01]
pixmo_h_v2: 56%|#####6 | 1128/2000 [10:21:41<8:00:36, 33.07s/it, lr: 1.0e-04 loss: 1.607e-01]
pixmo_h_v2: 56%|#####6 | 1128/2000 [10:21:41<8:00:36, 33.07s/it, lr: 1.0e-04 loss: 1.607e-01]
pixmo_h_v2: 56%|#####6 | 1129/2000 [10:21:59<7:59:50, 33.06s/it, lr: 1.0e-04 loss: 1.851e-01]
pixmo_h_v2: 56%|#####6 | 1129/2000 [10:21:59<7:59:50, 33.06s/it, lr: 1.0e-04 loss: 1.851e-01]
pixmo_h_v2: 56%|#####6 | 1130/2000 [10:22:28<7:59:15, 33.05s/it, lr: 1.0e-04 loss: 3.235e-01]
pixmo_h_v2: 56%|#####6 | 1130/2000 [10:22:28<7:59:15, 33.05s/it, lr: 1.0e-04 loss: 3.235e-01]
pixmo_h_v2: 57%|#####6 | 1131/2000 [10:22:46<7:58:30, 33.04s/it, lr: 1.0e-04 loss: 2.109e-01]
pixmo_h_v2: 57%|#####6 | 1131/2000 [10:22:46<7:58:30, 33.04s/it, lr: 1.0e-04 loss: 2.109e-01]
pixmo_h_v2: 57%|#####6 | 1132/2000 [10:23:01<7:57:43, 33.02s/it, lr: 1.0e-04 loss: 1.493e-01]
pixmo_h_v2: 57%|#####6 | 1132/2000 [10:23:01<7:57:43, 33.02s/it, lr: 1.0e-04 loss: 1.493e-01]
pixmo_h_v2: 57%|#####6 | 1133/2000 [10:23:55<7:57:26, 33.04s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 57%|#####6 | 1133/2000 [10:23:55<7:57:26, 33.04s/it, lr: 1.0e-04 loss: 1.667e-01]
pixmo_h_v2: 57%|#####6 | 1134/2000 [10:24:26<7:56:52, 33.04s/it, lr: 1.0e-04 loss: 2.831e-01]
pixmo_h_v2: 57%|#####6 | 1134/2000 [10:24:26<7:56:52, 33.04s/it, lr: 1.0e-04 loss: 2.831e-01]
pixmo_h_v2: 57%|#####6 | 1135/2000 [10:24:56<7:56:16, 33.04s/it, lr: 1.0e-04 loss: 1.731e-01]
pixmo_h_v2: 57%|#####6 | 1135/2000 [10:24:56<7:56:16, 33.04s/it, lr: 1.0e-04 loss: 1.731e-01]
pixmo_h_v2: 57%|#####6 | 1136/2000 [10:25:30<7:55:44, 33.04s/it, lr: 1.0e-04 loss: 1.533e-01]
pixmo_h_v2: 57%|#####6 | 1136/2000 [10:25:30<7:55:44, 33.04s/it, lr: 1.0e-04 loss: 1.533e-01]
pixmo_h_v2: 57%|#####6 | 1137/2000 [10:25:48<7:54:59, 33.02s/it, lr: 1.0e-04 loss: 1.606e-01]
pixmo_h_v2: 57%|#####6 | 1137/2000 [10:25:48<7:54:59, 33.02s/it, lr: 1.0e-04 loss: 1.606e-01]
pixmo_h_v2: 57%|#####6 | 1138/2000 [10:26:17<7:54:23, 33.02s/it, lr: 1.0e-04 loss: 1.874e-01]
pixmo_h_v2: 57%|#####6 | 1138/2000 [10:26:17<7:54:23, 33.02s/it, lr: 1.0e-04 loss: 1.874e-01]
pixmo_h_v2: 57%|#####6 | 1139/2000 [10:26:52<7:53:52, 33.02s/it, lr: 1.0e-04 loss: 1.531e-01]
pixmo_h_v2: 57%|#####6 | 1139/2000 [10:26:52<7:53:52, 33.02s/it, lr: 1.0e-04 loss: 1.531e-01]
pixmo_h_v2: 57%|#####6 | 1140/2000 [10:27:10<7:53:07, 33.01s/it, lr: 1.0e-04 loss: 1.373e-01]
pixmo_h_v2: 57%|#####6 | 1140/2000 [10:27:10<7:53:07, 33.01s/it, lr: 1.0e-04 loss: 1.373e-01]
pixmo_h_v2: 57%|#####7 | 1141/2000 [10:27:53<7:52:42, 33.02s/it, lr: 1.0e-04 loss: 2.761e-01]
pixmo_h_v2: 57%|#####7 | 1141/2000 [10:27:53<7:52:42, 33.02s/it, lr: 1.0e-04 loss: 2.761e-01]
pixmo_h_v2: 57%|#####7 | 1142/2000 [10:28:09<7:51:56, 33.00s/it, lr: 1.0e-04 loss: 1.863e-01]
pixmo_h_v2: 57%|#####7 | 1142/2000 [10:28:09<7:51:56, 33.00s/it, lr: 1.0e-04 loss: 1.863e-01]
pixmo_h_v2: 57%|#####7 | 1143/2000 [10:29:02<7:51:38, 33.02s/it, lr: 1.0e-04 loss: 1.843e-01]
pixmo_h_v2: 57%|#####7 | 1143/2000 [10:29:02<7:51:38, 33.02s/it, lr: 1.0e-04 loss: 1.843e-01]
pixmo_h_v2: 57%|#####7 | 1144/2000 [10:29:33<7:51:04, 33.02s/it, lr: 1.0e-04 loss: 1.560e-01]
pixmo_h_v2: 57%|#####7 | 1144/2000 [10:29:33<7:51:04, 33.02s/it, lr: 1.0e-04 loss: 1.560e-01]
pixmo_h_v2: 57%|#####7 | 1145/2000 [10:30:10<7:50:33, 33.02s/it, lr: 1.0e-04 loss: 1.575e-01]
pixmo_h_v2: 57%|#####7 | 1145/2000 [10:30:10<7:50:33, 33.02s/it, lr: 1.0e-04 loss: 1.575e-01]
pixmo_h_v2: 57%|#####7 | 1146/2000 [10:30:46<7:50:03, 33.03s/it, lr: 1.0e-04 loss: 2.182e-01]
pixmo_h_v2: 57%|#####7 | 1146/2000 [10:30:46<7:50:03, 33.03s/it, lr: 1.0e-04 loss: 2.182e-01]
pixmo_h_v2: 57%|#####7 | 1147/2000 [10:31:21<7:49:31, 33.03s/it, lr: 1.0e-04 loss: 1.937e-01]
pixmo_h_v2: 57%|#####7 | 1147/2000 [10:31:21<7:49:31, 33.03s/it, lr: 1.0e-04 loss: 1.937e-01]
pixmo_h_v2: 57%|#####7 | 1148/2000 [10:32:04<7:49:06, 33.04s/it, lr: 1.0e-04 loss: 2.751e-01]
pixmo_h_v2: 57%|#####7 | 1148/2000 [10:32:04<7:49:06, 33.04s/it, lr: 1.0e-04 loss: 2.751e-01]
pixmo_h_v2: 57%|#####7 | 1149/2000 [10:32:23<7:48:22, 33.02s/it, lr: 1.0e-04 loss: 1.557e-01]
pixmo_h_v2: 57%|#####7 | 1149/2000 [10:32:23<7:48:22, 33.02s/it, lr: 1.0e-04 loss: 1.557e-01]
pixmo_h_v2: 57%|#####7 | 1150/2000 [10:32:53<7:47:47, 33.02s/it, lr: 1.0e-04 loss: 1.962e-01]
pixmo_h_v2: 57%|#####7 | 1150/2000 [10:32:53<7:47:47, 33.02s/it, lr: 1.0e-04 loss: 1.962e-01]
pixmo_h_v2: 58%|#####7 | 1151/2000 [10:33:10<7:47:02, 33.01s/it, lr: 1.0e-04 loss: 1.986e-01]
pixmo_h_v2: 58%|#####7 | 1151/2000 [10:33:10<7:47:02, 33.01s/it, lr: 1.0e-04 loss: 1.986e-01]
pixmo_h_v2: 58%|#####7 | 1152/2000 [10:33:40<7:46:27, 33.00s/it, lr: 1.0e-04 loss: 2.165e-01]
pixmo_h_v2: 58%|#####7 | 1152/2000 [10:33:40<7:46:27, 33.00s/it, lr: 1.0e-04 loss: 2.165e-01]
pixmo_h_v2: 58%|#####7 | 1153/2000 [10:33:57<7:45:42, 32.99s/it, lr: 1.0e-04 loss: 2.385e-01]
pixmo_h_v2: 58%|#####7 | 1153/2000 [10:33:57<7:45:42, 32.99s/it, lr: 1.0e-04 loss: 2.385e-01]
pixmo_h_v2: 58%|#####7 | 1154/2000 [10:34:46<7:45:21, 33.00s/it, lr: 1.0e-04 loss: 1.855e-01]
pixmo_h_v2: 58%|#####7 | 1154/2000 [10:34:46<7:45:21, 33.00s/it, lr: 1.0e-04 loss: 1.855e-01]
pixmo_h_v2: 58%|#####7 | 1155/2000 [10:35:34<7:44:59, 33.02s/it, lr: 1.0e-04 loss: 2.363e-01]
pixmo_h_v2: 58%|#####7 | 1155/2000 [10:35:34<7:44:59, 33.02s/it, lr: 1.0e-04 loss: 2.363e-01]
pixmo_h_v2: 58%|#####7 | 1156/2000 [10:36:11<7:44:28, 33.02s/it, lr: 1.0e-04 loss: 1.540e-01]
pixmo_h_v2: 58%|#####7 | 1156/2000 [10:36:11<7:44:28, 33.02s/it, lr: 1.0e-04 loss: 1.540e-01]
pixmo_h_v2: 58%|#####7 | 1157/2000 [10:36:30<7:43:45, 33.01s/it, lr: 1.0e-04 loss: 1.651e-01]
pixmo_h_v2: 58%|#####7 | 1157/2000 [10:36:30<7:43:45, 33.01s/it, lr: 1.0e-04 loss: 1.651e-01]
pixmo_h_v2: 58%|#####7 | 1158/2000 [10:37:04<7:43:13, 33.01s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 58%|#####7 | 1158/2000 [10:37:04<7:43:13, 33.01s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 58%|#####7 | 1159/2000 [10:37:39<7:42:42, 33.01s/it, lr: 1.0e-04 loss: 1.887e-01]
pixmo_h_v2: 58%|#####7 | 1159/2000 [10:37:39<7:42:42, 33.01s/it, lr: 1.0e-04 loss: 1.887e-01]
pixmo_h_v2: 58%|#####8 | 1160/2000 [10:38:28<7:42:20, 33.02s/it, lr: 1.0e-04 loss: 2.017e-01]
pixmo_h_v2: 58%|#####8 | 1160/2000 [10:38:28<7:42:20, 33.02s/it, lr: 1.0e-04 loss: 2.017e-01]
pixmo_h_v2: 58%|#####8 | 1161/2000 [10:38:43<7:41:34, 33.01s/it, lr: 1.0e-04 loss: 2.159e-01]
pixmo_h_v2: 58%|#####8 | 1161/2000 [10:38:43<7:41:34, 33.01s/it, lr: 1.0e-04 loss: 2.159e-01]
pixmo_h_v2: 58%|#####8 | 1162/2000 [10:39:15<7:41:00, 33.01s/it, lr: 1.0e-04 loss: 1.438e-01]
pixmo_h_v2: 58%|#####8 | 1162/2000 [10:39:15<7:41:00, 33.01s/it, lr: 1.0e-04 loss: 1.438e-01]
pixmo_h_v2: 58%|#####8 | 1163/2000 [10:40:03<7:40:38, 33.02s/it, lr: 1.0e-04 loss: 1.675e-01]
pixmo_h_v2: 58%|#####8 | 1163/2000 [10:40:03<7:40:38, 33.02s/it, lr: 1.0e-04 loss: 1.675e-01]
pixmo_h_v2: 58%|#####8 | 1164/2000 [10:40:34<7:40:04, 33.02s/it, lr: 1.0e-04 loss: 2.310e-01]
pixmo_h_v2: 58%|#####8 | 1164/2000 [10:40:34<7:40:04, 33.02s/it, lr: 1.0e-04 loss: 2.310e-01]
pixmo_h_v2: 58%|#####8 | 1165/2000 [10:41:09<7:39:32, 33.02s/it, lr: 1.0e-04 loss: 1.736e-01]
pixmo_h_v2: 58%|#####8 | 1165/2000 [10:41:09<7:39:32, 33.02s/it, lr: 1.0e-04 loss: 1.736e-01]
pixmo_h_v2: 58%|#####8 | 1166/2000 [10:41:38<7:38:57, 33.02s/it, lr: 1.0e-04 loss: 1.502e-01]
pixmo_h_v2: 58%|#####8 | 1166/2000 [10:41:38<7:38:57, 33.02s/it, lr: 1.0e-04 loss: 1.502e-01]
pixmo_h_v2: 58%|#####8 | 1167/2000 [10:42:13<7:38:25, 33.02s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 58%|#####8 | 1167/2000 [10:42:13<7:38:25, 33.02s/it, lr: 1.0e-04 loss: 1.783e-01]
pixmo_h_v2: 58%|#####8 | 1168/2000 [10:42:57<7:37:59, 33.03s/it, lr: 1.0e-04 loss: 1.828e-01]
pixmo_h_v2: 58%|#####8 | 1168/2000 [10:42:57<7:37:59, 33.03s/it, lr: 1.0e-04 loss: 1.828e-01]
pixmo_h_v2: 58%|#####8 | 1169/2000 [10:43:16<7:37:17, 33.02s/it, lr: 1.0e-04 loss: 2.841e-01]
pixmo_h_v2: 58%|#####8 | 1169/2000 [10:43:16<7:37:17, 33.02s/it, lr: 1.0e-04 loss: 2.841e-01]
pixmo_h_v2: 58%|#####8 | 1170/2000 [10:43:53<7:36:46, 33.02s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 58%|#####8 | 1170/2000 [10:43:53<7:36:46, 33.02s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 59%|#####8 | 1171/2000 [10:44:24<7:36:12, 33.02s/it, lr: 1.0e-04 loss: 1.862e-01]
pixmo_h_v2: 59%|#####8 | 1171/2000 [10:44:24<7:36:12, 33.02s/it, lr: 1.0e-04 loss: 1.862e-01]
pixmo_h_v2: 59%|#####8 | 1172/2000 [10:45:18<7:35:53, 33.04s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 59%|#####8 | 1172/2000 [10:45:18<7:35:53, 33.04s/it, lr: 1.0e-04 loss: 1.642e-01]
pixmo_h_v2: 59%|#####8 | 1173/2000 [10:45:47<7:35:18, 33.03s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 59%|#####8 | 1173/2000 [10:45:47<7:35:18, 33.03s/it, lr: 1.0e-04 loss: 1.712e-01]
pixmo_h_v2: 59%|#####8 | 1174/2000 [10:46:18<7:34:43, 33.03s/it, lr: 1.0e-04 loss: 1.879e-01]
pixmo_h_v2: 59%|#####8 | 1174/2000 [10:46:18<7:34:43, 33.03s/it, lr: 1.0e-04 loss: 1.879e-01]
pixmo_h_v2: 59%|#####8 | 1175/2000 [10:46:53<7:34:12, 33.03s/it, lr: 1.0e-04 loss: 1.942e-01]
pixmo_h_v2: 59%|#####8 | 1175/2000 [10:46:53<7:34:12, 33.03s/it, lr: 1.0e-04 loss: 1.942e-01]
pixmo_h_v2: 59%|#####8 | 1176/2000 [10:47:23<7:33:36, 33.03s/it, lr: 1.0e-04 loss: 2.211e-01]
pixmo_h_v2: 59%|#####8 | 1176/2000 [10:47:23<7:33:36, 33.03s/it, lr: 1.0e-04 loss: 2.211e-01]
pixmo_h_v2: 59%|#####8 | 1177/2000 [10:47:57<7:33:04, 33.03s/it, lr: 1.0e-04 loss: 2.893e-01]
pixmo_h_v2: 59%|#####8 | 1177/2000 [10:47:57<7:33:04, 33.03s/it, lr: 1.0e-04 loss: 2.893e-01]
pixmo_h_v2: 59%|#####8 | 1178/2000 [10:48:51<7:32:46, 33.05s/it, lr: 1.0e-04 loss: 2.308e-01]
pixmo_h_v2: 59%|#####8 | 1178/2000 [10:48:51<7:32:46, 33.05s/it, lr: 1.0e-04 loss: 2.308e-01]
pixmo_h_v2: 59%|#####8 | 1179/2000 [10:49:34<7:32:20, 33.06s/it, lr: 1.0e-04 loss: 1.466e-01]
pixmo_h_v2: 59%|#####8 | 1179/2000 [10:49:34<7:32:20, 33.06s/it, lr: 1.0e-04 loss: 1.466e-01]
pixmo_h_v2: 59%|#####8 | 1180/2000 [10:49:54<7:31:37, 33.05s/it, lr: 1.0e-04 loss: 2.419e-01]
pixmo_h_v2: 59%|#####8 | 1180/2000 [10:49:54<7:31:37, 33.05s/it, lr: 1.0e-04 loss: 2.419e-01]
pixmo_h_v2: 59%|#####9 | 1181/2000 [10:50:42<7:31:15, 33.06s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 59%|#####9 | 1181/2000 [10:50:42<7:31:15, 33.06s/it, lr: 1.0e-04 loss: 1.965e-01]
pixmo_h_v2: 59%|#####9 | 1182/2000 [10:51:17<7:30:43, 33.06s/it, lr: 1.0e-04 loss: 1.684e-01]
pixmo_h_v2: 59%|#####9 | 1182/2000 [10:51:17<7:30:43, 33.06s/it, lr: 1.0e-04 loss: 1.684e-01]
pixmo_h_v2: 59%|#####9 | 1183/2000 [10:51:32<7:29:58, 33.05s/it, lr: 1.0e-04 loss: 1.837e-01]
pixmo_h_v2: 59%|#####9 | 1183/2000 [10:51:32<7:29:58, 33.05s/it, lr: 1.0e-04 loss: 1.837e-01]
pixmo_h_v2: 59%|#####9 | 1184/2000 [10:52:07<7:29:26, 33.05s/it, lr: 1.0e-04 loss: 1.525e-01]
pixmo_h_v2: 59%|#####9 | 1184/2000 [10:52:07<7:29:26, 33.05s/it, lr: 1.0e-04 loss: 1.525e-01]
pixmo_h_v2: 59%|#####9 | 1185/2000 [10:52:25<7:28:42, 33.03s/it, lr: 1.0e-04 loss: 2.360e-01]
pixmo_h_v2: 59%|#####9 | 1185/2000 [10:52:25<7:28:42, 33.03s/it, lr: 1.0e-04 loss: 2.360e-01]
pixmo_h_v2: 59%|#####9 | 1186/2000 [10:52:42<7:27:58, 33.02s/it, lr: 1.0e-04 loss: 2.016e-01]
pixmo_h_v2: 59%|#####9 | 1186/2000 [10:52:42<7:27:58, 33.02s/it, lr: 1.0e-04 loss: 2.016e-01]
pixmo_h_v2: 59%|#####9 | 1187/2000 [10:52:59<7:27:15, 33.01s/it, lr: 1.0e-04 loss: 1.597e-01]
pixmo_h_v2: 59%|#####9 | 1187/2000 [10:52:59<7:27:15, 33.01s/it, lr: 1.0e-04 loss: 1.597e-01]
pixmo_h_v2: 59%|#####9 | 1188/2000 [10:53:34<7:26:43, 33.01s/it, lr: 1.0e-04 loss: 2.006e-01]
pixmo_h_v2: 59%|#####9 | 1188/2000 [10:53:34<7:26:43, 33.01s/it, lr: 1.0e-04 loss: 2.006e-01]
pixmo_h_v2: 59%|#####9 | 1189/2000 [10:54:05<7:26:08, 33.01s/it, lr: 1.0e-04 loss: 1.651e-01]
pixmo_h_v2: 59%|#####9 | 1189/2000 [10:54:05<7:26:08, 33.01s/it, lr: 1.0e-04 loss: 1.651e-01]
pixmo_h_v2: 60%|#####9 | 1190/2000 [10:54:23<7:25:25, 32.99s/it, lr: 1.0e-04 loss: 1.911e-01]
pixmo_h_v2: 60%|#####9 | 1190/2000 [10:54:23<7:25:25, 32.99s/it, lr: 1.0e-04 loss: 1.911e-01]
pixmo_h_v2: 60%|#####9 | 1191/2000 [10:54:52<7:24:49, 32.99s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 60%|#####9 | 1191/2000 [10:54:52<7:24:49, 32.99s/it, lr: 1.0e-04 loss: 1.929e-01]
pixmo_h_v2: 60%|#####9 | 1192/2000 [10:55:23<7:24:15, 32.99s/it, lr: 1.0e-04 loss: 2.531e-01]
pixmo_h_v2: 60%|#####9 | 1192/2000 [10:55:23<7:24:15, 32.99s/it, lr: 1.0e-04 loss: 2.531e-01]
pixmo_h_v2: 60%|#####9 | 1193/2000 [10:56:00<7:23:45, 32.99s/it, lr: 1.0e-04 loss: 1.788e-01]
pixmo_h_v2: 60%|#####9 | 1193/2000 [10:56:00<7:23:45, 32.99s/it, lr: 1.0e-04 loss: 1.788e-01]
pixmo_h_v2: 60%|#####9 | 1194/2000 [10:56:53<7:23:26, 33.01s/it, lr: 1.0e-04 loss: 1.329e-01]
pixmo_h_v2: 60%|#####9 | 1194/2000 [10:56:53<7:23:26, 33.01s/it, lr: 1.0e-04 loss: 1.329e-01]
pixmo_h_v2: 60%|#####9 | 1195/2000 [10:57:25<7:22:51, 33.01s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 60%|#####9 | 1195/2000 [10:57:25<7:22:51, 33.01s/it, lr: 1.0e-04 loss: 1.366e-01]
pixmo_h_v2: 60%|#####9 | 1196/2000 [10:58:08<7:22:25, 33.02s/it, lr: 1.0e-04 loss: 2.930e-01]
pixmo_h_v2: 60%|#####9 | 1196/2000 [10:58:08<7:22:25, 33.02s/it, lr: 1.0e-04 loss: 2.930e-01]
pixmo_h_v2: 60%|#####9 | 1197/2000 [10:58:56<7:22:03, 33.03s/it, lr: 1.0e-04 loss: 2.689e-01]
pixmo_h_v2: 60%|#####9 | 1197/2000 [10:58:56<7:22:03, 33.03s/it, lr: 1.0e-04 loss: 2.689e-01]
pixmo_h_v2: 60%|#####9 | 1198/2000 [10:59:28<7:21:28, 33.03s/it, lr: 1.0e-04 loss: 1.560e-01]
pixmo_h_v2: 60%|#####9 | 1198/2000 [10:59:28<7:21:28, 33.03s/it, lr: 1.0e-04 loss: 1.560e-01]
pixmo_h_v2: 60%|#####9 | 1199/2000 [10:59:57<7:20:53, 33.03s/it, lr: 1.0e-04 loss: 2.994e-01]
pixmo_h_v2: 60%|#####9 | 1199/2000 [10:59:57<7:20:53, 33.03s/it, lr: 1.0e-04 loss: 2.994e-01]
pixmo_h_v2: 60%|###### | 1200/2000 [11:00:13<7:20:08, 33.01s/it, lr: 1.0e-04 loss: 1.611e-01]
pixmo_h_v2: 60%|###### | 1200/2000 [11:00:13<7:20:08, 33.01s/it, lr: 1.0e-04 loss: 1.611e-01]
pixmo_h_v2: 60%|###### | 1201/2000 [11:00:30<7:19:25, 33.00s/it, lr: 1.0e-04 loss: 1.604e-01]
pixmo_h_v2: 60%|###### | 1201/2000 [11:00:30<7:19:25, 33.00s/it, lr: 1.0e-04 loss: 1.604e-01]
pixmo_h_v2: 60%|###### | 1202/2000 [11:01:05<7:18:53, 33.00s/it, lr: 1.0e-04 loss: 1.819e-01]
pixmo_h_v2: 60%|###### | 1202/2000 [11:01:05<7:18:53, 33.00s/it, lr: 1.0e-04 loss: 1.819e-01]
pixmo_h_v2: 60%|###### | 1203/2000 [11:01:54<7:18:30, 33.01s/it, lr: 1.0e-04 loss: 1.753e-01]
pixmo_h_v2: 60%|###### | 1203/2000 [11:01:54<7:18:30, 33.01s/it, lr: 1.0e-04 loss: 1.753e-01]
pixmo_h_v2: 60%|###### | 1204/2000 [11:02:30<7:18:00, 33.02s/it, lr: 1.0e-04 loss: 1.548e-01]
pixmo_h_v2: 60%|###### | 1204/2000 [11:02:30<7:18:00, 33.02s/it, lr: 1.0e-04 loss: 1.548e-01]
pixmo_h_v2: 60%|###### | 1205/2000 [11:03:07<7:17:29, 33.02s/it, lr: 1.0e-04 loss: 2.060e-01]
pixmo_h_v2: 60%|###### | 1205/2000 [11:03:07<7:17:29, 33.02s/it, lr: 1.0e-04 loss: 2.060e-01]
pixmo_h_v2: 60%|###### | 1206/2000 [11:03:38<7:16:55, 33.02s/it, lr: 1.0e-04 loss: 1.585e-01]
pixmo_h_v2: 60%|###### | 1206/2000 [11:03:38<7:16:55, 33.02s/it, lr: 1.0e-04 loss: 1.585e-01]
pixmo_h_v2: 60%|###### | 1207/2000 [11:04:26<7:16:32, 33.03s/it, lr: 1.0e-04 loss: 1.435e-01]
pixmo_h_v2: 60%|###### | 1207/2000 [11:04:26<7:16:32, 33.03s/it, lr: 1.0e-04 loss: 1.435e-01]
pixmo_h_v2: 60%|###### | 1208/2000 [11:05:03<7:16:01, 33.03s/it, lr: 1.0e-04 loss: 2.235e-01]
pixmo_h_v2: 60%|###### | 1208/2000 [11:05:03<7:16:01, 33.03s/it, lr: 1.0e-04 loss: 2.235e-01]
pixmo_h_v2: 60%|###### | 1209/2000 [11:05:32<7:15:26, 33.03s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 60%|###### | 1209/2000 [11:05:32<7:15:26, 33.03s/it, lr: 1.0e-04 loss: 1.802e-01]
pixmo_h_v2: 60%|###### | 1210/2000 [11:06:02<7:14:51, 33.03s/it, lr: 1.0e-04 loss: 1.505e-01]
pixmo_h_v2: 60%|###### | 1210/2000 [11:06:02<7:14:51, 33.03s/it, lr: 1.0e-04 loss: 1.505e-01]
pixmo_h_v2: 61%|###### | 1211/2000 [11:06:50<7:14:28, 33.04s/it, lr: 1.0e-04 loss: 1.148e-01]
pixmo_h_v2: 61%|###### | 1211/2000 [11:06:50<7:14:28, 33.04s/it, lr: 1.0e-04 loss: 1.148e-01]
pixmo_h_v2: 61%|###### | 1212/2000 [11:07:21<7:13:53, 33.04s/it, lr: 1.0e-04 loss: 2.552e-01]
pixmo_h_v2: 61%|###### | 1212/2000 [11:07:21<7:13:53, 33.04s/it, lr: 1.0e-04 loss: 2.552e-01]
pixmo_h_v2: 61%|###### | 1213/2000 [11:07:39<7:13:10, 33.03s/it, lr: 1.0e-04 loss: 2.695e-01]
pixmo_h_v2: 61%|###### | 1213/2000 [11:07:39<7:13:10, 33.03s/it, lr: 1.0e-04 loss: 2.695e-01]
pixmo_h_v2: 61%|###### | 1214/2000 [11:08:08<7:12:35, 33.02s/it, lr: 1.0e-04 loss: 2.330e-01]
pixmo_h_v2: 61%|###### | 1214/2000 [11:08:08<7:12:35, 33.02s/it, lr: 1.0e-04 loss: 2.330e-01]
pixmo_h_v2: 61%|###### | 1215/2000 [11:08:40<7:12:01, 33.02s/it, lr: 1.0e-04 loss: 8.457e-02]
pixmo_h_v2: 61%|###### | 1215/2000 [11:08:40<7:12:01, 33.02s/it, lr: 1.0e-04 loss: 8.457e-02]
pixmo_h_v2: 61%|###### | 1216/2000 [11:08:59<7:11:19, 33.01s/it, lr: 1.0e-04 loss: 1.565e-01]
pixmo_h_v2: 61%|###### | 1216/2000 [11:08:59<7:11:19, 33.01s/it, lr: 1.0e-04 loss: 1.565e-01]
pixmo_h_v2: 61%|###### | 1217/2000 [11:09:35<7:10:48, 33.01s/it, lr: 1.0e-04 loss: 1.061e-01]
pixmo_h_v2: 61%|###### | 1217/2000 [11:09:35<7:10:48, 33.01s/it, lr: 1.0e-04 loss: 1.061e-01]
pixmo_h_v2: 61%|###### | 1218/2000 [11:09:53<7:10:05, 33.00s/it, lr: 1.0e-04 loss: 1.622e-01]
pixmo_h_v2: 61%|###### | 1218/2000 [11:09:53<7:10:05, 33.00s/it, lr: 1.0e-04 loss: 1.622e-01]
pixmo_h_v2: 61%|###### | 1219/2000 [11:10:29<7:09:34, 33.00s/it, lr: 1.0e-04 loss: 1.979e-01]
pixmo_h_v2: 61%|###### | 1219/2000 [11:10:29<7:09:34, 33.00s/it, lr: 1.0e-04 loss: 1.979e-01]
pixmo_h_v2: 61%|######1 | 1220/2000 [11:11:04<7:09:02, 33.00s/it, lr: 1.0e-04 loss: 1.683e-01]
pixmo_h_v2: 61%|######1 | 1220/2000 [11:11:04<7:09:02, 33.00s/it, lr: 1.0e-04 loss: 1.683e-01]
pixmo_h_v2: 61%|######1 | 1221/2000 [11:11:19<7:08:18, 32.99s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 61%|######1 | 1221/2000 [11:11:19<7:08:18, 32.99s/it, lr: 1.0e-04 loss: 1.991e-01]
pixmo_h_v2: 61%|######1 | 1222/2000 [11:11:56<7:07:47, 32.99s/it, lr: 1.0e-04 loss: 2.332e-01]
pixmo_h_v2: 61%|######1 | 1222/2000 [11:11:56<7:07:47, 32.99s/it, lr: 1.0e-04 loss: 2.332e-01]
pixmo_h_v2: 61%|######1 | 1223/2000 [11:12:15<7:07:05, 32.98s/it, lr: 1.0e-04 loss: 1.711e-01]
pixmo_h_v2: 61%|######1 | 1223/2000 [11:12:15<7:07:05, 32.98s/it, lr: 1.0e-04 loss: 1.711e-01]
pixmo_h_v2: 61%|######1 | 1224/2000 [11:13:03<7:06:42, 32.99s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 61%|######1 | 1224/2000 [11:13:03<7:06:42, 32.99s/it, lr: 1.0e-04 loss: 2.113e-01]
pixmo_h_v2: 61%|######1 | 1225/2000 [11:13:47<7:06:16, 33.00s/it, lr: 1.0e-04 loss: 1.901e-01]
pixmo_h_v2: 61%|######1 | 1225/2000 [11:13:47<7:06:16, 33.00s/it, lr: 1.0e-04 loss: 1.901e-01]
pixmo_h_v2: 61%|######1 | 1226/2000 [11:14:17<7:05:41, 33.00s/it, lr: 1.0e-04 loss: 1.502e-01]
pixmo_h_v2: 61%|######1 | 1226/2000 [11:14:17<7:05:41, 33.00s/it, lr: 1.0e-04 loss: 1.502e-01]
pixmo_h_v2: 61%|######1 | 1227/2000 [11:14:46<7:05:06, 33.00s/it, lr: 1.0e-04 loss: 1.731e-01]
pixmo_h_v2: 61%|######1 | 1227/2000 [11:14:46<7:05:06, 33.00s/it, lr: 1.0e-04 loss: 1.731e-01]
pixmo_h_v2: 61%|######1 | 1228/2000 [11:15:17<7:04:32, 32.99s/it, lr: 1.0e-04 loss: 1.592e-01]
pixmo_h_v2: 61%|######1 | 1228/2000 [11:15:17<7:04:32, 32.99s/it, lr: 1.0e-04 loss: 1.592e-01]
pixmo_h_v2: 61%|######1 | 1229/2000 [11:15:52<7:04:00, 33.00s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 61%|######1 | 1229/2000 [11:15:52<7:04:00, 33.00s/it, lr: 1.0e-04 loss: 1.612e-01]
pixmo_h_v2: 62%|######1 | 1230/2000 [11:16:23<7:03:26, 32.99s/it, lr: 1.0e-04 loss: 2.421e-01]
pixmo_h_v2: 62%|######1 | 1230/2000 [11:16:23<7:03:26, 32.99s/it, lr: 1.0e-04 loss: 2.421e-01]
pixmo_h_v2: 62%|######1 | 1231/2000 [11:16:53<7:02:50, 32.99s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 62%|######1 | 1231/2000 [11:16:53<7:02:50, 32.99s/it, lr: 1.0e-04 loss: 1.706e-01]
pixmo_h_v2: 62%|######1 | 1232/2000 [11:17:28<7:02:19, 32.99s/it, lr: 1.0e-04 loss: 1.514e-01]
pixmo_h_v2: 62%|######1 | 1232/2000 [11:17:28<7:02:19, 32.99s/it, lr: 1.0e-04 loss: 1.514e-01]
pixmo_h_v2: 62%|######1 | 1233/2000 [11:18:16<7:01:55, 33.01s/it, lr: 1.0e-04 loss: 1.787e-01]
pixmo_h_v2: 62%|######1 | 1233/2000 [11:18:16<7:01:55, 33.01s/it, lr: 1.0e-04 loss: 1.787e-01]
pixmo_h_v2: 62%|######1 | 1234/2000 [11:18:52<7:01:24, 33.01s/it, lr: 1.0e-04 loss: 1.990e-01]
pixmo_h_v2: 62%|######1 | 1234/2000 [11:18:52<7:01:24, 33.01s/it, lr: 1.0e-04 loss: 1.990e-01]
pixmo_h_v2: 62%|######1 | 1235/2000 [11:19:24<7:00:50, 33.01s/it, lr: 1.0e-04 loss: 1.625e-01]
pixmo_h_v2: 62%|######1 | 1235/2000 [11:19:24<7:00:50, 33.01s/it, lr: 1.0e-04 loss: 1.625e-01]
pixmo_h_v2: 62%|######1 | 1236/2000 [11:20:17<7:00:30, 33.02s/it, lr: 1.0e-04 loss: 1.937e-01]
pixmo_h_v2: 62%|######1 | 1236/2000 [11:20:17<7:00:30, 33.02s/it, lr: 1.0e-04 loss: 1.937e-01]
pixmo_h_v2: 62%|######1 | 1237/2000 [11:21:06<7:00:06, 33.04s/it, lr: 1.0e-04 loss: 2.565e-01]
pixmo_h_v2: 62%|######1 | 1237/2000 [11:21:06<7:00:06, 33.04s/it, lr: 1.0e-04 loss: 2.565e-01]
pixmo_h_v2: 62%|######1 | 1238/2000 [11:21:54<6:59:43, 33.05s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 62%|######1 | 1238/2000 [11:21:54<6:59:43, 33.05s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 62%|######1 | 1239/2000 [11:22:29<6:59:11, 33.05s/it, lr: 1.0e-04 loss: 1.671e-01]
pixmo_h_v2: 62%|######1 | 1239/2000 [11:22:29<6:59:11, 33.05s/it, lr: 1.0e-04 loss: 1.671e-01]
pixmo_h_v2: 62%|######2 | 1240/2000 [11:22:45<6:58:27, 33.04s/it, lr: 1.0e-04 loss: 2.603e-01]
pixmo_h_v2: 62%|######2 | 1240/2000 [11:22:45<6:58:27, 33.04s/it, lr: 1.0e-04 loss: 2.603e-01]
pixmo_h_v2: 62%|######2 | 1241/2000 [11:23:19<6:57:55, 33.04s/it, lr: 1.0e-04 loss: 1.248e-01]
pixmo_h_v2: 62%|######2 | 1241/2000 [11:23:19<6:57:55, 33.04s/it, lr: 1.0e-04 loss: 1.248e-01]
pixmo_h_v2: 62%|######2 | 1242/2000 [11:23:35<6:57:12, 33.02s/it, lr: 1.0e-04 loss: 1.774e-01]
pixmo_h_v2: 62%|######2 | 1242/2000 [11:23:35<6:57:12, 33.02s/it, lr: 1.0e-04 loss: 1.774e-01]
pixmo_h_v2: 62%|######2 | 1243/2000 [11:24:24<6:56:48, 33.04s/it, lr: 1.0e-04 loss: 2.142e-01]
pixmo_h_v2: 62%|######2 | 1243/2000 [11:24:24<6:56:48, 33.04s/it, lr: 1.0e-04 loss: 2.142e-01]
pixmo_h_v2: 62%|######2 | 1244/2000 [11:24:41<6:56:05, 33.02s/it, lr: 1.0e-04 loss: 2.016e-01]
pixmo_h_v2: 62%|######2 | 1244/2000 [11:24:41<6:56:05, 33.02s/it, lr: 1.0e-04 loss: 2.016e-01]
pixmo_h_v2: 62%|######2 | 1245/2000 [11:25:12<6:55:31, 33.02s/it, lr: 1.0e-04 loss: 1.217e-01]
pixmo_h_v2: 62%|######2 | 1245/2000 [11:25:12<6:55:31, 33.02s/it, lr: 1.0e-04 loss: 1.217e-01]
pixmo_h_v2: 62%|######2 | 1246/2000 [11:25:49<6:55:00, 33.02s/it, lr: 1.0e-04 loss: 1.561e-01]
pixmo_h_v2: 62%|######2 | 1246/2000 [11:25:49<6:55:00, 33.02s/it, lr: 1.0e-04 loss: 1.561e-01]
pixmo_h_v2: 62%|######2 | 1247/2000 [11:26:38<6:54:37, 33.04s/it, lr: 1.0e-04 loss: 2.135e-01]
pixmo_h_v2: 62%|######2 | 1247/2000 [11:26:38<6:54:37, 33.04s/it, lr: 1.0e-04 loss: 2.135e-01]
pixmo_h_v2: 62%|######2 | 1248/2000 [11:26:55<6:53:55, 33.03s/it, lr: 1.0e-04 loss: 1.816e-01]
pixmo_h_v2: 62%|######2 | 1248/2000 [11:26:55<6:53:55, 33.03s/it, lr: 1.0e-04 loss: 1.816e-01]
pixmo_h_v2: 62%|######2 | 1249/2000 [11:27:13<6:53:12, 33.01s/it, lr: 1.0e-04 loss: 1.839e-01]
pixmo_h_v2: 62%|######2 | 1249/2000 [11:27:13<6:53:12, 33.01s/it, lr: 1.0e-04 loss: 1.839e-01] |
| Saving at step 1250 |
| Saved checkpoint to /app/ai-toolkit/output/pixmo_h_v2/pixmo_h_v2_000001250.safetensors |
| Saved optimizer to /app/ai-toolkit/output/pixmo_h_v2/optimizer.pt |
|
|
|
|
|
Generating Images: 0%| | 0/4 [00:00<?, ?it/s]
Generating Images: 0%| | 0/4 [00:00<?, ?it/s][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:02, 8.38s/it]
3%|3 | 1/30 [00:08<04:02, 8.38s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:54, 8.37s/it]
7%|6 | 2/30 [00:16<03:54, 8.37s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:46, 8.39s/it]
10%|# | 3/30 [00:25<03:46, 8.39s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.39s/it]
13%|#3 | 4/30 [00:33<03:38, 8.39s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:41<03:30, 8.40s/it]
17%|#6 | 5/30 [00:41<03:30, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:21, 8.40s/it]
20%|## | 6/30 [00:50<03:21, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.41s/it]
23%|##3 | 7/30 [00:58<03:13, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.41s/it]
27%|##6 | 8/30 [01:07<03:05, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.41s/it]
30%|### | 9/30 [01:15<02:56, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:39, 8.42s/it]
37%|###6 | 11/30 [01:32<02:39, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:40<02:31, 8.42s/it]
40%|#### | 12/30 [01:40<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.42s/it]
47%|####6 | 14/30 [01:57<02:14, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:39<01:32, 8.42s/it]
63%|######3 | 19/30 [02:39<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.43s/it]
70%|####### | 21/30 [02:56<01:15, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:21<00:50, 8.42s/it]
80%|######## | 24/30 [03:21<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.43s/it]
90%|######### | 27/30 [03:47<00:25, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.43s/it]
93%|#########3| 28/30 [03:55<00:16, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.43s/it]
97%|#########6| 29/30 [04:04<00:08, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.43s/it]
100%|##########| 30/30 [04:12<00:00, 8.43s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 25%|##5 | 1/4 [04:19<12:59, 259.82s/it]
Generating Images: 25%|##5 | 1/4 [04:19<12:59, 259.82s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.40s/it]
3%|3 | 1/30 [00:08<04:03, 8.40s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.41s/it]
7%|6 | 2/30 [00:16<03:55, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.41s/it]
10%|# | 3/30 [00:25<03:47, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.43s/it]
33%|###3 | 10/30 [01:24<02:48, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.43s/it]
37%|###6 | 11/30 [01:32<02:40, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.43s/it]
40%|#### | 12/30 [01:41<02:31, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.43s/it]
43%|####3 | 13/30 [01:49<02:23, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.43s/it]
47%|####6 | 14/30 [01:57<02:14, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.43s/it]
50%|##### | 15/30 [02:06<02:06, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.43s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.43s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.43s/it]
60%|###### | 18/30 [02:31<01:41, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.43s/it]
63%|######3 | 19/30 [02:40<01:32, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.43s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.43s/it]
80%|######## | 24/30 [03:22<00:50, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.43s/it]
83%|########3 | 25/30 [03:30<00:42, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.43s/it]
87%|########6 | 26/30 [03:39<00:33, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.43s/it]
90%|######### | 27/30 [03:47<00:25, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.43s/it]
93%|#########3| 28/30 [03:55<00:16, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 50%|##### | 2/4 [08:37<08:37, 258.55s/it]
Generating Images: 50%|##### | 2/4 [08:37<08:37, 258.55s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:04, 8.42s/it]
3%|3 | 1/30 [00:08<04:04, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:39, 8.43s/it]
13%|#3 | 4/30 [00:33<03:39, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.43s/it]
17%|#6 | 5/30 [00:42<03:30, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.43s/it]
37%|###6 | 11/30 [01:32<02:40, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.43s/it]
40%|#### | 12/30 [01:41<02:31, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.43s/it]
43%|####3 | 13/30 [01:49<02:23, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.43s/it]
47%|####6 | 14/30 [01:57<02:14, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.43s/it]
50%|##### | 15/30 [02:06<02:06, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.43s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.43s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.43s/it]
60%|###### | 18/30 [02:31<01:41, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.43s/it]
63%|######3 | 19/30 [02:40<01:32, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.43s/it]
67%|######6 | 20/30 [02:48<01:24, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.43s/it]
70%|####### | 21/30 [02:56<01:15, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.43s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.43s/it]
80%|######## | 24/30 [03:22<00:50, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.43s/it]
83%|########3 | 25/30 [03:30<00:42, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:39<00:33, 8.43s/it]
87%|########6 | 26/30 [03:39<00:33, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.43s/it]
90%|######### | 27/30 [03:47<00:25, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.43s/it]
93%|#########3| 28/30 [03:55<00:16, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.43s/it]
97%|#########6| 29/30 [04:04<00:08, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.43s/it]
100%|##########| 30/30 [04:12<00:00, 8.43s/it] |
|
|
|
|
|
|
|
Generating Images: 75%|#######5 | 3/4 [12:55<04:18, 258.23s/it]
Generating Images: 75%|#######5 | 3/4 [12:55<04:18, 258.23s/it][A[A |
|
|
|
|
|
|
|
0%| | 0/30 [00:00<?, ?it/s]
0%| | 0/30 [00:00<?, ?it/s][A[A[A[A |
|
|
|
|
|
|
|
3%|3 | 1/30 [00:08<04:03, 8.41s/it]
3%|3 | 1/30 [00:08<04:03, 8.41s/it][A[A[A[A |
|
|
|
|
|
|
|
7%|6 | 2/30 [00:16<03:55, 8.42s/it]
7%|6 | 2/30 [00:16<03:55, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
10%|# | 3/30 [00:25<03:47, 8.42s/it]
10%|# | 3/30 [00:25<03:47, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
13%|#3 | 4/30 [00:33<03:38, 8.42s/it]
13%|#3 | 4/30 [00:33<03:38, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
17%|#6 | 5/30 [00:42<03:30, 8.42s/it]
17%|#6 | 5/30 [00:42<03:30, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
20%|## | 6/30 [00:50<03:22, 8.42s/it]
20%|## | 6/30 [00:50<03:22, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
23%|##3 | 7/30 [00:58<03:13, 8.42s/it]
23%|##3 | 7/30 [00:58<03:13, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
27%|##6 | 8/30 [01:07<03:05, 8.42s/it]
27%|##6 | 8/30 [01:07<03:05, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
30%|### | 9/30 [01:15<02:56, 8.42s/it]
30%|### | 9/30 [01:15<02:56, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
33%|###3 | 10/30 [01:24<02:48, 8.42s/it]
33%|###3 | 10/30 [01:24<02:48, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
37%|###6 | 11/30 [01:32<02:40, 8.42s/it]
37%|###6 | 11/30 [01:32<02:40, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
40%|#### | 12/30 [01:41<02:31, 8.42s/it]
40%|#### | 12/30 [01:41<02:31, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
43%|####3 | 13/30 [01:49<02:23, 8.42s/it]
43%|####3 | 13/30 [01:49<02:23, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
47%|####6 | 14/30 [01:57<02:14, 8.43s/it]
47%|####6 | 14/30 [01:57<02:14, 8.43s/it][A[A[A[A |
|
|
|
|
|
|
|
50%|##### | 15/30 [02:06<02:06, 8.42s/it]
50%|##### | 15/30 [02:06<02:06, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it]
53%|#####3 | 16/30 [02:14<01:57, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it]
57%|#####6 | 17/30 [02:23<01:49, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
60%|###### | 18/30 [02:31<01:41, 8.42s/it]
60%|###### | 18/30 [02:31<01:41, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
63%|######3 | 19/30 [02:40<01:32, 8.42s/it]
63%|######3 | 19/30 [02:40<01:32, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
67%|######6 | 20/30 [02:48<01:24, 8.42s/it]
67%|######6 | 20/30 [02:48<01:24, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
70%|####### | 21/30 [02:56<01:15, 8.42s/it]
70%|####### | 21/30 [02:56<01:15, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it]
73%|#######3 | 22/30 [03:05<01:07, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it]
77%|#######6 | 23/30 [03:13<00:58, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
80%|######## | 24/30 [03:22<00:50, 8.42s/it]
80%|######## | 24/30 [03:22<00:50, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
83%|########3 | 25/30 [03:30<00:42, 8.42s/it]
83%|########3 | 25/30 [03:30<00:42, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
87%|########6 | 26/30 [03:38<00:33, 8.42s/it]
87%|########6 | 26/30 [03:38<00:33, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
90%|######### | 27/30 [03:47<00:25, 8.42s/it]
90%|######### | 27/30 [03:47<00:25, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
93%|#########3| 28/30 [03:55<00:16, 8.42s/it]
93%|#########3| 28/30 [03:55<00:16, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
97%|#########6| 29/30 [04:04<00:08, 8.42s/it]
97%|#########6| 29/30 [04:04<00:08, 8.42s/it][A[A[A[A |
|
|
|
|
|
|
|
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it][A[A[A[A
100%|##########| 30/30 [04:12<00:00, 8.42s/it]
100%|##########| 30/30 [04:12<00:00, 8.42s/it] |
|
|
|
|
|
|
|
Generating Images: 100%|##########| 4/4 [17:12<00:00, 258.00s/it]
Generating Images: 100%|##########| 4/4 [17:12<00:00, 258.00s/it][A[A |
|
|
|
[A[A
pixmo_h_v2: 62%|######2 | 1250/2000 [11:27:43<6:52:38, 33.01s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 62%|######2 | 1250/2000 [11:27:43<6:52:38, 33.01s/it, lr: 1.0e-04 loss: 1.803e-01]
pixmo_h_v2: 63%|######2 | 1251/2000 [11:28:36<6:52:17, 33.03s/it, lr: 1.0e-04 loss: 1.354e-01]
pixmo_h_v2: 63%|######2 | 1251/2000 [11:28:36<6:52:17, 33.03s/it, lr: 1.0e-04 loss: 1.354e-01]
pixmo_h_v2: 63%|######2 | 1252/2000 [11:29:11<6:51:45, 33.03s/it, lr: 1.0e-04 loss: 2.955e-01]
pixmo_h_v2: 63%|######2 | 1252/2000 [11:29:11<6:51:45, 33.03s/it, lr: 1.0e-04 loss: 2.955e-01]
pixmo_h_v2: 63%|######2 | 1253/2000 [11:29:42<6:51:11, 33.03s/it, lr: 1.0e-04 loss: 1.322e-01]
pixmo_h_v2: 63%|######2 | 1253/2000 [11:29:42<6:51:11, 33.03s/it, lr: 1.0e-04 loss: 1.322e-01]
pixmo_h_v2: 63%|######2 | 1254/2000 [11:30:12<6:50:36, 33.02s/it, lr: 1.0e-04 loss: 1.481e-01]
pixmo_h_v2: 63%|######2 | 1254/2000 [11:30:12<6:50:36, 33.02s/it, lr: 1.0e-04 loss: 1.481e-01]
pixmo_h_v2: 63%|######2 | 1255/2000 [11:31:06<6:50:15, 33.04s/it, lr: 1.0e-04 loss: 2.434e-01]
pixmo_h_v2: 63%|######2 | 1255/2000 [11:31:06<6:50:15, 33.04s/it, lr: 1.0e-04 loss: 2.434e-01]
pixmo_h_v2: 63%|######2 | 1256/2000 [11:31:54<6:49:51, 33.05s/it, lr: 1.0e-04 loss: 1.238e-01]
pixmo_h_v2: 63%|######2 | 1256/2000 [11:31:54<6:49:51, 33.05s/it, lr: 1.0e-04 loss: 1.238e-01]
pixmo_h_v2: 63%|######2 | 1257/2000 [11:32:29<6:49:19, 33.05s/it, lr: 1.0e-04 loss: 1.989e-01]
pixmo_h_v2: 63%|######2 | 1257/2000 [11:32:29<6:49:19, 33.05s/it, lr: 1.0e-04 loss: 1.989e-01]
pixmo_h_v2: 63%|######2 | 1258/2000 [11:32:58<6:48:44, 33.05s/it, lr: 1.0e-04 loss: 1.838e-01]
pixmo_h_v2: 63%|######2 | 1258/2000 [11:32:58<6:48:44, 33.05s/it, lr: 1.0e-04 loss: 1.838e-01]
pixmo_h_v2: 63%|######2 | 1259/2000 [11:33:28<6:48:09, 33.05s/it, lr: 1.0e-04 loss: 1.114e-01]
pixmo_h_v2: 63%|######2 | 1259/2000 [11:33:28<6:48:09, 33.05s/it, lr: 1.0e-04 loss: 1.114e-01]
pixmo_h_v2: 63%|######3 | 1260/2000 [11:34:02<6:47:36, 33.05s/it, lr: 1.0e-04 loss: 2.502e-01]
pixmo_h_v2: 63%|######3 | 1260/2000 [11:34:02<6:47:36, 33.05s/it, lr: 1.0e-04 loss: 2.502e-01]
pixmo_h_v2: 63%|######3 | 1261/2000 [11:34:46<6:47:09, 33.06s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 63%|######3 | 1261/2000 [11:34:46<6:47:09, 33.06s/it, lr: 1.0e-04 loss: 1.678e-01]
pixmo_h_v2: 63%|######3 | 1262/2000 [11:35:20<6:46:37, 33.06s/it, lr: 1.0e-04 loss: 1.413e-01]
pixmo_h_v2: 63%|######3 | 1262/2000 [11:35:20<6:46:37, 33.06s/it, lr: 1.0e-04 loss: 1.413e-01]
pixmo_h_v2: 63%|######3 | 1263/2000 [11:35:57<6:46:06, 33.06s/it, lr: 1.0e-04 loss: 2.098e-01]
pixmo_h_v2: 63%|######3 | 1263/2000 [11:35:57<6:46:06, 33.06s/it, lr: 1.0e-04 loss: 2.098e-01]
pixmo_h_v2: 63%|######3 | 1264/2000 [11:36:26<6:45:31, 33.06s/it, lr: 1.0e-04 loss: 2.253e-01]
pixmo_h_v2: 63%|######3 | 1264/2000 [11:36:26<6:45:31, 33.06s/it, lr: 1.0e-04 loss: 2.253e-01]
pixmo_h_v2: 63%|######3 | 1265/2000 [11:36:58<6:44:57, 33.06s/it, lr: 1.0e-04 loss: 1.647e-01]
pixmo_h_v2: 63%|######3 | 1265/2000 [11:36:58<6:44:57, 33.06s/it, lr: 1.0e-04 loss: 1.647e-01]
pixmo_h_v2: 63%|######3 | 1266/2000 [11:37:41<6:44:30, 33.07s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 63%|######3 | 1266/2000 [11:37:41<6:44:30, 33.07s/it, lr: 1.0e-04 loss: 1.693e-01]
pixmo_h_v2: 63%|######3 | 1267/2000 [11:37:58<6:43:48, 33.05s/it, lr: 1.0e-04 loss: 1.816e-01]
pixmo_h_v2: 63%|######3 | 1267/2000 [11:37:58<6:43:48, 33.05s/it, lr: 1.0e-04 loss: 1.816e-01]
pixmo_h_v2: 63%|######3 | 1268/2000 [11:38:35<6:43:17, 33.06s/it, lr: 1.0e-04 loss: 1.504e-01]
pixmo_h_v2: 63%|######3 | 1268/2000 [11:38:35<6:43:17, 33.06s/it, lr: 1.0e-04 loss: 1.504e-01]
pixmo_h_v2: 63%|######3 | 1269/2000 [11:38:52<6:42:35, 33.04s/it, lr: 1.0e-04 loss: 1.738e-01]
pixmo_h_v2: 63%|######3 | 1269/2000 [11:38:52<6:42:35, 33.04s/it, lr: 1.0e-04 loss: 1.738e-01]
pixmo_h_v2: 64%|######3 | 1270/2000 [11:39:23<6:42:00, 33.04s/it, lr: 1.0e-04 loss: 1.379e-01]
pixmo_h_v2: 64%|######3 | 1270/2000 [11:39:23<6:42:00, 33.04s/it, lr: 1.0e-04 loss: 1.379e-01]
pixmo_h_v2: 64%|######3 | 1271/2000 [11:39:41<6:41:18, 33.03s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 64%|######3 | 1271/2000 [11:39:41<6:41:18, 33.03s/it, lr: 1.0e-04 loss: 1.790e-01]
pixmo_h_v2: 64%|######3 | 1272/2000 [11:40:34<6:40:57, 33.05s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 64%|######3 | 1272/2000 [11:40:34<6:40:57, 33.05s/it, lr: 1.0e-04 loss: 1.689e-01]
pixmo_h_v2: 64%|######3 | 1273/2000 [11:40:52<6:40:15, 33.03s/it, lr: 1.0e-04 loss: 1.524e-01]
pixmo_h_v2: 64%|######3 | 1273/2000 [11:40:52<6:40:15, 33.03s/it, lr: 1.0e-04 loss: 1.524e-01]
pixmo_h_v2: 64%|######3 | 1274/2000 [11:41:11<6:39:34, 33.02s/it, lr: 1.0e-04 loss: 1.475e-01]
pixmo_h_v2: 64%|######3 | 1274/2000 [11:41:11<6:39:34, 33.02s/it, lr: 1.0e-04 loss: 1.475e-01]
pixmo_h_v2: 64%|######3 | 1275/2000 [11:41:30<6:38:53, 33.01s/it, lr: 1.0e-04 loss: 1.915e-01]
pixmo_h_v2: 64%|######3 | 1275/2000 [11:41:30<6:38:53, 33.01s/it, lr: 1.0e-04 loss: 1.915e-01]
pixmo_h_v2: 64%|######3 | 1276/2000 [11:42:00<6:38:18, 33.01s/it, lr: 1.0e-04 loss: 1.846e-01]
pixmo_h_v2: 64%|######3 | 1276/2000 [11:42:00<6:38:18, 33.01s/it, lr: 1.0e-04 loss: 1.846e-01]
pixmo_h_v2: 64%|######3 | 1277/2000 [11:42:29<6:37:43, 33.01s/it, lr: 1.0e-04 loss: 1.414e-01]
pixmo_h_v2: 64%|######3 | 1277/2000 [11:42:29<6:37:43, 33.01s/it, lr: 1.0e-04 loss: 1.414e-01]
pixmo_h_v2: 64%|######3 | 1278/2000 [11:43:00<6:37:09, 33.01s/it, lr: 1.0e-04 loss: 1.588e-01]
pixmo_h_v2: 64%|######3 | 1278/2000 [11:43:00<6:37:09, 33.01s/it, lr: 1.0e-04 loss: 1.588e-01]Error running job: Job stopped |
|
|
| ======================================== |
| Result: |
| - 0 completed jobs |
| - 1 failure |
| ======================================== |
| Traceback (most recent call last): |
| Traceback (most recent call last): |
| File "/app/ai-toolkit/run.py", line 120, in <module> |
| File "/app/ai-toolkit/run.py", line 120, in <module> |
| main()main() |
|
|
| File "/app/ai-toolkit/run.py", line 108, in main |
| File "/app/ai-toolkit/run.py", line 108, in main |
| raise eraise e |
|
|
| File "/app/ai-toolkit/run.py", line 96, in main |
| File "/app/ai-toolkit/run.py", line 96, in main |
| job.run()job.run() |
|
|
| File "/app/ai-toolkit/jobs/ExtensionJob.py", line 22, in run |
| File "/app/ai-toolkit/jobs/ExtensionJob.py", line 22, in run |
| process.run()process.run() |
|
|
| File "/app/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2367, in run |
| File "/app/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2367, in run |
| self.end_step_hook()self.end_step_hook() |
|
|
| File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook |
| File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 264, in end_step_hook |
| self.maybe_stop()self.maybe_stop() |
|
|
| File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop |
| File "/app/ai-toolkit/extensions_built_in/sd_trainer/DiffusionTrainer.py", line 147, in maybe_stop |
| raise Exception("Job stopped")raise Exception("Job stopped") |
|
|
| ExceptionException: : Job stoppedJob stopped |
|
|
|
pixmo_h_v2: 64%|######3 | 1279/2000 [11:43:02<6:36:19, 32.98s/it, lr: 1.0e-04 loss: 1.588e-01]
pixmo_h_v2: 64%|######3 | 1279/2000 [11:43:02<6:36:19, 32.98s/it, lr: 1.0e-04 loss: 1.588e-01] |
|
|
|
|
