loraas / logs /1_log.txt
ms13d's picture
Add files using upload-large-folder tool
b69f3f8 verified
Running 1 job
{
"type": "diffusion_trainer",
"training_folder": "/root/lab/ai-toolkit/output",
"sqlite_db_path": "/root/lab/ai-toolkit/aitk_db.db",
"device": "cuda",
"trigger_word": "l4n4lux",
"performance_log_every": 10,
"network": {
"type": "lora",
"linear": 64,
"linear_alpha": 64,
"conv": 16,
"conv_alpha": 16,
"lokr_full_rank": true,
"lokr_factor": -1,
"network_kwargs": {
"ignore_if_contains": []
}
},
"save": {
"dtype": "bf16",
"save_every": 250,
"max_step_saves_to_keep": 4,
"save_format": "diffusers",
"push_to_hub": false
},
"datasets": [
{
"folder_path": "/root/lab/ai-toolkit/datasets/lana",
"mask_path": null,
"mask_min_value": 0.1,
"default_caption": "l4n4lux",
"caption_ext": "txt",
"caption_dropout_rate": 0.05,
"cache_latents_to_disk": false,
"is_reg": false,
"network_weight": 1,
"resolution": [
512,
768,
1024
],
"controls": [],
"shrink_video_to_frames": true,
"num_frames": 1,
"flip_x": false,
"flip_y": false,
"num_repeats": 1
}
],
"train": {
"batch_size": 1,
"bypass_guidance_embedding": false,
"steps": 5000,
"gradient_accumulation": 1,
"train_unet": true,
"train_text_encoder": false,
"gradient_checkpointing": true,
"noise_scheduler": "flowmatch",
"optimizer": "adamw8bit",
"timestep_type": "sigmoid",
"content_or_style": "balanced",
"optimizer_params": {
"weight_decay": 0.0001
},
"unload_text_encoder": false,
"cache_text_embeddings": false,
"lr": 0.0001,
"ema_config": {
"use_ema": false,
"ema_decay": 0.99
},
"skip_first_sample": true,
"force_first_sample": false,
"disable_sampling": false,
"dtype": "bf16",
"diff_output_preservation": true,
"diff_output_preservation_multiplier": 1,
"diff_output_preservation_class": "woman",
"switch_boundary_every": 1,
"loss_type": "mse"
},
"logging": {
"log_every": 1,
"use_ui_logger": true
},
"model": {
"name_or_path": "ai-toolkit/Wan2.2-T2V-A14B-Diffusers-bf16",
"quantize": false,
"qtype": "qfloat8",
"quantize_te": false,
"qtype_te": "qfloat8",
"arch": "wan22_14b:t2v",
"low_vram": false,
"model_kwargs": {
"train_high_noise": false,
"train_low_noise": true
},
"layer_offloading": false,
"layer_offloading_text_encoder_percent": 1,
"layer_offloading_transformer_percent": 1
},
"sample": {
"sampler": "flowmatch",
"sample_every": 250,
"width": 1024,
"height": 1024,
"samples": [
{
"prompt": "l4n4lux, woman with red hair, playing chess at the park, bomb going off in the background"
}
],
"neg": "",
"seed": 42,
"walk_seed": true,
"guidance_scale": 4,
"sample_steps": 12,
"num_frames": 1,
"fps": 1
}
}
Using SQLite database at /root/lab/ai-toolkit/aitk_db.db
Job ID: "765fbd95-c627-460c-a232-147504194a44"
#############################################
# Running job: lana-lora-wan2.2
#############################################
Running 1 process
Loading Wan model
Loading transformer 1
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 33%|##########################3 | 1/3 [00:00<00:00, 5.26it/s] Loading checkpoint shards: 33%|##########################3 | 1/3 [00:00<00:00, 5.26it/s] Loading checkpoint shards: 67%|####################################################6 | 2/3 [00:00<00:00, 4.78it/s] Loading checkpoint shards: 67%|####################################################6 | 2/3 [00:00<00:00, 4.78it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.19it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.19it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.11it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.11it/s]
Loading transformer 2
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 33%|##########################3 | 1/3 [00:00<00:00, 5.01it/s] Loading checkpoint shards: 33%|##########################3 | 1/3 [00:00<00:00, 5.01it/s] Loading checkpoint shards: 67%|####################################################6 | 2/3 [00:00<00:00, 5.22it/s] Loading checkpoint shards: 67%|####################################################6 | 2/3 [00:00<00:00, 5.22it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.22it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.22it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.19it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 5.19it/s]
Creating DualWanTransformer3DModel
Loading UMT5EncoderModel
You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers
You set `add_prefix_space`. The tokenizer needs to be converted from the slow tokenizers
Using ai-toolkit/umt5_xxl_encoder for UMT5 encoder.
`torch_dtype` is deprecated! Use `dtype` instead!
`torch_dtype` is deprecated! Use `dtype` instead!
Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 0%| | 0/3 [00:00<?, ?it/s] Loading checkpoint shards: 67%|####################################################6 | 2/3 [00:00<00:00, 9.08it/s] Loading checkpoint shards: 67%|####################################################6 | 2/3 [00:00<00:00, 9.08it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 11.57it/s] Loading checkpoint shards: 100%|###############################################################################| 3/3 [00:00<00:00, 11.57it/s]
Loading VAE
Making pipe
Preparing Model
create LoRA network. base dim (rank): 64, alpha: 64
neuron dropout: p=None, rank dropout: p=None, module dropout: p=None
apply LoRA to Conv2d with kernel size (3,3). dim (rank): 16, alpha: 16
create LoRA for Text Encoder: 0 modules.
create LoRA for U-Net: 400 modules.
enable LoRA for U-Net
#### IMPORTANT RESUMING FROM /root/lab/ai-toolkit/output/lana-lora-wan2.2/lana-lora-wan2.2_000000250_low_noise.safetensors ####
Loading from /root/lab/ai-toolkit/output/lana-lora-wan2.2/lana-lora-wan2.2_000000250_low_noise.safetensors
Missing keys: []
Found step 250 in metadata, starting from there
Loading optimizer state from /root/lab/ai-toolkit/output/lana-lora-wan2.2/optimizer.pt
Updating optimizer LR from params
Dataset: /root/lab/ai-toolkit/datasets/lana
- Preprocessing image dimensions
0%| | 0/72 [00:00<?, ?it/s] 0%| | 0/72 [00:00<?, ?it/s] 100%|######################################################################################################| 72/72 [00:00<00:00, 7479.44it/s] 100%|######################################################################################################| 72/72 [00:00<00:00, 7479.44it/s]
- Found 72 images
Bucket sizes for /root/lab/ai-toolkit/datasets/lana:
480x512: 72 files
1 buckets made
Dataset: /root/lab/ai-toolkit/datasets/lana
- Preprocessing image dimensions
0%| | 0/72 [00:00<?, ?it/s] 0%| | 0/72 [00:00<?, ?it/s] 100%|#####################################################################################################| 72/72 [00:00<00:00, 19021.79it/s] 100%|#####################################################################################################| 72/72 [00:00<00:00, 19021.79it/s]
- Found 72 images
Bucket sizes for /root/lab/ai-toolkit/datasets/lana:
720x768: 72 files
1 buckets made
Dataset: /root/lab/ai-toolkit/datasets/lana
- Preprocessing image dimensions
0%| | 0/72 [00:00<?, ?it/s] 0%| | 0/72 [00:00<?, ?it/s] 100%|#####################################################################################################| 72/72 [00:00<00:00, 24011.28it/s] 100%|#####################################################################################################| 72/72 [00:00<00:00, 24011.28it/s]
- Found 72 images
Bucket sizes for /root/lab/ai-toolkit/datasets/lana:
960x1024: 72 files
1 buckets made
Skipping first sample due to config setting
lana-lora-wan2.2: 5%|####5 | 250/5000 [00:00<?, ?it/s] lana-lora-wan2.2: 5%|####5 | 250/5000 [00:00<?, ?it/s] lana-lora-wan2.2: 5%|###1 | 250/5000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 4.359e-02] lana-lora-wan2.2: 5%|###1 | 250/5000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 4.359e-02] lana-lora-wan2.2: 5%|###1 | 250/5000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 4.359e-02] lana-lora-wan2.2: 5%|###1 | 250/5000 [00:04<?, ?it/s, lr: 1.0e-04 loss: 4.359e-02] lana-lora-wan2.2: 5%|###1 | 250/5000 [00:05<?, ?it/s, lr: 1.0e-04 loss: 1.515e-01] lana-lora-wan2.2: 5%|###1 | 250/5000 [00:05<?, ?it/s, lr: 1.0e-04 loss: 1.515e-01] lana-lora-wan2.2: 5%|##5 | 251/5000 [00:07<10:05:53, 7.65s/it, lr: 1.0e-04 loss: 2.696e-01] lana-lora-wan2.2: 5%|##5 | 251/5000 [00:07<10:05:53, 7.65s/it, lr: 1.0e-04 loss: 2.696e-01] lana-lora-wan2.2: 5%|##6 | 252/5000 [00:11<7:29:36, 5.68s/it, lr: 1.0e-04 loss: 5.559e-02] lana-lora-wan2.2: 5%|##6 | 252/5000 [00:11<7:29:36, 5.68s/it, lr: 1.0e-04 loss: 5.559e-02] lana-lora-wan2.2: 5%|##6 | 253/5000 [00:13<5:57:06, 4.51s/it, lr: 1.0e-04 loss: 5.407e-02] lana-lora-wan2.2: 5%|##6 | 253/5000 [00:13<5:57:06, 4.51s/it, lr: 1.0e-04 loss: 5.407e-02] lana-lora-wan2.2: 5%|##6 | 254/5000 [00:15<5:10:57, 3.93s/it, lr: 1.0e-04 loss: 1.066e-01] lana-lora-wan2.2: 5%|##6 | 254/5000 [00:15<5:10:57, 3.93s/it, lr: 1.0e-04 loss: 1.066e-01] lana-lora-wan2.2: 5%|##6 | 255/5000 [00:19<5:10:31, 3.93s/it, lr: 1.0e-04 loss: 4.561e-02] lana-lora-wan2.2: 5%|##6 | 255/5000 [00:19<5:10:31, 3.93s/it, lr: 1.0e-04 loss: 4.561e-02] lana-lora-wan2.2: 5%|##6 | 256/5000 [00:23<5:06:54, 3.88s/it, lr: 1.0e-04 loss: 8.600e-02] lana-lora-wan2.2: 5%|##6 | 256/5000 [00:23<5:06:54, 3.88s/it, lr: 1.0e-04 loss: 8.600e-02] lana-lora-wan2.2: 5%|##6 | 257/5000 [00:24<4:36:21, 3.50s/it, lr: 1.0e-04 loss: 5.356e-02] lana-lora-wan2.2: 5%|##6 | 257/5000 [00:24<4:36:21, 3.50s/it, lr: 1.0e-04 loss: 5.356e-02] lana-lora-wan2.2: 5%|##6 | 258/5000 [00:26<4:23:15, 3.33s/it, lr: 1.0e-04 loss: 2.123e-02] lana-lora-wan2.2: 5%|##6 | 258/5000 [00:26<4:23:15, 3.33s/it, lr: 1.0e-04 loss: 2.123e-02] lana-lora-wan2.2: 5%|##6 | 259/5000 [00:28<4:13:00, 3.20s/it, lr: 1.0e-04 loss: 4.587e-02] lana-lora-wan2.2: 5%|##6 | 259/5000 [00:28<4:13:00, 3.20s/it, lr: 1.0e-04 loss: 4.587e-02] lana-lora-wan2.2: 5%|##7 | 260/5000 [00:29<3:56:55, 3.00s/it, lr: 1.0e-04 loss: 9.533e-02] lana-lora-wan2.2: 5%|##7 | 260/5000 [00:29<3:56:55, 3.00s/it, lr: 1.0e-04 loss: 9.533e-02] lana-lora-wan2.2: 5%|##7 | 261/5000 [00:31<3:46:02, 2.86s/it, lr: 1.0e-04 loss: 3.935e-02] lana-lora-wan2.2: 5%|##7 | 261/5000 [00:31<3:46:02, 2.86s/it, lr: 1.0e-04 loss: 3.935e-02] lana-lora-wan2.2: 5%|##7 | 262/5000 [00:35<3:51:20, 2.93s/it, lr: 1.0e-04 loss: 2.961e-02] lana-lora-wan2.2: 5%|##7 | 262/5000 [00:35<3:51:20, 2.93s/it, lr: 1.0e-04 loss: 2.961e-02] lana-lora-wan2.2: 5%|##7 | 263/5000 [00:36<3:40:42, 2.80s/it, lr: 1.0e-04 loss: 8.067e-02] lana-lora-wan2.2: 5%|##7 | 263/5000 [00:36<3:40:42, 2.80s/it, lr: 1.0e-04 loss: 8.067e-02] lana-lora-wan2.2: 5%|##7 | 264/5000 [00:39<3:45:31, 2.86s/it, lr: 1.0e-04 loss: 6.471e-02] lana-lora-wan2.2: 5%|##7 | 264/5000 [00:39<3:45:31, 2.86s/it, lr: 1.0e-04 loss: 6.471e-02] lana-lora-wan2.2: 5%|##7 | 265/5000 [00:43<3:49:40, 2.91s/it, lr: 1.0e-04 loss: 5.485e-02] lana-lora-wan2.2: 5%|##7 | 265/5000 [00:43<3:49:40, 2.91s/it, lr: 1.0e-04 loss: 5.485e-02] lana-lora-wan2.2: 5%|##7 | 266/5000 [00:45<3:45:58, 2.86s/it, lr: 1.0e-04 loss: 3.949e-02] lana-lora-wan2.2: 5%|##7 | 266/5000 [00:45<3:45:58, 2.86s/it, lr: 1.0e-04 loss: 3.949e-02] lana-lora-wan2.2: 5%|##7 | 267/5000 [00:47<3:39:49, 2.79s/it, lr: 1.0e-04 loss: 4.014e-02] lana-lora-wan2.2: 5%|##7 | 267/5000 [00:47<3:39:49, 2.79s/it, lr: 1.0e-04 loss: 4.014e-02] lana-lora-wan2.2: 5%|##7 | 268/5000 [00:49<3:37:03, 2.75s/it, lr: 1.0e-04 loss: 4.203e-02] lana-lora-wan2.2: 5%|##7 | 268/5000 [00:49<3:37:03, 2.75s/it, lr: 1.0e-04 loss: 4.203e-02] lana-lora-wan2.2: 5%|##7 | 269/5000 [00:53<3:40:52, 2.80s/it, lr: 1.0e-04 loss: 2.994e-02] lana-lora-wan2.2: 5%|##7 | 269/5000 [00:53<3:40:52, 2.80s/it, lr: 1.0e-04 loss: 2.994e-02] lana-lora-wan2.2: 5%|##8 | 270/5000 [00:54<3:34:25, 2.72s/it, lr: 1.0e-04 loss: 5.273e-02] lana-lora-wan2.2: 5%|##8 | 270/5000 [00:54<3:34:25, 2.72s/it, lr: 1.0e-04 loss: 5.273e-02] lana-lora-wan2.2: 5%|##8 | 271/5000 [00:56<3:32:19, 2.69s/it, lr: 1.0e-04 loss: 3.370e-02] lana-lora-wan2.2: 5%|##8 | 271/5000 [00:56<3:32:19, 2.69s/it, lr: 1.0e-04 loss: 3.370e-02] lana-lora-wan2.2: 5%|##8 | 272/5000 [00:57<3:26:47, 2.62s/it, lr: 1.0e-04 loss: 3.330e-02] lana-lora-wan2.2: 5%|##8 | 272/5000 [00:57<3:26:47, 2.62s/it, lr: 1.0e-04 loss: 3.330e-02] lana-lora-wan2.2: 5%|##8 | 273/5000 [01:00<3:26:06, 2.62s/it, lr: 1.0e-04 loss: 3.627e-02] lana-lora-wan2.2: 5%|##8 | 273/5000 [01:00<3:26:06, 2.62s/it, lr: 1.0e-04 loss: 3.627e-02] lana-lora-wan2.2: 5%|##8 | 274/5000 [01:01<3:21:21, 2.56s/it, lr: 1.0e-04 loss: 7.931e-02] lana-lora-wan2.2: 5%|##8 | 274/5000 [01:01<3:21:21, 2.56s/it, lr: 1.0e-04 loss: 7.931e-02] lana-lora-wan2.2: 6%|##8 | 275/5000 [01:05<3:24:47, 2.60s/it, lr: 1.0e-04 loss: 9.415e-02] lana-lora-wan2.2: 6%|##8 | 275/5000 [01:05<3:24:47, 2.60s/it, lr: 1.0e-04 loss: 9.415e-02] lana-lora-wan2.2: 6%|##8 | 276/5000 [01:06<3:20:28, 2.55s/it, lr: 1.0e-04 loss: 4.455e-02] lana-lora-wan2.2: 6%|##8 | 276/5000 [01:06<3:20:28, 2.55s/it, lr: 1.0e-04 loss: 4.455e-02] lana-lora-wan2.2: 6%|##8 | 277/5000 [01:08<3:19:20, 2.53s/it, lr: 1.0e-04 loss: 6.241e-02] lana-lora-wan2.2: 6%|##8 | 277/5000 [01:08<3:19:20, 2.53s/it, lr: 1.0e-04 loss: 6.241e-02] lana-lora-wan2.2: 6%|##8 | 278/5000 [01:12<3:23:14, 2.58s/it, lr: 1.0e-04 loss: 4.763e-02] lana-lora-wan2.2: 6%|##8 | 278/5000 [01:12<3:23:14, 2.58s/it, lr: 1.0e-04 loss: 4.763e-02] lana-lora-wan2.2: 6%|##9 | 279/5000 [01:13<3:19:23, 2.53s/it, lr: 1.0e-04 loss: 1.146e-01] lana-lora-wan2.2: 6%|##9 | 279/5000 [01:13<3:19:23, 2.53s/it, lr: 1.0e-04 loss: 1.146e-01] lana-lora-wan2.2: 6%|##9 | 280/5000 [01:14<3:15:49, 2.49s/it, lr: 1.0e-04 loss: 4.839e-02] lana-lora-wan2.2: 6%|##9 | 280/5000 [01:14<3:15:49, 2.49s/it, lr: 1.0e-04 loss: 4.839e-02] lana-lora-wan2.2: 6%|##9 | 281/5000 [01:16<3:14:59, 2.48s/it, lr: 1.0e-04 loss: 3.127e-02] lana-lora-wan2.2: 6%|##9 | 281/5000 [01:16<3:14:59, 2.48s/it, lr: 1.0e-04 loss: 3.127e-02] lana-lora-wan2.2: 6%|##9 | 282/5000 [01:20<3:17:50, 2.52s/it, lr: 1.0e-04 loss: 2.933e-02] lana-lora-wan2.2: 6%|##9 | 282/5000 [01:20<3:17:50, 2.52s/it, lr: 1.0e-04 loss: 2.933e-02] lana-lora-wan2.2: 6%|##9 | 283/5000 [01:22<3:16:59, 2.51s/it, lr: 1.0e-04 loss: 1.442e-01] lana-lora-wan2.2: 6%|##9 | 283/5000 [01:22<3:16:59, 2.51s/it, lr: 1.0e-04 loss: 1.442e-01] lana-lora-wan2.2: 6%|##9 | 284/5000 [01:24<3:14:38, 2.48s/it, lr: 1.0e-04 loss: 4.585e-02] lana-lora-wan2.2: 6%|##9 | 284/5000 [01:24<3:14:38, 2.48s/it, lr: 1.0e-04 loss: 4.585e-02] lana-lora-wan2.2: 6%|##9 | 285/5000 [01:25<3:11:40, 2.44s/it, lr: 1.0e-04 loss: 7.121e-02] lana-lora-wan2.2: 6%|##9 | 285/5000 [01:25<3:11:40, 2.44s/it, lr: 1.0e-04 loss: 7.121e-02] lana-lora-wan2.2: 6%|##9 | 286/5000 [01:29<3:14:16, 2.47s/it, lr: 1.0e-04 loss: 6.658e-02] lana-lora-wan2.2: 6%|##9 | 286/5000 [01:29<3:14:16, 2.47s/it, lr: 1.0e-04 loss: 6.658e-02] lana-lora-wan2.2: 6%|##9 | 287/5000 [01:31<3:13:35, 2.46s/it, lr: 1.0e-04 loss: 4.912e-02] lana-lora-wan2.2: 6%|##9 | 287/5000 [01:31<3:13:35, 2.46s/it, lr: 1.0e-04 loss: 4.912e-02] lana-lora-wan2.2: 6%|##9 | 288/5000 [01:34<3:16:01, 2.50s/it, lr: 1.0e-04 loss: 3.703e-02] lana-lora-wan2.2: 6%|##9 | 288/5000 [01:34<3:16:01, 2.50s/it, lr: 1.0e-04 loss: 3.703e-02] lana-lora-wan2.2: 6%|### | 289/5000 [01:38<3:18:20, 2.53s/it, lr: 1.0e-04 loss: 2.339e-01] lana-lora-wan2.2: 6%|### | 289/5000 [01:38<3:18:20, 2.53s/it, lr: 1.0e-04 loss: 2.339e-01] lana-lora-wan2.2: 6%|### | 290/5000 [01:40<3:18:09, 2.52s/it, lr: 1.0e-04 loss: 3.657e-02] lana-lora-wan2.2: 6%|### | 290/5000 [01:40<3:18:09, 2.52s/it, lr: 1.0e-04 loss: 3.657e-02] lana-lora-wan2.2: 6%|### | 291/5000 [01:43<3:17:26, 2.52s/it, lr: 1.0e-04 loss: 3.150e-02] lana-lora-wan2.2: 6%|### | 291/5000 [01:43<3:17:26, 2.52s/it, lr: 1.0e-04 loss: 3.150e-02] lana-lora-wan2.2: 6%|### | 292/5000 [01:46<3:19:32, 2.54s/it, lr: 1.0e-04 loss: 8.685e-02] lana-lora-wan2.2: 6%|### | 292/5000 [01:46<3:19:32, 2.54s/it, lr: 1.0e-04 loss: 8.685e-02] lana-lora-wan2.2: 6%|### | 293/5000 [01:50<3:21:31, 2.57s/it, lr: 1.0e-04 loss: 4.755e-02] lana-lora-wan2.2: 6%|### | 293/5000 [01:50<3:21:31, 2.57s/it, lr: 1.0e-04 loss: 4.755e-02] lana-lora-wan2.2: 6%|### | 294/5000 [01:54<3:23:25, 2.59s/it, lr: 1.0e-04 loss: 2.861e-02] lana-lora-wan2.2: 6%|### | 294/5000 [01:54<3:23:25, 2.59s/it, lr: 1.0e-04 loss: 2.861e-02] lana-lora-wan2.2: 6%|### | 295/5000 [01:56<3:22:38, 2.58s/it, lr: 1.0e-04 loss: 4.737e-02] lana-lora-wan2.2: 6%|### | 295/5000 [01:56<3:22:38, 2.58s/it, lr: 1.0e-04 loss: 4.737e-02] lana-lora-wan2.2: 6%|### | 296/5000 [02:00<3:24:50, 2.61s/it, lr: 1.0e-04 loss: 3.219e-02] lana-lora-wan2.2: 6%|### | 296/5000 [02:00<3:24:50, 2.61s/it, lr: 1.0e-04 loss: 3.219e-02] lana-lora-wan2.2: 6%|### | 297/5000 [02:03<3:26:32, 2.64s/it, lr: 1.0e-04 loss: 1.015e-01] lana-lora-wan2.2: 6%|### | 297/5000 [02:03<3:26:32, 2.64s/it, lr: 1.0e-04 loss: 1.015e-01] lana-lora-wan2.2: 6%|### | 298/5000 [02:06<3:25:44, 2.63s/it, lr: 1.0e-04 loss: 5.488e-02] lana-lora-wan2.2: 6%|### | 298/5000 [02:06<3:25:44, 2.63s/it, lr: 1.0e-04 loss: 5.488e-02] lana-lora-wan2.2: 6%|###1 | 299/5000 [02:09<3:27:22, 2.65s/it, lr: 1.0e-04 loss: 3.092e-02] lana-lora-wan2.2: 6%|###1 | 299/5000 [02:09<3:27:22, 2.65s/it, lr: 1.0e-04 loss: 3.092e-02] lana-lora-wan2.2: 6%|###1 | 300/5000 [02:11<3:26:35, 2.64s/it, lr: 1.0e-04 loss: 9.039e-02] lana-lora-wan2.2: 6%|###1 | 300/5000 [02:11<3:26:35, 2.64s/it, lr: 1.0e-04 loss: 9.039e-02] lana-lora-wan2.2: 6%|###1 | 301/5000 [02:13<3:24:48, 2.62s/it, lr: 1.0e-04 loss: 4.803e-02] lana-lora-wan2.2: 6%|###1 | 301/5000 [02:13<3:24:48, 2.62s/it, lr: 1.0e-04 loss: 4.803e-02] lana-lora-wan2.2: 6%|###1 | 302/5000 [02:17<3:26:19, 2.63s/it, lr: 1.0e-04 loss: 3.021e-02] lana-lora-wan2.2: 6%|###1 | 302/5000 [02:17<3:26:19, 2.63s/it, lr: 1.0e-04 loss: 3.021e-02] lana-lora-wan2.2: 6%|###1 | 303/5000 [02:19<3:25:35, 2.63s/it, lr: 1.0e-04 loss: 4.879e-02] lana-lora-wan2.2: 6%|###1 | 303/5000 [02:19<3:25:35, 2.63s/it, lr: 1.0e-04 loss: 4.879e-02] lana-lora-wan2.2: 6%|###1 | 304/5000 [02:22<3:27:03, 2.65s/it, lr: 1.0e-04 loss: 1.179e-01] lana-lora-wan2.2: 6%|###1 | 304/5000 [02:22<3:27:03, 2.65s/it, lr: 1.0e-04 loss: 1.179e-01] lana-lora-wan2.2: 6%|###1 | 305/5000 [02:25<3:26:19, 2.64s/it, lr: 1.0e-04 loss: 2.001e-01] lana-lora-wan2.2: 6%|###1 | 305/5000 [02:25<3:26:19, 2.64s/it, lr: 1.0e-04 loss: 2.001e-01] lana-lora-wan2.2: 6%|###1 | 306/5000 [02:28<3:27:42, 2.66s/it, lr: 1.0e-04 loss: 4.293e-02] lana-lora-wan2.2: 6%|###1 | 306/5000 [02:28<3:27:42, 2.66s/it, lr: 1.0e-04 loss: 4.293e-02] lana-lora-wan2.2: 6%|###1 | 307/5000 [02:31<3:27:26, 2.65s/it, lr: 1.0e-04 loss: 4.079e-02] lana-lora-wan2.2: 6%|###1 | 307/5000 [02:31<3:27:26, 2.65s/it, lr: 1.0e-04 loss: 4.079e-02] lana-lora-wan2.2: 6%|###2 | 308/5000 [02:32<3:25:26, 2.63s/it, lr: 1.0e-04 loss: 9.045e-02] lana-lora-wan2.2: 6%|###2 | 308/5000 [02:32<3:25:26, 2.63s/it, lr: 1.0e-04 loss: 9.045e-02] lana-lora-wan2.2: 6%|###2 | 309/5000 [02:36<3:26:45, 2.64s/it, lr: 1.0e-04 loss: 4.420e-02] lana-lora-wan2.2: 6%|###2 | 309/5000 [02:36<3:26:45, 2.64s/it, lr: 1.0e-04 loss: 4.420e-02] lana-lora-wan2.2: 6%|###2 | 310/5000 [02:37<3:24:48, 2.62s/it, lr: 1.0e-04 loss: 3.678e-02] lana-lora-wan2.2: 6%|###2 | 310/5000 [02:37<3:24:48, 2.62s/it, lr: 1.0e-04 loss: 3.678e-02] lana-lora-wan2.2: 6%|###2 | 311/5000 [02:38<3:22:55, 2.60s/it, lr: 1.0e-04 loss: 2.888e-01] lana-lora-wan2.2: 6%|###2 | 311/5000 [02:38<3:22:55, 2.60s/it, lr: 1.0e-04 loss: 2.888e-01] lana-lora-wan2.2: 6%|###2 | 312/5000 [02:39<3:21:04, 2.57s/it, lr: 1.0e-04 loss: 1.334e-01] lana-lora-wan2.2: 6%|###2 | 312/5000 [02:39<3:21:04, 2.57s/it, lr: 1.0e-04 loss: 1.334e-01] lana-lora-wan2.2: 6%|###2 | 313/5000 [02:43<3:22:44, 2.60s/it, lr: 1.0e-04 loss: 3.881e-02] lana-lora-wan2.2: 6%|###2 | 313/5000 [02:43<3:22:44, 2.60s/it, lr: 1.0e-04 loss: 3.881e-02] lana-lora-wan2.2: 6%|###2 | 314/5000 [02:44<3:20:58, 2.57s/it, lr: 1.0e-04 loss: 1.053e-01] lana-lora-wan2.2: 6%|###2 | 314/5000 [02:44<3:20:58, 2.57s/it, lr: 1.0e-04 loss: 1.053e-01] lana-lora-wan2.2: 6%|###2 | 315/5000 [02:45<3:19:16, 2.55s/it, lr: 1.0e-04 loss: 2.877e-01] lana-lora-wan2.2: 6%|###2 | 315/5000 [02:45<3:19:16, 2.55s/it, lr: 1.0e-04 loss: 2.877e-01] lana-lora-wan2.2: 6%|###2 | 316/5000 [02:49<3:20:33, 2.57s/it, lr: 1.0e-04 loss: 4.308e-02] lana-lora-wan2.2: 6%|###2 | 316/5000 [02:49<3:20:33, 2.57s/it, lr: 1.0e-04 loss: 4.308e-02] lana-lora-wan2.2: 6%|###2 | 317/5000 [02:50<3:18:53, 2.55s/it, lr: 1.0e-04 loss: 1.944e-01] lana-lora-wan2.2: 6%|###2 | 317/5000 [02:50<3:18:53, 2.55s/it, lr: 1.0e-04 loss: 1.944e-01] lana-lora-wan2.2: 6%|###3 | 318/5000 [02:51<3:17:17, 2.53s/it, lr: 1.0e-04 loss: 3.463e-02] lana-lora-wan2.2: 6%|###3 | 318/5000 [02:51<3:17:17, 2.53s/it, lr: 1.0e-04 loss: 3.463e-02] lana-lora-wan2.2: 6%|###3 | 319/5000 [02:54<3:17:09, 2.53s/it, lr: 1.0e-04 loss: 1.672e-01] lana-lora-wan2.2: 6%|###3 | 319/5000 [02:54<3:17:09, 2.53s/it, lr: 1.0e-04 loss: 1.672e-01] lana-lora-wan2.2: 6%|###3 | 320/5000 [02:55<3:15:39, 2.51s/it, lr: 1.0e-04 loss: 4.507e-02] lana-lora-wan2.2: 6%|###3 | 320/5000 [02:55<3:15:39, 2.51s/it, lr: 1.0e-04 loss: 4.507e-02] lana-lora-wan2.2: 6%|###3 | 321/5000 [02:57<3:15:14, 2.50s/it, lr: 1.0e-04 loss: 3.621e-02] lana-lora-wan2.2: 6%|###3 | 321/5000 [02:57<3:15:14, 2.50s/it, lr: 1.0e-04 loss: 3.621e-02] lana-lora-wan2.2: 6%|###3 | 322/5000 [03:01<3:16:27, 2.52s/it, lr: 1.0e-04 loss: 3.719e-02] lana-lora-wan2.2: 6%|###3 | 322/5000 [03:01<3:16:27, 2.52s/it, lr: 1.0e-04 loss: 3.719e-02] lana-lora-wan2.2: 6%|###3 | 323/5000 [03:05<3:17:38, 2.54s/it, lr: 1.0e-04 loss: 3.198e-02] lana-lora-wan2.2: 6%|###3 | 323/5000 [03:05<3:17:38, 2.54s/it, lr: 1.0e-04 loss: 3.198e-02] lana-lora-wan2.2: 6%|###3 | 324/5000 [03:07<3:17:13, 2.53s/it, lr: 1.0e-04 loss: 7.150e-02] lana-lora-wan2.2: 6%|###3 | 324/5000 [03:07<3:17:13, 2.53s/it, lr: 1.0e-04 loss: 7.150e-02] lana-lora-wan2.2: 6%|###3 | 325/5000 [03:09<3:17:07, 2.53s/it, lr: 1.0e-04 loss: 2.929e-02] lana-lora-wan2.2: 6%|###3 | 325/5000 [03:09<3:17:07, 2.53s/it, lr: 1.0e-04 loss: 2.929e-02] lana-lora-wan2.2: 7%|###3 | 326/5000 [03:10<3:15:42, 2.51s/it, lr: 1.0e-04 loss: 8.536e-02] lana-lora-wan2.2: 7%|###3 | 326/5000 [03:10<3:15:42, 2.51s/it, lr: 1.0e-04 loss: 8.536e-02] lana-lora-wan2.2: 7%|###4 | 327/5000 [03:14<3:16:49, 2.53s/it, lr: 1.0e-04 loss: 2.058e-01] lana-lora-wan2.2: 7%|###4 | 327/5000 [03:14<3:16:49, 2.53s/it, lr: 1.0e-04 loss: 2.058e-01] lana-lora-wan2.2: 7%|###4 | 328/5000 [03:18<3:17:55, 2.54s/it, lr: 1.0e-04 loss: 3.406e-02] lana-lora-wan2.2: 7%|###4 | 328/5000 [03:18<3:17:55, 2.54s/it, lr: 1.0e-04 loss: 3.406e-02] lana-lora-wan2.2: 7%|###4 | 329/5000 [03:20<3:17:32, 2.54s/it, lr: 1.0e-04 loss: 7.507e-02] lana-lora-wan2.2: 7%|###4 | 329/5000 [03:20<3:17:32, 2.54s/it, lr: 1.0e-04 loss: 7.507e-02] lana-lora-wan2.2: 7%|###4 | 330/5000 [03:22<3:17:24, 2.54s/it, lr: 1.0e-04 loss: 6.266e-02] lana-lora-wan2.2: 7%|###4 | 330/5000 [03:22<3:17:24, 2.54s/it, lr: 1.0e-04 loss: 6.266e-02] lana-lora-wan2.2: 7%|###4 | 331/5000 [03:25<3:17:02, 2.53s/it, lr: 1.0e-04 loss: 1.643e-01] lana-lora-wan2.2: 7%|###4 | 331/5000 [03:25<3:17:02, 2.53s/it, lr: 1.0e-04 loss: 1.643e-01] lana-lora-wan2.2: 7%|###4 | 332/5000 [03:27<3:16:39, 2.53s/it, lr: 1.0e-04 loss: 4.252e-02] lana-lora-wan2.2: 7%|###4 | 332/5000 [03:27<3:16:39, 2.53s/it, lr: 1.0e-04 loss: 4.252e-02] lana-lora-wan2.2: 7%|###4 | 333/5000 [03:28<3:15:21, 2.51s/it, lr: 1.0e-04 loss: 3.576e-02] lana-lora-wan2.2: 7%|###4 | 333/5000 [03:28<3:15:21, 2.51s/it, lr: 1.0e-04 loss: 3.576e-02] lana-lora-wan2.2: 7%|###4 | 334/5000 [03:30<3:15:00, 2.51s/it, lr: 1.0e-04 loss: 1.080e-01] lana-lora-wan2.2: 7%|###4 | 334/5000 [03:30<3:15:00, 2.51s/it, lr: 1.0e-04 loss: 1.080e-01] lana-lora-wan2.2: 7%|###4 | 335/5000 [03:34<3:16:03, 2.52s/it, lr: 1.0e-04 loss: 5.735e-02] lana-lora-wan2.2: 7%|###4 | 335/5000 [03:34<3:16:03, 2.52s/it, lr: 1.0e-04 loss: 5.735e-02] lana-lora-wan2.2: 7%|###4 | 336/5000 [03:38<3:17:16, 2.54s/it, lr: 1.0e-04 loss: 7.845e-02] lana-lora-wan2.2: 7%|###4 | 336/5000 [03:38<3:17:16, 2.54s/it, lr: 1.0e-04 loss: 7.845e-02] lana-lora-wan2.2: 7%|###5 | 337/5000 [03:41<3:18:14, 2.55s/it, lr: 1.0e-04 loss: 4.375e-02] lana-lora-wan2.2: 7%|###5 | 337/5000 [03:41<3:18:14, 2.55s/it, lr: 1.0e-04 loss: 4.375e-02] lana-lora-wan2.2: 7%|###5 | 338/5000 [03:43<3:16:59, 2.54s/it, lr: 1.0e-04 loss: 5.889e-02] lana-lora-wan2.2: 7%|###5 | 338/5000 [03:43<3:16:59, 2.54s/it, lr: 1.0e-04 loss: 5.889e-02] lana-lora-wan2.2: 7%|###5 | 339/5000 [03:44<3:15:47, 2.52s/it, lr: 1.0e-04 loss: 7.350e-02] lana-lora-wan2.2: 7%|###5 | 339/5000 [03:44<3:15:47, 2.52s/it, lr: 1.0e-04 loss: 7.350e-02] lana-lora-wan2.2: 7%|###5 | 340/5000 [03:46<3:15:26, 2.52s/it, lr: 1.0e-04 loss: 2.824e-02] lana-lora-wan2.2: 7%|###5 | 340/5000 [03:46<3:15:26, 2.52s/it, lr: 1.0e-04 loss: 2.824e-02] lana-lora-wan2.2: 7%|###5 | 341/5000 [03:48<3:15:06, 2.51s/it, lr: 1.0e-04 loss: 8.068e-02] lana-lora-wan2.2: 7%|###5 | 341/5000 [03:48<3:15:06, 2.51s/it, lr: 1.0e-04 loss: 8.068e-02] lana-lora-wan2.2: 7%|###5 | 342/5000 [03:52<3:16:15, 2.53s/it, lr: 1.0e-04 loss: 2.831e-02] lana-lora-wan2.2: 7%|###5 | 342/5000 [03:52<3:16:15, 2.53s/it, lr: 1.0e-04 loss: 2.831e-02] lana-lora-wan2.2: 7%|###5 | 343/5000 [03:53<3:15:05, 2.51s/it, lr: 1.0e-04 loss: 2.774e-01] lana-lora-wan2.2: 7%|###5 | 343/5000 [03:53<3:15:05, 2.51s/it, lr: 1.0e-04 loss: 2.774e-01] lana-lora-wan2.2: 7%|###5 | 344/5000 [03:55<3:14:46, 2.51s/it, lr: 1.0e-04 loss: 3.866e-02] lana-lora-wan2.2: 7%|###5 | 344/5000 [03:55<3:14:46, 2.51s/it, lr: 1.0e-04 loss: 3.866e-02] lana-lora-wan2.2: 7%|###5 | 345/5000 [03:59<3:15:40, 2.52s/it, lr: 1.0e-04 loss: 3.491e-02] lana-lora-wan2.2: 7%|###5 | 345/5000 [03:59<3:15:40, 2.52s/it, lr: 1.0e-04 loss: 3.491e-02] lana-lora-wan2.2: 7%|###5 | 346/5000 [04:00<3:14:32, 2.51s/it, lr: 1.0e-04 loss: 8.267e-02] lana-lora-wan2.2: 7%|###5 | 346/5000 [04:00<3:14:32, 2.51s/it, lr: 1.0e-04 loss: 8.267e-02] lana-lora-wan2.2: 7%|###6 | 347/5000 [04:04<3:15:24, 2.52s/it, lr: 1.0e-04 loss: 2.628e-02] lana-lora-wan2.2: 7%|###6 | 347/5000 [04:04<3:15:24, 2.52s/it, lr: 1.0e-04 loss: 2.628e-02] lana-lora-wan2.2: 7%|###6 | 348/5000 [04:05<3:14:36, 2.51s/it, lr: 1.0e-04 loss: 5.632e-02] lana-lora-wan2.2: 7%|###6 | 348/5000 [04:05<3:14:36, 2.51s/it, lr: 1.0e-04 loss: 5.632e-02] lana-lora-wan2.2: 7%|###6 | 349/5000 [04:07<3:13:32, 2.50s/it, lr: 1.0e-04 loss: 3.466e-02] lana-lora-wan2.2: 7%|###6 | 349/5000 [04:07<3:13:32, 2.50s/it, lr: 1.0e-04 loss: 3.466e-02] lana-lora-wan2.2: 7%|###6 | 350/5000 [04:08<3:12:28, 2.48s/it, lr: 1.0e-04 loss: 1.313e-01] lana-lora-wan2.2: 7%|###6 | 350/5000 [04:08<3:12:28, 2.48s/it, lr: 1.0e-04 loss: 1.313e-01] lana-lora-wan2.2: 7%|###6 | 351/5000 [04:12<3:13:20, 2.50s/it, lr: 1.0e-04 loss: 3.647e-02] lana-lora-wan2.2: 7%|###6 | 351/5000 [04:12<3:13:20, 2.50s/it, lr: 1.0e-04 loss: 3.647e-02] lana-lora-wan2.2: 7%|###6 | 352/5000 [04:14<3:13:03, 2.49s/it, lr: 1.0e-04 loss: 2.204e-01] lana-lora-wan2.2: 7%|###6 | 352/5000 [04:14<3:13:03, 2.49s/it, lr: 1.0e-04 loss: 2.204e-01] lana-lora-wan2.2: 7%|###6 | 353/5000 [04:17<3:13:53, 2.50s/it, lr: 1.0e-04 loss: 1.624e-01] lana-lora-wan2.2: 7%|###6 | 353/5000 [04:17<3:13:53, 2.50s/it, lr: 1.0e-04 loss: 1.624e-01] lana-lora-wan2.2: 7%|###6 | 354/5000 [04:21<3:14:54, 2.52s/it, lr: 1.0e-04 loss: 4.040e-02] lana-lora-wan2.2: 7%|###6 | 354/5000 [04:21<3:14:54, 2.52s/it, lr: 1.0e-04 loss: 4.040e-02] lana-lora-wan2.2: 7%|###6 | 355/5000 [04:22<3:13:53, 2.50s/it, lr: 1.0e-04 loss: 4.060e-02] lana-lora-wan2.2: 7%|###6 | 355/5000 [04:22<3:13:53, 2.50s/it, lr: 1.0e-04 loss: 4.060e-02] lana-lora-wan2.2: 7%|###7 | 356/5000 [04:26<3:14:41, 2.52s/it, lr: 1.0e-04 loss: 3.180e-02] lana-lora-wan2.2: 7%|###7 | 356/5000 [04:26<3:14:41, 2.52s/it, lr: 1.0e-04 loss: 3.180e-02] lana-lora-wan2.2: 7%|###7 | 357/5000 [04:30<3:15:28, 2.53s/it, lr: 1.0e-04 loss: 3.003e-02] lana-lora-wan2.2: 7%|###7 | 357/5000 [04:30<3:15:28, 2.53s/it, lr: 1.0e-04 loss: 3.003e-02] lana-lora-wan2.2: 7%|###7 | 358/5000 [04:32<3:15:10, 2.52s/it, lr: 1.0e-04 loss: 1.409e-01] lana-lora-wan2.2: 7%|###7 | 358/5000 [04:32<3:15:10, 2.52s/it, lr: 1.0e-04 loss: 1.409e-01] lana-lora-wan2.2: 7%|###7 | 359/5000 [04:33<3:14:10, 2.51s/it, lr: 1.0e-04 loss: 6.772e-02] lana-lora-wan2.2: 7%|###7 | 359/5000 [04:33<3:14:10, 2.51s/it, lr: 1.0e-04 loss: 6.772e-02] lana-lora-wan2.2: 7%|###7 | 360/5000 [04:37<3:15:07, 2.52s/it, lr: 1.0e-04 loss: 5.865e-02] lana-lora-wan2.2: 7%|###7 | 360/5000 [04:37<3:15:07, 2.52s/it, lr: 1.0e-04 loss: 5.865e-02] lana-lora-wan2.2: 7%|###7 | 361/5000 [04:38<3:14:08, 2.51s/it, lr: 1.0e-04 loss: 3.139e-02] lana-lora-wan2.2: 7%|###7 | 361/5000 [04:38<3:14:08, 2.51s/it, lr: 1.0e-04 loss: 3.139e-02] lana-lora-wan2.2: 7%|###7 | 362/5000 [04:40<3:13:51, 2.51s/it, lr: 1.0e-04 loss: 1.011e-01] lana-lora-wan2.2: 7%|###7 | 362/5000 [04:40<3:13:51, 2.51s/it, lr: 1.0e-04 loss: 1.011e-01] lana-lora-wan2.2: 7%|###7 | 363/5000 [04:42<3:12:54, 2.50s/it, lr: 1.0e-04 loss: 8.788e-02] lana-lora-wan2.2: 7%|###7 | 363/5000 [04:42<3:12:54, 2.50s/it, lr: 1.0e-04 loss: 8.788e-02] lana-lora-wan2.2: 7%|###7 | 364/5000 [04:43<3:11:58, 2.48s/it, lr: 1.0e-04 loss: 4.179e-02] lana-lora-wan2.2: 7%|###7 | 364/5000 [04:43<3:11:58, 2.48s/it, lr: 1.0e-04 loss: 4.179e-02] lana-lora-wan2.2: 7%|###7 | 365/5000 [04:47<3:12:56, 2.50s/it, lr: 1.0e-04 loss: 3.144e-02] lana-lora-wan2.2: 7%|###7 | 365/5000 [04:47<3:12:56, 2.50s/it, lr: 1.0e-04 loss: 3.144e-02] lana-lora-wan2.2: 7%|###8 | 366/5000 [04:49<3:12:41, 2.49s/it, lr: 1.0e-04 loss: 6.236e-02] lana-lora-wan2.2: 7%|###8 | 366/5000 [04:49<3:12:41, 2.49s/it, lr: 1.0e-04 loss: 6.236e-02] lana-lora-wan2.2: 7%|###8 | 367/5000 [04:53<3:13:24, 2.50s/it, lr: 1.0e-04 loss: 6.587e-02] lana-lora-wan2.2: 7%|###8 | 367/5000 [04:53<3:13:24, 2.50s/it, lr: 1.0e-04 loss: 6.587e-02] lana-lora-wan2.2: 7%|###8 | 368/5000 [04:54<3:12:30, 2.49s/it, lr: 1.0e-04 loss: 7.701e-02] lana-lora-wan2.2: 7%|###8 | 368/5000 [04:54<3:12:30, 2.49s/it, lr: 1.0e-04 loss: 7.701e-02] lana-lora-wan2.2: 7%|###8 | 369/5000 [04:56<3:12:15, 2.49s/it, lr: 1.0e-04 loss: 8.873e-02] lana-lora-wan2.2: 7%|###8 | 369/5000 [04:56<3:12:15, 2.49s/it, lr: 1.0e-04 loss: 8.873e-02] lana-lora-wan2.2: 7%|###8 | 370/5000 [05:00<3:12:57, 2.50s/it, lr: 1.0e-04 loss: 6.886e-02] lana-lora-wan2.2: 7%|###8 | 370/5000 [05:00<3:12:57, 2.50s/it, lr: 1.0e-04 loss: 6.886e-02] lana-lora-wan2.2: 7%|###8 | 371/5000 [05:01<3:12:19, 2.49s/it, lr: 1.0e-04 loss: 1.441e-01] lana-lora-wan2.2: 7%|###8 | 371/5000 [05:01<3:12:19, 2.49s/it, lr: 1.0e-04 loss: 1.441e-01] lana-lora-wan2.2: 7%|###8 | 372/5000 [05:03<3:12:04, 2.49s/it, lr: 1.0e-04 loss: 3.109e-02] lana-lora-wan2.2: 7%|###8 | 372/5000 [05:03<3:12:04, 2.49s/it, lr: 1.0e-04 loss: 3.109e-02] lana-lora-wan2.2: 7%|###8 | 373/5000 [05:07<3:12:46, 2.50s/it, lr: 1.0e-04 loss: 3.724e-01] lana-lora-wan2.2: 7%|###8 | 373/5000 [05:07<3:12:46, 2.50s/it, lr: 1.0e-04 loss: 3.724e-01] lana-lora-wan2.2: 7%|###8 | 374/5000 [05:09<3:12:31, 2.50s/it, lr: 1.0e-04 loss: 1.633e-01] lana-lora-wan2.2: 7%|###8 | 374/5000 [05:09<3:12:31, 2.50s/it, lr: 1.0e-04 loss: 1.633e-01] lana-lora-wan2.2: 8%|###9 | 375/5000 [05:13<3:13:12, 2.51s/it, lr: 1.0e-04 loss: 7.030e-02] lana-lora-wan2.2: 8%|###9 | 375/5000 [05:13<3:13:12, 2.51s/it, lr: 1.0e-04 loss: 7.030e-02] lana-lora-wan2.2: 8%|###9 | 376/5000 [05:16<3:13:52, 2.52s/it, lr: 1.0e-04 loss: 7.185e-02] lana-lora-wan2.2: 8%|###9 | 376/5000 [05:16<3:13:52, 2.52s/it, lr: 1.0e-04 loss: 7.185e-02] lana-lora-wan2.2: 8%|###9 | 377/5000 [05:20<3:14:41, 2.53s/it, lr: 1.0e-04 loss: 2.368e-02] lana-lora-wan2.2: 8%|###9 | 377/5000 [05:20<3:14:41, 2.53s/it, lr: 1.0e-04 loss: 2.368e-02] lana-lora-wan2.2: 8%|###9 | 378/5000 [05:23<3:14:26, 2.52s/it, lr: 1.0e-04 loss: 2.034e-01] lana-lora-wan2.2: 8%|###9 | 378/5000 [05:23<3:14:26, 2.52s/it, lr: 1.0e-04 loss: 2.034e-01] lana-lora-wan2.2: 8%|###9 | 379/5000 [05:24<3:13:35, 2.51s/it, lr: 1.0e-04 loss: 1.105e-01] lana-lora-wan2.2: 8%|###9 | 379/5000 [05:24<3:13:35, 2.51s/it, lr: 1.0e-04 loss: 1.105e-01] lana-lora-wan2.2: 8%|###9 | 380/5000 [05:26<3:13:21, 2.51s/it, lr: 1.0e-04 loss: 6.976e-02] lana-lora-wan2.2: 8%|###9 | 380/5000 [05:26<3:13:21, 2.51s/it, lr: 1.0e-04 loss: 6.976e-02] lana-lora-wan2.2: 8%|###9 | 381/5000 [05:27<3:12:32, 2.50s/it, lr: 1.0e-04 loss: 6.960e-02] lana-lora-wan2.2: 8%|###9 | 381/5000 [05:27<3:12:32, 2.50s/it, lr: 1.0e-04 loss: 6.960e-02] lana-lora-wan2.2: 8%|###9 | 382/5000 [05:31<3:13:09, 2.51s/it, lr: 1.0e-04 loss: 2.548e-02] lana-lora-wan2.2: 8%|###9 | 382/5000 [05:31<3:13:09, 2.51s/it, lr: 1.0e-04 loss: 2.548e-02] lana-lora-wan2.2: 8%|###9 | 383/5000 [05:33<3:13:05, 2.51s/it, lr: 1.0e-04 loss: 3.557e-02] lana-lora-wan2.2: 8%|###9 | 383/5000 [05:33<3:13:05, 2.51s/it, lr: 1.0e-04 loss: 3.557e-02] lana-lora-wan2.2: 8%|###9 | 384/5000 [05:35<3:12:52, 2.51s/it, lr: 1.0e-04 loss: 1.981e-01] lana-lora-wan2.2: 8%|###9 | 384/5000 [05:35<3:12:52, 2.51s/it, lr: 1.0e-04 loss: 1.981e-01] lana-lora-wan2.2: 8%|#### | 385/5000 [05:37<3:12:04, 2.50s/it, lr: 1.0e-04 loss: 4.069e-02] lana-lora-wan2.2: 8%|#### | 385/5000 [05:37<3:12:04, 2.50s/it, lr: 1.0e-04 loss: 4.069e-02] lana-lora-wan2.2: 8%|#### | 386/5000 [05:39<3:11:51, 2.49s/it, lr: 1.0e-04 loss: 4.028e-02] lana-lora-wan2.2: 8%|#### | 386/5000 [05:39<3:11:51, 2.49s/it, lr: 1.0e-04 loss: 4.028e-02] lana-lora-wan2.2: 8%|#### | 387/5000 [05:41<3:11:38, 2.49s/it, lr: 1.0e-04 loss: 5.965e-02] lana-lora-wan2.2: 8%|#### | 387/5000 [05:41<3:11:38, 2.49s/it, lr: 1.0e-04 loss: 5.965e-02] lana-lora-wan2.2: 8%|#### | 388/5000 [05:43<3:11:25, 2.49s/it, lr: 1.0e-04 loss: 4.479e-02] lana-lora-wan2.2: 8%|#### | 388/5000 [05:43<3:11:25, 2.49s/it, lr: 1.0e-04 loss: 4.479e-02] lana-lora-wan2.2: 8%|#### | 389/5000 [05:46<3:11:21, 2.49s/it, lr: 1.0e-04 loss: 6.474e-02] lana-lora-wan2.2: 8%|#### | 389/5000 [05:46<3:11:21, 2.49s/it, lr: 1.0e-04 loss: 6.474e-02] lana-lora-wan2.2: 8%|#### | 390/5000 [05:47<3:10:36, 2.48s/it, lr: 1.0e-04 loss: 4.118e-02] lana-lora-wan2.2: 8%|#### | 390/5000 [05:47<3:10:36, 2.48s/it, lr: 1.0e-04 loss: 4.118e-02] lana-lora-wan2.2: 8%|#### | 391/5000 [05:49<3:10:24, 2.48s/it, lr: 1.0e-04 loss: 3.709e-02] lana-lora-wan2.2: 8%|#### | 391/5000 [05:49<3:10:24, 2.48s/it, lr: 1.0e-04 loss: 3.709e-02] lana-lora-wan2.2: 8%|#### | 392/5000 [05:50<3:09:39, 2.47s/it, lr: 1.0e-04 loss: 5.849e-02] lana-lora-wan2.2: 8%|#### | 392/5000 [05:50<3:09:39, 2.47s/it, lr: 1.0e-04 loss: 5.849e-02] lana-lora-wan2.2: 8%|#### | 393/5000 [05:52<3:09:27, 2.47s/it, lr: 1.0e-04 loss: 5.374e-02] lana-lora-wan2.2: 8%|#### | 393/5000 [05:52<3:09:27, 2.47s/it, lr: 1.0e-04 loss: 5.374e-02] lana-lora-wan2.2: 8%|#### | 394/5000 [05:56<3:10:12, 2.48s/it, lr: 1.0e-04 loss: 7.425e-02] lana-lora-wan2.2: 8%|#### | 394/5000 [05:56<3:10:12, 2.48s/it, lr: 1.0e-04 loss: 7.425e-02] lana-lora-wan2.2: 8%|####1 | 395/5000 [05:58<3:09:59, 2.48s/it, lr: 1.0e-04 loss: 2.637e-01] lana-lora-wan2.2: 8%|####1 | 395/5000 [05:58<3:09:59, 2.48s/it, lr: 1.0e-04 loss: 2.637e-01] lana-lora-wan2.2: 8%|####1 | 396/5000 [06:00<3:09:16, 2.47s/it, lr: 1.0e-04 loss: 1.242e-01] lana-lora-wan2.2: 8%|####1 | 396/5000 [06:00<3:09:16, 2.47s/it, lr: 1.0e-04 loss: 1.242e-01] lana-lora-wan2.2: 8%|####1 | 397/5000 [06:01<3:08:33, 2.46s/it, lr: 1.0e-04 loss: 4.880e-02] lana-lora-wan2.2: 8%|####1 | 397/5000 [06:01<3:08:33, 2.46s/it, lr: 1.0e-04 loss: 4.880e-02] lana-lora-wan2.2: 8%|####1 | 398/5000 [06:02<3:07:51, 2.45s/it, lr: 1.0e-04 loss: 4.204e-02] lana-lora-wan2.2: 8%|####1 | 398/5000 [06:02<3:07:51, 2.45s/it, lr: 1.0e-04 loss: 4.204e-02] lana-lora-wan2.2: 8%|####1 | 399/5000 [06:03<3:07:10, 2.44s/it, lr: 1.0e-04 loss: 5.576e-02] lana-lora-wan2.2: 8%|####1 | 399/5000 [06:03<3:07:10, 2.44s/it, lr: 1.0e-04 loss: 5.576e-02] lana-lora-wan2.2: 8%|####1 | 400/5000 [06:07<3:07:54, 2.45s/it, lr: 1.0e-04 loss: 6.434e-02] lana-lora-wan2.2: 8%|####1 | 400/5000 [06:07<3:07:54, 2.45s/it, lr: 1.0e-04 loss: 6.434e-02] lana-lora-wan2.2: 8%|####1 | 401/5000 [06:09<3:07:43, 2.45s/it, lr: 1.0e-04 loss: 4.582e-02] lana-lora-wan2.2: 8%|####1 | 401/5000 [06:09<3:07:43, 2.45s/it, lr: 1.0e-04 loss: 4.582e-02] lana-lora-wan2.2: 8%|####1 | 402/5000 [06:13<3:08:18, 2.46s/it, lr: 1.0e-04 loss: 7.673e-02] lana-lora-wan2.2: 8%|####1 | 402/5000 [06:13<3:08:18, 2.46s/it, lr: 1.0e-04 loss: 7.673e-02] lana-lora-wan2.2: 8%|####1 | 403/5000 [06:14<3:07:37, 2.45s/it, lr: 1.0e-04 loss: 5.556e-02] lana-lora-wan2.2: 8%|####1 | 403/5000 [06:14<3:07:37, 2.45s/it, lr: 1.0e-04 loss: 5.556e-02] lana-lora-wan2.2: 8%|####2 | 404/5000 [06:16<3:07:27, 2.45s/it, lr: 1.0e-04 loss: 2.685e-01] lana-lora-wan2.2: 8%|####2 | 404/5000 [06:16<3:07:27, 2.45s/it, lr: 1.0e-04 loss: 2.685e-01] lana-lora-wan2.2: 8%|####2 | 405/5000 [06:18<3:06:47, 2.44s/it, lr: 1.0e-04 loss: 7.116e-02] lana-lora-wan2.2: 8%|####2 | 405/5000 [06:18<3:06:47, 2.44s/it, lr: 1.0e-04 loss: 7.116e-02] lana-lora-wan2.2: 8%|####2 | 406/5000 [06:20<3:06:45, 2.44s/it, lr: 1.0e-04 loss: 4.470e-02] lana-lora-wan2.2: 8%|####2 | 406/5000 [06:20<3:06:45, 2.44s/it, lr: 1.0e-04 loss: 4.470e-02] lana-lora-wan2.2: 8%|####2 | 407/5000 [06:21<3:06:06, 2.43s/it, lr: 1.0e-04 loss: 4.527e-02] lana-lora-wan2.2: 8%|####2 | 407/5000 [06:21<3:06:06, 2.43s/it, lr: 1.0e-04 loss: 4.527e-02] lana-lora-wan2.2: 8%|####2 | 408/5000 [06:23<3:05:57, 2.43s/it, lr: 1.0e-04 loss: 3.018e-01] lana-lora-wan2.2: 8%|####2 | 408/5000 [06:23<3:05:57, 2.43s/it, lr: 1.0e-04 loss: 3.018e-01] lana-lora-wan2.2: 8%|####2 | 409/5000 [06:26<3:05:48, 2.43s/it, lr: 1.0e-04 loss: 3.725e-02] lana-lora-wan2.2: 8%|####2 | 409/5000 [06:26<3:05:48, 2.43s/it, lr: 1.0e-04 loss: 3.725e-02] lana-lora-wan2.2: 8%|####2 | 410/5000 [06:29<3:06:21, 2.44s/it, lr: 1.0e-04 loss: 1.382e-01] lana-lora-wan2.2: 8%|####2 | 410/5000 [06:29<3:06:21, 2.44s/it, lr: 1.0e-04 loss: 1.382e-01] lana-lora-wan2.2: 8%|####2 | 411/5000 [06:33<3:06:54, 2.44s/it, lr: 1.0e-04 loss: 5.161e-02] lana-lora-wan2.2: 8%|####2 | 411/5000 [06:33<3:06:54, 2.44s/it, lr: 1.0e-04 loss: 5.161e-02] lana-lora-wan2.2: 8%|####2 | 412/5000 [06:34<3:06:24, 2.44s/it, lr: 1.0e-04 loss: 8.173e-02] lana-lora-wan2.2: 8%|####2 | 412/5000 [06:34<3:06:24, 2.44s/it, lr: 1.0e-04 loss: 8.173e-02] lana-lora-wan2.2: 8%|####2 | 413/5000 [06:36<3:05:47, 2.43s/it, lr: 1.0e-04 loss: 7.660e-02] lana-lora-wan2.2: 8%|####2 | 413/5000 [06:36<3:05:47, 2.43s/it, lr: 1.0e-04 loss: 7.660e-02] lana-lora-wan2.2: 8%|####3 | 414/5000 [06:37<3:05:10, 2.42s/it, lr: 1.0e-04 loss: 6.957e-02] lana-lora-wan2.2: 8%|####3 | 414/5000 [06:37<3:05:10, 2.42s/it, lr: 1.0e-04 loss: 6.957e-02] lana-lora-wan2.2: 8%|####3 | 415/5000 [06:40<3:05:42, 2.43s/it, lr: 1.0e-04 loss: 5.552e-02] lana-lora-wan2.2: 8%|####3 | 415/5000 [06:40<3:05:42, 2.43s/it, lr: 1.0e-04 loss: 5.552e-02] lana-lora-wan2.2: 8%|####3 | 416/5000 [06:44<3:06:13, 2.44s/it, lr: 1.0e-04 loss: 4.332e-02] lana-lora-wan2.2: 8%|####3 | 416/5000 [06:44<3:06:13, 2.44s/it, lr: 1.0e-04 loss: 4.332e-02] lana-lora-wan2.2: 8%|####3 | 417/5000 [06:48<3:06:44, 2.44s/it, lr: 1.0e-04 loss: 6.664e-02] lana-lora-wan2.2: 8%|####3 | 417/5000 [06:48<3:06:44, 2.44s/it, lr: 1.0e-04 loss: 6.664e-02] lana-lora-wan2.2: 8%|####3 | 418/5000 [06:49<3:06:17, 2.44s/it, lr: 1.0e-04 loss: 6.365e-02] lana-lora-wan2.2: 8%|####3 | 418/5000 [06:49<3:06:17, 2.44s/it, lr: 1.0e-04 loss: 6.365e-02] lana-lora-wan2.2: 8%|####3 | 419/5000 [06:50<3:05:40, 2.43s/it, lr: 1.0e-04 loss: 7.167e-02] lana-lora-wan2.2: 8%|####3 | 419/5000 [06:50<3:05:40, 2.43s/it, lr: 1.0e-04 loss: 7.167e-02] lana-lora-wan2.2: 8%|####3 | 420/5000 [06:52<3:05:04, 2.42s/it, lr: 1.0e-04 loss: 2.360e-01] lana-lora-wan2.2: 8%|####3 | 420/5000 [06:52<3:05:04, 2.42s/it, lr: 1.0e-04 loss: 2.360e-01] lana-lora-wan2.2: 8%|####3 | 421/5000 [06:55<3:05:35, 2.43s/it, lr: 1.0e-04 loss: 5.811e-02] lana-lora-wan2.2: 8%|####3 | 421/5000 [06:55<3:05:35, 2.43s/it, lr: 1.0e-04 loss: 5.811e-02] lana-lora-wan2.2: 8%|####3 | 422/5000 [06:59<3:06:05, 2.44s/it, lr: 1.0e-04 loss: 9.248e-02] lana-lora-wan2.2: 8%|####3 | 422/5000 [06:59<3:06:05, 2.44s/it, lr: 1.0e-04 loss: 9.248e-02] lana-lora-wan2.2: 8%|####3 | 423/5000 [07:01<3:06:04, 2.44s/it, lr: 1.0e-04 loss: 7.027e-02] lana-lora-wan2.2: 8%|####3 | 423/5000 [07:01<3:06:04, 2.44s/it, lr: 1.0e-04 loss: 7.027e-02] lana-lora-wan2.2: 8%|####4 | 424/5000 [07:04<3:05:54, 2.44s/it, lr: 1.0e-04 loss: 1.388e-01] lana-lora-wan2.2: 8%|####4 | 424/5000 [07:04<3:05:54, 2.44s/it, lr: 1.0e-04 loss: 1.388e-01] lana-lora-wan2.2: 8%|####4 | 425/5000 [07:06<3:05:45, 2.44s/it, lr: 1.0e-04 loss: 5.904e-02] lana-lora-wan2.2: 8%|####4 | 425/5000 [07:06<3:05:45, 2.44s/it, lr: 1.0e-04 loss: 5.904e-02] lana-lora-wan2.2: 9%|####4 | 426/5000 [07:07<3:05:10, 2.43s/it, lr: 1.0e-04 loss: 5.342e-02] lana-lora-wan2.2: 9%|####4 | 426/5000 [07:07<3:05:10, 2.43s/it, lr: 1.0e-04 loss: 5.342e-02] lana-lora-wan2.2: 9%|####4 | 427/5000 [07:08<3:04:36, 2.42s/it, lr: 1.0e-04 loss: 8.439e-02] lana-lora-wan2.2: 9%|####4 | 427/5000 [07:08<3:04:36, 2.42s/it, lr: 1.0e-04 loss: 8.439e-02] lana-lora-wan2.2: 9%|####4 | 428/5000 [07:09<3:04:02, 2.42s/it, lr: 1.0e-04 loss: 3.080e-02] lana-lora-wan2.2: 9%|####4 | 428/5000 [07:09<3:04:02, 2.42s/it, lr: 1.0e-04 loss: 3.080e-02] lana-lora-wan2.2: 9%|####4 | 429/5000 [07:11<3:03:38, 2.41s/it, lr: 1.0e-04 loss: 4.971e-02] lana-lora-wan2.2: 9%|####4 | 429/5000 [07:11<3:03:38, 2.41s/it, lr: 1.0e-04 loss: 4.971e-02] lana-lora-wan2.2: 9%|####4 | 430/5000 [07:15<3:04:07, 2.42s/it, lr: 1.0e-04 loss: 1.978e-02] lana-lora-wan2.2: 9%|####4 | 430/5000 [07:15<3:04:07, 2.42s/it, lr: 1.0e-04 loss: 1.978e-02] lana-lora-wan2.2: 9%|####4 | 431/5000 [07:18<3:04:36, 2.42s/it, lr: 1.0e-04 loss: 6.386e-02] lana-lora-wan2.2: 9%|####4 | 431/5000 [07:18<3:04:36, 2.42s/it, lr: 1.0e-04 loss: 6.386e-02] lana-lora-wan2.2: 9%|####4 | 432/5000 [07:20<3:04:27, 2.42s/it, lr: 1.0e-04 loss: 6.934e-02] lana-lora-wan2.2: 9%|####4 | 432/5000 [07:20<3:04:27, 2.42s/it, lr: 1.0e-04 loss: 6.934e-02] lana-lora-wan2.2: 9%|####5 | 433/5000 [07:24<3:04:56, 2.43s/it, lr: 1.0e-04 loss: 4.762e-02] lana-lora-wan2.2: 9%|####5 | 433/5000 [07:24<3:04:56, 2.43s/it, lr: 1.0e-04 loss: 4.762e-02] lana-lora-wan2.2: 9%|####5 | 434/5000 [07:26<3:04:47, 2.43s/it, lr: 1.0e-04 loss: 3.164e-02] lana-lora-wan2.2: 9%|####5 | 434/5000 [07:26<3:04:47, 2.43s/it, lr: 1.0e-04 loss: 3.164e-02] lana-lora-wan2.2: 9%|####5 | 435/5000 [07:28<3:04:22, 2.42s/it, lr: 1.0e-04 loss: 4.287e-02] lana-lora-wan2.2: 9%|####5 | 435/5000 [07:28<3:04:22, 2.42s/it, lr: 1.0e-04 loss: 4.287e-02] lana-lora-wan2.2: 9%|####5 | 436/5000 [07:30<3:04:14, 2.42s/it, lr: 1.0e-04 loss: 8.674e-02] lana-lora-wan2.2: 9%|####5 | 436/5000 [07:30<3:04:14, 2.42s/it, lr: 1.0e-04 loss: 8.674e-02] lana-lora-wan2.2: 9%|####5 | 437/5000 [07:34<3:04:42, 2.43s/it, lr: 1.0e-04 loss: 8.480e-02] lana-lora-wan2.2: 9%|####5 | 437/5000 [07:34<3:04:42, 2.43s/it, lr: 1.0e-04 loss: 8.480e-02] lana-lora-wan2.2: 9%|####5 | 438/5000 [07:35<3:04:09, 2.42s/it, lr: 1.0e-04 loss: 1.399e-01] lana-lora-wan2.2: 9%|####5 | 438/5000 [07:35<3:04:09, 2.42s/it, lr: 1.0e-04 loss: 1.399e-01] lana-lora-wan2.2: 9%|####5 | 439/5000 [07:39<3:04:38, 2.43s/it, lr: 1.0e-04 loss: 4.081e-02] lana-lora-wan2.2: 9%|####5 | 439/5000 [07:39<3:04:38, 2.43s/it, lr: 1.0e-04 loss: 4.081e-02] lana-lora-wan2.2: 9%|####5 | 440/5000 [07:42<3:05:11, 2.44s/it, lr: 1.0e-04 loss: 3.716e-02] lana-lora-wan2.2: 9%|####5 | 440/5000 [07:42<3:05:11, 2.44s/it, lr: 1.0e-04 loss: 3.716e-02] lana-lora-wan2.2: 9%|####5 | 441/5000 [07:45<3:05:03, 2.44s/it, lr: 1.0e-04 loss: 6.229e-02] lana-lora-wan2.2: 9%|####5 | 441/5000 [07:45<3:05:03, 2.44s/it, lr: 1.0e-04 loss: 6.229e-02] lana-lora-wan2.2: 9%|####5 | 442/5000 [07:46<3:04:31, 2.43s/it, lr: 1.0e-04 loss: 7.461e-02] lana-lora-wan2.2: 9%|####5 | 442/5000 [07:46<3:04:31, 2.43s/it, lr: 1.0e-04 loss: 7.461e-02] lana-lora-wan2.2: 9%|####6 | 443/5000 [07:48<3:04:22, 2.43s/it, lr: 1.0e-04 loss: 2.647e-01] lana-lora-wan2.2: 9%|####6 | 443/5000 [07:48<3:04:22, 2.43s/it, lr: 1.0e-04 loss: 2.647e-01] lana-lora-wan2.2: 9%|####6 | 444/5000 [07:49<3:03:51, 2.42s/it, lr: 1.0e-04 loss: 5.557e-02] lana-lora-wan2.2: 9%|####6 | 444/5000 [07:49<3:03:51, 2.42s/it, lr: 1.0e-04 loss: 5.557e-02] lana-lora-wan2.2: 9%|####6 | 445/5000 [07:50<3:03:20, 2.41s/it, lr: 1.0e-04 loss: 4.595e-02] lana-lora-wan2.2: 9%|####6 | 445/5000 [07:50<3:03:20, 2.41s/it, lr: 1.0e-04 loss: 4.595e-02] lana-lora-wan2.2: 9%|####6 | 446/5000 [07:52<3:02:58, 2.41s/it, lr: 1.0e-04 loss: 7.474e-02] lana-lora-wan2.2: 9%|####6 | 446/5000 [07:52<3:02:58, 2.41s/it, lr: 1.0e-04 loss: 7.474e-02] lana-lora-wan2.2: 9%|####6 | 447/5000 [07:56<3:03:25, 2.42s/it, lr: 1.0e-04 loss: 3.131e-02] lana-lora-wan2.2: 9%|####6 | 447/5000 [07:56<3:03:25, 2.42s/it, lr: 1.0e-04 loss: 3.131e-02] lana-lora-wan2.2: 9%|####6 | 448/5000 [07:58<3:03:16, 2.42s/it, lr: 1.0e-04 loss: 5.225e-02] lana-lora-wan2.2: 9%|####6 | 448/5000 [07:58<3:03:16, 2.42s/it, lr: 1.0e-04 loss: 5.225e-02] lana-lora-wan2.2: 9%|####6 | 449/5000 [08:00<3:03:09, 2.41s/it, lr: 1.0e-04 loss: 8.512e-02] lana-lora-wan2.2: 9%|####6 | 449/5000 [08:00<3:03:09, 2.41s/it, lr: 1.0e-04 loss: 8.512e-02] lana-lora-wan2.2: 9%|####6 | 450/5000 [08:04<3:03:34, 2.42s/it, lr: 1.0e-04 loss: 2.894e-02] lana-lora-wan2.2: 9%|####6 | 450/5000 [08:04<3:03:34, 2.42s/it, lr: 1.0e-04 loss: 2.894e-02] lana-lora-wan2.2: 9%|####6 | 451/5000 [08:07<3:04:00, 2.43s/it, lr: 1.0e-04 loss: 3.507e-02] lana-lora-wan2.2: 9%|####6 | 451/5000 [08:07<3:04:00, 2.43s/it, lr: 1.0e-04 loss: 3.507e-02] lana-lora-wan2.2: 9%|####7 | 452/5000 [08:11<3:04:32, 2.43s/it, lr: 1.0e-04 loss: 1.299e-01] lana-lora-wan2.2: 9%|####7 | 452/5000 [08:11<3:04:32, 2.43s/it, lr: 1.0e-04 loss: 1.299e-01] lana-lora-wan2.2: 9%|####7 | 453/5000 [08:13<3:04:24, 2.43s/it, lr: 1.0e-04 loss: 1.339e-01] lana-lora-wan2.2: 9%|####7 | 453/5000 [08:13<3:04:24, 2.43s/it, lr: 1.0e-04 loss: 1.339e-01] lana-lora-wan2.2: 9%|####7 | 454/5000 [08:16<3:04:16, 2.43s/it, lr: 1.0e-04 loss: 2.896e-02] lana-lora-wan2.2: 9%|####7 | 454/5000 [08:16<3:04:16, 2.43s/it, lr: 1.0e-04 loss: 2.896e-02] lana-lora-wan2.2: 9%|####7 | 455/5000 [08:18<3:04:08, 2.43s/it, lr: 1.0e-04 loss: 1.604e-01] lana-lora-wan2.2: 9%|####7 | 455/5000 [08:18<3:04:08, 2.43s/it, lr: 1.0e-04 loss: 1.604e-01] lana-lora-wan2.2: 9%|####7 | 456/5000 [08:20<3:04:00, 2.43s/it, lr: 1.0e-04 loss: 2.987e-02] lana-lora-wan2.2: 9%|####7 | 456/5000 [08:20<3:04:00, 2.43s/it, lr: 1.0e-04 loss: 2.987e-02] lana-lora-wan2.2: 9%|####7 | 457/5000 [08:21<3:03:31, 2.42s/it, lr: 1.0e-04 loss: 1.869e-01] lana-lora-wan2.2: 9%|####7 | 457/5000 [08:21<3:03:31, 2.42s/it, lr: 1.0e-04 loss: 1.869e-01] lana-lora-wan2.2: 9%|####7 | 458/5000 [08:25<3:04:02, 2.43s/it, lr: 1.0e-04 loss: 4.052e-02] lana-lora-wan2.2: 9%|####7 | 458/5000 [08:25<3:04:02, 2.43s/it, lr: 1.0e-04 loss: 4.052e-02] lana-lora-wan2.2: 9%|####7 | 459/5000 [08:29<3:04:27, 2.44s/it, lr: 1.0e-04 loss: 7.517e-02] lana-lora-wan2.2: 9%|####7 | 459/5000 [08:29<3:04:27, 2.44s/it, lr: 1.0e-04 loss: 7.517e-02] lana-lora-wan2.2: 9%|####7 | 460/5000 [08:31<3:04:19, 2.44s/it, lr: 1.0e-04 loss: 4.033e-02] lana-lora-wan2.2: 9%|####7 | 460/5000 [08:31<3:04:19, 2.44s/it, lr: 1.0e-04 loss: 4.033e-02] lana-lora-wan2.2: 9%|####7 | 461/5000 [08:35<3:04:43, 2.44s/it, lr: 1.0e-04 loss: 4.517e-02] lana-lora-wan2.2: 9%|####7 | 461/5000 [08:35<3:04:43, 2.44s/it, lr: 1.0e-04 loss: 4.517e-02] lana-lora-wan2.2: 9%|####8 | 462/5000 [08:36<3:04:13, 2.44s/it, lr: 1.0e-04 loss: 5.253e-02] lana-lora-wan2.2: 9%|####8 | 462/5000 [08:36<3:04:13, 2.44s/it, lr: 1.0e-04 loss: 5.253e-02] lana-lora-wan2.2: 9%|####8 | 463/5000 [08:37<3:03:44, 2.43s/it, lr: 1.0e-04 loss: 6.561e-02] lana-lora-wan2.2: 9%|####8 | 463/5000 [08:37<3:03:44, 2.43s/it, lr: 1.0e-04 loss: 6.561e-02] lana-lora-wan2.2: 9%|####8 | 464/5000 [08:40<3:03:43, 2.43s/it, lr: 1.0e-04 loss: 1.045e-01] lana-lora-wan2.2: 9%|####8 | 464/5000 [08:40<3:03:43, 2.43s/it, lr: 1.0e-04 loss: 1.045e-01] lana-lora-wan2.2: 9%|####8 | 465/5000 [08:41<3:03:29, 2.43s/it, lr: 1.0e-04 loss: 9.728e-02] lana-lora-wan2.2: 9%|####8 | 465/5000 [08:41<3:03:29, 2.43s/it, lr: 1.0e-04 loss: 9.728e-02] lana-lora-wan2.2: 9%|####8 | 466/5000 [08:45<3:03:53, 2.43s/it, lr: 1.0e-04 loss: 2.745e-02] lana-lora-wan2.2: 9%|####8 | 466/5000 [08:45<3:03:53, 2.43s/it, lr: 1.0e-04 loss: 2.745e-02] lana-lora-wan2.2: 9%|####8 | 467/5000 [08:49<3:04:16, 2.44s/it, lr: 1.0e-04 loss: 3.656e-02] lana-lora-wan2.2: 9%|####8 | 467/5000 [08:49<3:04:16, 2.44s/it, lr: 1.0e-04 loss: 3.656e-02] lana-lora-wan2.2: 9%|####8 | 468/5000 [08:50<3:03:48, 2.43s/it, lr: 1.0e-04 loss: 3.953e-02] lana-lora-wan2.2: 9%|####8 | 468/5000 [08:50<3:03:48, 2.43s/it, lr: 1.0e-04 loss: 3.953e-02] lana-lora-wan2.2: 9%|####8 | 469/5000 [08:51<3:03:19, 2.43s/it, lr: 1.0e-04 loss: 4.212e-02] lana-lora-wan2.2: 9%|####8 | 469/5000 [08:51<3:03:19, 2.43s/it, lr: 1.0e-04 loss: 4.212e-02] lana-lora-wan2.2: 9%|####8 | 470/5000 [08:53<3:03:06, 2.43s/it, lr: 1.0e-04 loss: 7.458e-02] lana-lora-wan2.2: 9%|####8 | 470/5000 [08:53<3:03:06, 2.43s/it, lr: 1.0e-04 loss: 7.458e-02] lana-lora-wan2.2: 9%|####8 | 471/5000 [08:55<3:02:59, 2.42s/it, lr: 1.0e-04 loss: 8.056e-02] lana-lora-wan2.2: 9%|####8 | 471/5000 [08:55<3:02:59, 2.42s/it, lr: 1.0e-04 loss: 8.056e-02] lana-lora-wan2.2: 9%|####9 | 472/5000 [08:57<3:02:52, 2.42s/it, lr: 1.0e-04 loss: 4.369e-02] lana-lora-wan2.2: 9%|####9 | 472/5000 [08:57<3:02:52, 2.42s/it, lr: 1.0e-04 loss: 4.369e-02] lana-lora-wan2.2: 9%|####9 | 473/5000 [09:00<3:02:44, 2.42s/it, lr: 1.0e-04 loss: 7.925e-02] lana-lora-wan2.2: 9%|####9 | 473/5000 [09:00<3:02:44, 2.42s/it, lr: 1.0e-04 loss: 7.925e-02] lana-lora-wan2.2: 9%|####9 | 474/5000 [09:03<3:03:07, 2.43s/it, lr: 1.0e-04 loss: 5.891e-02] lana-lora-wan2.2: 9%|####9 | 474/5000 [09:03<3:03:07, 2.43s/it, lr: 1.0e-04 loss: 5.891e-02] lana-lora-wan2.2: 10%|####9 | 475/5000 [09:05<3:02:59, 2.43s/it, lr: 1.0e-04 loss: 4.514e-02] lana-lora-wan2.2: 10%|####9 | 475/5000 [09:05<3:02:59, 2.43s/it, lr: 1.0e-04 loss: 4.514e-02] lana-lora-wan2.2: 10%|####9 | 476/5000 [09:09<3:03:26, 2.43s/it, lr: 1.0e-04 loss: 4.059e-02] lana-lora-wan2.2: 10%|####9 | 476/5000 [09:09<3:03:26, 2.43s/it, lr: 1.0e-04 loss: 4.059e-02] lana-lora-wan2.2: 10%|####9 | 477/5000 [09:11<3:02:59, 2.43s/it, lr: 1.0e-04 loss: 5.677e-02] lana-lora-wan2.2: 10%|####9 | 477/5000 [09:11<3:02:59, 2.43s/it, lr: 1.0e-04 loss: 5.677e-02] lana-lora-wan2.2: 10%|####9 | 478/5000 [09:13<3:02:51, 2.43s/it, lr: 1.0e-04 loss: 8.627e-02] lana-lora-wan2.2: 10%|####9 | 478/5000 [09:13<3:02:51, 2.43s/it, lr: 1.0e-04 loss: 8.627e-02] lana-lora-wan2.2: 10%|####9 | 479/5000 [09:16<3:03:13, 2.43s/it, lr: 1.0e-04 loss: 4.900e-02] lana-lora-wan2.2: 10%|####9 | 479/5000 [09:16<3:03:13, 2.43s/it, lr: 1.0e-04 loss: 4.900e-02] lana-lora-wan2.2: 10%|####9 | 480/5000 [09:18<3:02:46, 2.43s/it, lr: 1.0e-04 loss: 3.251e-02] lana-lora-wan2.2: 10%|####9 | 480/5000 [09:18<3:02:46, 2.43s/it, lr: 1.0e-04 loss: 3.251e-02] lana-lora-wan2.2: 10%|##### | 481/5000 [09:21<3:03:08, 2.43s/it, lr: 1.0e-04 loss: 3.556e-02] lana-lora-wan2.2: 10%|##### | 481/5000 [09:21<3:03:08, 2.43s/it, lr: 1.0e-04 loss: 3.556e-02] lana-lora-wan2.2: 10%|##### | 482/5000 [09:24<3:03:07, 2.43s/it, lr: 1.0e-04 loss: 7.528e-02] lana-lora-wan2.2: 10%|##### | 482/5000 [09:24<3:03:07, 2.43s/it, lr: 1.0e-04 loss: 7.528e-02] lana-lora-wan2.2: 10%|##### | 483/5000 [09:26<3:03:00, 2.43s/it, lr: 1.0e-04 loss: 4.174e-02] lana-lora-wan2.2: 10%|##### | 483/5000 [09:26<3:03:00, 2.43s/it, lr: 1.0e-04 loss: 4.174e-02] lana-lora-wan2.2: 10%|##### | 484/5000 [09:30<3:03:22, 2.44s/it, lr: 1.0e-04 loss: 5.012e-02] lana-lora-wan2.2: 10%|##### | 484/5000 [09:30<3:03:22, 2.44s/it, lr: 1.0e-04 loss: 5.012e-02] lana-lora-wan2.2: 10%|##### | 485/5000 [09:32<3:03:14, 2.44s/it, lr: 1.0e-04 loss: 4.740e-02] lana-lora-wan2.2: 10%|##### | 485/5000 [09:32<3:03:14, 2.44s/it, lr: 1.0e-04 loss: 4.740e-02] lana-lora-wan2.2: 10%|##### | 486/5000 [09:35<3:03:36, 2.44s/it, lr: 1.0e-04 loss: 4.048e-02] lana-lora-wan2.2: 10%|##### | 486/5000 [09:35<3:03:36, 2.44s/it, lr: 1.0e-04 loss: 4.048e-02] lana-lora-wan2.2: 10%|##### | 487/5000 [09:39<3:04:01, 2.45s/it, lr: 1.0e-04 loss: 5.346e-02] lana-lora-wan2.2: 10%|##### | 487/5000 [09:39<3:04:01, 2.45s/it, lr: 1.0e-04 loss: 5.346e-02] lana-lora-wan2.2: 10%|##### | 488/5000 [09:41<3:03:35, 2.44s/it, lr: 1.0e-04 loss: 7.605e-02] lana-lora-wan2.2: 10%|##### | 488/5000 [09:41<3:03:35, 2.44s/it, lr: 1.0e-04 loss: 7.605e-02] lana-lora-wan2.2: 10%|##### | 489/5000 [09:42<3:03:09, 2.44s/it, lr: 1.0e-04 loss: 5.442e-02] lana-lora-wan2.2: 10%|##### | 489/5000 [09:42<3:03:09, 2.44s/it, lr: 1.0e-04 loss: 5.442e-02] lana-lora-wan2.2: 10%|##### | 490/5000 [09:43<3:02:43, 2.43s/it, lr: 1.0e-04 loss: 5.247e-02] lana-lora-wan2.2: 10%|##### | 490/5000 [09:43<3:02:43, 2.43s/it, lr: 1.0e-04 loss: 5.247e-02] lana-lora-wan2.2: 10%|#####1 | 491/5000 [09:45<3:02:36, 2.43s/it, lr: 1.0e-04 loss: 1.929e-01] lana-lora-wan2.2: 10%|#####1 | 491/5000 [09:45<3:02:36, 2.43s/it, lr: 1.0e-04 loss: 1.929e-01] lana-lora-wan2.2: 10%|#####1 | 492/5000 [09:46<3:02:10, 2.42s/it, lr: 1.0e-04 loss: 5.099e-02] lana-lora-wan2.2: 10%|#####1 | 492/5000 [09:46<3:02:10, 2.42s/it, lr: 1.0e-04 loss: 5.099e-02] lana-lora-wan2.2: 10%|#####1 | 493/5000 [09:49<3:02:08, 2.42s/it, lr: 1.0e-04 loss: 5.319e-02] lana-lora-wan2.2: 10%|#####1 | 493/5000 [09:49<3:02:08, 2.42s/it, lr: 1.0e-04 loss: 5.319e-02] lana-lora-wan2.2: 10%|#####1 | 494/5000 [09:50<3:01:43, 2.42s/it, lr: 1.0e-04 loss: 6.880e-02] lana-lora-wan2.2: 10%|#####1 | 494/5000 [09:50<3:01:43, 2.42s/it, lr: 1.0e-04 loss: 6.880e-02] lana-lora-wan2.2: 10%|#####1 | 495/5000 [09:51<3:01:18, 2.41s/it, lr: 1.0e-04 loss: 8.892e-02] lana-lora-wan2.2: 10%|#####1 | 495/5000 [09:51<3:01:18, 2.41s/it, lr: 1.0e-04 loss: 8.892e-02] lana-lora-wan2.2: 10%|#####1 | 496/5000 [09:52<3:00:53, 2.41s/it, lr: 1.0e-04 loss: 9.867e-02] lana-lora-wan2.2: 10%|#####1 | 496/5000 [09:52<3:00:53, 2.41s/it, lr: 1.0e-04 loss: 9.867e-02] lana-lora-wan2.2: 10%|#####1 | 497/5000 [09:56<3:01:13, 2.41s/it, lr: 1.0e-04 loss: 3.728e-02] lana-lora-wan2.2: 10%|#####1 | 497/5000 [09:56<3:01:13, 2.41s/it, lr: 1.0e-04 loss: 3.728e-02] lana-lora-wan2.2: 10%|#####1 | 498/5000 [09:58<3:01:06, 2.41s/it, lr: 1.0e-04 loss: 3.857e-02] lana-lora-wan2.2: 10%|#####1 | 498/5000 [09:58<3:01:06, 2.41s/it, lr: 1.0e-04 loss: 3.857e-02] lana-lora-wan2.2: 10%|#####1 | 499/5000 [10:00<3:00:48, 2.41s/it, lr: 1.0e-04 loss: 3.505e-02] lana-lora-wan2.2: 10%|#####1 | 499/5000 [10:00<3:00:48, 2.41s/it, lr: 1.0e-04 loss: 3.505e-02]
Saving at step 500
Saved checkpoint to /root/lab/ai-toolkit/output/lana-lora-wan2.2/lana-lora-wan2.2_000000500.safetensors
Saved optimizer to /root/lab/ai-toolkit/output/lana-lora-wan2.2/optimizer.pt
Generating Images: 0%| | 0/1 [00:00<?, ?it/s] Generating Images: 0%| | 0/1 [00:00<?, ?it/s]
0%| | 0/12 [00:00<?, ?it/s] 0%| | 0/12 [00:00<?, ?it/s]
8%|########7 | 1/12 [00:00<00:07, 1.50it/s] 8%|########7 | 1/12 [00:00<00:07, 1.50it/s]
17%|#################5 | 2/12 [00:01<00:06, 1.51it/s] 17%|#################5 | 2/12 [00:01<00:06, 1.51it/s]
25%|##########################2 | 3/12 [00:02<00:06, 1.37it/s] 25%|##########################2 | 3/12 [00:02<00:06, 1.37it/s]
33%|################################### | 4/12 [00:02<00:05, 1.43it/s] 33%|################################### | 4/12 [00:02<00:05, 1.43it/s]
42%|###########################################7 | 5/12 [00:03<00:04, 1.47it/s] 42%|###########################################7 | 5/12 [00:03<00:04, 1.47it/s]
50%|####################################################5 | 6/12 [00:04<00:04, 1.49it/s] 50%|####################################################5 | 6/12 [00:04<00:04, 1.49it/s]
58%|#############################################################2 | 7/12 [00:04<00:03, 1.50it/s] 58%|#############################################################2 | 7/12 [00:04<00:03, 1.50it/s]
67%|###################################################################### | 8/12 [00:05<00:02, 1.51it/s] 67%|###################################################################### | 8/12 [00:05<00:02, 1.51it/s]
75%|##############################################################################7 | 9/12 [00:06<00:01, 1.52it/s] 75%|##############################################################################7 | 9/12 [00:06<00:01, 1.52it/s]
83%|######################################################################################6 | 10/12 [00:06<00:01, 1.52it/s] 83%|######################################################################################6 | 10/12 [00:06<00:01, 1.52it/s]
92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.53it/s] 92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.53it/s]
100%|########################################################################################################| 12/12 [00:08<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:08<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:08<00:00, 1.50it/s] 100%|########################################################################################################| 12/12 [00:08<00:00, 1.50it/s]
Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.89s/it] Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.89s/it]
 lana-lora-wan2.2: 10%|#####2 | 500/5000 [10:04<3:01:15, 2.42s/it, lr: 1.0e-04 loss: 4.026e-02] lana-lora-wan2.2: 10%|#####2 | 500/5000 [10:04<3:01:15, 2.42s/it, lr: 1.0e-04 loss: 4.026e-02] lana-lora-wan2.2: 10%|#####2 | 501/5000 [10:06<3:01:08, 2.42s/it, lr: 1.0e-04 loss: 9.253e-02] lana-lora-wan2.2: 10%|#####2 | 501/5000 [10:06<3:01:08, 2.42s/it, lr: 1.0e-04 loss: 9.253e-02] lana-lora-wan2.2: 10%|#####2 | 502/5000 [10:10<3:01:28, 2.42s/it, lr: 1.0e-04 loss: 5.883e-02] lana-lora-wan2.2: 10%|#####2 | 502/5000 [10:10<3:01:28, 2.42s/it, lr: 1.0e-04 loss: 5.883e-02] lana-lora-wan2.2: 10%|#####2 | 503/5000 [10:13<3:01:48, 2.43s/it, lr: 1.0e-04 loss: 4.994e-02] lana-lora-wan2.2: 10%|#####2 | 503/5000 [10:13<3:01:48, 2.43s/it, lr: 1.0e-04 loss: 4.994e-02] lana-lora-wan2.2: 10%|#####2 | 504/5000 [10:17<3:02:07, 2.43s/it, lr: 1.0e-04 loss: 7.678e-02] lana-lora-wan2.2: 10%|#####2 | 504/5000 [10:17<3:02:07, 2.43s/it, lr: 1.0e-04 loss: 7.678e-02] lana-lora-wan2.2: 10%|#####2 | 505/5000 [10:18<3:01:48, 2.43s/it, lr: 1.0e-04 loss: 4.654e-02] lana-lora-wan2.2: 10%|#####2 | 505/5000 [10:18<3:01:48, 2.43s/it, lr: 1.0e-04 loss: 4.654e-02] lana-lora-wan2.2: 10%|#####2 | 506/5000 [10:20<3:01:24, 2.42s/it, lr: 1.0e-04 loss: 4.117e-02] lana-lora-wan2.2: 10%|#####2 | 506/5000 [10:20<3:01:24, 2.42s/it, lr: 1.0e-04 loss: 4.117e-02] lana-lora-wan2.2: 10%|#####2 | 507/5000 [10:22<3:01:18, 2.42s/it, lr: 1.0e-04 loss: 1.207e-01] lana-lora-wan2.2: 10%|#####2 | 507/5000 [10:22<3:01:18, 2.42s/it, lr: 1.0e-04 loss: 1.207e-01] lana-lora-wan2.2: 10%|#####2 | 508/5000 [10:23<3:00:54, 2.42s/it, lr: 1.0e-04 loss: 3.957e-02] lana-lora-wan2.2: 10%|#####2 | 508/5000 [10:23<3:00:54, 2.42s/it, lr: 1.0e-04 loss: 3.957e-02] lana-lora-wan2.2: 10%|#####2 | 509/5000 [10:25<3:00:47, 2.42s/it, lr: 1.0e-04 loss: 4.875e-02] lana-lora-wan2.2: 10%|#####2 | 509/5000 [10:25<3:00:47, 2.42s/it, lr: 1.0e-04 loss: 4.875e-02] lana-lora-wan2.2: 10%|#####3 | 510/5000 [10:26<3:00:23, 2.41s/it, lr: 1.0e-04 loss: 5.751e-02] lana-lora-wan2.2: 10%|#####3 | 510/5000 [10:26<3:00:23, 2.41s/it, lr: 1.0e-04 loss: 5.751e-02] lana-lora-wan2.2: 10%|#####3 | 511/5000 [10:28<3:00:04, 2.41s/it, lr: 1.0e-04 loss: 4.884e-02] lana-lora-wan2.2: 10%|#####3 | 511/5000 [10:28<3:00:04, 2.41s/it, lr: 1.0e-04 loss: 4.884e-02] lana-lora-wan2.2: 10%|#####3 | 512/5000 [10:30<2:59:58, 2.41s/it, lr: 1.0e-04 loss: 4.020e-02] lana-lora-wan2.2: 10%|#####3 | 512/5000 [10:30<2:59:58, 2.41s/it, lr: 1.0e-04 loss: 4.020e-02] lana-lora-wan2.2: 10%|#####3 | 513/5000 [10:34<3:00:17, 2.41s/it, lr: 1.0e-04 loss: 5.101e-02] lana-lora-wan2.2: 10%|#####3 | 513/5000 [10:34<3:00:17, 2.41s/it, lr: 1.0e-04 loss: 5.101e-02] lana-lora-wan2.2: 10%|#####3 | 514/5000 [10:36<3:00:11, 2.41s/it, lr: 1.0e-04 loss: 1.331e-01] lana-lora-wan2.2: 10%|#####3 | 514/5000 [10:36<3:00:11, 2.41s/it, lr: 1.0e-04 loss: 1.331e-01] lana-lora-wan2.2: 10%|#####3 | 515/5000 [10:39<3:00:30, 2.41s/it, lr: 1.0e-04 loss: 3.165e-02] lana-lora-wan2.2: 10%|#####3 | 515/5000 [10:39<3:00:30, 2.41s/it, lr: 1.0e-04 loss: 3.165e-02] lana-lora-wan2.2: 10%|#####3 | 516/5000 [10:41<3:00:07, 2.41s/it, lr: 1.0e-04 loss: 7.096e-02] lana-lora-wan2.2: 10%|#####3 | 516/5000 [10:41<3:00:07, 2.41s/it, lr: 1.0e-04 loss: 7.096e-02] lana-lora-wan2.2: 10%|#####3 | 517/5000 [10:45<3:00:31, 2.42s/it, lr: 1.0e-04 loss: 1.046e-01] lana-lora-wan2.2: 10%|#####3 | 517/5000 [10:45<3:00:31, 2.42s/it, lr: 1.0e-04 loss: 1.046e-01] lana-lora-wan2.2: 10%|#####3 | 518/5000 [10:48<3:00:49, 2.42s/it, lr: 1.0e-04 loss: 6.118e-02] lana-lora-wan2.2: 10%|#####3 | 518/5000 [10:48<3:00:49, 2.42s/it, lr: 1.0e-04 loss: 6.118e-02] lana-lora-wan2.2: 10%|#####3 | 519/5000 [10:52<3:01:08, 2.43s/it, lr: 1.0e-04 loss: 5.051e-02] lana-lora-wan2.2: 10%|#####3 | 519/5000 [10:52<3:01:08, 2.43s/it, lr: 1.0e-04 loss: 5.051e-02] lana-lora-wan2.2: 10%|#####4 | 520/5000 [10:56<3:01:26, 2.43s/it, lr: 1.0e-04 loss: 3.214e-02] lana-lora-wan2.2: 10%|#####4 | 520/5000 [10:56<3:01:26, 2.43s/it, lr: 1.0e-04 loss: 3.214e-02] lana-lora-wan2.2: 10%|#####4 | 521/5000 [10:57<3:01:03, 2.43s/it, lr: 1.0e-04 loss: 4.748e-02] lana-lora-wan2.2: 10%|#####4 | 521/5000 [10:57<3:01:03, 2.43s/it, lr: 1.0e-04 loss: 4.748e-02] lana-lora-wan2.2: 10%|#####4 | 522/5000 [11:00<3:01:21, 2.43s/it, lr: 1.0e-04 loss: 5.053e-02] lana-lora-wan2.2: 10%|#####4 | 522/5000 [11:00<3:01:21, 2.43s/it, lr: 1.0e-04 loss: 5.053e-02] lana-lora-wan2.2: 10%|#####4 | 523/5000 [11:02<3:01:04, 2.43s/it, lr: 1.0e-04 loss: 5.766e-02] lana-lora-wan2.2: 10%|#####4 | 523/5000 [11:02<3:01:04, 2.43s/it, lr: 1.0e-04 loss: 5.766e-02] lana-lora-wan2.2: 10%|#####4 | 524/5000 [11:03<3:00:41, 2.42s/it, lr: 1.0e-04 loss: 4.385e-02] lana-lora-wan2.2: 10%|#####4 | 524/5000 [11:03<3:00:41, 2.42s/it, lr: 1.0e-04 loss: 4.385e-02] lana-lora-wan2.2: 10%|#####4 | 525/5000 [11:04<3:00:18, 2.42s/it, lr: 1.0e-04 loss: 6.177e-02] lana-lora-wan2.2: 10%|#####4 | 525/5000 [11:04<3:00:18, 2.42s/it, lr: 1.0e-04 loss: 6.177e-02] lana-lora-wan2.2: 11%|#####4 | 526/5000 [11:07<3:00:12, 2.42s/it, lr: 1.0e-04 loss: 1.209e-01] lana-lora-wan2.2: 11%|#####4 | 526/5000 [11:07<3:00:12, 2.42s/it, lr: 1.0e-04 loss: 1.209e-01] lana-lora-wan2.2: 11%|#####4 | 527/5000 [11:08<2:59:50, 2.41s/it, lr: 1.0e-04 loss: 5.301e-02] lana-lora-wan2.2: 11%|#####4 | 527/5000 [11:08<2:59:50, 2.41s/it, lr: 1.0e-04 loss: 5.301e-02] lana-lora-wan2.2: 11%|#####4 | 528/5000 [11:11<3:00:08, 2.42s/it, lr: 1.0e-04 loss: 4.693e-02] lana-lora-wan2.2: 11%|#####4 | 528/5000 [11:11<3:00:08, 2.42s/it, lr: 1.0e-04 loss: 4.693e-02] lana-lora-wan2.2: 11%|#####5 | 529/5000 [11:14<3:00:06, 2.42s/it, lr: 1.0e-04 loss: 3.858e-02] lana-lora-wan2.2: 11%|#####5 | 529/5000 [11:14<3:00:06, 2.42s/it, lr: 1.0e-04 loss: 3.858e-02] lana-lora-wan2.2: 11%|#####5 | 530/5000 [11:16<3:00:00, 2.42s/it, lr: 1.0e-04 loss: 3.404e-02] lana-lora-wan2.2: 11%|#####5 | 530/5000 [11:16<3:00:00, 2.42s/it, lr: 1.0e-04 loss: 3.404e-02] lana-lora-wan2.2: 11%|#####5 | 531/5000 [11:20<3:00:17, 2.42s/it, lr: 1.0e-04 loss: 3.821e-01] lana-lora-wan2.2: 11%|#####5 | 531/5000 [11:20<3:00:17, 2.42s/it, lr: 1.0e-04 loss: 3.821e-01] lana-lora-wan2.2: 11%|#####5 | 532/5000 [11:23<3:00:35, 2.43s/it, lr: 1.0e-04 loss: 3.238e-02] lana-lora-wan2.2: 11%|#####5 | 532/5000 [11:23<3:00:35, 2.43s/it, lr: 1.0e-04 loss: 3.238e-02] lana-lora-wan2.2: 11%|#####5 | 533/5000 [11:27<3:00:52, 2.43s/it, lr: 1.0e-04 loss: 4.585e-02] lana-lora-wan2.2: 11%|#####5 | 533/5000 [11:27<3:00:52, 2.43s/it, lr: 1.0e-04 loss: 4.585e-02] lana-lora-wan2.2: 11%|#####5 | 534/5000 [11:29<3:00:49, 2.43s/it, lr: 1.0e-04 loss: 8.655e-02] lana-lora-wan2.2: 11%|#####5 | 534/5000 [11:29<3:00:49, 2.43s/it, lr: 1.0e-04 loss: 8.655e-02] lana-lora-wan2.2: 11%|#####5 | 535/5000 [11:31<3:00:27, 2.42s/it, lr: 1.0e-04 loss: 4.569e-02] lana-lora-wan2.2: 11%|#####5 | 535/5000 [11:31<3:00:27, 2.42s/it, lr: 1.0e-04 loss: 4.569e-02] lana-lora-wan2.2: 11%|#####5 | 536/5000 [11:34<3:00:44, 2.43s/it, lr: 1.0e-04 loss: 1.627e-01] lana-lora-wan2.2: 11%|#####5 | 536/5000 [11:34<3:00:44, 2.43s/it, lr: 1.0e-04 loss: 1.627e-01] lana-lora-wan2.2: 11%|#####5 | 537/5000 [11:38<3:01:00, 2.43s/it, lr: 1.0e-04 loss: 4.601e-02] lana-lora-wan2.2: 11%|#####5 | 537/5000 [11:38<3:01:00, 2.43s/it, lr: 1.0e-04 loss: 4.601e-02] lana-lora-wan2.2: 11%|#####5 | 538/5000 [11:39<3:00:39, 2.43s/it, lr: 1.0e-04 loss: 9.995e-02] lana-lora-wan2.2: 11%|#####5 | 538/5000 [11:39<3:00:39, 2.43s/it, lr: 1.0e-04 loss: 9.995e-02] lana-lora-wan2.2: 11%|#####6 | 539/5000 [11:40<3:00:17, 2.42s/it, lr: 1.0e-04 loss: 6.981e-02] lana-lora-wan2.2: 11%|#####6 | 539/5000 [11:40<3:00:17, 2.42s/it, lr: 1.0e-04 loss: 6.981e-02] lana-lora-wan2.2: 11%|#####6 | 540/5000 [11:43<3:00:15, 2.42s/it, lr: 1.0e-04 loss: 3.378e-02] lana-lora-wan2.2: 11%|#####6 | 540/5000 [11:43<3:00:15, 2.42s/it, lr: 1.0e-04 loss: 3.378e-02] lana-lora-wan2.2: 11%|#####6 | 541/5000 [11:46<3:00:32, 2.43s/it, lr: 1.0e-04 loss: 1.094e-01] lana-lora-wan2.2: 11%|#####6 | 541/5000 [11:46<3:00:32, 2.43s/it, lr: 1.0e-04 loss: 1.094e-01] lana-lora-wan2.2: 11%|#####6 | 542/5000 [11:48<3:00:10, 2.42s/it, lr: 1.0e-04 loss: 2.385e-01] lana-lora-wan2.2: 11%|#####6 | 542/5000 [11:48<3:00:10, 2.42s/it, lr: 1.0e-04 loss: 2.385e-01] lana-lora-wan2.2: 11%|#####6 | 543/5000 [11:49<2:59:49, 2.42s/it, lr: 1.0e-04 loss: 6.513e-02] lana-lora-wan2.2: 11%|#####6 | 543/5000 [11:49<2:59:49, 2.42s/it, lr: 1.0e-04 loss: 6.513e-02] lana-lora-wan2.2: 11%|#####6 | 544/5000 [11:50<2:59:28, 2.42s/it, lr: 1.0e-04 loss: 6.026e-02] lana-lora-wan2.2: 11%|#####6 | 544/5000 [11:50<2:59:28, 2.42s/it, lr: 1.0e-04 loss: 6.026e-02] lana-lora-wan2.2: 11%|#####6 | 545/5000 [11:54<2:59:45, 2.42s/it, lr: 1.0e-04 loss: 4.480e-02] lana-lora-wan2.2: 11%|#####6 | 545/5000 [11:54<2:59:45, 2.42s/it, lr: 1.0e-04 loss: 4.480e-02] lana-lora-wan2.2: 11%|#####6 | 546/5000 [11:56<2:59:43, 2.42s/it, lr: 1.0e-04 loss: 2.574e-02] lana-lora-wan2.2: 11%|#####6 | 546/5000 [11:56<2:59:43, 2.42s/it, lr: 1.0e-04 loss: 2.574e-02] lana-lora-wan2.2: 11%|#####6 | 547/5000 [12:00<2:59:59, 2.43s/it, lr: 1.0e-04 loss: 3.031e-02] lana-lora-wan2.2: 11%|#####6 | 547/5000 [12:00<2:59:59, 2.43s/it, lr: 1.0e-04 loss: 3.031e-02] lana-lora-wan2.2: 11%|#####6 | 548/5000 [12:02<2:59:53, 2.42s/it, lr: 1.0e-04 loss: 8.307e-02] lana-lora-wan2.2: 11%|#####6 | 548/5000 [12:02<2:59:53, 2.42s/it, lr: 1.0e-04 loss: 8.307e-02] lana-lora-wan2.2: 11%|#####7 | 549/5000 [12:04<2:59:47, 2.42s/it, lr: 1.0e-04 loss: 3.670e-02] lana-lora-wan2.2: 11%|#####7 | 549/5000 [12:04<2:59:47, 2.42s/it, lr: 1.0e-04 loss: 3.670e-02] lana-lora-wan2.2: 11%|#####7 | 550/5000 [12:05<2:59:26, 2.42s/it, lr: 1.0e-04 loss: 9.303e-02] lana-lora-wan2.2: 11%|#####7 | 550/5000 [12:05<2:59:26, 2.42s/it, lr: 1.0e-04 loss: 9.303e-02] lana-lora-wan2.2: 11%|#####7 | 551/5000 [12:07<2:59:20, 2.42s/it, lr: 1.0e-04 loss: 8.979e-02] lana-lora-wan2.2: 11%|#####7 | 551/5000 [12:07<2:59:20, 2.42s/it, lr: 1.0e-04 loss: 8.979e-02] lana-lora-wan2.2: 11%|#####7 | 552/5000 [12:11<2:59:40, 2.42s/it, lr: 1.0e-04 loss: 4.392e-02] lana-lora-wan2.2: 11%|#####7 | 552/5000 [12:11<2:59:40, 2.42s/it, lr: 1.0e-04 loss: 4.392e-02] lana-lora-wan2.2: 11%|#####7 | 553/5000 [12:13<2:59:20, 2.42s/it, lr: 1.0e-04 loss: 5.823e-02] lana-lora-wan2.2: 11%|#####7 | 553/5000 [12:13<2:59:20, 2.42s/it, lr: 1.0e-04 loss: 5.823e-02] lana-lora-wan2.2: 11%|#####7 | 554/5000 [12:15<2:59:14, 2.42s/it, lr: 1.0e-04 loss: 4.418e-02] lana-lora-wan2.2: 11%|#####7 | 554/5000 [12:15<2:59:14, 2.42s/it, lr: 1.0e-04 loss: 4.418e-02] lana-lora-wan2.2: 11%|#####7 | 555/5000 [12:16<2:58:53, 2.41s/it, lr: 1.0e-04 loss: 3.368e-02] lana-lora-wan2.2: 11%|#####7 | 555/5000 [12:16<2:58:53, 2.41s/it, lr: 1.0e-04 loss: 3.368e-02] lana-lora-wan2.2: 11%|#####7 | 556/5000 [12:20<2:59:08, 2.42s/it, lr: 1.0e-04 loss: 3.069e-02] lana-lora-wan2.2: 11%|#####7 | 556/5000 [12:20<2:59:08, 2.42s/it, lr: 1.0e-04 loss: 3.069e-02] lana-lora-wan2.2: 11%|#####7 | 557/5000 [12:21<2:58:48, 2.41s/it, lr: 1.0e-04 loss: 6.201e-02] lana-lora-wan2.2: 11%|#####7 | 557/5000 [12:21<2:58:48, 2.41s/it, lr: 1.0e-04 loss: 6.201e-02] lana-lora-wan2.2: 11%|#####8 | 558/5000 [12:23<2:58:47, 2.42s/it, lr: 1.0e-04 loss: 2.812e-02] lana-lora-wan2.2: 11%|#####8 | 558/5000 [12:23<2:58:47, 2.42s/it, lr: 1.0e-04 loss: 2.812e-02] lana-lora-wan2.2: 11%|#####8 | 559/5000 [12:26<2:58:42, 2.41s/it, lr: 1.0e-04 loss: 3.155e-02] lana-lora-wan2.2: 11%|#####8 | 559/5000 [12:26<2:58:42, 2.41s/it, lr: 1.0e-04 loss: 3.155e-02] lana-lora-wan2.2: 11%|#####8 | 560/5000 [12:28<2:58:36, 2.41s/it, lr: 1.0e-04 loss: 3.760e-02] lana-lora-wan2.2: 11%|#####8 | 560/5000 [12:28<2:58:36, 2.41s/it, lr: 1.0e-04 loss: 3.760e-02] lana-lora-wan2.2: 11%|#####8 | 561/5000 [12:30<2:58:30, 2.41s/it, lr: 1.0e-04 loss: 8.156e-02] lana-lora-wan2.2: 11%|#####8 | 561/5000 [12:30<2:58:30, 2.41s/it, lr: 1.0e-04 loss: 8.156e-02] lana-lora-wan2.2: 11%|#####8 | 562/5000 [12:34<2:58:46, 2.42s/it, lr: 1.0e-04 loss: 2.012e-01] lana-lora-wan2.2: 11%|#####8 | 562/5000 [12:34<2:58:46, 2.42s/it, lr: 1.0e-04 loss: 2.012e-01] lana-lora-wan2.2: 11%|#####8 | 563/5000 [12:37<2:59:01, 2.42s/it, lr: 1.0e-04 loss: 4.136e-02] lana-lora-wan2.2: 11%|#####8 | 563/5000 [12:37<2:59:01, 2.42s/it, lr: 1.0e-04 loss: 4.136e-02] lana-lora-wan2.2: 11%|#####8 | 564/5000 [12:39<2:58:46, 2.42s/it, lr: 1.0e-04 loss: 8.402e-02] lana-lora-wan2.2: 11%|#####8 | 564/5000 [12:39<2:58:46, 2.42s/it, lr: 1.0e-04 loss: 8.402e-02] lana-lora-wan2.2: 11%|#####8 | 565/5000 [12:42<2:59:01, 2.42s/it, lr: 1.0e-04 loss: 6.529e-02] lana-lora-wan2.2: 11%|#####8 | 565/5000 [12:42<2:59:01, 2.42s/it, lr: 1.0e-04 loss: 6.529e-02] lana-lora-wan2.2: 11%|#####8 | 566/5000 [12:46<2:59:16, 2.43s/it, lr: 1.0e-04 loss: 3.726e-02] lana-lora-wan2.2: 11%|#####8 | 566/5000 [12:46<2:59:16, 2.43s/it, lr: 1.0e-04 loss: 3.726e-02] lana-lora-wan2.2: 11%|#####8 | 567/5000 [12:47<2:58:56, 2.42s/it, lr: 1.0e-04 loss: 4.052e-02] lana-lora-wan2.2: 11%|#####8 | 567/5000 [12:47<2:58:56, 2.42s/it, lr: 1.0e-04 loss: 4.052e-02] lana-lora-wan2.2: 11%|#####9 | 568/5000 [12:51<2:59:11, 2.43s/it, lr: 1.0e-04 loss: 3.157e-02] lana-lora-wan2.2: 11%|#####9 | 568/5000 [12:51<2:59:11, 2.43s/it, lr: 1.0e-04 loss: 3.157e-02] lana-lora-wan2.2: 11%|#####9 | 569/5000 [12:52<2:58:56, 2.42s/it, lr: 1.0e-04 loss: 2.946e-02] lana-lora-wan2.2: 11%|#####9 | 569/5000 [12:52<2:58:56, 2.42s/it, lr: 1.0e-04 loss: 2.946e-02] lana-lora-wan2.2: 11%|#####9 | 570/5000 [12:54<2:58:36, 2.42s/it, lr: 1.0e-04 loss: 5.688e-02] lana-lora-wan2.2: 11%|#####9 | 570/5000 [12:54<2:58:36, 2.42s/it, lr: 1.0e-04 loss: 5.688e-02] lana-lora-wan2.2: 11%|#####9 | 571/5000 [12:56<2:58:31, 2.42s/it, lr: 1.0e-04 loss: 8.373e-02] lana-lora-wan2.2: 11%|#####9 | 571/5000 [12:56<2:58:31, 2.42s/it, lr: 1.0e-04 loss: 8.373e-02] lana-lora-wan2.2: 11%|#####9 | 572/5000 [12:58<2:58:25, 2.42s/it, lr: 1.0e-04 loss: 3.315e-02] lana-lora-wan2.2: 11%|#####9 | 572/5000 [12:58<2:58:25, 2.42s/it, lr: 1.0e-04 loss: 3.315e-02] lana-lora-wan2.2: 11%|#####9 | 573/5000 [13:00<2:58:19, 2.42s/it, lr: 1.0e-04 loss: 4.396e-02] lana-lora-wan2.2: 11%|#####9 | 573/5000 [13:00<2:58:19, 2.42s/it, lr: 1.0e-04 loss: 4.396e-02] lana-lora-wan2.2: 11%|#####9 | 574/5000 [13:01<2:58:00, 2.41s/it, lr: 1.0e-04 loss: 3.990e-01] lana-lora-wan2.2: 11%|#####9 | 574/5000 [13:01<2:58:00, 2.41s/it, lr: 1.0e-04 loss: 3.990e-01] lana-lora-wan2.2: 12%|#####9 | 575/5000 [13:03<2:57:45, 2.41s/it, lr: 1.0e-04 loss: 7.068e-02] lana-lora-wan2.2: 12%|#####9 | 575/5000 [13:03<2:57:45, 2.41s/it, lr: 1.0e-04 loss: 7.068e-02] lana-lora-wan2.2: 12%|#####9 | 576/5000 [13:05<2:57:39, 2.41s/it, lr: 1.0e-04 loss: 5.484e-02] lana-lora-wan2.2: 12%|#####9 | 576/5000 [13:05<2:57:39, 2.41s/it, lr: 1.0e-04 loss: 5.484e-02] lana-lora-wan2.2: 12%|###### | 577/5000 [13:06<2:57:20, 2.41s/it, lr: 1.0e-04 loss: 3.860e-02] lana-lora-wan2.2: 12%|###### | 577/5000 [13:06<2:57:20, 2.41s/it, lr: 1.0e-04 loss: 3.860e-02] lana-lora-wan2.2: 12%|###### | 578/5000 [13:10<2:57:35, 2.41s/it, lr: 1.0e-04 loss: 7.670e-02] lana-lora-wan2.2: 12%|###### | 578/5000 [13:10<2:57:35, 2.41s/it, lr: 1.0e-04 loss: 7.670e-02] lana-lora-wan2.2: 12%|###### | 579/5000 [13:13<2:57:49, 2.41s/it, lr: 1.0e-04 loss: 3.597e-02] lana-lora-wan2.2: 12%|###### | 579/5000 [13:13<2:57:49, 2.41s/it, lr: 1.0e-04 loss: 3.597e-02] lana-lora-wan2.2: 12%|###### | 580/5000 [13:15<2:57:30, 2.41s/it, lr: 1.0e-04 loss: 1.064e-01] lana-lora-wan2.2: 12%|###### | 580/5000 [13:15<2:57:30, 2.41s/it, lr: 1.0e-04 loss: 1.064e-01] lana-lora-wan2.2: 12%|###### | 581/5000 [13:19<2:57:49, 2.41s/it, lr: 1.0e-04 loss: 2.590e-01] lana-lora-wan2.2: 12%|###### | 581/5000 [13:19<2:57:49, 2.41s/it, lr: 1.0e-04 loss: 2.590e-01] lana-lora-wan2.2: 12%|###### | 582/5000 [13:22<2:58:03, 2.42s/it, lr: 1.0e-04 loss: 2.811e-02] lana-lora-wan2.2: 12%|###### | 582/5000 [13:22<2:58:03, 2.42s/it, lr: 1.0e-04 loss: 2.811e-02] lana-lora-wan2.2: 12%|###### | 583/5000 [13:24<2:57:57, 2.42s/it, lr: 1.0e-04 loss: 3.837e-02] lana-lora-wan2.2: 12%|###### | 583/5000 [13:24<2:57:57, 2.42s/it, lr: 1.0e-04 loss: 3.837e-02] lana-lora-wan2.2: 12%|###### | 584/5000 [13:26<2:57:38, 2.41s/it, lr: 1.0e-04 loss: 3.914e-02] lana-lora-wan2.2: 12%|###### | 584/5000 [13:26<2:57:38, 2.41s/it, lr: 1.0e-04 loss: 3.914e-02] lana-lora-wan2.2: 12%|###### | 585/5000 [13:29<2:57:52, 2.42s/it, lr: 1.0e-04 loss: 8.584e-02] lana-lora-wan2.2: 12%|###### | 585/5000 [13:29<2:57:52, 2.42s/it, lr: 1.0e-04 loss: 8.584e-02] lana-lora-wan2.2: 12%|###### | 586/5000 [13:33<2:58:06, 2.42s/it, lr: 1.0e-04 loss: 8.148e-02] lana-lora-wan2.2: 12%|###### | 586/5000 [13:33<2:58:06, 2.42s/it, lr: 1.0e-04 loss: 8.148e-02] lana-lora-wan2.2: 12%|######1 | 587/5000 [13:37<2:58:23, 2.43s/it, lr: 1.0e-04 loss: 2.836e-02] lana-lora-wan2.2: 12%|######1 | 587/5000 [13:37<2:58:23, 2.43s/it, lr: 1.0e-04 loss: 2.836e-02] lana-lora-wan2.2: 12%|######1 | 588/5000 [13:39<2:58:17, 2.42s/it, lr: 1.0e-04 loss: 4.824e-02] lana-lora-wan2.2: 12%|######1 | 588/5000 [13:39<2:58:17, 2.42s/it, lr: 1.0e-04 loss: 4.824e-02] lana-lora-wan2.2: 12%|######1 | 589/5000 [13:43<2:58:31, 2.43s/it, lr: 1.0e-04 loss: 4.706e-02] lana-lora-wan2.2: 12%|######1 | 589/5000 [13:43<2:58:31, 2.43s/it, lr: 1.0e-04 loss: 4.706e-02] lana-lora-wan2.2: 12%|######1 | 590/5000 [13:44<2:58:12, 2.42s/it, lr: 1.0e-04 loss: 1.437e-01] lana-lora-wan2.2: 12%|######1 | 590/5000 [13:44<2:58:12, 2.42s/it, lr: 1.0e-04 loss: 1.437e-01] lana-lora-wan2.2: 12%|######1 | 591/5000 [13:45<2:57:54, 2.42s/it, lr: 1.0e-04 loss: 9.965e-02] lana-lora-wan2.2: 12%|######1 | 591/5000 [13:45<2:57:54, 2.42s/it, lr: 1.0e-04 loss: 9.965e-02] lana-lora-wan2.2: 12%|######1 | 592/5000 [13:47<2:57:48, 2.42s/it, lr: 1.0e-04 loss: 8.633e-02] lana-lora-wan2.2: 12%|######1 | 592/5000 [13:47<2:57:48, 2.42s/it, lr: 1.0e-04 loss: 8.633e-02] lana-lora-wan2.2: 12%|######1 | 593/5000 [13:51<2:58:05, 2.42s/it, lr: 1.0e-04 loss: 7.548e-02] lana-lora-wan2.2: 12%|######1 | 593/5000 [13:51<2:58:05, 2.42s/it, lr: 1.0e-04 loss: 7.548e-02] lana-lora-wan2.2: 12%|######1 | 594/5000 [13:53<2:57:59, 2.42s/it, lr: 1.0e-04 loss: 6.911e-02] lana-lora-wan2.2: 12%|######1 | 594/5000 [13:53<2:57:59, 2.42s/it, lr: 1.0e-04 loss: 6.911e-02] lana-lora-wan2.2: 12%|######1 | 595/5000 [13:55<2:57:41, 2.42s/it, lr: 1.0e-04 loss: 3.459e-02] lana-lora-wan2.2: 12%|######1 | 595/5000 [13:55<2:57:41, 2.42s/it, lr: 1.0e-04 loss: 3.459e-02] lana-lora-wan2.2: 12%|######1 | 596/5000 [13:57<2:57:36, 2.42s/it, lr: 1.0e-04 loss: 4.425e-01] lana-lora-wan2.2: 12%|######1 | 596/5000 [13:57<2:57:36, 2.42s/it, lr: 1.0e-04 loss: 4.425e-01] lana-lora-wan2.2: 12%|######2 | 597/5000 [14:00<2:57:49, 2.42s/it, lr: 1.0e-04 loss: 3.650e-02] lana-lora-wan2.2: 12%|######2 | 597/5000 [14:00<2:57:49, 2.42s/it, lr: 1.0e-04 loss: 3.650e-02] lana-lora-wan2.2: 12%|######2 | 598/5000 [14:04<2:58:02, 2.43s/it, lr: 1.0e-04 loss: 3.590e-02] lana-lora-wan2.2: 12%|######2 | 598/5000 [14:04<2:58:02, 2.43s/it, lr: 1.0e-04 loss: 3.590e-02] lana-lora-wan2.2: 12%|######2 | 599/5000 [14:06<2:58:00, 2.43s/it, lr: 1.0e-04 loss: 1.886e-01] lana-lora-wan2.2: 12%|######2 | 599/5000 [14:06<2:58:00, 2.43s/it, lr: 1.0e-04 loss: 1.886e-01] lana-lora-wan2.2: 12%|######2 | 600/5000 [14:10<2:58:13, 2.43s/it, lr: 1.0e-04 loss: 4.985e-02] lana-lora-wan2.2: 12%|######2 | 600/5000 [14:10<2:58:13, 2.43s/it, lr: 1.0e-04 loss: 4.985e-02] lana-lora-wan2.2: 12%|######2 | 601/5000 [14:14<2:58:26, 2.43s/it, lr: 1.0e-04 loss: 5.650e-02] lana-lora-wan2.2: 12%|######2 | 601/5000 [14:14<2:58:26, 2.43s/it, lr: 1.0e-04 loss: 5.650e-02] lana-lora-wan2.2: 12%|######2 | 602/5000 [14:17<2:58:39, 2.44s/it, lr: 1.0e-04 loss: 5.804e-02] lana-lora-wan2.2: 12%|######2 | 602/5000 [14:17<2:58:39, 2.44s/it, lr: 1.0e-04 loss: 5.804e-02] lana-lora-wan2.2: 12%|######2 | 603/5000 [14:20<2:58:33, 2.44s/it, lr: 1.0e-04 loss: 3.586e-02] lana-lora-wan2.2: 12%|######2 | 603/5000 [14:20<2:58:33, 2.44s/it, lr: 1.0e-04 loss: 3.586e-02] lana-lora-wan2.2: 12%|######2 | 604/5000 [14:22<2:58:28, 2.44s/it, lr: 1.0e-04 loss: 3.248e-02] lana-lora-wan2.2: 12%|######2 | 604/5000 [14:22<2:58:28, 2.44s/it, lr: 1.0e-04 loss: 3.248e-02] lana-lora-wan2.2: 12%|######2 | 605/5000 [14:24<2:58:26, 2.44s/it, lr: 1.0e-04 loss: 3.477e-02] lana-lora-wan2.2: 12%|######2 | 605/5000 [14:24<2:58:26, 2.44s/it, lr: 1.0e-04 loss: 3.477e-02] lana-lora-wan2.2: 12%|######3 | 606/5000 [14:26<2:58:09, 2.43s/it, lr: 1.0e-04 loss: 7.127e-02] lana-lora-wan2.2: 12%|######3 | 606/5000 [14:26<2:58:09, 2.43s/it, lr: 1.0e-04 loss: 7.127e-02] lana-lora-wan2.2: 12%|######3 | 607/5000 [14:28<2:58:03, 2.43s/it, lr: 1.0e-04 loss: 8.967e-02] lana-lora-wan2.2: 12%|######3 | 607/5000 [14:28<2:58:03, 2.43s/it, lr: 1.0e-04 loss: 8.967e-02] lana-lora-wan2.2: 12%|######3 | 608/5000 [14:31<2:58:16, 2.44s/it, lr: 1.0e-04 loss: 4.575e-02] lana-lora-wan2.2: 12%|######3 | 608/5000 [14:31<2:58:16, 2.44s/it, lr: 1.0e-04 loss: 4.575e-02] lana-lora-wan2.2: 12%|######3 | 609/5000 [14:33<2:57:58, 2.43s/it, lr: 1.0e-04 loss: 8.766e-02] lana-lora-wan2.2: 12%|######3 | 609/5000 [14:33<2:57:58, 2.43s/it, lr: 1.0e-04 loss: 8.766e-02] lana-lora-wan2.2: 12%|######3 | 610/5000 [14:34<2:57:40, 2.43s/it, lr: 1.0e-04 loss: 1.585e-01] lana-lora-wan2.2: 12%|######3 | 610/5000 [14:34<2:57:40, 2.43s/it, lr: 1.0e-04 loss: 1.585e-01] lana-lora-wan2.2: 12%|######3 | 611/5000 [14:38<2:57:56, 2.43s/it, lr: 1.0e-04 loss: 3.512e-02] lana-lora-wan2.2: 12%|######3 | 611/5000 [14:38<2:57:56, 2.43s/it, lr: 1.0e-04 loss: 3.512e-02] lana-lora-wan2.2: 12%|######3 | 612/5000 [14:39<2:57:39, 2.43s/it, lr: 1.0e-04 loss: 6.340e-02] lana-lora-wan2.2: 12%|######3 | 612/5000 [14:39<2:57:39, 2.43s/it, lr: 1.0e-04 loss: 6.340e-02] lana-lora-wan2.2: 12%|######3 | 613/5000 [14:40<2:57:21, 2.43s/it, lr: 1.0e-04 loss: 1.235e-01] lana-lora-wan2.2: 12%|######3 | 613/5000 [14:40<2:57:21, 2.43s/it, lr: 1.0e-04 loss: 1.235e-01] lana-lora-wan2.2: 12%|######3 | 614/5000 [14:42<2:57:16, 2.43s/it, lr: 1.0e-04 loss: 2.910e-02] lana-lora-wan2.2: 12%|######3 | 614/5000 [14:42<2:57:16, 2.43s/it, lr: 1.0e-04 loss: 2.910e-02] lana-lora-wan2.2: 12%|######3 | 615/5000 [14:44<2:57:10, 2.42s/it, lr: 1.0e-04 loss: 1.303e-01] lana-lora-wan2.2: 12%|######3 | 615/5000 [14:44<2:57:10, 2.42s/it, lr: 1.0e-04 loss: 1.303e-01] lana-lora-wan2.2: 12%|######4 | 616/5000 [14:47<2:57:08, 2.42s/it, lr: 1.0e-04 loss: 1.168e-01] lana-lora-wan2.2: 12%|######4 | 616/5000 [14:47<2:57:08, 2.42s/it, lr: 1.0e-04 loss: 1.168e-01] lana-lora-wan2.2: 12%|######4 | 617/5000 [14:49<2:57:03, 2.42s/it, lr: 1.0e-04 loss: 1.005e-01] lana-lora-wan2.2: 12%|######4 | 617/5000 [14:49<2:57:03, 2.42s/it, lr: 1.0e-04 loss: 1.005e-01] lana-lora-wan2.2: 12%|######4 | 618/5000 [14:51<2:56:58, 2.42s/it, lr: 1.0e-04 loss: 5.748e-02] lana-lora-wan2.2: 12%|######4 | 618/5000 [14:51<2:56:58, 2.42s/it, lr: 1.0e-04 loss: 5.748e-02] lana-lora-wan2.2: 12%|######4 | 619/5000 [14:52<2:56:40, 2.42s/it, lr: 1.0e-04 loss: 6.118e-02] lana-lora-wan2.2: 12%|######4 | 619/5000 [14:52<2:56:40, 2.42s/it, lr: 1.0e-04 loss: 6.118e-02] lana-lora-wan2.2: 12%|######4 | 620/5000 [14:56<2:56:53, 2.42s/it, lr: 1.0e-04 loss: 2.963e-02] lana-lora-wan2.2: 12%|######4 | 620/5000 [14:56<2:56:53, 2.42s/it, lr: 1.0e-04 loss: 2.963e-02] lana-lora-wan2.2: 12%|######4 | 621/5000 [15:00<2:57:05, 2.43s/it, lr: 1.0e-04 loss: 6.031e-02] lana-lora-wan2.2: 12%|######4 | 621/5000 [15:00<2:57:05, 2.43s/it, lr: 1.0e-04 loss: 6.031e-02] lana-lora-wan2.2: 12%|######4 | 622/5000 [15:04<2:57:21, 2.43s/it, lr: 1.0e-04 loss: 5.458e-02] lana-lora-wan2.2: 12%|######4 | 622/5000 [15:04<2:57:21, 2.43s/it, lr: 1.0e-04 loss: 5.458e-02] lana-lora-wan2.2: 12%|######4 | 623/5000 [15:07<2:57:33, 2.43s/it, lr: 1.0e-04 loss: 6.449e-02] lana-lora-wan2.2: 12%|######4 | 623/5000 [15:07<2:57:33, 2.43s/it, lr: 1.0e-04 loss: 6.449e-02] lana-lora-wan2.2: 12%|######4 | 624/5000 [15:09<2:57:16, 2.43s/it, lr: 1.0e-04 loss: 1.030e-01] lana-lora-wan2.2: 12%|######4 | 624/5000 [15:09<2:57:16, 2.43s/it, lr: 1.0e-04 loss: 1.030e-01] lana-lora-wan2.2: 12%|######5 | 625/5000 [15:10<2:56:58, 2.43s/it, lr: 1.0e-04 loss: 4.795e-02] lana-lora-wan2.2: 12%|######5 | 625/5000 [15:10<2:56:58, 2.43s/it, lr: 1.0e-04 loss: 4.795e-02] lana-lora-wan2.2: 13%|######5 | 626/5000 [15:12<2:56:53, 2.43s/it, lr: 1.0e-04 loss: 1.173e-01] lana-lora-wan2.2: 13%|######5 | 626/5000 [15:12<2:56:53, 2.43s/it, lr: 1.0e-04 loss: 1.173e-01] lana-lora-wan2.2: 13%|######5 | 627/5000 [15:13<2:56:36, 2.42s/it, lr: 1.0e-04 loss: 5.019e-02] lana-lora-wan2.2: 13%|######5 | 627/5000 [15:13<2:56:36, 2.42s/it, lr: 1.0e-04 loss: 5.019e-02] lana-lora-wan2.2: 13%|######5 | 628/5000 [15:15<2:56:23, 2.42s/it, lr: 1.0e-04 loss: 5.859e-02] lana-lora-wan2.2: 13%|######5 | 628/5000 [15:15<2:56:23, 2.42s/it, lr: 1.0e-04 loss: 5.859e-02] lana-lora-wan2.2: 13%|######5 | 629/5000 [15:16<2:56:06, 2.42s/it, lr: 1.0e-04 loss: 3.357e-02] lana-lora-wan2.2: 13%|######5 | 629/5000 [15:16<2:56:06, 2.42s/it, lr: 1.0e-04 loss: 3.357e-02] lana-lora-wan2.2: 13%|######5 | 630/5000 [15:17<2:55:49, 2.41s/it, lr: 1.0e-04 loss: 5.274e-02] lana-lora-wan2.2: 13%|######5 | 630/5000 [15:17<2:55:49, 2.41s/it, lr: 1.0e-04 loss: 5.274e-02] lana-lora-wan2.2: 13%|######5 | 631/5000 [15:21<2:56:01, 2.42s/it, lr: 1.0e-04 loss: 3.840e-02] lana-lora-wan2.2: 13%|######5 | 631/5000 [15:21<2:56:01, 2.42s/it, lr: 1.0e-04 loss: 3.840e-02] lana-lora-wan2.2: 13%|######5 | 632/5000 [15:23<2:55:56, 2.42s/it, lr: 1.0e-04 loss: 1.877e-01] lana-lora-wan2.2: 13%|######5 | 632/5000 [15:23<2:55:56, 2.42s/it, lr: 1.0e-04 loss: 1.877e-01] lana-lora-wan2.2: 13%|######5 | 633/5000 [15:24<2:55:40, 2.41s/it, lr: 1.0e-04 loss: 9.385e-02] lana-lora-wan2.2: 13%|######5 | 633/5000 [15:24<2:55:40, 2.41s/it, lr: 1.0e-04 loss: 9.385e-02] lana-lora-wan2.2: 13%|######5 | 634/5000 [15:26<2:55:38, 2.41s/it, lr: 1.0e-04 loss: 5.114e-02] lana-lora-wan2.2: 13%|######5 | 634/5000 [15:26<2:55:38, 2.41s/it, lr: 1.0e-04 loss: 5.114e-02] lana-lora-wan2.2: 13%|######6 | 635/5000 [15:28<2:55:22, 2.41s/it, lr: 1.0e-04 loss: 6.129e-02] lana-lora-wan2.2: 13%|######6 | 635/5000 [15:28<2:55:22, 2.41s/it, lr: 1.0e-04 loss: 6.129e-02] lana-lora-wan2.2: 13%|######6 | 636/5000 [15:30<2:55:17, 2.41s/it, lr: 1.0e-04 loss: 5.616e-02] lana-lora-wan2.2: 13%|######6 | 636/5000 [15:30<2:55:17, 2.41s/it, lr: 1.0e-04 loss: 5.616e-02] lana-lora-wan2.2: 13%|######6 | 637/5000 [15:33<2:55:29, 2.41s/it, lr: 1.0e-04 loss: 2.832e-02] lana-lora-wan2.2: 13%|######6 | 637/5000 [15:33<2:55:29, 2.41s/it, lr: 1.0e-04 loss: 2.832e-02] lana-lora-wan2.2: 13%|######6 | 638/5000 [15:36<2:55:24, 2.41s/it, lr: 1.0e-04 loss: 1.449e-01] lana-lora-wan2.2: 13%|######6 | 638/5000 [15:36<2:55:24, 2.41s/it, lr: 1.0e-04 loss: 1.449e-01] lana-lora-wan2.2: 13%|######6 | 639/5000 [15:37<2:55:07, 2.41s/it, lr: 1.0e-04 loss: 5.565e-02] lana-lora-wan2.2: 13%|######6 | 639/5000 [15:37<2:55:07, 2.41s/it, lr: 1.0e-04 loss: 5.565e-02] lana-lora-wan2.2: 13%|######6 | 640/5000 [15:38<2:54:54, 2.41s/it, lr: 1.0e-04 loss: 1.051e-01] lana-lora-wan2.2: 13%|######6 | 640/5000 [15:38<2:54:54, 2.41s/it, lr: 1.0e-04 loss: 1.051e-01] lana-lora-wan2.2: 13%|######6 | 641/5000 [15:42<2:55:06, 2.41s/it, lr: 1.0e-04 loss: 4.814e-02] lana-lora-wan2.2: 13%|######6 | 641/5000 [15:42<2:55:06, 2.41s/it, lr: 1.0e-04 loss: 4.814e-02] lana-lora-wan2.2: 13%|######6 | 642/5000 [15:43<2:54:50, 2.41s/it, lr: 1.0e-04 loss: 1.238e-01] lana-lora-wan2.2: 13%|######6 | 642/5000 [15:43<2:54:50, 2.41s/it, lr: 1.0e-04 loss: 1.238e-01] lana-lora-wan2.2: 13%|######6 | 643/5000 [15:45<2:54:45, 2.41s/it, lr: 1.0e-04 loss: 1.035e-01] lana-lora-wan2.2: 13%|######6 | 643/5000 [15:45<2:54:45, 2.41s/it, lr: 1.0e-04 loss: 1.035e-01] lana-lora-wan2.2: 13%|######6 | 644/5000 [15:49<2:54:56, 2.41s/it, lr: 1.0e-04 loss: 3.233e-02] lana-lora-wan2.2: 13%|######6 | 644/5000 [15:49<2:54:56, 2.41s/it, lr: 1.0e-04 loss: 3.233e-02] lana-lora-wan2.2: 13%|######7 | 645/5000 [15:50<2:54:40, 2.41s/it, lr: 1.0e-04 loss: 8.341e-02] lana-lora-wan2.2: 13%|######7 | 645/5000 [15:50<2:54:40, 2.41s/it, lr: 1.0e-04 loss: 8.341e-02] lana-lora-wan2.2: 13%|######7 | 646/5000 [15:53<2:54:39, 2.41s/it, lr: 1.0e-04 loss: 9.232e-02] lana-lora-wan2.2: 13%|######7 | 646/5000 [15:53<2:54:39, 2.41s/it, lr: 1.0e-04 loss: 9.232e-02] lana-lora-wan2.2: 13%|######7 | 647/5000 [15:55<2:54:35, 2.41s/it, lr: 1.0e-04 loss: 1.264e-01] lana-lora-wan2.2: 13%|######7 | 647/5000 [15:55<2:54:35, 2.41s/it, lr: 1.0e-04 loss: 1.264e-01] lana-lora-wan2.2: 13%|######7 | 648/5000 [15:56<2:54:19, 2.40s/it, lr: 1.0e-04 loss: 6.606e-02] lana-lora-wan2.2: 13%|######7 | 648/5000 [15:56<2:54:19, 2.40s/it, lr: 1.0e-04 loss: 6.606e-02] lana-lora-wan2.2: 13%|######7 | 649/5000 [15:58<2:54:14, 2.40s/it, lr: 1.0e-04 loss: 2.914e-02] lana-lora-wan2.2: 13%|######7 | 649/5000 [15:58<2:54:14, 2.40s/it, lr: 1.0e-04 loss: 2.914e-02] lana-lora-wan2.2: 13%|######7 | 650/5000 [16:02<2:54:25, 2.41s/it, lr: 1.0e-04 loss: 3.103e-02] lana-lora-wan2.2: 13%|######7 | 650/5000 [16:02<2:54:25, 2.41s/it, lr: 1.0e-04 loss: 3.103e-02] lana-lora-wan2.2: 13%|######7 | 651/5000 [16:06<2:54:39, 2.41s/it, lr: 1.0e-04 loss: 5.103e-02] lana-lora-wan2.2: 13%|######7 | 651/5000 [16:06<2:54:39, 2.41s/it, lr: 1.0e-04 loss: 5.103e-02] lana-lora-wan2.2: 13%|######7 | 652/5000 [16:08<2:54:34, 2.41s/it, lr: 1.0e-04 loss: 2.813e-02] lana-lora-wan2.2: 13%|######7 | 652/5000 [16:08<2:54:34, 2.41s/it, lr: 1.0e-04 loss: 2.813e-02] lana-lora-wan2.2: 13%|######7 | 653/5000 [16:10<2:54:29, 2.41s/it, lr: 1.0e-04 loss: 3.215e-02] lana-lora-wan2.2: 13%|######7 | 653/5000 [16:10<2:54:29, 2.41s/it, lr: 1.0e-04 loss: 3.215e-02] lana-lora-wan2.2: 13%|######8 | 654/5000 [16:14<2:54:41, 2.41s/it, lr: 1.0e-04 loss: 3.171e-02] lana-lora-wan2.2: 13%|######8 | 654/5000 [16:14<2:54:41, 2.41s/it, lr: 1.0e-04 loss: 3.171e-02] lana-lora-wan2.2: 13%|######8 | 655/5000 [16:17<2:54:51, 2.41s/it, lr: 1.0e-04 loss: 4.119e-02] lana-lora-wan2.2: 13%|######8 | 655/5000 [16:17<2:54:51, 2.41s/it, lr: 1.0e-04 loss: 4.119e-02] lana-lora-wan2.2: 13%|######8 | 656/5000 [16:21<2:55:02, 2.42s/it, lr: 1.0e-04 loss: 3.230e-02] lana-lora-wan2.2: 13%|######8 | 656/5000 [16:21<2:55:02, 2.42s/it, lr: 1.0e-04 loss: 3.230e-02] lana-lora-wan2.2: 13%|######8 | 657/5000 [16:23<2:54:51, 2.42s/it, lr: 1.0e-04 loss: 3.746e-02] lana-lora-wan2.2: 13%|######8 | 657/5000 [16:23<2:54:51, 2.42s/it, lr: 1.0e-04 loss: 3.746e-02] lana-lora-wan2.2: 13%|######8 | 658/5000 [16:26<2:55:02, 2.42s/it, lr: 1.0e-04 loss: 8.632e-02] lana-lora-wan2.2: 13%|######8 | 658/5000 [16:26<2:55:02, 2.42s/it, lr: 1.0e-04 loss: 8.632e-02] lana-lora-wan2.2: 13%|######8 | 659/5000 [16:29<2:54:57, 2.42s/it, lr: 1.0e-04 loss: 6.164e-02] lana-lora-wan2.2: 13%|######8 | 659/5000 [16:29<2:54:57, 2.42s/it, lr: 1.0e-04 loss: 6.164e-02] lana-lora-wan2.2: 13%|######8 | 660/5000 [16:30<2:54:41, 2.42s/it, lr: 1.0e-04 loss: 3.182e-01] lana-lora-wan2.2: 13%|######8 | 660/5000 [16:30<2:54:41, 2.42s/it, lr: 1.0e-04 loss: 3.182e-01] lana-lora-wan2.2: 13%|######8 | 661/5000 [16:32<2:54:36, 2.41s/it, lr: 1.0e-04 loss: 4.291e-02] lana-lora-wan2.2: 13%|######8 | 661/5000 [16:32<2:54:36, 2.41s/it, lr: 1.0e-04 loss: 4.291e-02] lana-lora-wan2.2: 13%|######8 | 662/5000 [16:34<2:54:31, 2.41s/it, lr: 1.0e-04 loss: 4.052e-02] lana-lora-wan2.2: 13%|######8 | 662/5000 [16:34<2:54:31, 2.41s/it, lr: 1.0e-04 loss: 4.052e-02] lana-lora-wan2.2: 13%|######8 | 663/5000 [16:36<2:54:19, 2.41s/it, lr: 1.0e-04 loss: 3.146e-02] lana-lora-wan2.2: 13%|######8 | 663/5000 [16:36<2:54:19, 2.41s/it, lr: 1.0e-04 loss: 3.146e-02] lana-lora-wan2.2: 13%|######9 | 664/5000 [16:39<2:54:30, 2.41s/it, lr: 1.0e-04 loss: 1.566e-01] lana-lora-wan2.2: 13%|######9 | 664/5000 [16:39<2:54:30, 2.41s/it, lr: 1.0e-04 loss: 1.566e-01] lana-lora-wan2.2: 13%|######9 | 665/5000 [16:43<2:54:40, 2.42s/it, lr: 1.0e-04 loss: 4.488e-02] lana-lora-wan2.2: 13%|######9 | 665/5000 [16:43<2:54:40, 2.42s/it, lr: 1.0e-04 loss: 4.488e-02] lana-lora-wan2.2: 13%|######9 | 666/5000 [16:45<2:54:35, 2.42s/it, lr: 1.0e-04 loss: 4.016e-02] lana-lora-wan2.2: 13%|######9 | 666/5000 [16:45<2:54:35, 2.42s/it, lr: 1.0e-04 loss: 4.016e-02] lana-lora-wan2.2: 13%|######9 | 667/5000 [16:49<2:54:46, 2.42s/it, lr: 1.0e-04 loss: 1.234e-01] lana-lora-wan2.2: 13%|######9 | 667/5000 [16:49<2:54:46, 2.42s/it, lr: 1.0e-04 loss: 1.234e-01] lana-lora-wan2.2: 13%|######9 | 668/5000 [16:52<2:54:56, 2.42s/it, lr: 1.0e-04 loss: 8.133e-02] lana-lora-wan2.2: 13%|######9 | 668/5000 [16:52<2:54:56, 2.42s/it, lr: 1.0e-04 loss: 8.133e-02] lana-lora-wan2.2: 13%|######9 | 669/5000 [16:55<2:54:55, 2.42s/it, lr: 1.0e-04 loss: 3.058e-02] lana-lora-wan2.2: 13%|######9 | 669/5000 [16:55<2:54:55, 2.42s/it, lr: 1.0e-04 loss: 3.058e-02] lana-lora-wan2.2: 13%|######9 | 670/5000 [16:57<2:54:49, 2.42s/it, lr: 1.0e-04 loss: 5.099e-02] lana-lora-wan2.2: 13%|######9 | 670/5000 [16:57<2:54:49, 2.42s/it, lr: 1.0e-04 loss: 5.099e-02] lana-lora-wan2.2: 13%|######9 | 671/5000 [16:59<2:54:44, 2.42s/it, lr: 1.0e-04 loss: 3.459e-02] lana-lora-wan2.2: 13%|######9 | 671/5000 [16:59<2:54:44, 2.42s/it, lr: 1.0e-04 loss: 3.459e-02] lana-lora-wan2.2: 13%|######9 | 672/5000 [17:01<2:54:40, 2.42s/it, lr: 1.0e-04 loss: 5.338e-02] lana-lora-wan2.2: 13%|######9 | 672/5000 [17:01<2:54:40, 2.42s/it, lr: 1.0e-04 loss: 5.338e-02] lana-lora-wan2.2: 13%|######9 | 673/5000 [17:03<2:54:24, 2.42s/it, lr: 1.0e-04 loss: 4.059e-02] lana-lora-wan2.2: 13%|######9 | 673/5000 [17:03<2:54:24, 2.42s/it, lr: 1.0e-04 loss: 4.059e-02] lana-lora-wan2.2: 13%|####### | 674/5000 [17:04<2:54:09, 2.42s/it, lr: 1.0e-04 loss: 2.841e-02] lana-lora-wan2.2: 13%|####### | 674/5000 [17:04<2:54:09, 2.42s/it, lr: 1.0e-04 loss: 2.841e-02] lana-lora-wan2.2: 14%|####### | 675/5000 [17:06<2:54:08, 2.42s/it, lr: 1.0e-04 loss: 3.168e-01] lana-lora-wan2.2: 14%|####### | 675/5000 [17:06<2:54:08, 2.42s/it, lr: 1.0e-04 loss: 3.168e-01] lana-lora-wan2.2: 14%|####### | 676/5000 [17:08<2:54:03, 2.42s/it, lr: 1.0e-04 loss: 2.700e-02] lana-lora-wan2.2: 14%|####### | 676/5000 [17:08<2:54:03, 2.42s/it, lr: 1.0e-04 loss: 2.700e-02] lana-lora-wan2.2: 14%|####### | 677/5000 [17:12<2:54:13, 2.42s/it, lr: 1.0e-04 loss: 3.474e-02] lana-lora-wan2.2: 14%|####### | 677/5000 [17:12<2:54:13, 2.42s/it, lr: 1.0e-04 loss: 3.474e-02] lana-lora-wan2.2: 14%|####### | 678/5000 [17:13<2:53:58, 2.42s/it, lr: 1.0e-04 loss: 4.057e-02] lana-lora-wan2.2: 14%|####### | 678/5000 [17:13<2:53:58, 2.42s/it, lr: 1.0e-04 loss: 4.057e-02] lana-lora-wan2.2: 14%|####### | 679/5000 [17:15<2:53:53, 2.41s/it, lr: 1.0e-04 loss: 1.989e-01] lana-lora-wan2.2: 14%|####### | 679/5000 [17:15<2:53:53, 2.41s/it, lr: 1.0e-04 loss: 1.989e-01] lana-lora-wan2.2: 14%|####### | 680/5000 [17:18<2:53:51, 2.41s/it, lr: 1.0e-04 loss: 3.352e-02] lana-lora-wan2.2: 14%|####### | 680/5000 [17:18<2:53:51, 2.41s/it, lr: 1.0e-04 loss: 3.352e-02] lana-lora-wan2.2: 14%|####### | 681/5000 [17:21<2:53:52, 2.42s/it, lr: 1.0e-04 loss: 2.807e-02] lana-lora-wan2.2: 14%|####### | 681/5000 [17:21<2:53:52, 2.42s/it, lr: 1.0e-04 loss: 2.807e-02] lana-lora-wan2.2: 14%|####### | 682/5000 [17:24<2:54:02, 2.42s/it, lr: 1.0e-04 loss: 4.946e-02] lana-lora-wan2.2: 14%|####### | 682/5000 [17:24<2:54:02, 2.42s/it, lr: 1.0e-04 loss: 4.946e-02] lana-lora-wan2.2: 14%|#######1 | 683/5000 [17:26<2:53:57, 2.42s/it, lr: 1.0e-04 loss: 7.266e-02] lana-lora-wan2.2: 14%|#######1 | 683/5000 [17:26<2:53:57, 2.42s/it, lr: 1.0e-04 loss: 7.266e-02] lana-lora-wan2.2: 14%|#######1 | 684/5000 [17:30<2:54:07, 2.42s/it, lr: 1.0e-04 loss: 4.664e-02] lana-lora-wan2.2: 14%|#######1 | 684/5000 [17:30<2:54:07, 2.42s/it, lr: 1.0e-04 loss: 4.664e-02] lana-lora-wan2.2: 14%|#######1 | 685/5000 [17:32<2:54:02, 2.42s/it, lr: 1.0e-04 loss: 5.889e-02] lana-lora-wan2.2: 14%|#######1 | 685/5000 [17:32<2:54:02, 2.42s/it, lr: 1.0e-04 loss: 5.889e-02] lana-lora-wan2.2: 14%|#######1 | 686/5000 [17:34<2:53:56, 2.42s/it, lr: 1.0e-04 loss: 6.505e-02] lana-lora-wan2.2: 14%|#######1 | 686/5000 [17:34<2:53:56, 2.42s/it, lr: 1.0e-04 loss: 6.505e-02] lana-lora-wan2.2: 14%|#######1 | 687/5000 [17:38<2:54:05, 2.42s/it, lr: 1.0e-04 loss: 6.803e-02] lana-lora-wan2.2: 14%|#######1 | 687/5000 [17:38<2:54:05, 2.42s/it, lr: 1.0e-04 loss: 6.803e-02] lana-lora-wan2.2: 14%|#######1 | 688/5000 [17:42<2:54:15, 2.42s/it, lr: 1.0e-04 loss: 5.373e-02] lana-lora-wan2.2: 14%|#######1 | 688/5000 [17:42<2:54:15, 2.42s/it, lr: 1.0e-04 loss: 5.373e-02] lana-lora-wan2.2: 14%|#######1 | 689/5000 [17:44<2:54:10, 2.42s/it, lr: 1.0e-04 loss: 6.452e-02] lana-lora-wan2.2: 14%|#######1 | 689/5000 [17:44<2:54:10, 2.42s/it, lr: 1.0e-04 loss: 6.452e-02] lana-lora-wan2.2: 14%|#######1 | 690/5000 [17:45<2:53:56, 2.42s/it, lr: 1.0e-04 loss: 1.367e-01] lana-lora-wan2.2: 14%|#######1 | 690/5000 [17:45<2:53:56, 2.42s/it, lr: 1.0e-04 loss: 1.367e-01] lana-lora-wan2.2: 14%|#######1 | 691/5000 [17:47<2:53:51, 2.42s/it, lr: 1.0e-04 loss: 3.125e-02] lana-lora-wan2.2: 14%|#######1 | 691/5000 [17:47<2:53:51, 2.42s/it, lr: 1.0e-04 loss: 3.125e-02] lana-lora-wan2.2: 14%|#######1 | 692/5000 [17:50<2:53:49, 2.42s/it, lr: 1.0e-04 loss: 1.777e-01] lana-lora-wan2.2: 14%|#######1 | 692/5000 [17:50<2:53:49, 2.42s/it, lr: 1.0e-04 loss: 1.777e-01] lana-lora-wan2.2: 14%|#######2 | 693/5000 [17:51<2:53:34, 2.42s/it, lr: 1.0e-04 loss: 1.781e-01] lana-lora-wan2.2: 14%|#######2 | 693/5000 [17:51<2:53:34, 2.42s/it, lr: 1.0e-04 loss: 1.781e-01] lana-lora-wan2.2: 14%|#######2 | 694/5000 [17:54<2:53:44, 2.42s/it, lr: 1.0e-04 loss: 2.826e-02] lana-lora-wan2.2: 14%|#######2 | 694/5000 [17:54<2:53:44, 2.42s/it, lr: 1.0e-04 loss: 2.826e-02] lana-lora-wan2.2: 14%|#######2 | 695/5000 [17:57<2:53:39, 2.42s/it, lr: 1.0e-04 loss: 3.041e-02] lana-lora-wan2.2: 14%|#######2 | 695/5000 [17:57<2:53:39, 2.42s/it, lr: 1.0e-04 loss: 3.041e-02] lana-lora-wan2.2: 14%|#######2 | 696/5000 [18:00<2:53:48, 2.42s/it, lr: 1.0e-04 loss: 2.613e-02] lana-lora-wan2.2: 14%|#######2 | 696/5000 [18:00<2:53:48, 2.42s/it, lr: 1.0e-04 loss: 2.613e-02] lana-lora-wan2.2: 14%|#######2 | 697/5000 [18:01<2:53:34, 2.42s/it, lr: 1.0e-04 loss: 7.667e-02] lana-lora-wan2.2: 14%|#######2 | 697/5000 [18:01<2:53:34, 2.42s/it, lr: 1.0e-04 loss: 7.667e-02] lana-lora-wan2.2: 14%|#######2 | 698/5000 [18:05<2:53:46, 2.42s/it, lr: 1.0e-04 loss: 9.582e-02] lana-lora-wan2.2: 14%|#######2 | 698/5000 [18:05<2:53:46, 2.42s/it, lr: 1.0e-04 loss: 9.582e-02] lana-lora-wan2.2: 14%|#######2 | 699/5000 [18:07<2:53:41, 2.42s/it, lr: 1.0e-04 loss: 3.587e-02] lana-lora-wan2.2: 14%|#######2 | 699/5000 [18:07<2:53:41, 2.42s/it, lr: 1.0e-04 loss: 3.587e-02] lana-lora-wan2.2: 14%|#######2 | 700/5000 [18:09<2:53:27, 2.42s/it, lr: 1.0e-04 loss: 3.217e-02] lana-lora-wan2.2: 14%|#######2 | 700/5000 [18:09<2:53:27, 2.42s/it, lr: 1.0e-04 loss: 3.217e-02] lana-lora-wan2.2: 14%|#######2 | 701/5000 [18:12<2:53:36, 2.42s/it, lr: 1.0e-04 loss: 3.017e-02] lana-lora-wan2.2: 14%|#######2 | 701/5000 [18:12<2:53:36, 2.42s/it, lr: 1.0e-04 loss: 3.017e-02] lana-lora-wan2.2: 14%|#######3 | 702/5000 [18:16<2:53:46, 2.43s/it, lr: 1.0e-04 loss: 5.446e-02] lana-lora-wan2.2: 14%|#######3 | 702/5000 [18:16<2:53:46, 2.43s/it, lr: 1.0e-04 loss: 5.446e-02] lana-lora-wan2.2: 14%|#######3 | 703/5000 [18:18<2:53:41, 2.43s/it, lr: 1.0e-04 loss: 3.106e-02] lana-lora-wan2.2: 14%|#######3 | 703/5000 [18:18<2:53:41, 2.43s/it, lr: 1.0e-04 loss: 3.106e-02] lana-lora-wan2.2: 14%|#######3 | 704/5000 [18:21<2:53:39, 2.43s/it, lr: 1.0e-04 loss: 4.650e-02] lana-lora-wan2.2: 14%|#######3 | 704/5000 [18:21<2:53:39, 2.43s/it, lr: 1.0e-04 loss: 4.650e-02] lana-lora-wan2.2: 14%|#######3 | 705/5000 [18:23<2:53:34, 2.42s/it, lr: 1.0e-04 loss: 5.075e-02] lana-lora-wan2.2: 14%|#######3 | 705/5000 [18:23<2:53:34, 2.42s/it, lr: 1.0e-04 loss: 5.075e-02] lana-lora-wan2.2: 14%|#######3 | 706/5000 [18:26<2:53:43, 2.43s/it, lr: 1.0e-04 loss: 5.740e-02] lana-lora-wan2.2: 14%|#######3 | 706/5000 [18:26<2:53:43, 2.43s/it, lr: 1.0e-04 loss: 5.740e-02] lana-lora-wan2.2: 14%|#######3 | 707/5000 [18:28<2:53:29, 2.42s/it, lr: 1.0e-04 loss: 1.478e-01] lana-lora-wan2.2: 14%|#######3 | 707/5000 [18:28<2:53:29, 2.42s/it, lr: 1.0e-04 loss: 1.478e-01] lana-lora-wan2.2: 14%|#######3 | 708/5000 [18:31<2:53:38, 2.43s/it, lr: 1.0e-04 loss: 7.397e-02] lana-lora-wan2.2: 14%|#######3 | 708/5000 [18:31<2:53:38, 2.43s/it, lr: 1.0e-04 loss: 7.397e-02] lana-lora-wan2.2: 14%|#######3 | 709/5000 [18:33<2:53:33, 2.43s/it, lr: 1.0e-04 loss: 4.361e-02] lana-lora-wan2.2: 14%|#######3 | 709/5000 [18:33<2:53:33, 2.43s/it, lr: 1.0e-04 loss: 4.361e-02] lana-lora-wan2.2: 14%|#######3 | 710/5000 [18:36<2:53:32, 2.43s/it, lr: 1.0e-04 loss: 1.942e-01] lana-lora-wan2.2: 14%|#######3 | 710/5000 [18:36<2:53:32, 2.43s/it, lr: 1.0e-04 loss: 1.942e-01] lana-lora-wan2.2: 14%|#######3 | 711/5000 [18:37<2:53:17, 2.42s/it, lr: 1.0e-04 loss: 3.263e-02] lana-lora-wan2.2: 14%|#######3 | 711/5000 [18:37<2:53:17, 2.42s/it, lr: 1.0e-04 loss: 3.263e-02] lana-lora-wan2.2: 14%|#######4 | 712/5000 [18:41<2:53:26, 2.43s/it, lr: 1.0e-04 loss: 2.175e-02] lana-lora-wan2.2: 14%|#######4 | 712/5000 [18:41<2:53:26, 2.43s/it, lr: 1.0e-04 loss: 2.175e-02] lana-lora-wan2.2: 14%|#######4 | 713/5000 [18:43<2:53:22, 2.43s/it, lr: 1.0e-04 loss: 4.567e-02] lana-lora-wan2.2: 14%|#######4 | 713/5000 [18:43<2:53:22, 2.43s/it, lr: 1.0e-04 loss: 4.567e-02] lana-lora-wan2.2: 14%|#######4 | 714/5000 [18:47<2:53:31, 2.43s/it, lr: 1.0e-04 loss: 3.723e-02] lana-lora-wan2.2: 14%|#######4 | 714/5000 [18:47<2:53:31, 2.43s/it, lr: 1.0e-04 loss: 3.723e-02] lana-lora-wan2.2: 14%|#######4 | 715/5000 [18:48<2:53:16, 2.43s/it, lr: 1.0e-04 loss: 4.672e-02] lana-lora-wan2.2: 14%|#######4 | 715/5000 [18:48<2:53:16, 2.43s/it, lr: 1.0e-04 loss: 4.672e-02] lana-lora-wan2.2: 14%|#######4 | 716/5000 [18:50<2:53:15, 2.43s/it, lr: 1.0e-04 loss: 3.329e-02] lana-lora-wan2.2: 14%|#######4 | 716/5000 [18:50<2:53:15, 2.43s/it, lr: 1.0e-04 loss: 3.329e-02] lana-lora-wan2.2: 14%|#######4 | 717/5000 [18:54<2:53:24, 2.43s/it, lr: 1.0e-04 loss: 3.995e-02] lana-lora-wan2.2: 14%|#######4 | 717/5000 [18:54<2:53:24, 2.43s/it, lr: 1.0e-04 loss: 3.995e-02] lana-lora-wan2.2: 14%|#######4 | 718/5000 [18:58<2:53:33, 2.43s/it, lr: 1.0e-04 loss: 3.279e-02] lana-lora-wan2.2: 14%|#######4 | 718/5000 [18:58<2:53:33, 2.43s/it, lr: 1.0e-04 loss: 3.279e-02] lana-lora-wan2.2: 14%|#######4 | 719/5000 [19:01<2:53:41, 2.43s/it, lr: 1.0e-04 loss: 2.930e-02] lana-lora-wan2.2: 14%|#######4 | 719/5000 [19:01<2:53:41, 2.43s/it, lr: 1.0e-04 loss: 2.930e-02] lana-lora-wan2.2: 14%|#######4 | 720/5000 [19:02<2:53:27, 2.43s/it, lr: 1.0e-04 loss: 5.570e-02] lana-lora-wan2.2: 14%|#######4 | 720/5000 [19:02<2:53:27, 2.43s/it, lr: 1.0e-04 loss: 5.570e-02] lana-lora-wan2.2: 14%|#######4 | 721/5000 [19:06<2:53:36, 2.43s/it, lr: 1.0e-04 loss: 2.894e-02] lana-lora-wan2.2: 14%|#######4 | 721/5000 [19:06<2:53:36, 2.43s/it, lr: 1.0e-04 loss: 2.894e-02] lana-lora-wan2.2: 14%|#######5 | 722/5000 [19:10<2:53:47, 2.44s/it, lr: 1.0e-04 loss: 9.305e-02] lana-lora-wan2.2: 14%|#######5 | 722/5000 [19:10<2:53:47, 2.44s/it, lr: 1.0e-04 loss: 9.305e-02] lana-lora-wan2.2: 14%|#######5 | 723/5000 [19:11<2:53:32, 2.43s/it, lr: 1.0e-04 loss: 5.426e-02] lana-lora-wan2.2: 14%|#######5 | 723/5000 [19:11<2:53:32, 2.43s/it, lr: 1.0e-04 loss: 5.426e-02] lana-lora-wan2.2: 14%|#######5 | 724/5000 [19:12<2:53:18, 2.43s/it, lr: 1.0e-04 loss: 5.949e-02] lana-lora-wan2.2: 14%|#######5 | 724/5000 [19:12<2:53:18, 2.43s/it, lr: 1.0e-04 loss: 5.949e-02] lana-lora-wan2.2: 14%|#######5 | 725/5000 [19:13<2:53:04, 2.43s/it, lr: 1.0e-04 loss: 2.949e-02] lana-lora-wan2.2: 14%|#######5 | 725/5000 [19:13<2:53:04, 2.43s/it, lr: 1.0e-04 loss: 2.949e-02] lana-lora-wan2.2: 15%|#######5 | 726/5000 [19:16<2:53:00, 2.43s/it, lr: 1.0e-04 loss: 3.630e-02] lana-lora-wan2.2: 15%|#######5 | 726/5000 [19:16<2:53:00, 2.43s/it, lr: 1.0e-04 loss: 3.630e-02] lana-lora-wan2.2: 15%|#######5 | 727/5000 [19:17<2:52:46, 2.43s/it, lr: 1.0e-04 loss: 7.057e-02] lana-lora-wan2.2: 15%|#######5 | 727/5000 [19:17<2:52:46, 2.43s/it, lr: 1.0e-04 loss: 7.057e-02] lana-lora-wan2.2: 15%|#######5 | 728/5000 [19:18<2:52:35, 2.42s/it, lr: 1.0e-04 loss: 1.863e-01] lana-lora-wan2.2: 15%|#######5 | 728/5000 [19:18<2:52:35, 2.42s/it, lr: 1.0e-04 loss: 1.863e-01] lana-lora-wan2.2: 15%|#######5 | 729/5000 [19:22<2:52:44, 2.43s/it, lr: 1.0e-04 loss: 1.762e-01] lana-lora-wan2.2: 15%|#######5 | 729/5000 [19:22<2:52:44, 2.43s/it, lr: 1.0e-04 loss: 1.762e-01] lana-lora-wan2.2: 15%|#######5 | 730/5000 [19:24<2:52:39, 2.43s/it, lr: 1.0e-04 loss: 5.530e-02] lana-lora-wan2.2: 15%|#######5 | 730/5000 [19:24<2:52:39, 2.43s/it, lr: 1.0e-04 loss: 5.530e-02] lana-lora-wan2.2: 15%|#######6 | 731/5000 [19:28<2:52:48, 2.43s/it, lr: 1.0e-04 loss: 2.644e-02] lana-lora-wan2.2: 15%|#######6 | 731/5000 [19:28<2:52:48, 2.43s/it, lr: 1.0e-04 loss: 2.644e-02] lana-lora-wan2.2: 15%|#######6 | 732/5000 [19:30<2:52:43, 2.43s/it, lr: 1.0e-04 loss: 3.198e-02] lana-lora-wan2.2: 15%|#######6 | 732/5000 [19:30<2:52:43, 2.43s/it, lr: 1.0e-04 loss: 3.198e-02] lana-lora-wan2.2: 15%|#######6 | 733/5000 [19:31<2:52:33, 2.43s/it, lr: 1.0e-04 loss: 8.759e-02] lana-lora-wan2.2: 15%|#######6 | 733/5000 [19:31<2:52:33, 2.43s/it, lr: 1.0e-04 loss: 8.759e-02] lana-lora-wan2.2: 15%|#######6 | 734/5000 [19:33<2:52:20, 2.42s/it, lr: 1.0e-04 loss: 2.484e-01] lana-lora-wan2.2: 15%|#######6 | 734/5000 [19:33<2:52:20, 2.42s/it, lr: 1.0e-04 loss: 2.484e-01] lana-lora-wan2.2: 15%|#######6 | 735/5000 [19:34<2:52:06, 2.42s/it, lr: 1.0e-04 loss: 3.820e-02] lana-lora-wan2.2: 15%|#######6 | 735/5000 [19:34<2:52:06, 2.42s/it, lr: 1.0e-04 loss: 3.820e-02] lana-lora-wan2.2: 15%|#######6 | 736/5000 [19:35<2:51:53, 2.42s/it, lr: 1.0e-04 loss: 5.009e-02] lana-lora-wan2.2: 15%|#######6 | 736/5000 [19:35<2:51:53, 2.42s/it, lr: 1.0e-04 loss: 5.009e-02] lana-lora-wan2.2: 15%|#######6 | 737/5000 [19:36<2:51:40, 2.42s/it, lr: 1.0e-04 loss: 4.546e-02] lana-lora-wan2.2: 15%|#######6 | 737/5000 [19:36<2:51:40, 2.42s/it, lr: 1.0e-04 loss: 4.546e-02] lana-lora-wan2.2: 15%|#######6 | 738/5000 [19:37<2:51:26, 2.41s/it, lr: 1.0e-04 loss: 1.030e-01] lana-lora-wan2.2: 15%|#######6 | 738/5000 [19:37<2:51:26, 2.41s/it, lr: 1.0e-04 loss: 1.030e-01] lana-lora-wan2.2: 15%|#######6 | 739/5000 [19:39<2:51:16, 2.41s/it, lr: 1.0e-04 loss: 3.400e-02] lana-lora-wan2.2: 15%|#######6 | 739/5000 [19:39<2:51:16, 2.41s/it, lr: 1.0e-04 loss: 3.400e-02] lana-lora-wan2.2: 15%|#######6 | 740/5000 [19:41<2:51:12, 2.41s/it, lr: 1.0e-04 loss: 4.269e-02] lana-lora-wan2.2: 15%|#######6 | 740/5000 [19:41<2:51:12, 2.41s/it, lr: 1.0e-04 loss: 4.269e-02] lana-lora-wan2.2: 15%|#######7 | 741/5000 [19:43<2:51:07, 2.41s/it, lr: 1.0e-04 loss: 2.407e-01] lana-lora-wan2.2: 15%|#######7 | 741/5000 [19:43<2:51:07, 2.41s/it, lr: 1.0e-04 loss: 2.407e-01] lana-lora-wan2.2: 15%|#######7 | 742/5000 [19:47<2:51:16, 2.41s/it, lr: 1.0e-04 loss: 2.426e-01] lana-lora-wan2.2: 15%|#######7 | 742/5000 [19:47<2:51:16, 2.41s/it, lr: 1.0e-04 loss: 2.426e-01] lana-lora-wan2.2: 15%|#######7 | 743/5000 [19:49<2:51:11, 2.41s/it, lr: 1.0e-04 loss: 3.022e-02] lana-lora-wan2.2: 15%|#######7 | 743/5000 [19:49<2:51:11, 2.41s/it, lr: 1.0e-04 loss: 3.022e-02] lana-lora-wan2.2: 15%|#######7 | 744/5000 [19:53<2:51:20, 2.42s/it, lr: 1.0e-04 loss: 4.533e-02] lana-lora-wan2.2: 15%|#######7 | 744/5000 [19:53<2:51:20, 2.42s/it, lr: 1.0e-04 loss: 4.533e-02] lana-lora-wan2.2: 15%|#######7 | 745/5000 [19:57<2:51:30, 2.42s/it, lr: 1.0e-04 loss: 2.708e-02] lana-lora-wan2.2: 15%|#######7 | 745/5000 [19:57<2:51:30, 2.42s/it, lr: 1.0e-04 loss: 2.708e-02] lana-lora-wan2.2: 15%|#######7 | 746/5000 [19:59<2:51:26, 2.42s/it, lr: 1.0e-04 loss: 2.982e-02] lana-lora-wan2.2: 15%|#######7 | 746/5000 [19:59<2:51:26, 2.42s/it, lr: 1.0e-04 loss: 2.982e-02] lana-lora-wan2.2: 15%|#######7 | 747/5000 [20:01<2:51:21, 2.42s/it, lr: 1.0e-04 loss: 5.532e-02] lana-lora-wan2.2: 15%|#######7 | 747/5000 [20:01<2:51:21, 2.42s/it, lr: 1.0e-04 loss: 5.532e-02] lana-lora-wan2.2: 15%|#######7 | 748/5000 [20:03<2:51:17, 2.42s/it, lr: 1.0e-04 loss: 4.948e-02] lana-lora-wan2.2: 15%|#######7 | 748/5000 [20:03<2:51:17, 2.42s/it, lr: 1.0e-04 loss: 4.948e-02] lana-lora-wan2.2: 15%|#######7 | 749/5000 [20:07<2:51:25, 2.42s/it, lr: 1.0e-04 loss: 1.172e-01] lana-lora-wan2.2: 15%|#######7 | 749/5000 [20:07<2:51:25, 2.42s/it, lr: 1.0e-04 loss: 1.172e-01]
Saving at step 750
Saved checkpoint to /root/lab/ai-toolkit/output/lana-lora-wan2.2/lana-lora-wan2.2_000000750.safetensors
Saved optimizer to /root/lab/ai-toolkit/output/lana-lora-wan2.2/optimizer.pt
Generating Images: 0%| | 0/1 [00:00<?, ?it/s] Generating Images: 0%| | 0/1 [00:00<?, ?it/s]
0%| | 0/12 [00:00<?, ?it/s] 0%| | 0/12 [00:00<?, ?it/s]
8%|########7 | 1/12 [00:00<00:07, 1.53it/s] 8%|########7 | 1/12 [00:00<00:07, 1.53it/s]
17%|#################5 | 2/12 [00:01<00:06, 1.53it/s] 17%|#################5 | 2/12 [00:01<00:06, 1.53it/s]
25%|##########################2 | 3/12 [00:01<00:05, 1.52it/s] 25%|##########################2 | 3/12 [00:01<00:05, 1.52it/s]
33%|################################### | 4/12 [00:02<00:05, 1.53it/s] 33%|################################### | 4/12 [00:02<00:05, 1.53it/s]
42%|###########################################7 | 5/12 [00:03<00:04, 1.53it/s] 42%|###########################################7 | 5/12 [00:03<00:04, 1.53it/s]
50%|####################################################5 | 6/12 [00:03<00:03, 1.53it/s] 50%|####################################################5 | 6/12 [00:03<00:03, 1.53it/s]
58%|#############################################################2 | 7/12 [00:04<00:03, 1.53it/s] 58%|#############################################################2 | 7/12 [00:04<00:03, 1.53it/s]
67%|###################################################################### | 8/12 [00:05<00:02, 1.53it/s] 67%|###################################################################### | 8/12 [00:05<00:02, 1.53it/s]
75%|##############################################################################7 | 9/12 [00:05<00:01, 1.53it/s] 75%|##############################################################################7 | 9/12 [00:05<00:01, 1.53it/s]
83%|######################################################################################6 | 10/12 [00:06<00:01, 1.53it/s] 83%|######################################################################################6 | 10/12 [00:06<00:01, 1.53it/s]
92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.53it/s] 92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.53it/s]
100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s]
Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.36s/it] Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.36s/it]
 lana-lora-wan2.2: 15%|#######8 | 750/5000 [20:11<2:51:35, 2.42s/it, lr: 1.0e-04 loss: 9.144e-02] lana-lora-wan2.2: 15%|#######8 | 750/5000 [20:11<2:51:35, 2.42s/it, lr: 1.0e-04 loss: 9.144e-02] lana-lora-wan2.2: 15%|#######8 | 751/5000 [20:13<2:51:30, 2.42s/it, lr: 1.0e-04 loss: 2.845e-01] lana-lora-wan2.2: 15%|#######8 | 751/5000 [20:13<2:51:30, 2.42s/it, lr: 1.0e-04 loss: 2.845e-01] lana-lora-wan2.2: 15%|#######8 | 752/5000 [20:15<2:51:26, 2.42s/it, lr: 1.0e-04 loss: 5.125e-02] lana-lora-wan2.2: 15%|#######8 | 752/5000 [20:15<2:51:26, 2.42s/it, lr: 1.0e-04 loss: 5.125e-02] lana-lora-wan2.2: 15%|#######8 | 753/5000 [20:19<2:51:34, 2.42s/it, lr: 1.0e-04 loss: 3.753e-02] lana-lora-wan2.2: 15%|#######8 | 753/5000 [20:19<2:51:34, 2.42s/it, lr: 1.0e-04 loss: 3.753e-02] lana-lora-wan2.2: 15%|#######8 | 754/5000 [20:22<2:51:42, 2.43s/it, lr: 1.0e-04 loss: 3.441e-02] lana-lora-wan2.2: 15%|#######8 | 754/5000 [20:22<2:51:42, 2.43s/it, lr: 1.0e-04 loss: 3.441e-02] lana-lora-wan2.2: 15%|#######8 | 755/5000 [20:25<2:51:39, 2.43s/it, lr: 1.0e-04 loss: 6.364e-02] lana-lora-wan2.2: 15%|#######8 | 755/5000 [20:25<2:51:39, 2.43s/it, lr: 1.0e-04 loss: 6.364e-02] lana-lora-wan2.2: 15%|#######8 | 756/5000 [20:28<2:51:47, 2.43s/it, lr: 1.0e-04 loss: 2.870e-02] lana-lora-wan2.2: 15%|#######8 | 756/5000 [20:28<2:51:47, 2.43s/it, lr: 1.0e-04 loss: 2.870e-02] lana-lora-wan2.2: 15%|#######8 | 757/5000 [20:31<2:51:43, 2.43s/it, lr: 1.0e-04 loss: 3.652e-02] lana-lora-wan2.2: 15%|#######8 | 757/5000 [20:31<2:51:43, 2.43s/it, lr: 1.0e-04 loss: 3.652e-02] lana-lora-wan2.2: 15%|#######8 | 758/5000 [20:33<2:51:38, 2.43s/it, lr: 1.0e-04 loss: 9.965e-02] lana-lora-wan2.2: 15%|#######8 | 758/5000 [20:33<2:51:38, 2.43s/it, lr: 1.0e-04 loss: 9.965e-02] lana-lora-wan2.2: 15%|#######8 | 759/5000 [20:36<2:51:46, 2.43s/it, lr: 1.0e-04 loss: 6.485e-02] lana-lora-wan2.2: 15%|#######8 | 759/5000 [20:36<2:51:46, 2.43s/it, lr: 1.0e-04 loss: 6.485e-02] lana-lora-wan2.2: 15%|#######9 | 760/5000 [20:39<2:51:41, 2.43s/it, lr: 1.0e-04 loss: 4.193e-02] lana-lora-wan2.2: 15%|#######9 | 760/5000 [20:39<2:51:41, 2.43s/it, lr: 1.0e-04 loss: 4.193e-02] lana-lora-wan2.2: 15%|#######9 | 761/5000 [20:41<2:51:40, 2.43s/it, lr: 1.0e-04 loss: 3.155e-02] lana-lora-wan2.2: 15%|#######9 | 761/5000 [20:41<2:51:40, 2.43s/it, lr: 1.0e-04 loss: 3.155e-02] lana-lora-wan2.2: 15%|#######9 | 762/5000 [20:42<2:51:27, 2.43s/it, lr: 1.0e-04 loss: 2.095e-01] lana-lora-wan2.2: 15%|#######9 | 762/5000 [20:42<2:51:27, 2.43s/it, lr: 1.0e-04 loss: 2.095e-01] lana-lora-wan2.2: 15%|#######9 | 763/5000 [20:44<2:51:14, 2.42s/it, lr: 1.0e-04 loss: 1.204e-01] lana-lora-wan2.2: 15%|#######9 | 763/5000 [20:44<2:51:14, 2.42s/it, lr: 1.0e-04 loss: 1.204e-01] lana-lora-wan2.2: 15%|#######9 | 764/5000 [20:45<2:51:01, 2.42s/it, lr: 1.0e-04 loss: 3.199e-02] lana-lora-wan2.2: 15%|#######9 | 764/5000 [20:45<2:51:01, 2.42s/it, lr: 1.0e-04 loss: 3.199e-02] lana-lora-wan2.2: 15%|#######9 | 765/5000 [20:47<2:50:57, 2.42s/it, lr: 1.0e-04 loss: 3.118e-02] lana-lora-wan2.2: 15%|#######9 | 765/5000 [20:47<2:50:57, 2.42s/it, lr: 1.0e-04 loss: 3.118e-02] lana-lora-wan2.2: 15%|#######9 | 766/5000 [20:51<2:51:05, 2.42s/it, lr: 1.0e-04 loss: 3.608e-02] lana-lora-wan2.2: 15%|#######9 | 766/5000 [20:51<2:51:05, 2.42s/it, lr: 1.0e-04 loss: 3.608e-02] lana-lora-wan2.2: 15%|#######9 | 767/5000 [20:53<2:51:03, 2.42s/it, lr: 1.0e-04 loss: 3.167e-02] lana-lora-wan2.2: 15%|#######9 | 767/5000 [20:53<2:51:03, 2.42s/it, lr: 1.0e-04 loss: 3.167e-02] lana-lora-wan2.2: 15%|#######9 | 768/5000 [20:57<2:51:10, 2.43s/it, lr: 1.0e-04 loss: 3.348e-02] lana-lora-wan2.2: 15%|#######9 | 768/5000 [20:57<2:51:10, 2.43s/it, lr: 1.0e-04 loss: 3.348e-02] lana-lora-wan2.2: 15%|#######9 | 769/5000 [20:58<2:50:58, 2.42s/it, lr: 1.0e-04 loss: 7.087e-02] lana-lora-wan2.2: 15%|#######9 | 769/5000 [20:58<2:50:58, 2.42s/it, lr: 1.0e-04 loss: 7.087e-02] lana-lora-wan2.2: 15%|######## | 770/5000 [21:00<2:50:53, 2.42s/it, lr: 1.0e-04 loss: 2.331e-02] lana-lora-wan2.2: 15%|######## | 770/5000 [21:00<2:50:53, 2.42s/it, lr: 1.0e-04 loss: 2.331e-02] lana-lora-wan2.2: 15%|######## | 771/5000 [21:01<2:50:41, 2.42s/it, lr: 1.0e-04 loss: 4.125e-02] lana-lora-wan2.2: 15%|######## | 771/5000 [21:01<2:50:41, 2.42s/it, lr: 1.0e-04 loss: 4.125e-02] lana-lora-wan2.2: 15%|######## | 772/5000 [21:03<2:50:36, 2.42s/it, lr: 1.0e-04 loss: 5.731e-02] lana-lora-wan2.2: 15%|######## | 772/5000 [21:03<2:50:36, 2.42s/it, lr: 1.0e-04 loss: 5.731e-02] lana-lora-wan2.2: 15%|######## | 773/5000 [21:05<2:50:26, 2.42s/it, lr: 1.0e-04 loss: 7.209e-02] lana-lora-wan2.2: 15%|######## | 773/5000 [21:05<2:50:26, 2.42s/it, lr: 1.0e-04 loss: 7.209e-02] lana-lora-wan2.2: 15%|######## | 774/5000 [21:06<2:50:14, 2.42s/it, lr: 1.0e-04 loss: 2.991e-02] lana-lora-wan2.2: 15%|######## | 774/5000 [21:06<2:50:14, 2.42s/it, lr: 1.0e-04 loss: 2.991e-02] lana-lora-wan2.2: 16%|######## | 775/5000 [21:08<2:50:09, 2.42s/it, lr: 1.0e-04 loss: 1.382e-01] lana-lora-wan2.2: 16%|######## | 775/5000 [21:08<2:50:09, 2.42s/it, lr: 1.0e-04 loss: 1.382e-01] lana-lora-wan2.2: 16%|######## | 776/5000 [21:09<2:49:57, 2.41s/it, lr: 1.0e-04 loss: 6.042e-02] lana-lora-wan2.2: 16%|######## | 776/5000 [21:09<2:49:57, 2.41s/it, lr: 1.0e-04 loss: 6.042e-02] lana-lora-wan2.2: 16%|######## | 777/5000 [21:11<2:49:45, 2.41s/it, lr: 1.0e-04 loss: 9.829e-02] lana-lora-wan2.2: 16%|######## | 777/5000 [21:11<2:49:45, 2.41s/it, lr: 1.0e-04 loss: 9.829e-02] lana-lora-wan2.2: 16%|######## | 778/5000 [21:14<2:49:52, 2.41s/it, lr: 1.0e-04 loss: 8.893e-02] lana-lora-wan2.2: 16%|######## | 778/5000 [21:14<2:49:52, 2.41s/it, lr: 1.0e-04 loss: 8.893e-02] lana-lora-wan2.2: 16%|########1 | 779/5000 [21:18<2:50:02, 2.42s/it, lr: 1.0e-04 loss: 1.505e-01] lana-lora-wan2.2: 16%|########1 | 779/5000 [21:18<2:50:02, 2.42s/it, lr: 1.0e-04 loss: 1.505e-01] lana-lora-wan2.2: 16%|########1 | 780/5000 [21:20<2:49:58, 2.42s/it, lr: 1.0e-04 loss: 3.084e-02] lana-lora-wan2.2: 16%|########1 | 780/5000 [21:20<2:49:58, 2.42s/it, lr: 1.0e-04 loss: 3.084e-02] lana-lora-wan2.2: 16%|########1 | 781/5000 [21:24<2:50:05, 2.42s/it, lr: 1.0e-04 loss: 2.305e-02] lana-lora-wan2.2: 16%|########1 | 781/5000 [21:24<2:50:05, 2.42s/it, lr: 1.0e-04 loss: 2.305e-02] lana-lora-wan2.2: 16%|########1 | 782/5000 [21:28<2:50:13, 2.42s/it, lr: 1.0e-04 loss: 9.715e-02] lana-lora-wan2.2: 16%|########1 | 782/5000 [21:28<2:50:13, 2.42s/it, lr: 1.0e-04 loss: 9.715e-02] lana-lora-wan2.2: 16%|########1 | 783/5000 [21:29<2:50:01, 2.42s/it, lr: 1.0e-04 loss: 3.293e-02] lana-lora-wan2.2: 16%|########1 | 783/5000 [21:29<2:50:01, 2.42s/it, lr: 1.0e-04 loss: 3.293e-02] lana-lora-wan2.2: 16%|########1 | 784/5000 [21:33<2:50:10, 2.42s/it, lr: 1.0e-04 loss: 1.622e-01] lana-lora-wan2.2: 16%|########1 | 784/5000 [21:33<2:50:10, 2.42s/it, lr: 1.0e-04 loss: 1.622e-01] lana-lora-wan2.2: 16%|########1 | 785/5000 [21:36<2:50:17, 2.42s/it, lr: 1.0e-04 loss: 2.250e-02] lana-lora-wan2.2: 16%|########1 | 785/5000 [21:36<2:50:17, 2.42s/it, lr: 1.0e-04 loss: 2.250e-02] lana-lora-wan2.2: 16%|########1 | 786/5000 [21:40<2:50:25, 2.43s/it, lr: 1.0e-04 loss: 6.182e-02] lana-lora-wan2.2: 16%|########1 | 786/5000 [21:40<2:50:25, 2.43s/it, lr: 1.0e-04 loss: 6.182e-02] lana-lora-wan2.2: 16%|########1 | 787/5000 [21:44<2:50:32, 2.43s/it, lr: 1.0e-04 loss: 3.143e-02] lana-lora-wan2.2: 16%|########1 | 787/5000 [21:44<2:50:32, 2.43s/it, lr: 1.0e-04 loss: 3.143e-02] lana-lora-wan2.2: 16%|########1 | 788/5000 [21:46<2:50:28, 2.43s/it, lr: 1.0e-04 loss: 6.477e-02] lana-lora-wan2.2: 16%|########1 | 788/5000 [21:46<2:50:28, 2.43s/it, lr: 1.0e-04 loss: 6.477e-02] lana-lora-wan2.2: 16%|########2 | 789/5000 [21:50<2:50:35, 2.43s/it, lr: 1.0e-04 loss: 9.820e-02] lana-lora-wan2.2: 16%|########2 | 789/5000 [21:50<2:50:35, 2.43s/it, lr: 1.0e-04 loss: 9.820e-02] lana-lora-wan2.2: 16%|########2 | 790/5000 [21:51<2:50:25, 2.43s/it, lr: 1.0e-04 loss: 6.204e-02] lana-lora-wan2.2: 16%|########2 | 790/5000 [21:51<2:50:25, 2.43s/it, lr: 1.0e-04 loss: 6.204e-02] lana-lora-wan2.2: 16%|########2 | 791/5000 [21:55<2:50:33, 2.43s/it, lr: 1.0e-04 loss: 4.112e-02] lana-lora-wan2.2: 16%|########2 | 791/5000 [21:55<2:50:33, 2.43s/it, lr: 1.0e-04 loss: 4.112e-02] lana-lora-wan2.2: 16%|########2 | 792/5000 [21:58<2:50:40, 2.43s/it, lr: 1.0e-04 loss: 4.297e-02] lana-lora-wan2.2: 16%|########2 | 792/5000 [21:58<2:50:40, 2.43s/it, lr: 1.0e-04 loss: 4.297e-02] lana-lora-wan2.2: 16%|########2 | 793/5000 [22:02<2:50:47, 2.44s/it, lr: 1.0e-04 loss: 2.892e-02] lana-lora-wan2.2: 16%|########2 | 793/5000 [22:02<2:50:47, 2.44s/it, lr: 1.0e-04 loss: 2.892e-02] lana-lora-wan2.2: 16%|########2 | 794/5000 [22:03<2:50:35, 2.43s/it, lr: 1.0e-04 loss: 3.181e-02] lana-lora-wan2.2: 16%|########2 | 794/5000 [22:03<2:50:35, 2.43s/it, lr: 1.0e-04 loss: 3.181e-02] lana-lora-wan2.2: 16%|########2 | 795/5000 [22:07<2:50:42, 2.44s/it, lr: 1.0e-04 loss: 7.553e-02] lana-lora-wan2.2: 16%|########2 | 795/5000 [22:07<2:50:42, 2.44s/it, lr: 1.0e-04 loss: 7.553e-02] lana-lora-wan2.2: 16%|########2 | 796/5000 [22:11<2:50:51, 2.44s/it, lr: 1.0e-04 loss: 3.674e-02] lana-lora-wan2.2: 16%|########2 | 796/5000 [22:11<2:50:51, 2.44s/it, lr: 1.0e-04 loss: 3.674e-02] lana-lora-wan2.2: 16%|########2 | 797/5000 [22:13<2:50:46, 2.44s/it, lr: 1.0e-04 loss: 6.121e-02] lana-lora-wan2.2: 16%|########2 | 797/5000 [22:13<2:50:46, 2.44s/it, lr: 1.0e-04 loss: 6.121e-02] lana-lora-wan2.2: 16%|########2 | 798/5000 [22:14<2:50:34, 2.44s/it, lr: 1.0e-04 loss: 5.274e-02] lana-lora-wan2.2: 16%|########2 | 798/5000 [22:14<2:50:34, 2.44s/it, lr: 1.0e-04 loss: 5.274e-02] lana-lora-wan2.2: 16%|########3 | 799/5000 [22:16<2:50:30, 2.44s/it, lr: 1.0e-04 loss: 5.209e-02] lana-lora-wan2.2: 16%|########3 | 799/5000 [22:16<2:50:30, 2.44s/it, lr: 1.0e-04 loss: 5.209e-02] lana-lora-wan2.2: 16%|########3 | 800/5000 [22:19<2:50:25, 2.43s/it, lr: 1.0e-04 loss: 1.093e-01] lana-lora-wan2.2: 16%|########3 | 800/5000 [22:19<2:50:25, 2.43s/it, lr: 1.0e-04 loss: 1.093e-01] lana-lora-wan2.2: 16%|########3 | 801/5000 [22:22<2:50:32, 2.44s/it, lr: 1.0e-04 loss: 8.092e-02] lana-lora-wan2.2: 16%|########3 | 801/5000 [22:22<2:50:32, 2.44s/it, lr: 1.0e-04 loss: 8.092e-02] lana-lora-wan2.2: 16%|########3 | 802/5000 [22:25<2:50:30, 2.44s/it, lr: 1.0e-04 loss: 3.359e-02] lana-lora-wan2.2: 16%|########3 | 802/5000 [22:25<2:50:30, 2.44s/it, lr: 1.0e-04 loss: 3.359e-02] lana-lora-wan2.2: 16%|########3 | 803/5000 [22:26<2:50:18, 2.43s/it, lr: 1.0e-04 loss: 5.773e-02] lana-lora-wan2.2: 16%|########3 | 803/5000 [22:26<2:50:18, 2.43s/it, lr: 1.0e-04 loss: 5.773e-02] lana-lora-wan2.2: 16%|########3 | 804/5000 [22:27<2:50:06, 2.43s/it, lr: 1.0e-04 loss: 2.999e-02] lana-lora-wan2.2: 16%|########3 | 804/5000 [22:27<2:50:06, 2.43s/it, lr: 1.0e-04 loss: 2.999e-02] lana-lora-wan2.2: 16%|########3 | 805/5000 [22:29<2:50:02, 2.43s/it, lr: 1.0e-04 loss: 3.058e-02] lana-lora-wan2.2: 16%|########3 | 805/5000 [22:29<2:50:02, 2.43s/it, lr: 1.0e-04 loss: 3.058e-02] lana-lora-wan2.2: 16%|########3 | 806/5000 [22:30<2:49:50, 2.43s/it, lr: 1.0e-04 loss: 4.427e-02] lana-lora-wan2.2: 16%|########3 | 806/5000 [22:30<2:49:50, 2.43s/it, lr: 1.0e-04 loss: 4.427e-02] lana-lora-wan2.2: 16%|########3 | 807/5000 [22:32<2:49:38, 2.43s/it, lr: 1.0e-04 loss: 7.143e-02] lana-lora-wan2.2: 16%|########3 | 807/5000 [22:32<2:49:38, 2.43s/it, lr: 1.0e-04 loss: 7.143e-02] lana-lora-wan2.2: 16%|########4 | 808/5000 [22:34<2:49:36, 2.43s/it, lr: 1.0e-04 loss: 3.878e-02] lana-lora-wan2.2: 16%|########4 | 808/5000 [22:34<2:49:36, 2.43s/it, lr: 1.0e-04 loss: 3.878e-02] lana-lora-wan2.2: 16%|########4 | 809/5000 [22:35<2:49:24, 2.43s/it, lr: 1.0e-04 loss: 3.717e-02] lana-lora-wan2.2: 16%|########4 | 809/5000 [22:35<2:49:24, 2.43s/it, lr: 1.0e-04 loss: 3.717e-02] lana-lora-wan2.2: 16%|########4 | 810/5000 [22:39<2:49:31, 2.43s/it, lr: 1.0e-04 loss: 4.256e-02] lana-lora-wan2.2: 16%|########4 | 810/5000 [22:39<2:49:31, 2.43s/it, lr: 1.0e-04 loss: 4.256e-02] lana-lora-wan2.2: 16%|########4 | 811/5000 [22:43<2:49:37, 2.43s/it, lr: 1.0e-04 loss: 5.225e-02] lana-lora-wan2.2: 16%|########4 | 811/5000 [22:43<2:49:37, 2.43s/it, lr: 1.0e-04 loss: 5.225e-02] lana-lora-wan2.2: 16%|########4 | 812/5000 [22:45<2:49:33, 2.43s/it, lr: 1.0e-04 loss: 5.729e-02] lana-lora-wan2.2: 16%|########4 | 812/5000 [22:45<2:49:33, 2.43s/it, lr: 1.0e-04 loss: 5.729e-02] lana-lora-wan2.2: 16%|########4 | 813/5000 [22:46<2:49:21, 2.43s/it, lr: 1.0e-04 loss: 7.141e-02] lana-lora-wan2.2: 16%|########4 | 813/5000 [22:46<2:49:21, 2.43s/it, lr: 1.0e-04 loss: 7.141e-02] lana-lora-wan2.2: 16%|########4 | 814/5000 [22:50<2:49:30, 2.43s/it, lr: 1.0e-04 loss: 2.627e-02] lana-lora-wan2.2: 16%|########4 | 814/5000 [22:50<2:49:30, 2.43s/it, lr: 1.0e-04 loss: 2.627e-02] lana-lora-wan2.2: 16%|########4 | 815/5000 [22:54<2:49:37, 2.43s/it, lr: 1.0e-04 loss: 2.396e-02] lana-lora-wan2.2: 16%|########4 | 815/5000 [22:54<2:49:37, 2.43s/it, lr: 1.0e-04 loss: 2.396e-02] lana-lora-wan2.2: 16%|########4 | 816/5000 [22:57<2:49:44, 2.43s/it, lr: 1.0e-04 loss: 6.382e-02] lana-lora-wan2.2: 16%|########4 | 816/5000 [22:57<2:49:44, 2.43s/it, lr: 1.0e-04 loss: 6.382e-02] lana-lora-wan2.2: 16%|########4 | 817/5000 [23:01<2:49:50, 2.44s/it, lr: 1.0e-04 loss: 9.072e-02] lana-lora-wan2.2: 16%|########4 | 817/5000 [23:01<2:49:50, 2.44s/it, lr: 1.0e-04 loss: 9.072e-02] lana-lora-wan2.2: 16%|########5 | 818/5000 [23:05<2:49:57, 2.44s/it, lr: 1.0e-04 loss: 5.666e-02] lana-lora-wan2.2: 16%|########5 | 818/5000 [23:05<2:49:57, 2.44s/it, lr: 1.0e-04 loss: 5.666e-02] lana-lora-wan2.2: 16%|########5 | 819/5000 [23:06<2:49:45, 2.44s/it, lr: 1.0e-04 loss: 9.789e-02] lana-lora-wan2.2: 16%|########5 | 819/5000 [23:06<2:49:45, 2.44s/it, lr: 1.0e-04 loss: 9.789e-02] lana-lora-wan2.2: 16%|########5 | 820/5000 [23:07<2:49:36, 2.43s/it, lr: 1.0e-04 loss: 9.879e-02] lana-lora-wan2.2: 16%|########5 | 820/5000 [23:07<2:49:36, 2.43s/it, lr: 1.0e-04 loss: 9.879e-02] lana-lora-wan2.2: 16%|########5 | 821/5000 [23:11<2:49:42, 2.44s/it, lr: 1.0e-04 loss: 1.959e-01] lana-lora-wan2.2: 16%|########5 | 821/5000 [23:11<2:49:42, 2.44s/it, lr: 1.0e-04 loss: 1.959e-01] lana-lora-wan2.2: 16%|########5 | 822/5000 [23:12<2:49:31, 2.43s/it, lr: 1.0e-04 loss: 6.732e-02] lana-lora-wan2.2: 16%|########5 | 822/5000 [23:12<2:49:31, 2.43s/it, lr: 1.0e-04 loss: 6.732e-02] lana-lora-wan2.2: 16%|########5 | 823/5000 [23:14<2:49:26, 2.43s/it, lr: 1.0e-04 loss: 6.945e-02] lana-lora-wan2.2: 16%|########5 | 823/5000 [23:14<2:49:26, 2.43s/it, lr: 1.0e-04 loss: 6.945e-02] lana-lora-wan2.2: 16%|########5 | 824/5000 [23:16<2:49:22, 2.43s/it, lr: 1.0e-04 loss: 4.959e-02] lana-lora-wan2.2: 16%|########5 | 824/5000 [23:16<2:49:22, 2.43s/it, lr: 1.0e-04 loss: 4.959e-02] lana-lora-wan2.2: 16%|########5 | 825/5000 [23:20<2:49:31, 2.44s/it, lr: 1.0e-04 loss: 2.882e-02] lana-lora-wan2.2: 16%|########5 | 825/5000 [23:20<2:49:31, 2.44s/it, lr: 1.0e-04 loss: 2.882e-02] lana-lora-wan2.2: 17%|########5 | 826/5000 [23:22<2:49:26, 2.44s/it, lr: 1.0e-04 loss: 8.520e-02] lana-lora-wan2.2: 17%|########5 | 826/5000 [23:22<2:49:26, 2.44s/it, lr: 1.0e-04 loss: 8.520e-02] lana-lora-wan2.2: 17%|########6 | 827/5000 [23:24<2:49:15, 2.43s/it, lr: 1.0e-04 loss: 1.195e-01] lana-lora-wan2.2: 17%|########6 | 827/5000 [23:24<2:49:15, 2.43s/it, lr: 1.0e-04 loss: 1.195e-01] lana-lora-wan2.2: 17%|########6 | 828/5000 [23:26<2:49:11, 2.43s/it, lr: 1.0e-04 loss: 4.484e-02] lana-lora-wan2.2: 17%|########6 | 828/5000 [23:26<2:49:11, 2.43s/it, lr: 1.0e-04 loss: 4.484e-02] lana-lora-wan2.2: 17%|########6 | 829/5000 [23:28<2:49:06, 2.43s/it, lr: 1.0e-04 loss: 2.906e-02] lana-lora-wan2.2: 17%|########6 | 829/5000 [23:28<2:49:06, 2.43s/it, lr: 1.0e-04 loss: 2.906e-02] lana-lora-wan2.2: 17%|########6 | 830/5000 [23:30<2:49:02, 2.43s/it, lr: 1.0e-04 loss: 6.539e-02] lana-lora-wan2.2: 17%|########6 | 830/5000 [23:30<2:49:02, 2.43s/it, lr: 1.0e-04 loss: 6.539e-02] lana-lora-wan2.2: 17%|########6 | 831/5000 [23:34<2:49:11, 2.43s/it, lr: 1.0e-04 loss: 4.881e-02] lana-lora-wan2.2: 17%|########6 | 831/5000 [23:34<2:49:11, 2.43s/it, lr: 1.0e-04 loss: 4.881e-02] lana-lora-wan2.2: 17%|########6 | 832/5000 [23:35<2:48:59, 2.43s/it, lr: 1.0e-04 loss: 3.769e-02] lana-lora-wan2.2: 17%|########6 | 832/5000 [23:35<2:48:59, 2.43s/it, lr: 1.0e-04 loss: 3.769e-02] lana-lora-wan2.2: 17%|########6 | 833/5000 [23:37<2:48:48, 2.43s/it, lr: 1.0e-04 loss: 4.065e-02] lana-lora-wan2.2: 17%|########6 | 833/5000 [23:37<2:48:48, 2.43s/it, lr: 1.0e-04 loss: 4.065e-02] lana-lora-wan2.2: 17%|########6 | 834/5000 [23:40<2:48:54, 2.43s/it, lr: 1.0e-04 loss: 1.017e-01] lana-lora-wan2.2: 17%|########6 | 834/5000 [23:40<2:48:54, 2.43s/it, lr: 1.0e-04 loss: 1.017e-01] lana-lora-wan2.2: 17%|########6 | 835/5000 [23:42<2:48:50, 2.43s/it, lr: 1.0e-04 loss: 3.020e-02] lana-lora-wan2.2: 17%|########6 | 835/5000 [23:42<2:48:50, 2.43s/it, lr: 1.0e-04 loss: 3.020e-02] lana-lora-wan2.2: 17%|########6 | 836/5000 [23:44<2:48:39, 2.43s/it, lr: 1.0e-04 loss: 3.367e-02] lana-lora-wan2.2: 17%|########6 | 836/5000 [23:44<2:48:39, 2.43s/it, lr: 1.0e-04 loss: 3.367e-02] lana-lora-wan2.2: 17%|########7 | 837/5000 [23:48<2:48:47, 2.43s/it, lr: 1.0e-04 loss: 1.034e-01] lana-lora-wan2.2: 17%|########7 | 837/5000 [23:48<2:48:47, 2.43s/it, lr: 1.0e-04 loss: 1.034e-01] lana-lora-wan2.2: 17%|########7 | 838/5000 [23:49<2:48:36, 2.43s/it, lr: 1.0e-04 loss: 3.470e-02] lana-lora-wan2.2: 17%|########7 | 838/5000 [23:49<2:48:36, 2.43s/it, lr: 1.0e-04 loss: 3.470e-02] lana-lora-wan2.2: 17%|########7 | 839/5000 [23:52<2:48:42, 2.43s/it, lr: 1.0e-04 loss: 2.886e-02] lana-lora-wan2.2: 17%|########7 | 839/5000 [23:52<2:48:42, 2.43s/it, lr: 1.0e-04 loss: 2.886e-02] lana-lora-wan2.2: 17%|########7 | 840/5000 [23:54<2:48:31, 2.43s/it, lr: 1.0e-04 loss: 3.368e-02] lana-lora-wan2.2: 17%|########7 | 840/5000 [23:54<2:48:31, 2.43s/it, lr: 1.0e-04 loss: 3.368e-02] lana-lora-wan2.2: 17%|########7 | 841/5000 [23:56<2:48:27, 2.43s/it, lr: 1.0e-04 loss: 5.052e-02] lana-lora-wan2.2: 17%|########7 | 841/5000 [23:56<2:48:27, 2.43s/it, lr: 1.0e-04 loss: 5.052e-02] lana-lora-wan2.2: 17%|########7 | 842/5000 [23:57<2:48:15, 2.43s/it, lr: 1.0e-04 loss: 4.073e-02] lana-lora-wan2.2: 17%|########7 | 842/5000 [23:57<2:48:15, 2.43s/it, lr: 1.0e-04 loss: 4.073e-02] lana-lora-wan2.2: 17%|########7 | 843/5000 [23:58<2:48:07, 2.43s/it, lr: 1.0e-04 loss: 7.376e-02] lana-lora-wan2.2: 17%|########7 | 843/5000 [23:58<2:48:07, 2.43s/it, lr: 1.0e-04 loss: 7.376e-02] lana-lora-wan2.2: 17%|########7 | 844/5000 [24:01<2:48:03, 2.43s/it, lr: 1.0e-04 loss: 4.260e-02] lana-lora-wan2.2: 17%|########7 | 844/5000 [24:01<2:48:03, 2.43s/it, lr: 1.0e-04 loss: 4.260e-02] lana-lora-wan2.2: 17%|########7 | 845/5000 [24:03<2:47:58, 2.43s/it, lr: 1.0e-04 loss: 4.425e-02] lana-lora-wan2.2: 17%|########7 | 845/5000 [24:03<2:47:58, 2.43s/it, lr: 1.0e-04 loss: 4.425e-02] lana-lora-wan2.2: 17%|########7 | 846/5000 [24:05<2:47:54, 2.43s/it, lr: 1.0e-04 loss: 3.071e-02] lana-lora-wan2.2: 17%|########7 | 846/5000 [24:05<2:47:54, 2.43s/it, lr: 1.0e-04 loss: 3.071e-02] lana-lora-wan2.2: 17%|########8 | 847/5000 [24:07<2:47:50, 2.42s/it, lr: 1.0e-04 loss: 5.257e-02] lana-lora-wan2.2: 17%|########8 | 847/5000 [24:07<2:47:50, 2.42s/it, lr: 1.0e-04 loss: 5.257e-02] lana-lora-wan2.2: 17%|########8 | 848/5000 [24:08<2:47:39, 2.42s/it, lr: 1.0e-04 loss: 1.686e-01] lana-lora-wan2.2: 17%|########8 | 848/5000 [24:08<2:47:39, 2.42s/it, lr: 1.0e-04 loss: 1.686e-01] lana-lora-wan2.2: 17%|########8 | 849/5000 [24:10<2:47:31, 2.42s/it, lr: 1.0e-04 loss: 6.089e-02] lana-lora-wan2.2: 17%|########8 | 849/5000 [24:10<2:47:31, 2.42s/it, lr: 1.0e-04 loss: 6.089e-02] lana-lora-wan2.2: 17%|########8 | 850/5000 [24:12<2:47:26, 2.42s/it, lr: 1.0e-04 loss: 5.287e-02] lana-lora-wan2.2: 17%|########8 | 850/5000 [24:12<2:47:26, 2.42s/it, lr: 1.0e-04 loss: 5.287e-02] lana-lora-wan2.2: 17%|########8 | 851/5000 [24:13<2:47:16, 2.42s/it, lr: 1.0e-04 loss: 1.628e-01] lana-lora-wan2.2: 17%|########8 | 851/5000 [24:13<2:47:16, 2.42s/it, lr: 1.0e-04 loss: 1.628e-01] lana-lora-wan2.2: 17%|########8 | 852/5000 [24:15<2:47:12, 2.42s/it, lr: 1.0e-04 loss: 3.561e-02] lana-lora-wan2.2: 17%|########8 | 852/5000 [24:15<2:47:12, 2.42s/it, lr: 1.0e-04 loss: 3.561e-02] lana-lora-wan2.2: 17%|########8 | 853/5000 [24:17<2:47:01, 2.42s/it, lr: 1.0e-04 loss: 3.127e-02] lana-lora-wan2.2: 17%|########8 | 853/5000 [24:17<2:47:01, 2.42s/it, lr: 1.0e-04 loss: 3.127e-02] lana-lora-wan2.2: 17%|########8 | 854/5000 [24:19<2:46:57, 2.42s/it, lr: 1.0e-04 loss: 5.118e-02] lana-lora-wan2.2: 17%|########8 | 854/5000 [24:19<2:46:57, 2.42s/it, lr: 1.0e-04 loss: 5.118e-02] lana-lora-wan2.2: 17%|########8 | 855/5000 [24:23<2:47:05, 2.42s/it, lr: 1.0e-04 loss: 2.293e-01] lana-lora-wan2.2: 17%|########8 | 855/5000 [24:23<2:47:05, 2.42s/it, lr: 1.0e-04 loss: 2.293e-01] lana-lora-wan2.2: 17%|########9 | 856/5000 [24:25<2:47:01, 2.42s/it, lr: 1.0e-04 loss: 5.223e-02] lana-lora-wan2.2: 17%|########9 | 856/5000 [24:25<2:47:01, 2.42s/it, lr: 1.0e-04 loss: 5.223e-02] lana-lora-wan2.2: 17%|########9 | 857/5000 [24:26<2:46:50, 2.42s/it, lr: 1.0e-04 loss: 8.307e-02] lana-lora-wan2.2: 17%|########9 | 857/5000 [24:26<2:46:50, 2.42s/it, lr: 1.0e-04 loss: 8.307e-02] lana-lora-wan2.2: 17%|########9 | 858/5000 [24:27<2:46:39, 2.41s/it, lr: 1.0e-04 loss: 3.908e-02] lana-lora-wan2.2: 17%|########9 | 858/5000 [24:27<2:46:39, 2.41s/it, lr: 1.0e-04 loss: 3.908e-02] lana-lora-wan2.2: 17%|########9 | 859/5000 [24:28<2:46:28, 2.41s/it, lr: 1.0e-04 loss: 5.235e-02] lana-lora-wan2.2: 17%|########9 | 859/5000 [24:28<2:46:28, 2.41s/it, lr: 1.0e-04 loss: 5.235e-02] lana-lora-wan2.2: 17%|########9 | 860/5000 [24:31<2:46:24, 2.41s/it, lr: 1.0e-04 loss: 4.259e-02] lana-lora-wan2.2: 17%|########9 | 860/5000 [24:31<2:46:24, 2.41s/it, lr: 1.0e-04 loss: 4.259e-02] lana-lora-wan2.2: 17%|########9 | 861/5000 [24:32<2:46:15, 2.41s/it, lr: 1.0e-04 loss: 4.788e-02] lana-lora-wan2.2: 17%|########9 | 861/5000 [24:32<2:46:15, 2.41s/it, lr: 1.0e-04 loss: 4.788e-02] lana-lora-wan2.2: 17%|########9 | 862/5000 [24:34<2:46:11, 2.41s/it, lr: 1.0e-04 loss: 5.261e-02] lana-lora-wan2.2: 17%|########9 | 862/5000 [24:34<2:46:11, 2.41s/it, lr: 1.0e-04 loss: 5.261e-02] lana-lora-wan2.2: 17%|########9 | 863/5000 [24:38<2:46:18, 2.41s/it, lr: 1.0e-04 loss: 9.845e-02] lana-lora-wan2.2: 17%|########9 | 863/5000 [24:38<2:46:18, 2.41s/it, lr: 1.0e-04 loss: 9.845e-02] lana-lora-wan2.2: 17%|########9 | 864/5000 [24:42<2:46:24, 2.41s/it, lr: 1.0e-04 loss: 7.237e-02] lana-lora-wan2.2: 17%|########9 | 864/5000 [24:42<2:46:24, 2.41s/it, lr: 1.0e-04 loss: 7.237e-02] lana-lora-wan2.2: 17%|########9 | 865/5000 [24:45<2:46:30, 2.42s/it, lr: 1.0e-04 loss: 1.159e-01] lana-lora-wan2.2: 17%|########9 | 865/5000 [24:45<2:46:30, 2.42s/it, lr: 1.0e-04 loss: 1.159e-01] lana-lora-wan2.2: 17%|######### | 866/5000 [24:49<2:46:37, 2.42s/it, lr: 1.0e-04 loss: 4.182e-02] lana-lora-wan2.2: 17%|######### | 866/5000 [24:49<2:46:37, 2.42s/it, lr: 1.0e-04 loss: 4.182e-02] lana-lora-wan2.2: 17%|######### | 867/5000 [24:50<2:46:27, 2.42s/it, lr: 1.0e-04 loss: 5.438e-02] lana-lora-wan2.2: 17%|######### | 867/5000 [24:50<2:46:27, 2.42s/it, lr: 1.0e-04 loss: 5.438e-02] lana-lora-wan2.2: 17%|######### | 868/5000 [24:53<2:46:23, 2.42s/it, lr: 1.0e-04 loss: 5.655e-02] lana-lora-wan2.2: 17%|######### | 868/5000 [24:53<2:46:23, 2.42s/it, lr: 1.0e-04 loss: 5.655e-02] lana-lora-wan2.2: 17%|######### | 869/5000 [24:54<2:46:12, 2.41s/it, lr: 1.0e-04 loss: 1.080e-01] lana-lora-wan2.2: 17%|######### | 869/5000 [24:54<2:46:12, 2.41s/it, lr: 1.0e-04 loss: 1.080e-01] lana-lora-wan2.2: 17%|######### | 870/5000 [24:55<2:46:02, 2.41s/it, lr: 1.0e-04 loss: 4.918e-02] lana-lora-wan2.2: 17%|######### | 870/5000 [24:55<2:46:02, 2.41s/it, lr: 1.0e-04 loss: 4.918e-02] lana-lora-wan2.2: 17%|######### | 871/5000 [24:59<2:46:07, 2.41s/it, lr: 1.0e-04 loss: 8.295e-02] lana-lora-wan2.2: 17%|######### | 871/5000 [24:59<2:46:07, 2.41s/it, lr: 1.0e-04 loss: 8.295e-02] lana-lora-wan2.2: 17%|######### | 872/5000 [25:01<2:46:06, 2.41s/it, lr: 1.0e-04 loss: 4.914e-02] lana-lora-wan2.2: 17%|######### | 872/5000 [25:01<2:46:06, 2.41s/it, lr: 1.0e-04 loss: 4.914e-02] lana-lora-wan2.2: 17%|######### | 873/5000 [25:02<2:45:55, 2.41s/it, lr: 1.0e-04 loss: 5.477e-02] lana-lora-wan2.2: 17%|######### | 873/5000 [25:02<2:45:55, 2.41s/it, lr: 1.0e-04 loss: 5.477e-02] lana-lora-wan2.2: 17%|######### | 874/5000 [25:04<2:45:45, 2.41s/it, lr: 1.0e-04 loss: 1.365e-01] lana-lora-wan2.2: 17%|######### | 874/5000 [25:04<2:45:45, 2.41s/it, lr: 1.0e-04 loss: 1.365e-01] lana-lora-wan2.2: 18%|#########1 | 875/5000 [25:07<2:45:51, 2.41s/it, lr: 1.0e-04 loss: 1.342e-01] lana-lora-wan2.2: 18%|#########1 | 875/5000 [25:07<2:45:51, 2.41s/it, lr: 1.0e-04 loss: 1.342e-01] lana-lora-wan2.2: 18%|#########1 | 876/5000 [25:09<2:45:47, 2.41s/it, lr: 1.0e-04 loss: 2.754e-02] lana-lora-wan2.2: 18%|#########1 | 876/5000 [25:09<2:45:47, 2.41s/it, lr: 1.0e-04 loss: 2.754e-02] lana-lora-wan2.2: 18%|#########1 | 877/5000 [25:13<2:45:52, 2.41s/it, lr: 1.0e-04 loss: 4.195e-02] lana-lora-wan2.2: 18%|#########1 | 877/5000 [25:13<2:45:52, 2.41s/it, lr: 1.0e-04 loss: 4.195e-02] lana-lora-wan2.2: 18%|#########1 | 878/5000 [25:17<2:46:00, 2.42s/it, lr: 1.0e-04 loss: 2.532e-02] lana-lora-wan2.2: 18%|#########1 | 878/5000 [25:17<2:46:00, 2.42s/it, lr: 1.0e-04 loss: 2.532e-02] lana-lora-wan2.2: 18%|#########1 | 879/5000 [25:18<2:45:50, 2.41s/it, lr: 1.0e-04 loss: 3.808e-02] lana-lora-wan2.2: 18%|#########1 | 879/5000 [25:18<2:45:50, 2.41s/it, lr: 1.0e-04 loss: 3.808e-02] lana-lora-wan2.2: 18%|#########1 | 880/5000 [25:22<2:45:55, 2.42s/it, lr: 1.0e-04 loss: 1.453e-01] lana-lora-wan2.2: 18%|#########1 | 880/5000 [25:22<2:45:55, 2.42s/it, lr: 1.0e-04 loss: 1.453e-01] lana-lora-wan2.2: 18%|#########1 | 881/5000 [25:23<2:45:45, 2.41s/it, lr: 1.0e-04 loss: 7.032e-02] lana-lora-wan2.2: 18%|#########1 | 881/5000 [25:23<2:45:45, 2.41s/it, lr: 1.0e-04 loss: 7.032e-02] lana-lora-wan2.2: 18%|#########1 | 882/5000 [25:24<2:45:34, 2.41s/it, lr: 1.0e-04 loss: 6.142e-02] lana-lora-wan2.2: 18%|#########1 | 882/5000 [25:24<2:45:34, 2.41s/it, lr: 1.0e-04 loss: 6.142e-02] lana-lora-wan2.2: 18%|#########1 | 883/5000 [25:25<2:45:24, 2.41s/it, lr: 1.0e-04 loss: 3.798e-02] lana-lora-wan2.2: 18%|#########1 | 883/5000 [25:25<2:45:24, 2.41s/it, lr: 1.0e-04 loss: 3.798e-02] lana-lora-wan2.2: 18%|#########1 | 884/5000 [25:28<2:45:22, 2.41s/it, lr: 1.0e-04 loss: 9.713e-02] lana-lora-wan2.2: 18%|#########1 | 884/5000 [25:28<2:45:22, 2.41s/it, lr: 1.0e-04 loss: 9.713e-02] lana-lora-wan2.2: 18%|#########2 | 885/5000 [25:29<2:45:12, 2.41s/it, lr: 1.0e-04 loss: 2.747e-02] lana-lora-wan2.2: 18%|#########2 | 885/5000 [25:29<2:45:12, 2.41s/it, lr: 1.0e-04 loss: 2.747e-02] lana-lora-wan2.2: 18%|#########2 | 886/5000 [25:33<2:45:17, 2.41s/it, lr: 1.0e-04 loss: 2.190e-01] lana-lora-wan2.2: 18%|#########2 | 886/5000 [25:33<2:45:17, 2.41s/it, lr: 1.0e-04 loss: 2.190e-01] lana-lora-wan2.2: 18%|#########2 | 887/5000 [25:35<2:45:13, 2.41s/it, lr: 1.0e-04 loss: 4.445e-02] lana-lora-wan2.2: 18%|#########2 | 887/5000 [25:35<2:45:13, 2.41s/it, lr: 1.0e-04 loss: 4.445e-02] lana-lora-wan2.2: 18%|#########2 | 888/5000 [25:36<2:45:03, 2.41s/it, lr: 1.0e-04 loss: 4.567e-02] lana-lora-wan2.2: 18%|#########2 | 888/5000 [25:36<2:45:03, 2.41s/it, lr: 1.0e-04 loss: 4.567e-02] lana-lora-wan2.2: 18%|#########2 | 889/5000 [25:40<2:45:09, 2.41s/it, lr: 1.0e-04 loss: 2.982e-02] lana-lora-wan2.2: 18%|#########2 | 889/5000 [25:40<2:45:09, 2.41s/it, lr: 1.0e-04 loss: 2.982e-02] lana-lora-wan2.2: 18%|#########2 | 890/5000 [25:41<2:45:01, 2.41s/it, lr: 1.0e-04 loss: 6.728e-02] lana-lora-wan2.2: 18%|#########2 | 890/5000 [25:41<2:45:01, 2.41s/it, lr: 1.0e-04 loss: 6.728e-02] lana-lora-wan2.2: 18%|#########2 | 891/5000 [25:43<2:44:57, 2.41s/it, lr: 1.0e-04 loss: 2.875e-02] lana-lora-wan2.2: 18%|#########2 | 891/5000 [25:43<2:44:57, 2.41s/it, lr: 1.0e-04 loss: 2.875e-02] lana-lora-wan2.2: 18%|#########2 | 892/5000 [25:46<2:44:53, 2.41s/it, lr: 1.0e-04 loss: 7.346e-02] lana-lora-wan2.2: 18%|#########2 | 892/5000 [25:46<2:44:53, 2.41s/it, lr: 1.0e-04 loss: 7.346e-02] lana-lora-wan2.2: 18%|#########2 | 893/5000 [25:49<2:44:58, 2.41s/it, lr: 1.0e-04 loss: 2.775e-02] lana-lora-wan2.2: 18%|#########2 | 893/5000 [25:49<2:44:58, 2.41s/it, lr: 1.0e-04 loss: 2.775e-02] lana-lora-wan2.2: 18%|#########2 | 894/5000 [25:51<2:44:54, 2.41s/it, lr: 1.0e-04 loss: 1.375e-01] lana-lora-wan2.2: 18%|#########2 | 894/5000 [25:51<2:44:54, 2.41s/it, lr: 1.0e-04 loss: 1.375e-01] lana-lora-wan2.2: 18%|#########3 | 895/5000 [25:53<2:44:44, 2.41s/it, lr: 1.0e-04 loss: 1.377e-01] lana-lora-wan2.2: 18%|#########3 | 895/5000 [25:53<2:44:44, 2.41s/it, lr: 1.0e-04 loss: 1.377e-01] lana-lora-wan2.2: 18%|#########3 | 896/5000 [25:55<2:44:42, 2.41s/it, lr: 1.0e-04 loss: 1.517e-01] lana-lora-wan2.2: 18%|#########3 | 896/5000 [25:55<2:44:42, 2.41s/it, lr: 1.0e-04 loss: 1.517e-01] lana-lora-wan2.2: 18%|#########3 | 897/5000 [25:59<2:44:51, 2.41s/it, lr: 1.0e-04 loss: 3.694e-02] lana-lora-wan2.2: 18%|#########3 | 897/5000 [25:59<2:44:51, 2.41s/it, lr: 1.0e-04 loss: 3.694e-02] lana-lora-wan2.2: 18%|#########3 | 898/5000 [26:01<2:44:41, 2.41s/it, lr: 1.0e-04 loss: 7.175e-02] lana-lora-wan2.2: 18%|#########3 | 898/5000 [26:01<2:44:41, 2.41s/it, lr: 1.0e-04 loss: 7.175e-02] lana-lora-wan2.2: 18%|#########3 | 899/5000 [26:03<2:44:37, 2.41s/it, lr: 1.0e-04 loss: 5.200e-02] lana-lora-wan2.2: 18%|#########3 | 899/5000 [26:03<2:44:37, 2.41s/it, lr: 1.0e-04 loss: 5.200e-02] lana-lora-wan2.2: 18%|#########3 | 900/5000 [26:04<2:44:27, 2.41s/it, lr: 1.0e-04 loss: 4.557e-02] lana-lora-wan2.2: 18%|#########3 | 900/5000 [26:04<2:44:27, 2.41s/it, lr: 1.0e-04 loss: 4.557e-02] lana-lora-wan2.2: 18%|#########3 | 901/5000 [26:08<2:44:33, 2.41s/it, lr: 1.0e-04 loss: 3.820e-02] lana-lora-wan2.2: 18%|#########3 | 901/5000 [26:08<2:44:33, 2.41s/it, lr: 1.0e-04 loss: 3.820e-02] lana-lora-wan2.2: 18%|#########3 | 902/5000 [26:12<2:44:42, 2.41s/it, lr: 1.0e-04 loss: 3.018e-02] lana-lora-wan2.2: 18%|#########3 | 902/5000 [26:12<2:44:42, 2.41s/it, lr: 1.0e-04 loss: 3.018e-02] lana-lora-wan2.2: 18%|#########3 | 903/5000 [26:16<2:44:48, 2.41s/it, lr: 1.0e-04 loss: 2.749e-02] lana-lora-wan2.2: 18%|#########3 | 903/5000 [26:16<2:44:48, 2.41s/it, lr: 1.0e-04 loss: 2.749e-02] lana-lora-wan2.2: 18%|#########4 | 904/5000 [26:17<2:44:38, 2.41s/it, lr: 1.0e-04 loss: 5.967e-02] lana-lora-wan2.2: 18%|#########4 | 904/5000 [26:17<2:44:38, 2.41s/it, lr: 1.0e-04 loss: 5.967e-02] lana-lora-wan2.2: 18%|#########4 | 905/5000 [26:18<2:44:28, 2.41s/it, lr: 1.0e-04 loss: 8.693e-02] lana-lora-wan2.2: 18%|#########4 | 905/5000 [26:18<2:44:28, 2.41s/it, lr: 1.0e-04 loss: 8.693e-02] lana-lora-wan2.2: 18%|#########4 | 906/5000 [26:19<2:44:18, 2.41s/it, lr: 1.0e-04 loss: 5.553e-02] lana-lora-wan2.2: 18%|#########4 | 906/5000 [26:19<2:44:18, 2.41s/it, lr: 1.0e-04 loss: 5.553e-02] lana-lora-wan2.2: 18%|#########4 | 907/5000 [26:23<2:44:25, 2.41s/it, lr: 1.0e-04 loss: 6.249e-02] lana-lora-wan2.2: 18%|#########4 | 907/5000 [26:23<2:44:25, 2.41s/it, lr: 1.0e-04 loss: 6.249e-02] lana-lora-wan2.2: 18%|#########4 | 908/5000 [26:27<2:44:31, 2.41s/it, lr: 1.0e-04 loss: 4.847e-02] lana-lora-wan2.2: 18%|#########4 | 908/5000 [26:27<2:44:31, 2.41s/it, lr: 1.0e-04 loss: 4.847e-02] lana-lora-wan2.2: 18%|#########4 | 909/5000 [26:28<2:44:21, 2.41s/it, lr: 1.0e-04 loss: 3.544e-02] lana-lora-wan2.2: 18%|#########4 | 909/5000 [26:28<2:44:21, 2.41s/it, lr: 1.0e-04 loss: 3.544e-02] lana-lora-wan2.2: 18%|#########4 | 910/5000 [26:32<2:44:26, 2.41s/it, lr: 1.0e-04 loss: 4.279e-02] lana-lora-wan2.2: 18%|#########4 | 910/5000 [26:32<2:44:26, 2.41s/it, lr: 1.0e-04 loss: 4.279e-02] lana-lora-wan2.2: 18%|#########4 | 911/5000 [26:35<2:44:31, 2.41s/it, lr: 1.0e-04 loss: 3.298e-02] lana-lora-wan2.2: 18%|#########4 | 911/5000 [26:35<2:44:31, 2.41s/it, lr: 1.0e-04 loss: 3.298e-02] lana-lora-wan2.2: 18%|#########4 | 912/5000 [26:39<2:44:36, 2.42s/it, lr: 1.0e-04 loss: 1.184e-01] lana-lora-wan2.2: 18%|#########4 | 912/5000 [26:39<2:44:36, 2.42s/it, lr: 1.0e-04 loss: 1.184e-01] lana-lora-wan2.2: 18%|#########4 | 913/5000 [26:41<2:44:34, 2.42s/it, lr: 1.0e-04 loss: 6.406e-02] lana-lora-wan2.2: 18%|#########4 | 913/5000 [26:41<2:44:34, 2.42s/it, lr: 1.0e-04 loss: 6.406e-02] lana-lora-wan2.2: 18%|#########5 | 914/5000 [26:44<2:44:30, 2.42s/it, lr: 1.0e-04 loss: 4.932e-02] lana-lora-wan2.2: 18%|#########5 | 914/5000 [26:44<2:44:30, 2.42s/it, lr: 1.0e-04 loss: 4.932e-02] lana-lora-wan2.2: 18%|#########5 | 915/5000 [26:47<2:44:36, 2.42s/it, lr: 1.0e-04 loss: 2.385e-02] lana-lora-wan2.2: 18%|#########5 | 915/5000 [26:47<2:44:36, 2.42s/it, lr: 1.0e-04 loss: 2.385e-02] lana-lora-wan2.2: 18%|#########5 | 916/5000 [26:51<2:44:41, 2.42s/it, lr: 1.0e-04 loss: 9.227e-02] lana-lora-wan2.2: 18%|#########5 | 916/5000 [26:51<2:44:41, 2.42s/it, lr: 1.0e-04 loss: 9.227e-02] lana-lora-wan2.2: 18%|#########5 | 917/5000 [26:52<2:44:31, 2.42s/it, lr: 1.0e-04 loss: 1.790e-01] lana-lora-wan2.2: 18%|#########5 | 917/5000 [26:52<2:44:31, 2.42s/it, lr: 1.0e-04 loss: 1.790e-01] lana-lora-wan2.2: 18%|#########5 | 918/5000 [26:54<2:44:27, 2.42s/it, lr: 1.0e-04 loss: 5.605e-02] lana-lora-wan2.2: 18%|#########5 | 918/5000 [26:54<2:44:27, 2.42s/it, lr: 1.0e-04 loss: 5.605e-02] lana-lora-wan2.2: 18%|#########5 | 919/5000 [26:56<2:44:19, 2.42s/it, lr: 1.0e-04 loss: 9.983e-02] lana-lora-wan2.2: 18%|#########5 | 919/5000 [26:56<2:44:19, 2.42s/it, lr: 1.0e-04 loss: 9.983e-02] lana-lora-wan2.2: 18%|#########5 | 920/5000 [26:59<2:44:25, 2.42s/it, lr: 1.0e-04 loss: 3.840e-02] lana-lora-wan2.2: 18%|#########5 | 920/5000 [26:59<2:44:25, 2.42s/it, lr: 1.0e-04 loss: 3.840e-02] lana-lora-wan2.2: 18%|#########5 | 921/5000 [27:03<2:44:30, 2.42s/it, lr: 1.0e-04 loss: 9.251e-02] lana-lora-wan2.2: 18%|#########5 | 921/5000 [27:03<2:44:30, 2.42s/it, lr: 1.0e-04 loss: 9.251e-02] lana-lora-wan2.2: 18%|#########5 | 922/5000 [27:04<2:44:20, 2.42s/it, lr: 1.0e-04 loss: 5.103e-02] lana-lora-wan2.2: 18%|#########5 | 922/5000 [27:04<2:44:20, 2.42s/it, lr: 1.0e-04 loss: 5.103e-02] lana-lora-wan2.2: 18%|#########5 | 923/5000 [27:08<2:44:25, 2.42s/it, lr: 1.0e-04 loss: 4.727e-02] lana-lora-wan2.2: 18%|#########5 | 923/5000 [27:08<2:44:25, 2.42s/it, lr: 1.0e-04 loss: 4.727e-02] lana-lora-wan2.2: 18%|#########6 | 924/5000 [27:10<2:44:21, 2.42s/it, lr: 1.0e-04 loss: 3.442e-02] lana-lora-wan2.2: 18%|#########6 | 924/5000 [27:10<2:44:21, 2.42s/it, lr: 1.0e-04 loss: 3.442e-02] lana-lora-wan2.2: 18%|#########6 | 925/5000 [27:13<2:44:19, 2.42s/it, lr: 1.0e-04 loss: 6.101e-02] lana-lora-wan2.2: 18%|#########6 | 925/5000 [27:13<2:44:19, 2.42s/it, lr: 1.0e-04 loss: 6.101e-02] lana-lora-wan2.2: 19%|#########6 | 926/5000 [27:15<2:44:16, 2.42s/it, lr: 1.0e-04 loss: 4.673e-02] lana-lora-wan2.2: 19%|#########6 | 926/5000 [27:15<2:44:16, 2.42s/it, lr: 1.0e-04 loss: 4.673e-02] lana-lora-wan2.2: 19%|#########6 | 927/5000 [27:19<2:44:21, 2.42s/it, lr: 1.0e-04 loss: 6.567e-02] lana-lora-wan2.2: 19%|#########6 | 927/5000 [27:19<2:44:21, 2.42s/it, lr: 1.0e-04 loss: 6.567e-02] lana-lora-wan2.2: 19%|#########6 | 928/5000 [27:21<2:44:17, 2.42s/it, lr: 1.0e-04 loss: 3.701e-02] lana-lora-wan2.2: 19%|#########6 | 928/5000 [27:21<2:44:17, 2.42s/it, lr: 1.0e-04 loss: 3.701e-02] lana-lora-wan2.2: 19%|#########6 | 929/5000 [27:22<2:44:07, 2.42s/it, lr: 1.0e-04 loss: 6.744e-02] lana-lora-wan2.2: 19%|#########6 | 929/5000 [27:22<2:44:07, 2.42s/it, lr: 1.0e-04 loss: 6.744e-02] lana-lora-wan2.2: 19%|#########6 | 930/5000 [27:23<2:43:57, 2.42s/it, lr: 1.0e-04 loss: 1.055e-01] lana-lora-wan2.2: 19%|#########6 | 930/5000 [27:23<2:43:57, 2.42s/it, lr: 1.0e-04 loss: 1.055e-01] lana-lora-wan2.2: 19%|#########6 | 931/5000 [27:27<2:44:04, 2.42s/it, lr: 1.0e-04 loss: 1.002e-01] lana-lora-wan2.2: 19%|#########6 | 931/5000 [27:27<2:44:04, 2.42s/it, lr: 1.0e-04 loss: 1.002e-01] lana-lora-wan2.2: 19%|#########6 | 932/5000 [27:31<2:44:09, 2.42s/it, lr: 1.0e-04 loss: 2.920e-02] lana-lora-wan2.2: 19%|#########6 | 932/5000 [27:31<2:44:09, 2.42s/it, lr: 1.0e-04 loss: 2.920e-02] lana-lora-wan2.2: 19%|#########7 | 933/5000 [27:33<2:44:05, 2.42s/it, lr: 1.0e-04 loss: 3.909e-02] lana-lora-wan2.2: 19%|#########7 | 933/5000 [27:33<2:44:05, 2.42s/it, lr: 1.0e-04 loss: 3.909e-02] lana-lora-wan2.2: 19%|#########7 | 934/5000 [27:34<2:43:55, 2.42s/it, lr: 1.0e-04 loss: 4.565e-02] lana-lora-wan2.2: 19%|#########7 | 934/5000 [27:34<2:43:55, 2.42s/it, lr: 1.0e-04 loss: 4.565e-02] lana-lora-wan2.2: 19%|#########7 | 935/5000 [27:36<2:43:51, 2.42s/it, lr: 1.0e-04 loss: 9.203e-02] lana-lora-wan2.2: 19%|#########7 | 935/5000 [27:36<2:43:51, 2.42s/it, lr: 1.0e-04 loss: 9.203e-02] lana-lora-wan2.2: 19%|#########7 | 936/5000 [27:40<2:43:58, 2.42s/it, lr: 1.0e-04 loss: 4.107e-02] lana-lora-wan2.2: 19%|#########7 | 936/5000 [27:40<2:43:58, 2.42s/it, lr: 1.0e-04 loss: 4.107e-02] lana-lora-wan2.2: 19%|#########7 | 937/5000 [27:41<2:43:48, 2.42s/it, lr: 1.0e-04 loss: 6.858e-02] lana-lora-wan2.2: 19%|#########7 | 937/5000 [27:41<2:43:48, 2.42s/it, lr: 1.0e-04 loss: 6.858e-02] lana-lora-wan2.2: 19%|#########7 | 938/5000 [27:45<2:43:53, 2.42s/it, lr: 1.0e-04 loss: 3.435e-02] lana-lora-wan2.2: 19%|#########7 | 938/5000 [27:45<2:43:53, 2.42s/it, lr: 1.0e-04 loss: 3.435e-02] lana-lora-wan2.2: 19%|#########7 | 939/5000 [27:46<2:43:43, 2.42s/it, lr: 1.0e-04 loss: 1.487e-01] lana-lora-wan2.2: 19%|#########7 | 939/5000 [27:46<2:43:43, 2.42s/it, lr: 1.0e-04 loss: 1.487e-01] lana-lora-wan2.2: 19%|#########7 | 940/5000 [27:48<2:43:40, 2.42s/it, lr: 1.0e-04 loss: 3.071e-01] lana-lora-wan2.2: 19%|#########7 | 940/5000 [27:48<2:43:40, 2.42s/it, lr: 1.0e-04 loss: 3.071e-01] lana-lora-wan2.2: 19%|#########7 | 941/5000 [27:50<2:43:30, 2.42s/it, lr: 1.0e-04 loss: 1.109e-01] lana-lora-wan2.2: 19%|#########7 | 941/5000 [27:50<2:43:30, 2.42s/it, lr: 1.0e-04 loss: 1.109e-01] lana-lora-wan2.2: 19%|#########7 | 942/5000 [27:54<2:43:36, 2.42s/it, lr: 1.0e-04 loss: 6.121e-02] lana-lora-wan2.2: 19%|#########7 | 942/5000 [27:54<2:43:36, 2.42s/it, lr: 1.0e-04 loss: 6.121e-02] lana-lora-wan2.2: 19%|#########8 | 943/5000 [27:57<2:43:41, 2.42s/it, lr: 1.0e-04 loss: 2.256e-02] lana-lora-wan2.2: 19%|#########8 | 943/5000 [27:57<2:43:41, 2.42s/it, lr: 1.0e-04 loss: 2.256e-02] lana-lora-wan2.2: 19%|#########8 | 944/5000 [27:59<2:43:37, 2.42s/it, lr: 1.0e-04 loss: 3.557e-02] lana-lora-wan2.2: 19%|#########8 | 944/5000 [27:59<2:43:37, 2.42s/it, lr: 1.0e-04 loss: 3.557e-02] lana-lora-wan2.2: 19%|#########8 | 945/5000 [28:02<2:43:34, 2.42s/it, lr: 1.0e-04 loss: 1.071e-01] lana-lora-wan2.2: 19%|#########8 | 945/5000 [28:02<2:43:34, 2.42s/it, lr: 1.0e-04 loss: 1.071e-01] lana-lora-wan2.2: 19%|#########8 | 946/5000 [28:04<2:43:30, 2.42s/it, lr: 1.0e-04 loss: 3.866e-02] lana-lora-wan2.2: 19%|#########8 | 946/5000 [28:04<2:43:30, 2.42s/it, lr: 1.0e-04 loss: 3.866e-02] lana-lora-wan2.2: 19%|#########8 | 947/5000 [28:05<2:43:20, 2.42s/it, lr: 1.0e-04 loss: 3.158e-02] lana-lora-wan2.2: 19%|#########8 | 947/5000 [28:05<2:43:20, 2.42s/it, lr: 1.0e-04 loss: 3.158e-02] lana-lora-wan2.2: 19%|#########8 | 948/5000 [28:06<2:43:12, 2.42s/it, lr: 1.0e-04 loss: 1.002e-01] lana-lora-wan2.2: 19%|#########8 | 948/5000 [28:06<2:43:12, 2.42s/it, lr: 1.0e-04 loss: 1.002e-01] lana-lora-wan2.2: 19%|#########8 | 949/5000 [28:10<2:43:17, 2.42s/it, lr: 1.0e-04 loss: 7.752e-02] lana-lora-wan2.2: 19%|#########8 | 949/5000 [28:10<2:43:17, 2.42s/it, lr: 1.0e-04 loss: 7.752e-02] lana-lora-wan2.2: 19%|#########8 | 950/5000 [28:12<2:43:13, 2.42s/it, lr: 1.0e-04 loss: 3.610e-02] lana-lora-wan2.2: 19%|#########8 | 950/5000 [28:12<2:43:13, 2.42s/it, lr: 1.0e-04 loss: 3.610e-02] lana-lora-wan2.2: 19%|#########8 | 951/5000 [28:14<2:43:09, 2.42s/it, lr: 1.0e-04 loss: 7.663e-02] lana-lora-wan2.2: 19%|#########8 | 951/5000 [28:14<2:43:09, 2.42s/it, lr: 1.0e-04 loss: 7.663e-02] lana-lora-wan2.2: 19%|#########9 | 952/5000 [28:18<2:43:14, 2.42s/it, lr: 1.0e-04 loss: 1.922e-01] lana-lora-wan2.2: 19%|#########9 | 952/5000 [28:18<2:43:14, 2.42s/it, lr: 1.0e-04 loss: 1.922e-01] lana-lora-wan2.2: 19%|#########9 | 953/5000 [28:19<2:43:05, 2.42s/it, lr: 1.0e-04 loss: 1.127e-01] lana-lora-wan2.2: 19%|#########9 | 953/5000 [28:19<2:43:05, 2.42s/it, lr: 1.0e-04 loss: 1.127e-01] lana-lora-wan2.2: 19%|#########9 | 954/5000 [28:21<2:42:57, 2.42s/it, lr: 1.0e-04 loss: 3.836e-02] lana-lora-wan2.2: 19%|#########9 | 954/5000 [28:21<2:42:57, 2.42s/it, lr: 1.0e-04 loss: 3.836e-02] lana-lora-wan2.2: 19%|#########9 | 955/5000 [28:23<2:42:53, 2.42s/it, lr: 1.0e-04 loss: 3.530e-02] lana-lora-wan2.2: 19%|#########9 | 955/5000 [28:23<2:42:53, 2.42s/it, lr: 1.0e-04 loss: 3.530e-02] lana-lora-wan2.2: 19%|#########9 | 956/5000 [28:24<2:42:43, 2.41s/it, lr: 1.0e-04 loss: 1.028e-01] lana-lora-wan2.2: 19%|#########9 | 956/5000 [28:24<2:42:43, 2.41s/it, lr: 1.0e-04 loss: 1.028e-01] lana-lora-wan2.2: 19%|#########9 | 957/5000 [28:26<2:42:40, 2.41s/it, lr: 1.0e-04 loss: 2.879e-02] lana-lora-wan2.2: 19%|#########9 | 957/5000 [28:26<2:42:40, 2.41s/it, lr: 1.0e-04 loss: 2.879e-02] lana-lora-wan2.2: 19%|#########9 | 958/5000 [28:30<2:42:44, 2.42s/it, lr: 1.0e-04 loss: 2.638e-02] lana-lora-wan2.2: 19%|#########9 | 958/5000 [28:30<2:42:44, 2.42s/it, lr: 1.0e-04 loss: 2.638e-02] lana-lora-wan2.2: 19%|#########9 | 959/5000 [28:34<2:42:49, 2.42s/it, lr: 1.0e-04 loss: 4.153e-02] lana-lora-wan2.2: 19%|#########9 | 959/5000 [28:34<2:42:49, 2.42s/it, lr: 1.0e-04 loss: 4.153e-02] lana-lora-wan2.2: 19%|#########9 | 960/5000 [28:35<2:42:41, 2.42s/it, lr: 1.0e-04 loss: 1.654e-01] lana-lora-wan2.2: 19%|#########9 | 960/5000 [28:35<2:42:41, 2.42s/it, lr: 1.0e-04 loss: 1.654e-01] lana-lora-wan2.2: 19%|#########9 | 961/5000 [28:39<2:42:46, 2.42s/it, lr: 1.0e-04 loss: 6.916e-02] lana-lora-wan2.2: 19%|#########9 | 961/5000 [28:39<2:42:46, 2.42s/it, lr: 1.0e-04 loss: 6.916e-02] lana-lora-wan2.2: 19%|########## | 962/5000 [28:40<2:42:37, 2.42s/it, lr: 1.0e-04 loss: 6.255e-02] lana-lora-wan2.2: 19%|########## | 962/5000 [28:40<2:42:37, 2.42s/it, lr: 1.0e-04 loss: 6.255e-02] lana-lora-wan2.2: 19%|########## | 963/5000 [28:44<2:42:41, 2.42s/it, lr: 1.0e-04 loss: 8.455e-02] lana-lora-wan2.2: 19%|########## | 963/5000 [28:44<2:42:41, 2.42s/it, lr: 1.0e-04 loss: 8.455e-02] lana-lora-wan2.2: 19%|########## | 964/5000 [28:46<2:42:37, 2.42s/it, lr: 1.0e-04 loss: 2.952e-02] lana-lora-wan2.2: 19%|########## | 964/5000 [28:46<2:42:37, 2.42s/it, lr: 1.0e-04 loss: 2.952e-02] lana-lora-wan2.2: 19%|########## | 965/5000 [28:47<2:42:28, 2.42s/it, lr: 1.0e-04 loss: 7.657e-02] lana-lora-wan2.2: 19%|########## | 965/5000 [28:47<2:42:28, 2.42s/it, lr: 1.0e-04 loss: 7.657e-02] lana-lora-wan2.2: 19%|########## | 966/5000 [28:48<2:42:21, 2.41s/it, lr: 1.0e-04 loss: 4.487e-02] lana-lora-wan2.2: 19%|########## | 966/5000 [28:48<2:42:21, 2.41s/it, lr: 1.0e-04 loss: 4.487e-02] lana-lora-wan2.2: 19%|########## | 967/5000 [28:50<2:42:11, 2.41s/it, lr: 1.0e-04 loss: 3.896e-02] lana-lora-wan2.2: 19%|########## | 967/5000 [28:50<2:42:11, 2.41s/it, lr: 1.0e-04 loss: 3.896e-02] lana-lora-wan2.2: 19%|########## | 968/5000 [28:52<2:42:08, 2.41s/it, lr: 1.0e-04 loss: 2.285e-01] lana-lora-wan2.2: 19%|########## | 968/5000 [28:52<2:42:08, 2.41s/it, lr: 1.0e-04 loss: 2.285e-01] lana-lora-wan2.2: 19%|########## | 969/5000 [28:54<2:42:04, 2.41s/it, lr: 1.0e-04 loss: 2.921e-02] lana-lora-wan2.2: 19%|########## | 969/5000 [28:54<2:42:04, 2.41s/it, lr: 1.0e-04 loss: 2.921e-02] lana-lora-wan2.2: 19%|########## | 970/5000 [28:58<2:42:08, 2.41s/it, lr: 1.0e-04 loss: 2.870e-02] lana-lora-wan2.2: 19%|########## | 970/5000 [28:58<2:42:08, 2.41s/it, lr: 1.0e-04 loss: 2.870e-02] lana-lora-wan2.2: 19%|########## | 971/5000 [29:00<2:42:05, 2.41s/it, lr: 1.0e-04 loss: 3.054e-02] lana-lora-wan2.2: 19%|########## | 971/5000 [29:00<2:42:05, 2.41s/it, lr: 1.0e-04 loss: 3.054e-02] lana-lora-wan2.2: 19%|##########1 | 972/5000 [29:02<2:42:02, 2.41s/it, lr: 1.0e-04 loss: 3.614e-02] lana-lora-wan2.2: 19%|##########1 | 972/5000 [29:02<2:42:02, 2.41s/it, lr: 1.0e-04 loss: 3.614e-02] lana-lora-wan2.2: 19%|##########1 | 973/5000 [29:06<2:42:07, 2.42s/it, lr: 1.0e-04 loss: 5.791e-02] lana-lora-wan2.2: 19%|##########1 | 973/5000 [29:06<2:42:07, 2.42s/it, lr: 1.0e-04 loss: 5.791e-02] lana-lora-wan2.2: 19%|##########1 | 974/5000 [29:07<2:41:58, 2.41s/it, lr: 1.0e-04 loss: 5.421e-02] lana-lora-wan2.2: 19%|##########1 | 974/5000 [29:07<2:41:58, 2.41s/it, lr: 1.0e-04 loss: 5.421e-02] lana-lora-wan2.2: 20%|##########1 | 975/5000 [29:08<2:41:48, 2.41s/it, lr: 1.0e-04 loss: 5.381e-02] lana-lora-wan2.2: 20%|##########1 | 975/5000 [29:08<2:41:48, 2.41s/it, lr: 1.0e-04 loss: 5.381e-02] lana-lora-wan2.2: 20%|##########1 | 976/5000 [29:12<2:41:53, 2.41s/it, lr: 1.0e-04 loss: 3.997e-02] lana-lora-wan2.2: 20%|##########1 | 976/5000 [29:12<2:41:53, 2.41s/it, lr: 1.0e-04 loss: 3.997e-02] lana-lora-wan2.2: 20%|##########1 | 977/5000 [29:13<2:41:43, 2.41s/it, lr: 1.0e-04 loss: 5.380e-02] lana-lora-wan2.2: 20%|##########1 | 977/5000 [29:13<2:41:43, 2.41s/it, lr: 1.0e-04 loss: 5.380e-02] lana-lora-wan2.2: 20%|##########1 | 978/5000 [29:17<2:41:49, 2.41s/it, lr: 1.0e-04 loss: 4.189e-02] lana-lora-wan2.2: 20%|##########1 | 978/5000 [29:17<2:41:49, 2.41s/it, lr: 1.0e-04 loss: 4.189e-02] lana-lora-wan2.2: 20%|##########1 | 979/5000 [29:19<2:41:45, 2.41s/it, lr: 1.0e-04 loss: 5.146e-02] lana-lora-wan2.2: 20%|##########1 | 979/5000 [29:19<2:41:45, 2.41s/it, lr: 1.0e-04 loss: 5.146e-02] lana-lora-wan2.2: 20%|##########1 | 980/5000 [29:20<2:41:36, 2.41s/it, lr: 1.0e-04 loss: 3.753e-02] lana-lora-wan2.2: 20%|##########1 | 980/5000 [29:20<2:41:36, 2.41s/it, lr: 1.0e-04 loss: 3.753e-02] lana-lora-wan2.2: 20%|##########2 | 981/5000 [29:21<2:41:27, 2.41s/it, lr: 1.0e-04 loss: 7.174e-02] lana-lora-wan2.2: 20%|##########2 | 981/5000 [29:21<2:41:27, 2.41s/it, lr: 1.0e-04 loss: 7.174e-02] lana-lora-wan2.2: 20%|##########2 | 982/5000 [29:25<2:41:31, 2.41s/it, lr: 1.0e-04 loss: 4.691e-02] lana-lora-wan2.2: 20%|##########2 | 982/5000 [29:25<2:41:31, 2.41s/it, lr: 1.0e-04 loss: 4.691e-02] lana-lora-wan2.2: 20%|##########2 | 983/5000 [29:26<2:41:22, 2.41s/it, lr: 1.0e-04 loss: 1.020e-01] lana-lora-wan2.2: 20%|##########2 | 983/5000 [29:26<2:41:22, 2.41s/it, lr: 1.0e-04 loss: 1.020e-01] lana-lora-wan2.2: 20%|##########2 | 984/5000 [29:29<2:41:20, 2.41s/it, lr: 1.0e-04 loss: 4.606e-02] lana-lora-wan2.2: 20%|##########2 | 984/5000 [29:29<2:41:20, 2.41s/it, lr: 1.0e-04 loss: 4.606e-02] lana-lora-wan2.2: 20%|##########2 | 985/5000 [29:30<2:41:11, 2.41s/it, lr: 1.0e-04 loss: 4.561e-02] lana-lora-wan2.2: 20%|##########2 | 985/5000 [29:30<2:41:11, 2.41s/it, lr: 1.0e-04 loss: 4.561e-02] lana-lora-wan2.2: 20%|##########2 | 986/5000 [29:31<2:41:02, 2.41s/it, lr: 1.0e-04 loss: 5.919e-02] lana-lora-wan2.2: 20%|##########2 | 986/5000 [29:31<2:41:02, 2.41s/it, lr: 1.0e-04 loss: 5.919e-02] lana-lora-wan2.2: 20%|##########2 | 987/5000 [29:32<2:40:53, 2.41s/it, lr: 1.0e-04 loss: 1.043e-01] lana-lora-wan2.2: 20%|##########2 | 987/5000 [29:32<2:40:53, 2.41s/it, lr: 1.0e-04 loss: 1.043e-01] lana-lora-wan2.2: 20%|##########2 | 988/5000 [29:35<2:40:49, 2.41s/it, lr: 1.0e-04 loss: 4.567e-02] lana-lora-wan2.2: 20%|##########2 | 988/5000 [29:35<2:40:49, 2.41s/it, lr: 1.0e-04 loss: 4.567e-02] lana-lora-wan2.2: 20%|##########2 | 989/5000 [29:36<2:40:40, 2.40s/it, lr: 1.0e-04 loss: 5.265e-02] lana-lora-wan2.2: 20%|##########2 | 989/5000 [29:36<2:40:40, 2.40s/it, lr: 1.0e-04 loss: 5.265e-02] lana-lora-wan2.2: 20%|##########2 | 990/5000 [29:40<2:40:46, 2.41s/it, lr: 1.0e-04 loss: 3.044e-01] lana-lora-wan2.2: 20%|##########2 | 990/5000 [29:40<2:40:46, 2.41s/it, lr: 1.0e-04 loss: 3.044e-01] lana-lora-wan2.2: 20%|##########3 | 991/5000 [29:41<2:40:37, 2.40s/it, lr: 1.0e-04 loss: 6.006e-02] lana-lora-wan2.2: 20%|##########3 | 991/5000 [29:41<2:40:37, 2.40s/it, lr: 1.0e-04 loss: 6.006e-02] lana-lora-wan2.2: 20%|##########3 | 992/5000 [29:42<2:40:28, 2.40s/it, lr: 1.0e-04 loss: 3.314e-02] lana-lora-wan2.2: 20%|##########3 | 992/5000 [29:42<2:40:28, 2.40s/it, lr: 1.0e-04 loss: 3.314e-02] lana-lora-wan2.2: 20%|##########3 | 993/5000 [29:46<2:40:33, 2.40s/it, lr: 1.0e-04 loss: 9.027e-02] lana-lora-wan2.2: 20%|##########3 | 993/5000 [29:46<2:40:33, 2.40s/it, lr: 1.0e-04 loss: 9.027e-02] lana-lora-wan2.2: 20%|##########3 | 994/5000 [29:48<2:40:29, 2.40s/it, lr: 1.0e-04 loss: 4.022e-02] lana-lora-wan2.2: 20%|##########3 | 994/5000 [29:48<2:40:29, 2.40s/it, lr: 1.0e-04 loss: 4.022e-02] lana-lora-wan2.2: 20%|##########3 | 995/5000 [29:50<2:40:25, 2.40s/it, lr: 1.0e-04 loss: 5.960e-02] lana-lora-wan2.2: 20%|##########3 | 995/5000 [29:50<2:40:25, 2.40s/it, lr: 1.0e-04 loss: 5.960e-02] lana-lora-wan2.2: 20%|##########3 | 996/5000 [29:54<2:40:31, 2.41s/it, lr: 1.0e-04 loss: 3.449e-02] lana-lora-wan2.2: 20%|##########3 | 996/5000 [29:54<2:40:31, 2.41s/it, lr: 1.0e-04 loss: 3.449e-02] lana-lora-wan2.2: 20%|##########3 | 997/5000 [29:58<2:40:36, 2.41s/it, lr: 1.0e-04 loss: 2.928e-02] lana-lora-wan2.2: 20%|##########3 | 997/5000 [29:58<2:40:36, 2.41s/it, lr: 1.0e-04 loss: 2.928e-02] lana-lora-wan2.2: 20%|##########3 | 998/5000 [29:59<2:40:27, 2.41s/it, lr: 1.0e-04 loss: 1.387e-01] lana-lora-wan2.2: 20%|##########3 | 998/5000 [29:59<2:40:27, 2.41s/it, lr: 1.0e-04 loss: 1.387e-01] lana-lora-wan2.2: 20%|##########3 | 999/5000 [30:03<2:40:31, 2.41s/it, lr: 1.0e-04 loss: 2.474e-01] lana-lora-wan2.2: 20%|##########3 | 999/5000 [30:03<2:40:31, 2.41s/it, lr: 1.0e-04 loss: 2.474e-01]
Saving at step 1000
Saved checkpoint to /root/lab/ai-toolkit/output/lana-lora-wan2.2/lana-lora-wan2.2_000001000.safetensors
Saved optimizer to /root/lab/ai-toolkit/output/lana-lora-wan2.2/optimizer.pt
Generating Images: 0%| | 0/1 [00:00<?, ?it/s] Generating Images: 0%| | 0/1 [00:00<?, ?it/s]
0%| | 0/12 [00:00<?, ?it/s] 0%| | 0/12 [00:00<?, ?it/s]
8%|########7 | 1/12 [00:00<00:07, 1.53it/s] 8%|########7 | 1/12 [00:00<00:07, 1.53it/s]
17%|#################5 | 2/12 [00:01<00:06, 1.53it/s] 17%|#################5 | 2/12 [00:01<00:06, 1.53it/s]
25%|##########################2 | 3/12 [00:01<00:05, 1.53it/s] 25%|##########################2 | 3/12 [00:01<00:05, 1.53it/s]
33%|################################### | 4/12 [00:02<00:05, 1.53it/s] 33%|################################### | 4/12 [00:02<00:05, 1.53it/s]
42%|###########################################7 | 5/12 [00:03<00:04, 1.53it/s] 42%|###########################################7 | 5/12 [00:03<00:04, 1.53it/s]
50%|####################################################5 | 6/12 [00:03<00:03, 1.53it/s] 50%|####################################################5 | 6/12 [00:03<00:03, 1.53it/s]
58%|#############################################################2 | 7/12 [00:04<00:03, 1.53it/s] 58%|#############################################################2 | 7/12 [00:04<00:03, 1.53it/s]
67%|###################################################################### | 8/12 [00:05<00:02, 1.53it/s] 67%|###################################################################### | 8/12 [00:05<00:02, 1.53it/s]
75%|##############################################################################7 | 9/12 [00:05<00:01, 1.53it/s] 75%|##############################################################################7 | 9/12 [00:05<00:01, 1.53it/s]
83%|######################################################################################6 | 10/12 [00:06<00:01, 1.53it/s] 83%|######################################################################################6 | 10/12 [00:06<00:01, 1.53it/s]
92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.53it/s] 92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.53it/s]
100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s]
Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.35s/it] Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.35s/it]
 lana-lora-wan2.2: 20%|##########2 | 1000/5000 [30:06<2:40:36, 2.41s/it, lr: 1.0e-04 loss: 3.773e-02] lana-lora-wan2.2: 20%|##########2 | 1000/5000 [30:06<2:40:36, 2.41s/it, lr: 1.0e-04 loss: 3.773e-02] lana-lora-wan2.2: 20%|##########2 | 1001/5000 [30:10<2:40:41, 2.41s/it, lr: 1.0e-04 loss: 7.513e-02] lana-lora-wan2.2: 20%|##########2 | 1001/5000 [30:10<2:40:41, 2.41s/it, lr: 1.0e-04 loss: 7.513e-02] lana-lora-wan2.2: 20%|##########2 | 1002/5000 [30:14<2:40:45, 2.41s/it, lr: 1.0e-04 loss: 1.540e-01] lana-lora-wan2.2: 20%|##########2 | 1002/5000 [30:14<2:40:45, 2.41s/it, lr: 1.0e-04 loss: 1.540e-01] lana-lora-wan2.2: 20%|##########2 | 1003/5000 [30:17<2:40:49, 2.41s/it, lr: 1.0e-04 loss: 4.861e-02] lana-lora-wan2.2: 20%|##########2 | 1003/5000 [30:17<2:40:49, 2.41s/it, lr: 1.0e-04 loss: 4.861e-02] lana-lora-wan2.2: 20%|##########2 | 1004/5000 [30:21<2:40:53, 2.42s/it, lr: 1.0e-04 loss: 3.249e-02] lana-lora-wan2.2: 20%|##########2 | 1004/5000 [30:21<2:40:53, 2.42s/it, lr: 1.0e-04 loss: 3.249e-02] lana-lora-wan2.2: 20%|##########2 | 1005/5000 [30:24<2:40:51, 2.42s/it, lr: 1.0e-04 loss: 7.875e-02] lana-lora-wan2.2: 20%|##########2 | 1005/5000 [30:24<2:40:51, 2.42s/it, lr: 1.0e-04 loss: 7.875e-02] lana-lora-wan2.2: 20%|##########2 | 1006/5000 [30:26<2:40:47, 2.42s/it, lr: 1.0e-04 loss: 8.894e-02] lana-lora-wan2.2: 20%|##########2 | 1006/5000 [30:26<2:40:47, 2.42s/it, lr: 1.0e-04 loss: 8.894e-02] lana-lora-wan2.2: 20%|##########2 | 1007/5000 [30:28<2:40:44, 2.42s/it, lr: 1.0e-04 loss: 7.399e-02] lana-lora-wan2.2: 20%|##########2 | 1007/5000 [30:28<2:40:44, 2.42s/it, lr: 1.0e-04 loss: 7.399e-02] lana-lora-wan2.2: 20%|##########2 | 1008/5000 [30:29<2:40:35, 2.41s/it, lr: 1.0e-04 loss: 3.624e-02] lana-lora-wan2.2: 20%|##########2 | 1008/5000 [30:29<2:40:35, 2.41s/it, lr: 1.0e-04 loss: 3.624e-02] lana-lora-wan2.2: 20%|##########2 | 1009/5000 [30:31<2:40:31, 2.41s/it, lr: 1.0e-04 loss: 1.089e-01] lana-lora-wan2.2: 20%|##########2 | 1009/5000 [30:31<2:40:31, 2.41s/it, lr: 1.0e-04 loss: 1.089e-01] lana-lora-wan2.2: 20%|##########3 | 1010/5000 [30:33<2:40:27, 2.41s/it, lr: 1.0e-04 loss: 3.251e-02] lana-lora-wan2.2: 20%|##########3 | 1010/5000 [30:33<2:40:27, 2.41s/it, lr: 1.0e-04 loss: 3.251e-02] lana-lora-wan2.2: 20%|##########3 | 1011/5000 [30:35<2:40:20, 2.41s/it, lr: 1.0e-04 loss: 3.821e-02] lana-lora-wan2.2: 20%|##########3 | 1011/5000 [30:35<2:40:20, 2.41s/it, lr: 1.0e-04 loss: 3.821e-02] lana-lora-wan2.2: 20%|##########3 | 1012/5000 [30:36<2:40:12, 2.41s/it, lr: 1.0e-04 loss: 1.105e-01] lana-lora-wan2.2: 20%|##########3 | 1012/5000 [30:36<2:40:12, 2.41s/it, lr: 1.0e-04 loss: 1.105e-01] lana-lora-wan2.2: 20%|##########3 | 1013/5000 [30:40<2:40:16, 2.41s/it, lr: 1.0e-04 loss: 3.632e-02] lana-lora-wan2.2: 20%|##########3 | 1013/5000 [30:40<2:40:16, 2.41s/it, lr: 1.0e-04 loss: 3.632e-02] lana-lora-wan2.2: 20%|##########3 | 1014/5000 [30:41<2:40:07, 2.41s/it, lr: 1.0e-04 loss: 8.635e-02] lana-lora-wan2.2: 20%|##########3 | 1014/5000 [30:41<2:40:07, 2.41s/it, lr: 1.0e-04 loss: 8.635e-02] lana-lora-wan2.2: 20%|##########3 | 1015/5000 [30:45<2:40:11, 2.41s/it, lr: 1.0e-04 loss: 3.410e-02] lana-lora-wan2.2: 20%|##########3 | 1015/5000 [30:45<2:40:11, 2.41s/it, lr: 1.0e-04 loss: 3.410e-02] lana-lora-wan2.2: 20%|##########3 | 1016/5000 [30:47<2:40:07, 2.41s/it, lr: 1.0e-04 loss: 4.941e-02] lana-lora-wan2.2: 20%|##########3 | 1016/5000 [30:47<2:40:07, 2.41s/it, lr: 1.0e-04 loss: 4.941e-02] lana-lora-wan2.2: 20%|##########3 | 1017/5000 [30:48<2:40:00, 2.41s/it, lr: 1.0e-04 loss: 6.429e-02] lana-lora-wan2.2: 20%|##########3 | 1017/5000 [30:48<2:40:00, 2.41s/it, lr: 1.0e-04 loss: 6.429e-02] lana-lora-wan2.2: 20%|##########3 | 1018/5000 [30:49<2:39:51, 2.41s/it, lr: 1.0e-04 loss: 5.767e-02] lana-lora-wan2.2: 20%|##########3 | 1018/5000 [30:49<2:39:51, 2.41s/it, lr: 1.0e-04 loss: 5.767e-02] lana-lora-wan2.2: 20%|##########3 | 1019/5000 [30:53<2:39:56, 2.41s/it, lr: 1.0e-04 loss: 2.257e-02] lana-lora-wan2.2: 20%|##########3 | 1019/5000 [30:53<2:39:56, 2.41s/it, lr: 1.0e-04 loss: 2.257e-02] lana-lora-wan2.2: 20%|##########4 | 1020/5000 [30:57<2:40:00, 2.41s/it, lr: 1.0e-04 loss: 1.279e-01] lana-lora-wan2.2: 20%|##########4 | 1020/5000 [30:57<2:40:00, 2.41s/it, lr: 1.0e-04 loss: 1.279e-01] lana-lora-wan2.2: 20%|##########4 | 1021/5000 [30:59<2:39:56, 2.41s/it, lr: 1.0e-04 loss: 8.614e-02] lana-lora-wan2.2: 20%|##########4 | 1021/5000 [30:59<2:39:56, 2.41s/it, lr: 1.0e-04 loss: 8.614e-02] lana-lora-wan2.2: 20%|##########4 | 1022/5000 [31:00<2:39:47, 2.41s/it, lr: 1.0e-04 loss: 8.000e-02] lana-lora-wan2.2: 20%|##########4 | 1022/5000 [31:00<2:39:47, 2.41s/it, lr: 1.0e-04 loss: 8.000e-02] lana-lora-wan2.2: 20%|##########4 | 1023/5000 [31:02<2:39:40, 2.41s/it, lr: 1.0e-04 loss: 6.720e-02] lana-lora-wan2.2: 20%|##########4 | 1023/5000 [31:02<2:39:40, 2.41s/it, lr: 1.0e-04 loss: 6.720e-02] lana-lora-wan2.2: 20%|##########4 | 1024/5000 [31:04<2:39:37, 2.41s/it, lr: 1.0e-04 loss: 1.415e-01] lana-lora-wan2.2: 20%|##########4 | 1024/5000 [31:04<2:39:37, 2.41s/it, lr: 1.0e-04 loss: 1.415e-01] lana-lora-wan2.2: 20%|##########4 | 1025/5000 [31:08<2:39:41, 2.41s/it, lr: 1.0e-04 loss: 4.235e-02] lana-lora-wan2.2: 20%|##########4 | 1025/5000 [31:08<2:39:41, 2.41s/it, lr: 1.0e-04 loss: 4.235e-02] lana-lora-wan2.2: 21%|##########4 | 1026/5000 [31:09<2:39:32, 2.41s/it, lr: 1.0e-04 loss: 3.266e-02] lana-lora-wan2.2: 21%|##########4 | 1026/5000 [31:09<2:39:32, 2.41s/it, lr: 1.0e-04 loss: 3.266e-02] lana-lora-wan2.2: 21%|##########4 | 1027/5000 [31:12<2:39:36, 2.41s/it, lr: 1.0e-04 loss: 4.712e-02] lana-lora-wan2.2: 21%|##########4 | 1027/5000 [31:12<2:39:36, 2.41s/it, lr: 1.0e-04 loss: 4.712e-02] lana-lora-wan2.2: 21%|##########4 | 1028/5000 [31:16<2:39:40, 2.41s/it, lr: 1.0e-04 loss: 3.921e-02] lana-lora-wan2.2: 21%|##########4 | 1028/5000 [31:16<2:39:40, 2.41s/it, lr: 1.0e-04 loss: 3.921e-02] lana-lora-wan2.2: 21%|##########4 | 1029/5000 [31:18<2:39:37, 2.41s/it, lr: 1.0e-04 loss: 9.959e-02] lana-lora-wan2.2: 21%|##########4 | 1029/5000 [31:18<2:39:37, 2.41s/it, lr: 1.0e-04 loss: 9.959e-02] lana-lora-wan2.2: 21%|##########5 | 1030/5000 [31:21<2:39:34, 2.41s/it, lr: 1.0e-04 loss: 4.110e-02] lana-lora-wan2.2: 21%|##########5 | 1030/5000 [31:21<2:39:34, 2.41s/it, lr: 1.0e-04 loss: 4.110e-02] lana-lora-wan2.2: 21%|##########5 | 1031/5000 [31:22<2:39:25, 2.41s/it, lr: 1.0e-04 loss: 4.887e-02] lana-lora-wan2.2: 21%|##########5 | 1031/5000 [31:22<2:39:25, 2.41s/it, lr: 1.0e-04 loss: 4.887e-02] lana-lora-wan2.2: 21%|##########5 | 1032/5000 [31:25<2:39:29, 2.41s/it, lr: 1.0e-04 loss: 3.905e-02] lana-lora-wan2.2: 21%|##########5 | 1032/5000 [31:25<2:39:29, 2.41s/it, lr: 1.0e-04 loss: 3.905e-02] lana-lora-wan2.2: 21%|##########5 | 1033/5000 [31:28<2:39:25, 2.41s/it, lr: 1.0e-04 loss: 8.682e-02] lana-lora-wan2.2: 21%|##########5 | 1033/5000 [31:28<2:39:25, 2.41s/it, lr: 1.0e-04 loss: 8.682e-02] lana-lora-wan2.2: 21%|##########5 | 1034/5000 [31:29<2:39:17, 2.41s/it, lr: 1.0e-04 loss: 2.465e-01] lana-lora-wan2.2: 21%|##########5 | 1034/5000 [31:29<2:39:17, 2.41s/it, lr: 1.0e-04 loss: 2.465e-01] lana-lora-wan2.2: 21%|##########5 | 1035/5000 [31:33<2:39:22, 2.41s/it, lr: 1.0e-04 loss: 3.887e-02] lana-lora-wan2.2: 21%|##########5 | 1035/5000 [31:33<2:39:22, 2.41s/it, lr: 1.0e-04 loss: 3.887e-02] lana-lora-wan2.2: 21%|##########5 | 1036/5000 [31:34<2:39:13, 2.41s/it, lr: 1.0e-04 loss: 7.066e-02] lana-lora-wan2.2: 21%|##########5 | 1036/5000 [31:34<2:39:13, 2.41s/it, lr: 1.0e-04 loss: 7.066e-02] lana-lora-wan2.2: 21%|##########5 | 1037/5000 [31:35<2:39:05, 2.41s/it, lr: 1.0e-04 loss: 5.197e-02] lana-lora-wan2.2: 21%|##########5 | 1037/5000 [31:35<2:39:05, 2.41s/it, lr: 1.0e-04 loss: 5.197e-02] lana-lora-wan2.2: 21%|##########5 | 1038/5000 [31:39<2:39:09, 2.41s/it, lr: 1.0e-04 loss: 3.638e-02] lana-lora-wan2.2: 21%|##########5 | 1038/5000 [31:39<2:39:09, 2.41s/it, lr: 1.0e-04 loss: 3.638e-02] lana-lora-wan2.2: 21%|##########5 | 1039/5000 [31:40<2:39:00, 2.41s/it, lr: 1.0e-04 loss: 4.543e-02] lana-lora-wan2.2: 21%|##########5 | 1039/5000 [31:40<2:39:00, 2.41s/it, lr: 1.0e-04 loss: 4.543e-02] lana-lora-wan2.2: 21%|##########6 | 1040/5000 [31:41<2:38:53, 2.41s/it, lr: 1.0e-04 loss: 3.369e-02] lana-lora-wan2.2: 21%|##########6 | 1040/5000 [31:41<2:38:53, 2.41s/it, lr: 1.0e-04 loss: 3.369e-02] lana-lora-wan2.2: 21%|##########6 | 1041/5000 [31:43<2:38:44, 2.41s/it, lr: 1.0e-04 loss: 5.222e-02] lana-lora-wan2.2: 21%|##########6 | 1041/5000 [31:43<2:38:44, 2.41s/it, lr: 1.0e-04 loss: 5.222e-02] lana-lora-wan2.2: 21%|##########6 | 1042/5000 [31:45<2:38:41, 2.41s/it, lr: 1.0e-04 loss: 4.217e-02] lana-lora-wan2.2: 21%|##########6 | 1042/5000 [31:45<2:38:41, 2.41s/it, lr: 1.0e-04 loss: 4.217e-02] lana-lora-wan2.2: 21%|##########6 | 1043/5000 [31:48<2:38:44, 2.41s/it, lr: 1.0e-04 loss: 3.579e-02] lana-lora-wan2.2: 21%|##########6 | 1043/5000 [31:48<2:38:44, 2.41s/it, lr: 1.0e-04 loss: 3.579e-02] lana-lora-wan2.2: 21%|##########6 | 1044/5000 [31:52<2:38:48, 2.41s/it, lr: 1.0e-04 loss: 5.408e-02] lana-lora-wan2.2: 21%|##########6 | 1044/5000 [31:52<2:38:48, 2.41s/it, lr: 1.0e-04 loss: 5.408e-02] lana-lora-wan2.2: 21%|##########6 | 1045/5000 [31:54<2:38:45, 2.41s/it, lr: 1.0e-04 loss: 3.217e-01] lana-lora-wan2.2: 21%|##########6 | 1045/5000 [31:54<2:38:45, 2.41s/it, lr: 1.0e-04 loss: 3.217e-01] lana-lora-wan2.2: 21%|##########6 | 1046/5000 [31:57<2:38:43, 2.41s/it, lr: 1.0e-04 loss: 4.837e-01] lana-lora-wan2.2: 21%|##########6 | 1046/5000 [31:57<2:38:43, 2.41s/it, lr: 1.0e-04 loss: 4.837e-01] lana-lora-wan2.2: 21%|##########6 | 1047/5000 [32:00<2:38:46, 2.41s/it, lr: 1.0e-04 loss: 5.784e-02] lana-lora-wan2.2: 21%|##########6 | 1047/5000 [32:00<2:38:46, 2.41s/it, lr: 1.0e-04 loss: 5.784e-02] lana-lora-wan2.2: 21%|##########6 | 1048/5000 [32:02<2:38:38, 2.41s/it, lr: 1.0e-04 loss: 5.016e-02] lana-lora-wan2.2: 21%|##########6 | 1048/5000 [32:02<2:38:38, 2.41s/it, lr: 1.0e-04 loss: 5.016e-02] lana-lora-wan2.2: 21%|##########6 | 1049/5000 [32:04<2:38:34, 2.41s/it, lr: 1.0e-04 loss: 3.493e-02] lana-lora-wan2.2: 21%|##########6 | 1049/5000 [32:04<2:38:34, 2.41s/it, lr: 1.0e-04 loss: 3.493e-02] lana-lora-wan2.2: 21%|##########7 | 1050/5000 [32:06<2:38:31, 2.41s/it, lr: 1.0e-04 loss: 9.235e-02] lana-lora-wan2.2: 21%|##########7 | 1050/5000 [32:06<2:38:31, 2.41s/it, lr: 1.0e-04 loss: 9.235e-02] lana-lora-wan2.2: 21%|##########7 | 1051/5000 [32:10<2:38:35, 2.41s/it, lr: 1.0e-04 loss: 3.031e-02] lana-lora-wan2.2: 21%|##########7 | 1051/5000 [32:10<2:38:35, 2.41s/it, lr: 1.0e-04 loss: 3.031e-02] lana-lora-wan2.2: 21%|##########7 | 1052/5000 [32:11<2:38:28, 2.41s/it, lr: 1.0e-04 loss: 3.273e-02] lana-lora-wan2.2: 21%|##########7 | 1052/5000 [32:11<2:38:28, 2.41s/it, lr: 1.0e-04 loss: 3.273e-02] lana-lora-wan2.2: 21%|##########7 | 1053/5000 [32:12<2:38:19, 2.41s/it, lr: 1.0e-04 loss: 3.029e-02] lana-lora-wan2.2: 21%|##########7 | 1053/5000 [32:12<2:38:19, 2.41s/it, lr: 1.0e-04 loss: 3.029e-02] lana-lora-wan2.2: 21%|##########7 | 1054/5000 [32:14<2:38:16, 2.41s/it, lr: 1.0e-04 loss: 3.190e-02] lana-lora-wan2.2: 21%|##########7 | 1054/5000 [32:14<2:38:16, 2.41s/it, lr: 1.0e-04 loss: 3.190e-02] lana-lora-wan2.2: 21%|##########7 | 1055/5000 [32:18<2:38:19, 2.41s/it, lr: 1.0e-04 loss: 3.048e-02] lana-lora-wan2.2: 21%|##########7 | 1055/5000 [32:18<2:38:19, 2.41s/it, lr: 1.0e-04 loss: 3.048e-02] lana-lora-wan2.2: 21%|##########7 | 1056/5000 [32:20<2:38:16, 2.41s/it, lr: 1.0e-04 loss: 2.568e-02] lana-lora-wan2.2: 21%|##########7 | 1056/5000 [32:20<2:38:16, 2.41s/it, lr: 1.0e-04 loss: 2.568e-02] lana-lora-wan2.2: 21%|##########7 | 1057/5000 [32:24<2:38:20, 2.41s/it, lr: 1.0e-04 loss: 3.265e-02] lana-lora-wan2.2: 21%|##########7 | 1057/5000 [32:24<2:38:20, 2.41s/it, lr: 1.0e-04 loss: 3.265e-02] lana-lora-wan2.2: 21%|##########7 | 1058/5000 [32:26<2:38:17, 2.41s/it, lr: 1.0e-04 loss: 4.354e-02] lana-lora-wan2.2: 21%|##########7 | 1058/5000 [32:26<2:38:17, 2.41s/it, lr: 1.0e-04 loss: 4.354e-02] lana-lora-wan2.2: 21%|##########8 | 1059/5000 [32:28<2:38:14, 2.41s/it, lr: 1.0e-04 loss: 4.419e-02] lana-lora-wan2.2: 21%|##########8 | 1059/5000 [32:28<2:38:14, 2.41s/it, lr: 1.0e-04 loss: 4.419e-02] lana-lora-wan2.2: 21%|##########8 | 1060/5000 [32:30<2:38:05, 2.41s/it, lr: 1.0e-04 loss: 8.090e-02] lana-lora-wan2.2: 21%|##########8 | 1060/5000 [32:30<2:38:05, 2.41s/it, lr: 1.0e-04 loss: 8.090e-02] lana-lora-wan2.2: 21%|##########8 | 1061/5000 [32:32<2:38:02, 2.41s/it, lr: 1.0e-04 loss: 2.161e-02] lana-lora-wan2.2: 21%|##########8 | 1061/5000 [32:32<2:38:02, 2.41s/it, lr: 1.0e-04 loss: 2.161e-02] lana-lora-wan2.2: 21%|##########8 | 1062/5000 [32:34<2:37:58, 2.41s/it, lr: 1.0e-04 loss: 3.890e-02] lana-lora-wan2.2: 21%|##########8 | 1062/5000 [32:34<2:37:58, 2.41s/it, lr: 1.0e-04 loss: 3.890e-02] lana-lora-wan2.2: 21%|##########8 | 1063/5000 [32:35<2:37:50, 2.41s/it, lr: 1.0e-04 loss: 1.107e-01] lana-lora-wan2.2: 21%|##########8 | 1063/5000 [32:35<2:37:50, 2.41s/it, lr: 1.0e-04 loss: 1.107e-01] lana-lora-wan2.2: 21%|##########8 | 1064/5000 [32:37<2:37:43, 2.40s/it, lr: 1.0e-04 loss: 6.998e-02] lana-lora-wan2.2: 21%|##########8 | 1064/5000 [32:37<2:37:43, 2.40s/it, lr: 1.0e-04 loss: 6.998e-02] lana-lora-wan2.2: 21%|##########8 | 1065/5000 [32:38<2:37:35, 2.40s/it, lr: 1.0e-04 loss: 5.835e-02] lana-lora-wan2.2: 21%|##########8 | 1065/5000 [32:38<2:37:35, 2.40s/it, lr: 1.0e-04 loss: 5.835e-02] lana-lora-wan2.2: 21%|##########8 | 1066/5000 [32:41<2:37:38, 2.40s/it, lr: 1.0e-04 loss: 9.077e-02] lana-lora-wan2.2: 21%|##########8 | 1066/5000 [32:41<2:37:38, 2.40s/it, lr: 1.0e-04 loss: 9.077e-02] lana-lora-wan2.2: 21%|##########8 | 1067/5000 [32:45<2:37:42, 2.41s/it, lr: 1.0e-04 loss: 5.021e-02] lana-lora-wan2.2: 21%|##########8 | 1067/5000 [32:45<2:37:42, 2.41s/it, lr: 1.0e-04 loss: 5.021e-02] lana-lora-wan2.2: 21%|##########8 | 1068/5000 [32:49<2:37:45, 2.41s/it, lr: 1.0e-04 loss: 3.022e-02] lana-lora-wan2.2: 21%|##########8 | 1068/5000 [32:49<2:37:45, 2.41s/it, lr: 1.0e-04 loss: 3.022e-02] lana-lora-wan2.2: 21%|##########9 | 1069/5000 [32:51<2:37:42, 2.41s/it, lr: 1.0e-04 loss: 2.523e-02] lana-lora-wan2.2: 21%|##########9 | 1069/5000 [32:51<2:37:42, 2.41s/it, lr: 1.0e-04 loss: 2.523e-02] lana-lora-wan2.2: 21%|##########9 | 1070/5000 [32:53<2:37:40, 2.41s/it, lr: 1.0e-04 loss: 8.091e-02] lana-lora-wan2.2: 21%|##########9 | 1070/5000 [32:53<2:37:40, 2.41s/it, lr: 1.0e-04 loss: 8.091e-02] lana-lora-wan2.2: 21%|##########9 | 1071/5000 [32:56<2:37:36, 2.41s/it, lr: 1.0e-04 loss: 5.916e-02] lana-lora-wan2.2: 21%|##########9 | 1071/5000 [32:56<2:37:36, 2.41s/it, lr: 1.0e-04 loss: 5.916e-02] lana-lora-wan2.2: 21%|##########9 | 1072/5000 [32:59<2:37:40, 2.41s/it, lr: 1.0e-04 loss: 5.908e-02] lana-lora-wan2.2: 21%|##########9 | 1072/5000 [32:59<2:37:40, 2.41s/it, lr: 1.0e-04 loss: 5.908e-02] lana-lora-wan2.2: 21%|##########9 | 1073/5000 [33:00<2:37:31, 2.41s/it, lr: 1.0e-04 loss: 6.624e-02] lana-lora-wan2.2: 21%|##########9 | 1073/5000 [33:00<2:37:31, 2.41s/it, lr: 1.0e-04 loss: 6.624e-02] lana-lora-wan2.2: 21%|##########9 | 1074/5000 [33:04<2:37:35, 2.41s/it, lr: 1.0e-04 loss: 3.124e-02] lana-lora-wan2.2: 21%|##########9 | 1074/5000 [33:04<2:37:35, 2.41s/it, lr: 1.0e-04 loss: 3.124e-02] lana-lora-wan2.2: 22%|##########9 | 1075/5000 [33:07<2:37:33, 2.41s/it, lr: 1.0e-04 loss: 5.316e-02] lana-lora-wan2.2: 22%|##########9 | 1075/5000 [33:07<2:37:33, 2.41s/it, lr: 1.0e-04 loss: 5.316e-02] lana-lora-wan2.2: 22%|##########9 | 1076/5000 [33:09<2:37:30, 2.41s/it, lr: 1.0e-04 loss: 2.607e-02] lana-lora-wan2.2: 22%|##########9 | 1076/5000 [33:09<2:37:30, 2.41s/it, lr: 1.0e-04 loss: 2.607e-02] lana-lora-wan2.2: 22%|##########9 | 1077/5000 [33:10<2:37:21, 2.41s/it, lr: 1.0e-04 loss: 4.902e-02] lana-lora-wan2.2: 22%|##########9 | 1077/5000 [33:10<2:37:21, 2.41s/it, lr: 1.0e-04 loss: 4.902e-02] lana-lora-wan2.2: 22%|##########9 | 1078/5000 [33:12<2:37:18, 2.41s/it, lr: 1.0e-04 loss: 4.454e-02] lana-lora-wan2.2: 22%|##########9 | 1078/5000 [33:12<2:37:18, 2.41s/it, lr: 1.0e-04 loss: 4.454e-02] lana-lora-wan2.2: 22%|########### | 1079/5000 [33:13<2:37:10, 2.41s/it, lr: 1.0e-04 loss: 5.388e-02] lana-lora-wan2.2: 22%|########### | 1079/5000 [33:13<2:37:10, 2.41s/it, lr: 1.0e-04 loss: 5.388e-02] lana-lora-wan2.2: 22%|########### | 1080/5000 [33:14<2:37:01, 2.40s/it, lr: 1.0e-04 loss: 9.025e-02] lana-lora-wan2.2: 22%|########### | 1080/5000 [33:14<2:37:01, 2.40s/it, lr: 1.0e-04 loss: 9.025e-02] lana-lora-wan2.2: 22%|########### | 1081/5000 [33:17<2:36:59, 2.40s/it, lr: 1.0e-04 loss: 1.560e-01] lana-lora-wan2.2: 22%|########### | 1081/5000 [33:17<2:36:59, 2.40s/it, lr: 1.0e-04 loss: 1.560e-01] lana-lora-wan2.2: 22%|########### | 1082/5000 [33:19<2:36:56, 2.40s/it, lr: 1.0e-04 loss: 1.305e-01] lana-lora-wan2.2: 22%|########### | 1082/5000 [33:19<2:36:56, 2.40s/it, lr: 1.0e-04 loss: 1.305e-01] lana-lora-wan2.2: 22%|########### | 1083/5000 [33:21<2:36:52, 2.40s/it, lr: 1.0e-04 loss: 4.264e-02] lana-lora-wan2.2: 22%|########### | 1083/5000 [33:21<2:36:52, 2.40s/it, lr: 1.0e-04 loss: 4.264e-02] lana-lora-wan2.2: 22%|########### | 1084/5000 [33:22<2:36:44, 2.40s/it, lr: 1.0e-04 loss: 1.069e-01] lana-lora-wan2.2: 22%|########### | 1084/5000 [33:22<2:36:44, 2.40s/it, lr: 1.0e-04 loss: 1.069e-01] lana-lora-wan2.2: 22%|########### | 1085/5000 [33:25<2:36:40, 2.40s/it, lr: 1.0e-04 loss: 5.707e-02] lana-lora-wan2.2: 22%|########### | 1085/5000 [33:25<2:36:40, 2.40s/it, lr: 1.0e-04 loss: 5.707e-02] lana-lora-wan2.2: 22%|########### | 1086/5000 [33:27<2:36:37, 2.40s/it, lr: 1.0e-04 loss: 4.063e-02] lana-lora-wan2.2: 22%|########### | 1086/5000 [33:27<2:36:37, 2.40s/it, lr: 1.0e-04 loss: 4.063e-02] lana-lora-wan2.2: 22%|########### | 1087/5000 [33:31<2:36:42, 2.40s/it, lr: 1.0e-04 loss: 3.699e-01] lana-lora-wan2.2: 22%|########### | 1087/5000 [33:31<2:36:42, 2.40s/it, lr: 1.0e-04 loss: 3.699e-01] lana-lora-wan2.2: 22%|########### | 1088/5000 [33:33<2:36:38, 2.40s/it, lr: 1.0e-04 loss: 5.747e-02] lana-lora-wan2.2: 22%|########### | 1088/5000 [33:33<2:36:38, 2.40s/it, lr: 1.0e-04 loss: 5.747e-02] lana-lora-wan2.2: 22%|###########1 | 1089/5000 [33:36<2:36:42, 2.40s/it, lr: 1.0e-04 loss: 2.368e-02] lana-lora-wan2.2: 22%|###########1 | 1089/5000 [33:36<2:36:42, 2.40s/it, lr: 1.0e-04 loss: 2.368e-02] lana-lora-wan2.2: 22%|###########1 | 1090/5000 [33:38<2:36:34, 2.40s/it, lr: 1.0e-04 loss: 2.627e-02] lana-lora-wan2.2: 22%|###########1 | 1090/5000 [33:38<2:36:34, 2.40s/it, lr: 1.0e-04 loss: 2.627e-02] lana-lora-wan2.2: 22%|###########1 | 1091/5000 [33:39<2:36:26, 2.40s/it, lr: 1.0e-04 loss: 6.650e-02] lana-lora-wan2.2: 22%|###########1 | 1091/5000 [33:39<2:36:26, 2.40s/it, lr: 1.0e-04 loss: 6.650e-02] lana-lora-wan2.2: 22%|###########1 | 1092/5000 [33:43<2:36:29, 2.40s/it, lr: 1.0e-04 loss: 7.905e-02] lana-lora-wan2.2: 22%|###########1 | 1092/5000 [33:43<2:36:29, 2.40s/it, lr: 1.0e-04 loss: 7.905e-02] lana-lora-wan2.2: 22%|###########1 | 1093/5000 [33:45<2:36:27, 2.40s/it, lr: 1.0e-04 loss: 5.638e-02] lana-lora-wan2.2: 22%|###########1 | 1093/5000 [33:45<2:36:27, 2.40s/it, lr: 1.0e-04 loss: 5.638e-02] lana-lora-wan2.2: 22%|###########1 | 1094/5000 [33:47<2:36:23, 2.40s/it, lr: 1.0e-04 loss: 2.993e-02] lana-lora-wan2.2: 22%|###########1 | 1094/5000 [33:47<2:36:23, 2.40s/it, lr: 1.0e-04 loss: 2.993e-02] lana-lora-wan2.2: 22%|###########1 | 1095/5000 [33:48<2:36:15, 2.40s/it, lr: 1.0e-04 loss: 4.205e-02] lana-lora-wan2.2: 22%|###########1 | 1095/5000 [33:48<2:36:15, 2.40s/it, lr: 1.0e-04 loss: 4.205e-02] lana-lora-wan2.2: 22%|###########1 | 1096/5000 [33:51<2:36:12, 2.40s/it, lr: 1.0e-04 loss: 4.525e-02] lana-lora-wan2.2: 22%|###########1 | 1096/5000 [33:51<2:36:12, 2.40s/it, lr: 1.0e-04 loss: 4.525e-02] lana-lora-wan2.2: 22%|###########1 | 1097/5000 [33:53<2:36:09, 2.40s/it, lr: 1.0e-04 loss: 3.211e-02] lana-lora-wan2.2: 22%|###########1 | 1097/5000 [33:53<2:36:09, 2.40s/it, lr: 1.0e-04 loss: 3.211e-02] lana-lora-wan2.2: 22%|###########1 | 1098/5000 [33:56<2:36:12, 2.40s/it, lr: 1.0e-04 loss: 1.504e-01] lana-lora-wan2.2: 22%|###########1 | 1098/5000 [33:56<2:36:12, 2.40s/it, lr: 1.0e-04 loss: 1.504e-01] lana-lora-wan2.2: 22%|###########2 | 1099/5000 [33:59<2:36:10, 2.40s/it, lr: 1.0e-04 loss: 5.660e-02] lana-lora-wan2.2: 22%|###########2 | 1099/5000 [33:59<2:36:10, 2.40s/it, lr: 1.0e-04 loss: 5.660e-02] lana-lora-wan2.2: 22%|###########2 | 1100/5000 [34:00<2:36:02, 2.40s/it, lr: 1.0e-04 loss: 6.182e-02] lana-lora-wan2.2: 22%|###########2 | 1100/5000 [34:00<2:36:02, 2.40s/it, lr: 1.0e-04 loss: 6.182e-02] lana-lora-wan2.2: 22%|###########2 | 1101/5000 [34:02<2:35:59, 2.40s/it, lr: 1.0e-04 loss: 4.929e-02] lana-lora-wan2.2: 22%|###########2 | 1101/5000 [34:02<2:35:59, 2.40s/it, lr: 1.0e-04 loss: 4.929e-02] lana-lora-wan2.2: 22%|###########2 | 1102/5000 [34:06<2:36:02, 2.40s/it, lr: 1.0e-04 loss: 3.212e-02] lana-lora-wan2.2: 22%|###########2 | 1102/5000 [34:06<2:36:02, 2.40s/it, lr: 1.0e-04 loss: 3.212e-02] lana-lora-wan2.2: 22%|###########2 | 1103/5000 [34:10<2:36:06, 2.40s/it, lr: 1.0e-04 loss: 5.941e-02] lana-lora-wan2.2: 22%|###########2 | 1103/5000 [34:10<2:36:06, 2.40s/it, lr: 1.0e-04 loss: 5.941e-02] lana-lora-wan2.2: 22%|###########2 | 1104/5000 [34:12<2:36:02, 2.40s/it, lr: 1.0e-04 loss: 4.329e-02] lana-lora-wan2.2: 22%|###########2 | 1104/5000 [34:12<2:36:02, 2.40s/it, lr: 1.0e-04 loss: 4.329e-02] lana-lora-wan2.2: 22%|###########2 | 1105/5000 [34:16<2:36:07, 2.40s/it, lr: 1.0e-04 loss: 4.587e-02] lana-lora-wan2.2: 22%|###########2 | 1105/5000 [34:16<2:36:07, 2.40s/it, lr: 1.0e-04 loss: 4.587e-02] lana-lora-wan2.2: 22%|###########2 | 1106/5000 [34:18<2:36:03, 2.40s/it, lr: 1.0e-04 loss: 3.855e-02] lana-lora-wan2.2: 22%|###########2 | 1106/5000 [34:18<2:36:03, 2.40s/it, lr: 1.0e-04 loss: 3.855e-02] lana-lora-wan2.2: 22%|###########2 | 1107/5000 [34:19<2:35:55, 2.40s/it, lr: 1.0e-04 loss: 5.101e-02] lana-lora-wan2.2: 22%|###########2 | 1107/5000 [34:19<2:35:55, 2.40s/it, lr: 1.0e-04 loss: 5.101e-02] lana-lora-wan2.2: 22%|###########3 | 1108/5000 [34:21<2:35:52, 2.40s/it, lr: 1.0e-04 loss: 3.518e-02] lana-lora-wan2.2: 22%|###########3 | 1108/5000 [34:21<2:35:52, 2.40s/it, lr: 1.0e-04 loss: 3.518e-02] lana-lora-wan2.2: 22%|###########3 | 1109/5000 [34:25<2:35:55, 2.40s/it, lr: 1.0e-04 loss: 2.677e-02] lana-lora-wan2.2: 22%|###########3 | 1109/5000 [34:25<2:35:55, 2.40s/it, lr: 1.0e-04 loss: 2.677e-02] lana-lora-wan2.2: 22%|###########3 | 1110/5000 [34:29<2:35:58, 2.41s/it, lr: 1.0e-04 loss: 4.230e-02] lana-lora-wan2.2: 22%|###########3 | 1110/5000 [34:29<2:35:58, 2.41s/it, lr: 1.0e-04 loss: 4.230e-02] lana-lora-wan2.2: 22%|###########3 | 1111/5000 [34:31<2:35:56, 2.41s/it, lr: 1.0e-04 loss: 5.058e-02] lana-lora-wan2.2: 22%|###########3 | 1111/5000 [34:31<2:35:56, 2.41s/it, lr: 1.0e-04 loss: 5.058e-02] lana-lora-wan2.2: 22%|###########3 | 1112/5000 [34:32<2:35:48, 2.40s/it, lr: 1.0e-04 loss: 5.411e-02] lana-lora-wan2.2: 22%|###########3 | 1112/5000 [34:32<2:35:48, 2.40s/it, lr: 1.0e-04 loss: 5.411e-02] lana-lora-wan2.2: 22%|###########3 | 1113/5000 [34:34<2:35:44, 2.40s/it, lr: 1.0e-04 loss: 1.340e-01] lana-lora-wan2.2: 22%|###########3 | 1113/5000 [34:34<2:35:44, 2.40s/it, lr: 1.0e-04 loss: 1.340e-01] lana-lora-wan2.2: 22%|###########3 | 1114/5000 [34:35<2:35:36, 2.40s/it, lr: 1.0e-04 loss: 1.528e-01] lana-lora-wan2.2: 22%|###########3 | 1114/5000 [34:35<2:35:36, 2.40s/it, lr: 1.0e-04 loss: 1.528e-01] lana-lora-wan2.2: 22%|###########3 | 1115/5000 [34:39<2:35:39, 2.40s/it, lr: 1.0e-04 loss: 1.837e-01] lana-lora-wan2.2: 22%|###########3 | 1115/5000 [34:39<2:35:39, 2.40s/it, lr: 1.0e-04 loss: 1.837e-01] lana-lora-wan2.2: 22%|###########3 | 1116/5000 [34:43<2:35:42, 2.41s/it, lr: 1.0e-04 loss: 5.502e-02] lana-lora-wan2.2: 22%|###########3 | 1116/5000 [34:43<2:35:42, 2.41s/it, lr: 1.0e-04 loss: 5.502e-02] lana-lora-wan2.2: 22%|###########3 | 1117/5000 [34:47<2:35:48, 2.41s/it, lr: 1.0e-04 loss: 3.937e-02] lana-lora-wan2.2: 22%|###########3 | 1117/5000 [34:47<2:35:48, 2.41s/it, lr: 1.0e-04 loss: 3.937e-02] lana-lora-wan2.2: 22%|###########4 | 1118/5000 [34:48<2:35:41, 2.41s/it, lr: 1.0e-04 loss: 3.021e-02] lana-lora-wan2.2: 22%|###########4 | 1118/5000 [34:48<2:35:41, 2.41s/it, lr: 1.0e-04 loss: 3.021e-02] lana-lora-wan2.2: 22%|###########4 | 1119/5000 [34:50<2:35:37, 2.41s/it, lr: 1.0e-04 loss: 3.167e-02] lana-lora-wan2.2: 22%|###########4 | 1119/5000 [34:50<2:35:37, 2.41s/it, lr: 1.0e-04 loss: 3.167e-02] lana-lora-wan2.2: 22%|###########4 | 1120/5000 [34:52<2:35:29, 2.40s/it, lr: 1.0e-04 loss: 3.007e-02] lana-lora-wan2.2: 22%|###########4 | 1120/5000 [34:52<2:35:29, 2.40s/it, lr: 1.0e-04 loss: 3.007e-02] lana-lora-wan2.2: 22%|###########4 | 1121/5000 [34:54<2:35:26, 2.40s/it, lr: 1.0e-04 loss: 1.013e-01] lana-lora-wan2.2: 22%|###########4 | 1121/5000 [34:54<2:35:26, 2.40s/it, lr: 1.0e-04 loss: 1.013e-01] lana-lora-wan2.2: 22%|###########4 | 1122/5000 [34:57<2:35:29, 2.41s/it, lr: 1.0e-04 loss: 3.975e-02] lana-lora-wan2.2: 22%|###########4 | 1122/5000 [34:57<2:35:29, 2.41s/it, lr: 1.0e-04 loss: 3.975e-02] lana-lora-wan2.2: 22%|###########4 | 1123/5000 [35:00<2:35:27, 2.41s/it, lr: 1.0e-04 loss: 4.031e-02] lana-lora-wan2.2: 22%|###########4 | 1123/5000 [35:00<2:35:27, 2.41s/it, lr: 1.0e-04 loss: 4.031e-02] lana-lora-wan2.2: 22%|###########4 | 1124/5000 [35:01<2:35:19, 2.40s/it, lr: 1.0e-04 loss: 3.976e-02] lana-lora-wan2.2: 22%|###########4 | 1124/5000 [35:01<2:35:19, 2.40s/it, lr: 1.0e-04 loss: 3.976e-02] lana-lora-wan2.2: 22%|###########4 | 1125/5000 [35:02<2:35:12, 2.40s/it, lr: 1.0e-04 loss: 8.256e-02] lana-lora-wan2.2: 22%|###########4 | 1125/5000 [35:02<2:35:12, 2.40s/it, lr: 1.0e-04 loss: 8.256e-02] lana-lora-wan2.2: 23%|###########4 | 1126/5000 [35:06<2:35:15, 2.40s/it, lr: 1.0e-04 loss: 3.765e-02] lana-lora-wan2.2: 23%|###########4 | 1126/5000 [35:06<2:35:15, 2.40s/it, lr: 1.0e-04 loss: 3.765e-02] lana-lora-wan2.2: 23%|###########4 | 1127/5000 [35:07<2:35:07, 2.40s/it, lr: 1.0e-04 loss: 4.973e-02] lana-lora-wan2.2: 23%|###########4 | 1127/5000 [35:07<2:35:07, 2.40s/it, lr: 1.0e-04 loss: 4.973e-02] lana-lora-wan2.2: 23%|###########5 | 1128/5000 [35:11<2:35:10, 2.40s/it, lr: 1.0e-04 loss: 1.725e-02] lana-lora-wan2.2: 23%|###########5 | 1128/5000 [35:11<2:35:10, 2.40s/it, lr: 1.0e-04 loss: 1.725e-02] lana-lora-wan2.2: 23%|###########5 | 1129/5000 [35:12<2:35:04, 2.40s/it, lr: 1.0e-04 loss: 8.251e-02] lana-lora-wan2.2: 23%|###########5 | 1129/5000 [35:12<2:35:04, 2.40s/it, lr: 1.0e-04 loss: 8.251e-02] lana-lora-wan2.2: 23%|###########5 | 1130/5000 [35:16<2:35:07, 2.41s/it, lr: 1.0e-04 loss: 2.438e-01] lana-lora-wan2.2: 23%|###########5 | 1130/5000 [35:16<2:35:07, 2.41s/it, lr: 1.0e-04 loss: 2.438e-01] lana-lora-wan2.2: 23%|###########5 | 1131/5000 [35:18<2:35:04, 2.40s/it, lr: 1.0e-04 loss: 1.005e-01] lana-lora-wan2.2: 23%|###########5 | 1131/5000 [35:18<2:35:04, 2.40s/it, lr: 1.0e-04 loss: 1.005e-01] lana-lora-wan2.2: 23%|###########5 | 1132/5000 [35:20<2:35:00, 2.40s/it, lr: 1.0e-04 loss: 3.068e-02] lana-lora-wan2.2: 23%|###########5 | 1132/5000 [35:20<2:35:00, 2.40s/it, lr: 1.0e-04 loss: 3.068e-02] lana-lora-wan2.2: 23%|###########5 | 1133/5000 [35:21<2:34:52, 2.40s/it, lr: 1.0e-04 loss: 6.834e-02] lana-lora-wan2.2: 23%|###########5 | 1133/5000 [35:21<2:34:52, 2.40s/it, lr: 1.0e-04 loss: 6.834e-02] lana-lora-wan2.2: 23%|###########5 | 1134/5000 [35:23<2:34:45, 2.40s/it, lr: 1.0e-04 loss: 4.026e-02] lana-lora-wan2.2: 23%|###########5 | 1134/5000 [35:23<2:34:45, 2.40s/it, lr: 1.0e-04 loss: 4.026e-02] lana-lora-wan2.2: 23%|###########5 | 1135/5000 [35:24<2:34:38, 2.40s/it, lr: 1.0e-04 loss: 9.051e-02] lana-lora-wan2.2: 23%|###########5 | 1135/5000 [35:24<2:34:38, 2.40s/it, lr: 1.0e-04 loss: 9.051e-02] lana-lora-wan2.2: 23%|###########5 | 1136/5000 [35:28<2:34:41, 2.40s/it, lr: 1.0e-04 loss: 1.993e-02] lana-lora-wan2.2: 23%|###########5 | 1136/5000 [35:28<2:34:41, 2.40s/it, lr: 1.0e-04 loss: 1.993e-02] lana-lora-wan2.2: 23%|###########5 | 1137/5000 [35:30<2:34:38, 2.40s/it, lr: 1.0e-04 loss: 4.310e-02] lana-lora-wan2.2: 23%|###########5 | 1137/5000 [35:30<2:34:38, 2.40s/it, lr: 1.0e-04 loss: 4.310e-02] lana-lora-wan2.2: 23%|###########6 | 1138/5000 [35:32<2:34:35, 2.40s/it, lr: 1.0e-04 loss: 2.833e-02] lana-lora-wan2.2: 23%|###########6 | 1138/5000 [35:32<2:34:35, 2.40s/it, lr: 1.0e-04 loss: 2.833e-02] lana-lora-wan2.2: 23%|###########6 | 1139/5000 [35:34<2:34:31, 2.40s/it, lr: 1.0e-04 loss: 3.591e-02] lana-lora-wan2.2: 23%|###########6 | 1139/5000 [35:34<2:34:31, 2.40s/it, lr: 1.0e-04 loss: 3.591e-02] lana-lora-wan2.2: 23%|###########6 | 1140/5000 [35:36<2:34:28, 2.40s/it, lr: 1.0e-04 loss: 8.924e-02] lana-lora-wan2.2: 23%|###########6 | 1140/5000 [35:36<2:34:28, 2.40s/it, lr: 1.0e-04 loss: 8.924e-02] lana-lora-wan2.2: 23%|###########6 | 1141/5000 [35:38<2:34:21, 2.40s/it, lr: 1.0e-04 loss: 4.292e-02] lana-lora-wan2.2: 23%|###########6 | 1141/5000 [35:38<2:34:21, 2.40s/it, lr: 1.0e-04 loss: 4.292e-02] lana-lora-wan2.2: 23%|###########6 | 1142/5000 [35:39<2:34:14, 2.40s/it, lr: 1.0e-04 loss: 4.396e-02] lana-lora-wan2.2: 23%|###########6 | 1142/5000 [35:39<2:34:14, 2.40s/it, lr: 1.0e-04 loss: 4.396e-02] lana-lora-wan2.2: 23%|###########6 | 1143/5000 [35:41<2:34:10, 2.40s/it, lr: 1.0e-04 loss: 3.109e-02] lana-lora-wan2.2: 23%|###########6 | 1143/5000 [35:41<2:34:10, 2.40s/it, lr: 1.0e-04 loss: 3.109e-02] lana-lora-wan2.2: 23%|###########6 | 1144/5000 [35:43<2:34:07, 2.40s/it, lr: 1.0e-04 loss: 5.162e-02] lana-lora-wan2.2: 23%|###########6 | 1144/5000 [35:43<2:34:07, 2.40s/it, lr: 1.0e-04 loss: 5.162e-02] lana-lora-wan2.2: 23%|###########6 | 1145/5000 [35:45<2:33:59, 2.40s/it, lr: 1.0e-04 loss: 8.424e-02] lana-lora-wan2.2: 23%|###########6 | 1145/5000 [35:45<2:33:59, 2.40s/it, lr: 1.0e-04 loss: 8.424e-02] lana-lora-wan2.2: 23%|###########6 | 1146/5000 [35:46<2:33:53, 2.40s/it, lr: 1.0e-04 loss: 5.257e-02] lana-lora-wan2.2: 23%|###########6 | 1146/5000 [35:46<2:33:53, 2.40s/it, lr: 1.0e-04 loss: 5.257e-02] lana-lora-wan2.2: 23%|###########6 | 1147/5000 [35:50<2:33:56, 2.40s/it, lr: 1.0e-04 loss: 4.788e-02] lana-lora-wan2.2: 23%|###########6 | 1147/5000 [35:50<2:33:56, 2.40s/it, lr: 1.0e-04 loss: 4.788e-02] lana-lora-wan2.2: 23%|###########7 | 1148/5000 [35:52<2:33:52, 2.40s/it, lr: 1.0e-04 loss: 4.387e-02] lana-lora-wan2.2: 23%|###########7 | 1148/5000 [35:52<2:33:52, 2.40s/it, lr: 1.0e-04 loss: 4.387e-02] lana-lora-wan2.2: 23%|###########7 | 1149/5000 [35:54<2:33:49, 2.40s/it, lr: 1.0e-04 loss: 1.229e-01] lana-lora-wan2.2: 23%|###########7 | 1149/5000 [35:54<2:33:49, 2.40s/it, lr: 1.0e-04 loss: 1.229e-01] lana-lora-wan2.2: 23%|###########7 | 1150/5000 [35:56<2:33:46, 2.40s/it, lr: 1.0e-04 loss: 6.377e-02] lana-lora-wan2.2: 23%|###########7 | 1150/5000 [35:56<2:33:46, 2.40s/it, lr: 1.0e-04 loss: 6.377e-02] lana-lora-wan2.2: 23%|###########7 | 1151/5000 [36:00<2:33:49, 2.40s/it, lr: 1.0e-04 loss: 4.147e-02] lana-lora-wan2.2: 23%|###########7 | 1151/5000 [36:00<2:33:49, 2.40s/it, lr: 1.0e-04 loss: 4.147e-02] lana-lora-wan2.2: 23%|###########7 | 1152/5000 [36:04<2:33:53, 2.40s/it, lr: 1.0e-04 loss: 4.171e-02] lana-lora-wan2.2: 23%|###########7 | 1152/5000 [36:04<2:33:53, 2.40s/it, lr: 1.0e-04 loss: 4.171e-02] lana-lora-wan2.2: 23%|###########7 | 1153/5000 [36:06<2:33:50, 2.40s/it, lr: 1.0e-04 loss: 5.023e-02] lana-lora-wan2.2: 23%|###########7 | 1153/5000 [36:06<2:33:50, 2.40s/it, lr: 1.0e-04 loss: 5.023e-02] lana-lora-wan2.2: 23%|###########7 | 1154/5000 [36:08<2:33:46, 2.40s/it, lr: 1.0e-04 loss: 4.465e-02] lana-lora-wan2.2: 23%|###########7 | 1154/5000 [36:08<2:33:46, 2.40s/it, lr: 1.0e-04 loss: 4.465e-02] lana-lora-wan2.2: 23%|###########7 | 1155/5000 [36:10<2:33:43, 2.40s/it, lr: 1.0e-04 loss: 6.522e-02] lana-lora-wan2.2: 23%|###########7 | 1155/5000 [36:10<2:33:43, 2.40s/it, lr: 1.0e-04 loss: 6.522e-02] lana-lora-wan2.2: 23%|###########7 | 1156/5000 [36:12<2:33:35, 2.40s/it, lr: 1.0e-04 loss: 1.176e-01] lana-lora-wan2.2: 23%|###########7 | 1156/5000 [36:12<2:33:35, 2.40s/it, lr: 1.0e-04 loss: 1.176e-01] lana-lora-wan2.2: 23%|###########8 | 1157/5000 [36:15<2:33:38, 2.40s/it, lr: 1.0e-04 loss: 2.564e-02] lana-lora-wan2.2: 23%|###########8 | 1157/5000 [36:15<2:33:38, 2.40s/it, lr: 1.0e-04 loss: 2.564e-02] lana-lora-wan2.2: 23%|###########8 | 1158/5000 [36:18<2:33:36, 2.40s/it, lr: 1.0e-04 loss: 4.496e-02] lana-lora-wan2.2: 23%|###########8 | 1158/5000 [36:18<2:33:36, 2.40s/it, lr: 1.0e-04 loss: 4.496e-02] lana-lora-wan2.2: 23%|###########8 | 1159/5000 [36:21<2:33:39, 2.40s/it, lr: 1.0e-04 loss: 6.120e-02] lana-lora-wan2.2: 23%|###########8 | 1159/5000 [36:21<2:33:39, 2.40s/it, lr: 1.0e-04 loss: 6.120e-02] lana-lora-wan2.2: 23%|###########8 | 1160/5000 [36:23<2:33:32, 2.40s/it, lr: 1.0e-04 loss: 1.338e-01] lana-lora-wan2.2: 23%|###########8 | 1160/5000 [36:23<2:33:32, 2.40s/it, lr: 1.0e-04 loss: 1.338e-01] lana-lora-wan2.2: 23%|###########8 | 1161/5000 [36:24<2:33:24, 2.40s/it, lr: 1.0e-04 loss: 4.135e-02] lana-lora-wan2.2: 23%|###########8 | 1161/5000 [36:24<2:33:24, 2.40s/it, lr: 1.0e-04 loss: 4.135e-02] lana-lora-wan2.2: 23%|###########8 | 1162/5000 [36:25<2:33:17, 2.40s/it, lr: 1.0e-04 loss: 5.884e-02] lana-lora-wan2.2: 23%|###########8 | 1162/5000 [36:25<2:33:17, 2.40s/it, lr: 1.0e-04 loss: 5.884e-02] lana-lora-wan2.2: 23%|###########8 | 1163/5000 [36:26<2:33:09, 2.39s/it, lr: 1.0e-04 loss: 5.849e-02] lana-lora-wan2.2: 23%|###########8 | 1163/5000 [36:26<2:33:09, 2.39s/it, lr: 1.0e-04 loss: 5.849e-02] lana-lora-wan2.2: 23%|###########8 | 1164/5000 [36:29<2:33:07, 2.40s/it, lr: 1.0e-04 loss: 7.009e-02] lana-lora-wan2.2: 23%|###########8 | 1164/5000 [36:29<2:33:07, 2.40s/it, lr: 1.0e-04 loss: 7.009e-02] lana-lora-wan2.2: 23%|###########8 | 1165/5000 [36:30<2:32:59, 2.39s/it, lr: 1.0e-04 loss: 1.018e-01] lana-lora-wan2.2: 23%|###########8 | 1165/5000 [36:30<2:32:59, 2.39s/it, lr: 1.0e-04 loss: 1.018e-01] lana-lora-wan2.2: 23%|###########8 | 1166/5000 [36:32<2:32:56, 2.39s/it, lr: 1.0e-04 loss: 2.784e-01] lana-lora-wan2.2: 23%|###########8 | 1166/5000 [36:32<2:32:56, 2.39s/it, lr: 1.0e-04 loss: 2.784e-01] lana-lora-wan2.2: 23%|###########9 | 1167/5000 [36:36<2:32:59, 2.39s/it, lr: 1.0e-04 loss: 1.214e-01] lana-lora-wan2.2: 23%|###########9 | 1167/5000 [36:36<2:32:59, 2.39s/it, lr: 1.0e-04 loss: 1.214e-01] lana-lora-wan2.2: 23%|###########9 | 1168/5000 [36:39<2:33:02, 2.40s/it, lr: 1.0e-04 loss: 4.763e-02] lana-lora-wan2.2: 23%|###########9 | 1168/5000 [36:39<2:33:02, 2.40s/it, lr: 1.0e-04 loss: 4.763e-02] lana-lora-wan2.2: 23%|###########9 | 1169/5000 [36:40<2:32:54, 2.39s/it, lr: 1.0e-04 loss: 4.465e-02] lana-lora-wan2.2: 23%|###########9 | 1169/5000 [36:40<2:32:54, 2.39s/it, lr: 1.0e-04 loss: 4.465e-02] lana-lora-wan2.2: 23%|###########9 | 1170/5000 [36:42<2:32:48, 2.39s/it, lr: 1.0e-04 loss: 9.319e-02] lana-lora-wan2.2: 23%|###########9 | 1170/5000 [36:42<2:32:48, 2.39s/it, lr: 1.0e-04 loss: 9.319e-02] lana-lora-wan2.2: 23%|###########9 | 1171/5000 [36:46<2:32:51, 2.40s/it, lr: 1.0e-04 loss: 4.939e-02] lana-lora-wan2.2: 23%|###########9 | 1171/5000 [36:46<2:32:51, 2.40s/it, lr: 1.0e-04 loss: 4.939e-02] lana-lora-wan2.2: 23%|###########9 | 1172/5000 [36:48<2:32:48, 2.40s/it, lr: 1.0e-04 loss: 3.396e-02] lana-lora-wan2.2: 23%|###########9 | 1172/5000 [36:48<2:32:48, 2.40s/it, lr: 1.0e-04 loss: 3.396e-02] lana-lora-wan2.2: 23%|###########9 | 1173/5000 [36:49<2:32:40, 2.39s/it, lr: 1.0e-04 loss: 7.015e-02] lana-lora-wan2.2: 23%|###########9 | 1173/5000 [36:49<2:32:40, 2.39s/it, lr: 1.0e-04 loss: 7.015e-02] lana-lora-wan2.2: 23%|###########9 | 1174/5000 [36:51<2:32:37, 2.39s/it, lr: 1.0e-04 loss: 4.688e-02] lana-lora-wan2.2: 23%|###########9 | 1174/5000 [36:51<2:32:37, 2.39s/it, lr: 1.0e-04 loss: 4.688e-02] lana-lora-wan2.2: 24%|###########9 | 1175/5000 [36:53<2:32:34, 2.39s/it, lr: 1.0e-04 loss: 3.804e-02] lana-lora-wan2.2: 24%|###########9 | 1175/5000 [36:53<2:32:34, 2.39s/it, lr: 1.0e-04 loss: 3.804e-02] lana-lora-wan2.2: 24%|###########9 | 1176/5000 [36:56<2:32:32, 2.39s/it, lr: 1.0e-04 loss: 3.621e-02] lana-lora-wan2.2: 24%|###########9 | 1176/5000 [36:56<2:32:32, 2.39s/it, lr: 1.0e-04 loss: 3.621e-02] lana-lora-wan2.2: 24%|############ | 1177/5000 [36:59<2:32:35, 2.39s/it, lr: 1.0e-04 loss: 4.706e-02] lana-lora-wan2.2: 24%|############ | 1177/5000 [36:59<2:32:35, 2.39s/it, lr: 1.0e-04 loss: 4.706e-02] lana-lora-wan2.2: 24%|############ | 1178/5000 [37:01<2:32:27, 2.39s/it, lr: 1.0e-04 loss: 1.197e-01] lana-lora-wan2.2: 24%|############ | 1178/5000 [37:01<2:32:27, 2.39s/it, lr: 1.0e-04 loss: 1.197e-01] lana-lora-wan2.2: 24%|############ | 1179/5000 [37:04<2:32:30, 2.39s/it, lr: 1.0e-04 loss: 5.651e-02] lana-lora-wan2.2: 24%|############ | 1179/5000 [37:04<2:32:30, 2.39s/it, lr: 1.0e-04 loss: 5.651e-02] lana-lora-wan2.2: 24%|############ | 1180/5000 [37:08<2:32:33, 2.40s/it, lr: 1.0e-04 loss: 5.765e-02] lana-lora-wan2.2: 24%|############ | 1180/5000 [37:08<2:32:33, 2.40s/it, lr: 1.0e-04 loss: 5.765e-02] lana-lora-wan2.2: 24%|############ | 1181/5000 [37:12<2:32:36, 2.40s/it, lr: 1.0e-04 loss: 3.162e-02] lana-lora-wan2.2: 24%|############ | 1181/5000 [37:12<2:32:36, 2.40s/it, lr: 1.0e-04 loss: 3.162e-02] lana-lora-wan2.2: 24%|############ | 1182/5000 [37:13<2:32:30, 2.40s/it, lr: 1.0e-04 loss: 9.072e-02] lana-lora-wan2.2: 24%|############ | 1182/5000 [37:13<2:32:30, 2.40s/it, lr: 1.0e-04 loss: 9.072e-02] lana-lora-wan2.2: 24%|############ | 1183/5000 [37:14<2:32:22, 2.40s/it, lr: 1.0e-04 loss: 5.935e-02] lana-lora-wan2.2: 24%|############ | 1183/5000 [37:14<2:32:22, 2.40s/it, lr: 1.0e-04 loss: 5.935e-02] lana-lora-wan2.2: 24%|############ | 1184/5000 [37:15<2:32:15, 2.39s/it, lr: 1.0e-04 loss: 4.898e-02] lana-lora-wan2.2: 24%|############ | 1184/5000 [37:15<2:32:15, 2.39s/it, lr: 1.0e-04 loss: 4.898e-02] lana-lora-wan2.2: 24%|############ | 1185/5000 [37:18<2:32:12, 2.39s/it, lr: 1.0e-04 loss: 3.356e-02] lana-lora-wan2.2: 24%|############ | 1185/5000 [37:18<2:32:12, 2.39s/it, lr: 1.0e-04 loss: 3.356e-02] lana-lora-wan2.2: 24%|############ | 1186/5000 [37:19<2:32:04, 2.39s/it, lr: 1.0e-04 loss: 4.818e-02] lana-lora-wan2.2: 24%|############ | 1186/5000 [37:19<2:32:04, 2.39s/it, lr: 1.0e-04 loss: 4.818e-02] lana-lora-wan2.2: 24%|############1 | 1187/5000 [37:22<2:32:07, 2.39s/it, lr: 1.0e-04 loss: 7.281e-02] lana-lora-wan2.2: 24%|############1 | 1187/5000 [37:22<2:32:07, 2.39s/it, lr: 1.0e-04 loss: 7.281e-02] lana-lora-wan2.2: 24%|############1 | 1188/5000 [37:26<2:32:11, 2.40s/it, lr: 1.0e-04 loss: 3.456e-02] lana-lora-wan2.2: 24%|############1 | 1188/5000 [37:26<2:32:11, 2.40s/it, lr: 1.0e-04 loss: 3.456e-02] lana-lora-wan2.2: 24%|############1 | 1189/5000 [37:30<2:32:13, 2.40s/it, lr: 1.0e-04 loss: 2.853e-02] lana-lora-wan2.2: 24%|############1 | 1189/5000 [37:30<2:32:13, 2.40s/it, lr: 1.0e-04 loss: 2.853e-02] lana-lora-wan2.2: 24%|############1 | 1190/5000 [37:32<2:32:10, 2.40s/it, lr: 1.0e-04 loss: 4.211e-02] lana-lora-wan2.2: 24%|############1 | 1190/5000 [37:32<2:32:10, 2.40s/it, lr: 1.0e-04 loss: 4.211e-02] lana-lora-wan2.2: 24%|############1 | 1191/5000 [37:34<2:32:07, 2.40s/it, lr: 1.0e-04 loss: 2.479e-01] lana-lora-wan2.2: 24%|############1 | 1191/5000 [37:34<2:32:07, 2.40s/it, lr: 1.0e-04 loss: 2.479e-01] lana-lora-wan2.2: 24%|############1 | 1192/5000 [37:38<2:32:09, 2.40s/it, lr: 1.0e-04 loss: 4.220e-02] lana-lora-wan2.2: 24%|############1 | 1192/5000 [37:38<2:32:09, 2.40s/it, lr: 1.0e-04 loss: 4.220e-02] lana-lora-wan2.2: 24%|############1 | 1193/5000 [37:42<2:32:12, 2.40s/it, lr: 1.0e-04 loss: 4.869e-02] lana-lora-wan2.2: 24%|############1 | 1193/5000 [37:42<2:32:12, 2.40s/it, lr: 1.0e-04 loss: 4.869e-02] lana-lora-wan2.2: 24%|############1 | 1194/5000 [37:46<2:32:16, 2.40s/it, lr: 1.0e-04 loss: 2.706e-02] lana-lora-wan2.2: 24%|############1 | 1194/5000 [37:46<2:32:16, 2.40s/it, lr: 1.0e-04 loss: 2.706e-02] lana-lora-wan2.2: 24%|############1 | 1195/5000 [37:47<2:32:08, 2.40s/it, lr: 1.0e-04 loss: 4.609e-02] lana-lora-wan2.2: 24%|############1 | 1195/5000 [37:47<2:32:08, 2.40s/it, lr: 1.0e-04 loss: 4.609e-02] lana-lora-wan2.2: 24%|############1 | 1196/5000 [37:50<2:32:11, 2.40s/it, lr: 1.0e-04 loss: 9.126e-02] lana-lora-wan2.2: 24%|############1 | 1196/5000 [37:50<2:32:11, 2.40s/it, lr: 1.0e-04 loss: 9.126e-02] lana-lora-wan2.2: 24%|############2 | 1197/5000 [37:52<2:32:04, 2.40s/it, lr: 1.0e-04 loss: 6.115e-02] lana-lora-wan2.2: 24%|############2 | 1197/5000 [37:52<2:32:04, 2.40s/it, lr: 1.0e-04 loss: 6.115e-02] lana-lora-wan2.2: 24%|############2 | 1198/5000 [37:53<2:31:57, 2.40s/it, lr: 1.0e-04 loss: 4.632e-02] lana-lora-wan2.2: 24%|############2 | 1198/5000 [37:53<2:31:57, 2.40s/it, lr: 1.0e-04 loss: 4.632e-02] lana-lora-wan2.2: 24%|############2 | 1199/5000 [37:56<2:31:59, 2.40s/it, lr: 1.0e-04 loss: 6.653e-02] lana-lora-wan2.2: 24%|############2 | 1199/5000 [37:56<2:31:59, 2.40s/it, lr: 1.0e-04 loss: 6.653e-02] lana-lora-wan2.2: 24%|############2 | 1200/5000 [37:58<2:31:53, 2.40s/it, lr: 1.0e-04 loss: 4.015e-02] lana-lora-wan2.2: 24%|############2 | 1200/5000 [37:58<2:31:53, 2.40s/it, lr: 1.0e-04 loss: 4.015e-02] lana-lora-wan2.2: 24%|############2 | 1201/5000 [37:59<2:31:46, 2.40s/it, lr: 1.0e-04 loss: 2.646e-01] lana-lora-wan2.2: 24%|############2 | 1201/5000 [37:59<2:31:46, 2.40s/it, lr: 1.0e-04 loss: 2.646e-01] lana-lora-wan2.2: 24%|############2 | 1202/5000 [38:01<2:31:43, 2.40s/it, lr: 1.0e-04 loss: 4.774e-02] lana-lora-wan2.2: 24%|############2 | 1202/5000 [38:01<2:31:43, 2.40s/it, lr: 1.0e-04 loss: 4.774e-02] lana-lora-wan2.2: 24%|############2 | 1203/5000 [38:04<2:31:40, 2.40s/it, lr: 1.0e-04 loss: 1.356e-01] lana-lora-wan2.2: 24%|############2 | 1203/5000 [38:04<2:31:40, 2.40s/it, lr: 1.0e-04 loss: 1.356e-01] lana-lora-wan2.2: 24%|############2 | 1204/5000 [38:07<2:31:42, 2.40s/it, lr: 1.0e-04 loss: 2.921e-02] lana-lora-wan2.2: 24%|############2 | 1204/5000 [38:07<2:31:42, 2.40s/it, lr: 1.0e-04 loss: 2.921e-02] lana-lora-wan2.2: 24%|############2 | 1205/5000 [38:11<2:31:45, 2.40s/it, lr: 1.0e-04 loss: 8.349e-02] lana-lora-wan2.2: 24%|############2 | 1205/5000 [38:11<2:31:45, 2.40s/it, lr: 1.0e-04 loss: 8.349e-02] lana-lora-wan2.2: 24%|############3 | 1206/5000 [38:13<2:31:43, 2.40s/it, lr: 1.0e-04 loss: 8.126e-02] lana-lora-wan2.2: 24%|############3 | 1206/5000 [38:13<2:31:43, 2.40s/it, lr: 1.0e-04 loss: 8.126e-02] lana-lora-wan2.2: 24%|############3 | 1207/5000 [38:15<2:31:39, 2.40s/it, lr: 1.0e-04 loss: 2.862e-01] lana-lora-wan2.2: 24%|############3 | 1207/5000 [38:15<2:31:39, 2.40s/it, lr: 1.0e-04 loss: 2.862e-01] lana-lora-wan2.2: 24%|############3 | 1208/5000 [38:18<2:31:36, 2.40s/it, lr: 1.0e-04 loss: 5.327e-02] lana-lora-wan2.2: 24%|############3 | 1208/5000 [38:18<2:31:36, 2.40s/it, lr: 1.0e-04 loss: 5.327e-02] lana-lora-wan2.2: 24%|############3 | 1209/5000 [38:21<2:31:39, 2.40s/it, lr: 1.0e-04 loss: 8.143e-02] lana-lora-wan2.2: 24%|############3 | 1209/5000 [38:21<2:31:39, 2.40s/it, lr: 1.0e-04 loss: 8.143e-02] lana-lora-wan2.2: 24%|############3 | 1210/5000 [38:23<2:31:35, 2.40s/it, lr: 1.0e-04 loss: 4.577e-02] lana-lora-wan2.2: 24%|############3 | 1210/5000 [38:23<2:31:35, 2.40s/it, lr: 1.0e-04 loss: 4.577e-02] lana-lora-wan2.2: 24%|############3 | 1211/5000 [38:25<2:31:28, 2.40s/it, lr: 1.0e-04 loss: 1.371e-01] lana-lora-wan2.2: 24%|############3 | 1211/5000 [38:25<2:31:28, 2.40s/it, lr: 1.0e-04 loss: 1.371e-01] lana-lora-wan2.2: 24%|############3 | 1212/5000 [38:27<2:31:26, 2.40s/it, lr: 1.0e-04 loss: 3.613e-02] lana-lora-wan2.2: 24%|############3 | 1212/5000 [38:27<2:31:26, 2.40s/it, lr: 1.0e-04 loss: 3.613e-02] lana-lora-wan2.2: 24%|############3 | 1213/5000 [38:29<2:31:23, 2.40s/it, lr: 1.0e-04 loss: 8.548e-02] lana-lora-wan2.2: 24%|############3 | 1213/5000 [38:29<2:31:23, 2.40s/it, lr: 1.0e-04 loss: 8.548e-02] lana-lora-wan2.2: 24%|############3 | 1214/5000 [38:33<2:31:25, 2.40s/it, lr: 1.0e-04 loss: 4.047e-02] lana-lora-wan2.2: 24%|############3 | 1214/5000 [38:33<2:31:25, 2.40s/it, lr: 1.0e-04 loss: 4.047e-02] lana-lora-wan2.2: 24%|############3 | 1215/5000 [38:34<2:31:18, 2.40s/it, lr: 1.0e-04 loss: 3.234e-02] lana-lora-wan2.2: 24%|############3 | 1215/5000 [38:34<2:31:18, 2.40s/it, lr: 1.0e-04 loss: 3.234e-02] lana-lora-wan2.2: 24%|############4 | 1216/5000 [38:38<2:31:21, 2.40s/it, lr: 1.0e-04 loss: 4.313e-02] lana-lora-wan2.2: 24%|############4 | 1216/5000 [38:38<2:31:21, 2.40s/it, lr: 1.0e-04 loss: 4.313e-02] lana-lora-wan2.2: 24%|############4 | 1217/5000 [38:42<2:31:24, 2.40s/it, lr: 1.0e-04 loss: 1.286e-01] lana-lora-wan2.2: 24%|############4 | 1217/5000 [38:42<2:31:24, 2.40s/it, lr: 1.0e-04 loss: 1.286e-01] lana-lora-wan2.2: 24%|############4 | 1218/5000 [38:44<2:31:21, 2.40s/it, lr: 1.0e-04 loss: 4.106e-02] lana-lora-wan2.2: 24%|############4 | 1218/5000 [38:44<2:31:21, 2.40s/it, lr: 1.0e-04 loss: 4.106e-02] lana-lora-wan2.2: 24%|############4 | 1219/5000 [38:45<2:31:13, 2.40s/it, lr: 1.0e-04 loss: 1.052e-01] lana-lora-wan2.2: 24%|############4 | 1219/5000 [38:45<2:31:13, 2.40s/it, lr: 1.0e-04 loss: 1.052e-01] lana-lora-wan2.2: 24%|############4 | 1220/5000 [38:49<2:31:16, 2.40s/it, lr: 1.0e-04 loss: 2.936e-02] lana-lora-wan2.2: 24%|############4 | 1220/5000 [38:49<2:31:16, 2.40s/it, lr: 1.0e-04 loss: 2.936e-02] lana-lora-wan2.2: 24%|############4 | 1221/5000 [38:52<2:31:18, 2.40s/it, lr: 1.0e-04 loss: 8.570e-02] lana-lora-wan2.2: 24%|############4 | 1221/5000 [38:52<2:31:18, 2.40s/it, lr: 1.0e-04 loss: 8.570e-02] lana-lora-wan2.2: 24%|############4 | 1222/5000 [38:56<2:31:21, 2.40s/it, lr: 1.0e-04 loss: 1.345e-01] lana-lora-wan2.2: 24%|############4 | 1222/5000 [38:56<2:31:21, 2.40s/it, lr: 1.0e-04 loss: 1.345e-01] lana-lora-wan2.2: 24%|############4 | 1223/5000 [38:57<2:31:15, 2.40s/it, lr: 1.0e-04 loss: 1.101e-01] lana-lora-wan2.2: 24%|############4 | 1223/5000 [38:57<2:31:15, 2.40s/it, lr: 1.0e-04 loss: 1.101e-01] lana-lora-wan2.2: 24%|############4 | 1224/5000 [39:01<2:31:18, 2.40s/it, lr: 1.0e-04 loss: 1.876e-01] lana-lora-wan2.2: 24%|############4 | 1224/5000 [39:01<2:31:18, 2.40s/it, lr: 1.0e-04 loss: 1.876e-01] lana-lora-wan2.2: 24%|############4 | 1225/5000 [39:05<2:31:20, 2.41s/it, lr: 1.0e-04 loss: 1.003e-01] lana-lora-wan2.2: 24%|############4 | 1225/5000 [39:05<2:31:20, 2.41s/it, lr: 1.0e-04 loss: 1.003e-01] lana-lora-wan2.2: 25%|############5 | 1226/5000 [39:07<2:31:17, 2.41s/it, lr: 1.0e-04 loss: 2.078e-01] lana-lora-wan2.2: 25%|############5 | 1226/5000 [39:07<2:31:17, 2.41s/it, lr: 1.0e-04 loss: 2.078e-01] lana-lora-wan2.2: 25%|############5 | 1227/5000 [39:09<2:31:13, 2.40s/it, lr: 1.0e-04 loss: 3.386e-02] lana-lora-wan2.2: 25%|############5 | 1227/5000 [39:09<2:31:13, 2.40s/it, lr: 1.0e-04 loss: 3.386e-02] lana-lora-wan2.2: 25%|############5 | 1228/5000 [39:13<2:31:16, 2.41s/it, lr: 1.0e-04 loss: 6.961e-02] lana-lora-wan2.2: 25%|############5 | 1228/5000 [39:13<2:31:16, 2.41s/it, lr: 1.0e-04 loss: 6.961e-02] lana-lora-wan2.2: 25%|############5 | 1229/5000 [39:15<2:31:14, 2.41s/it, lr: 1.0e-04 loss: 3.561e-02] lana-lora-wan2.2: 25%|############5 | 1229/5000 [39:15<2:31:14, 2.41s/it, lr: 1.0e-04 loss: 3.561e-02] lana-lora-wan2.2: 25%|############5 | 1230/5000 [39:16<2:31:06, 2.40s/it, lr: 1.0e-04 loss: 3.436e-01] lana-lora-wan2.2: 25%|############5 | 1230/5000 [39:16<2:31:06, 2.40s/it, lr: 1.0e-04 loss: 3.436e-01] lana-lora-wan2.2: 25%|############5 | 1231/5000 [39:19<2:31:03, 2.40s/it, lr: 1.0e-04 loss: 8.589e-02] lana-lora-wan2.2: 25%|############5 | 1231/5000 [39:19<2:31:03, 2.40s/it, lr: 1.0e-04 loss: 8.589e-02] lana-lora-wan2.2: 25%|############5 | 1232/5000 [39:21<2:31:00, 2.40s/it, lr: 1.0e-04 loss: 1.579e-01] lana-lora-wan2.2: 25%|############5 | 1232/5000 [39:21<2:31:00, 2.40s/it, lr: 1.0e-04 loss: 1.579e-01] lana-lora-wan2.2: 25%|############5 | 1233/5000 [39:22<2:30:53, 2.40s/it, lr: 1.0e-04 loss: 4.913e-02] lana-lora-wan2.2: 25%|############5 | 1233/5000 [39:22<2:30:53, 2.40s/it, lr: 1.0e-04 loss: 4.913e-02] lana-lora-wan2.2: 25%|############5 | 1234/5000 [39:26<2:30:55, 2.40s/it, lr: 1.0e-04 loss: 3.082e-02] lana-lora-wan2.2: 25%|############5 | 1234/5000 [39:26<2:30:55, 2.40s/it, lr: 1.0e-04 loss: 3.082e-02] lana-lora-wan2.2: 25%|############5 | 1235/5000 [39:28<2:30:53, 2.40s/it, lr: 1.0e-04 loss: 4.213e-02] lana-lora-wan2.2: 25%|############5 | 1235/5000 [39:28<2:30:53, 2.40s/it, lr: 1.0e-04 loss: 4.213e-02] lana-lora-wan2.2: 25%|############6 | 1236/5000 [39:29<2:30:46, 2.40s/it, lr: 1.0e-04 loss: 6.667e-02] lana-lora-wan2.2: 25%|############6 | 1236/5000 [39:29<2:30:46, 2.40s/it, lr: 1.0e-04 loss: 6.667e-02] lana-lora-wan2.2: 25%|############6 | 1237/5000 [39:33<2:30:48, 2.40s/it, lr: 1.0e-04 loss: 2.727e-01] lana-lora-wan2.2: 25%|############6 | 1237/5000 [39:33<2:30:48, 2.40s/it, lr: 1.0e-04 loss: 2.727e-01] lana-lora-wan2.2: 25%|############6 | 1238/5000 [39:34<2:30:41, 2.40s/it, lr: 1.0e-04 loss: 2.885e-02] lana-lora-wan2.2: 25%|############6 | 1238/5000 [39:34<2:30:41, 2.40s/it, lr: 1.0e-04 loss: 2.885e-02] lana-lora-wan2.2: 25%|############6 | 1239/5000 [39:35<2:30:34, 2.40s/it, lr: 1.0e-04 loss: 8.414e-02] lana-lora-wan2.2: 25%|############6 | 1239/5000 [39:35<2:30:34, 2.40s/it, lr: 1.0e-04 loss: 8.414e-02] lana-lora-wan2.2: 25%|############6 | 1240/5000 [39:39<2:30:37, 2.40s/it, lr: 1.0e-04 loss: 6.055e-01] lana-lora-wan2.2: 25%|############6 | 1240/5000 [39:39<2:30:37, 2.40s/it, lr: 1.0e-04 loss: 6.055e-01] lana-lora-wan2.2: 25%|############6 | 1241/5000 [39:41<2:30:31, 2.40s/it, lr: 1.0e-04 loss: 5.116e-02] lana-lora-wan2.2: 25%|############6 | 1241/5000 [39:41<2:30:31, 2.40s/it, lr: 1.0e-04 loss: 5.116e-02] lana-lora-wan2.2: 25%|############6 | 1242/5000 [39:43<2:30:28, 2.40s/it, lr: 1.0e-04 loss: 5.892e-02] lana-lora-wan2.2: 25%|############6 | 1242/5000 [39:43<2:30:28, 2.40s/it, lr: 1.0e-04 loss: 5.892e-02] lana-lora-wan2.2: 25%|############6 | 1243/5000 [39:46<2:30:30, 2.40s/it, lr: 1.0e-04 loss: 1.045e-01] lana-lora-wan2.2: 25%|############6 | 1243/5000 [39:46<2:30:30, 2.40s/it, lr: 1.0e-04 loss: 1.045e-01] lana-lora-wan2.2: 25%|############6 | 1244/5000 [39:49<2:30:27, 2.40s/it, lr: 1.0e-04 loss: 3.978e-02] lana-lora-wan2.2: 25%|############6 | 1244/5000 [39:49<2:30:27, 2.40s/it, lr: 1.0e-04 loss: 3.978e-02] lana-lora-wan2.2: 25%|############6 | 1245/5000 [39:50<2:30:20, 2.40s/it, lr: 1.0e-04 loss: 4.087e-02] lana-lora-wan2.2: 25%|############6 | 1245/5000 [39:50<2:30:20, 2.40s/it, lr: 1.0e-04 loss: 4.087e-02] lana-lora-wan2.2: 25%|############7 | 1246/5000 [39:53<2:30:22, 2.40s/it, lr: 1.0e-04 loss: 5.495e-02] lana-lora-wan2.2: 25%|############7 | 1246/5000 [39:53<2:30:22, 2.40s/it, lr: 1.0e-04 loss: 5.495e-02] lana-lora-wan2.2: 25%|############7 | 1247/5000 [39:55<2:30:16, 2.40s/it, lr: 1.0e-04 loss: 5.311e-02] lana-lora-wan2.2: 25%|############7 | 1247/5000 [39:55<2:30:16, 2.40s/it, lr: 1.0e-04 loss: 5.311e-02] lana-lora-wan2.2: 25%|############7 | 1248/5000 [39:59<2:30:19, 2.40s/it, lr: 1.0e-04 loss: 7.304e-02] lana-lora-wan2.2: 25%|############7 | 1248/5000 [39:59<2:30:19, 2.40s/it, lr: 1.0e-04 loss: 7.304e-02] lana-lora-wan2.2: 25%|############7 | 1249/5000 [40:01<2:30:16, 2.40s/it, lr: 1.0e-04 loss: 3.106e-02] lana-lora-wan2.2: 25%|############7 | 1249/5000 [40:01<2:30:16, 2.40s/it, lr: 1.0e-04 loss: 3.106e-02]
Saving at step 1250
Saved checkpoint to /root/lab/ai-toolkit/output/lana-lora-wan2.2/lana-lora-wan2.2_000001250.safetensors
Saved optimizer to /root/lab/ai-toolkit/output/lana-lora-wan2.2/optimizer.pt
Generating Images: 0%| | 0/1 [00:00<?, ?it/s] Generating Images: 0%| | 0/1 [00:00<?, ?it/s]
0%| | 0/12 [00:00<?, ?it/s] 0%| | 0/12 [00:00<?, ?it/s]
8%|########7 | 1/12 [00:00<00:07, 1.54it/s] 8%|########7 | 1/12 [00:00<00:07, 1.54it/s]
17%|#################5 | 2/12 [00:01<00:06, 1.53it/s] 17%|#################5 | 2/12 [00:01<00:06, 1.53it/s]
25%|##########################2 | 3/12 [00:01<00:05, 1.53it/s] 25%|##########################2 | 3/12 [00:01<00:05, 1.53it/s]
33%|################################### | 4/12 [00:02<00:05, 1.53it/s] 33%|################################### | 4/12 [00:02<00:05, 1.53it/s]
42%|###########################################7 | 5/12 [00:03<00:04, 1.53it/s] 42%|###########################################7 | 5/12 [00:03<00:04, 1.53it/s]
50%|####################################################5 | 6/12 [00:03<00:03, 1.53it/s] 50%|####################################################5 | 6/12 [00:03<00:03, 1.53it/s]
58%|#############################################################2 | 7/12 [00:04<00:03, 1.54it/s] 58%|#############################################################2 | 7/12 [00:04<00:03, 1.54it/s]
67%|###################################################################### | 8/12 [00:05<00:02, 1.53it/s] 67%|###################################################################### | 8/12 [00:05<00:02, 1.53it/s]
75%|##############################################################################7 | 9/12 [00:05<00:01, 1.54it/s] 75%|##############################################################################7 | 9/12 [00:05<00:01, 1.54it/s]
83%|######################################################################################6 | 10/12 [00:06<00:01, 1.54it/s] 83%|######################################################################################6 | 10/12 [00:06<00:01, 1.54it/s]
92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.54it/s] 92%|###############################################################################################3 | 11/12 [00:07<00:00, 1.54it/s]
100%|########################################################################################################| 12/12 [00:07<00:00, 1.54it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.54it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s] 100%|########################################################################################################| 12/12 [00:07<00:00, 1.53it/s]
Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.32s/it] Generating Images: 100%|#######################################################################################| 1/1 [00:08<00:00, 8.32s/it]
 lana-lora-wan2.2: 25%|############7 | 1250/5000 [40:02<2:30:10, 2.40s/it, lr: 1.0e-04 loss: 3.403e-01] lana-lora-wan2.2: 25%|############7 | 1250/5000 [40:02<2:30:10, 2.40s/it, lr: 1.0e-04 loss: 3.403e-01] lana-lora-wan2.2: 25%|############7 | 1251/5000 [40:04<2:30:07, 2.40s/it, lr: 1.0e-04 loss: 2.010e-02] lana-lora-wan2.2: 25%|############7 | 1251/5000 [40:04<2:30:07, 2.40s/it, lr: 1.0e-04 loss: 2.010e-02] lana-lora-wan2.2: 25%|############7 | 1252/5000 [40:06<2:30:00, 2.40s/it, lr: 1.0e-04 loss: 4.081e-02] lana-lora-wan2.2: 25%|############7 | 1252/5000 [40:06<2:30:00, 2.40s/it, lr: 1.0e-04 loss: 4.081e-02] lana-lora-wan2.2: 25%|############7 | 1253/5000 [40:08<2:29:57, 2.40s/it, lr: 1.0e-04 loss: 2.840e-02] lana-lora-wan2.2: 25%|############7 | 1253/5000 [40:08<2:29:57, 2.40s/it, lr: 1.0e-04 loss: 2.840e-02] lana-lora-wan2.2: 25%|############7 | 1254/5000 [40:12<2:29:59, 2.40s/it, lr: 1.0e-04 loss: 3.968e-02] lana-lora-wan2.2: 25%|############7 | 1254/5000 [40:12<2:29:59, 2.40s/it, lr: 1.0e-04 loss: 3.968e-02] lana-lora-wan2.2: 25%|############8 | 1255/5000 [40:13<2:29:53, 2.40s/it, lr: 1.0e-04 loss: 7.602e-02] lana-lora-wan2.2: 25%|############8 | 1255/5000 [40:13<2:29:53, 2.40s/it, lr: 1.0e-04 loss: 7.602e-02] lana-lora-wan2.2: 25%|############8 | 1256/5000 [40:14<2:29:46, 2.40s/it, lr: 1.0e-04 loss: 3.299e-02] lana-lora-wan2.2: 25%|############8 | 1256/5000 [40:14<2:29:46, 2.40s/it, lr: 1.0e-04 loss: 3.299e-02] lana-lora-wan2.2: 25%|############8 | 1257/5000 [40:16<2:29:43, 2.40s/it, lr: 1.0e-04 loss: 2.954e-02] lana-lora-wan2.2: 25%|############8 | 1257/5000 [40:16<2:29:43, 2.40s/it, lr: 1.0e-04 loss: 2.954e-02] lana-lora-wan2.2: 25%|############8 | 1258/5000 [40:19<2:29:40, 2.40s/it, lr: 1.0e-04 loss: 5.614e-02] lana-lora-wan2.2: 25%|############8 | 1258/5000 [40:19<2:29:40, 2.40s/it, lr: 1.0e-04 loss: 5.614e-02] lana-lora-wan2.2: 25%|############8 | 1259/5000 [40:22<2:29:42, 2.40s/it, lr: 1.0e-04 loss: 3.965e-02] lana-lora-wan2.2: 25%|############8 | 1259/5000 [40:22<2:29:42, 2.40s/it, lr: 1.0e-04 loss: 3.965e-02] lana-lora-wan2.2: 25%|############8 | 1260/5000 [40:26<2:29:44, 2.40s/it, lr: 1.0e-04 loss: 9.981e-02] lana-lora-wan2.2: 25%|############8 | 1260/5000 [40:26<2:29:44, 2.40s/it, lr: 1.0e-04 loss: 9.981e-02] lana-lora-wan2.2: 25%|############8 | 1261/5000 [40:28<2:29:42, 2.40s/it, lr: 1.0e-04 loss: 4.784e-02] lana-lora-wan2.2: 25%|############8 | 1261/5000 [40:28<2:29:42, 2.40s/it, lr: 1.0e-04 loss: 4.784e-02] lana-lora-wan2.2: 25%|############8 | 1262/5000 [40:32<2:29:44, 2.40s/it, lr: 1.0e-04 loss: 1.493e-01] lana-lora-wan2.2: 25%|############8 | 1262/5000 [40:32<2:29:44, 2.40s/it, lr: 1.0e-04 loss: 1.493e-01] lana-lora-wan2.2: 25%|############8 | 1263/5000 [40:34<2:29:41, 2.40s/it, lr: 1.0e-04 loss: 2.687e-02] lana-lora-wan2.2: 25%|############8 | 1263/5000 [40:34<2:29:41, 2.40s/it, lr: 1.0e-04 loss: 2.687e-02] lana-lora-wan2.2: 25%|############8 | 1264/5000 [40:38<2:29:43, 2.40s/it, lr: 1.0e-04 loss: 6.435e-02] lana-lora-wan2.2: 25%|############8 | 1264/5000 [40:38<2:29:43, 2.40s/it, lr: 1.0e-04 loss: 6.435e-02] lana-lora-wan2.2: 25%|############9 | 1265/5000 [40:40<2:29:40, 2.40s/it, lr: 1.0e-04 loss: 5.553e-02] lana-lora-wan2.2: 25%|############9 | 1265/5000 [40:40<2:29:40, 2.40s/it, lr: 1.0e-04 loss: 5.553e-02] lana-lora-wan2.2: 25%|############9 | 1266/5000 [40:42<2:29:37, 2.40s/it, lr: 1.0e-04 loss: 4.753e-02] lana-lora-wan2.2: 25%|############9 | 1266/5000 [40:42<2:29:37, 2.40s/it, lr: 1.0e-04 loss: 4.753e-02] lana-lora-wan2.2: 25%|############9 | 1267/5000 [40:44<2:29:33, 2.40s/it, lr: 1.0e-04 loss: 1.027e-01] lana-lora-wan2.2: 25%|############9 | 1267/5000 [40:44<2:29:33, 2.40s/it, lr: 1.0e-04 loss: 1.027e-01] lana-lora-wan2.2: 25%|############9 | 1268/5000 [40:48<2:29:35, 2.41s/it, lr: 1.0e-04 loss: 3.306e-02] lana-lora-wan2.2: 25%|############9 | 1268/5000 [40:48<2:29:35, 2.41s/it, lr: 1.0e-04 loss: 3.306e-02] lana-lora-wan2.2: 25%|############9 | 1269/5000 [40:50<2:29:32, 2.40s/it, lr: 1.0e-04 loss: 6.755e-02] lana-lora-wan2.2: 25%|############9 | 1269/5000 [40:50<2:29:32, 2.40s/it, lr: 1.0e-04 loss: 6.755e-02] lana-lora-wan2.2: 25%|############9 | 1270/5000 [40:52<2:29:26, 2.40s/it, lr: 1.0e-04 loss: 8.855e-02] lana-lora-wan2.2: 25%|############9 | 1270/5000 [40:52<2:29:26, 2.40s/it, lr: 1.0e-04 loss: 8.855e-02] lana-lora-wan2.2: 25%|############9 | 1271/5000 [40:53<2:29:21, 2.40s/it, lr: 1.0e-04 loss: 3.701e-02] lana-lora-wan2.2: 25%|############9 | 1271/5000 [40:53<2:29:21, 2.40s/it, lr: 1.0e-04 loss: 3.701e-02] lana-lora-wan2.2: 25%|############9 | 1272/5000 [40:57<2:29:23, 2.40s/it, lr: 1.0e-04 loss: 4.634e-02] lana-lora-wan2.2: 25%|############9 | 1272/5000 [40:57<2:29:23, 2.40s/it, lr: 1.0e-04 loss: 4.634e-02] lana-lora-wan2.2: 25%|############9 | 1273/5000 [40:59<2:29:21, 2.40s/it, lr: 1.0e-04 loss: 2.955e-02] lana-lora-wan2.2: 25%|############9 | 1273/5000 [40:59<2:29:21, 2.40s/it, lr: 1.0e-04 loss: 2.955e-02] lana-lora-wan2.2: 25%|############9 | 1274/5000 [41:01<2:29:14, 2.40s/it, lr: 1.0e-04 loss: 5.599e-02] lana-lora-wan2.2: 25%|############9 | 1274/5000 [41:01<2:29:14, 2.40s/it, lr: 1.0e-04 loss: 5.599e-02]Error running job: element 0 of tensors does not require grad and does not have a grad_fn
========================================
Result:
- 0 completed jobs
- 1 failure
========================================
Traceback (most recent call last):
Traceback (most recent call last):
File "/root/lab/ai-toolkit/run.py", line 120, in <module>
File "/root/lab/ai-toolkit/run.py", line 120, in <module>
main()main()
File "/root/lab/ai-toolkit/run.py", line 108, in main
File "/root/lab/ai-toolkit/run.py", line 108, in main
raise eraise e
File "/root/lab/ai-toolkit/run.py", line 96, in main
File "/root/lab/ai-toolkit/run.py", line 96, in main
job.run()job.run()
File "/root/lab/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
File "/root/lab/ai-toolkit/jobs/ExtensionJob.py", line 22, in run
process.run()process.run()
File "/root/lab/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2187, in run
File "/root/lab/ai-toolkit/jobs/process/BaseSDTrainProcess.py", line 2187, in run
loss_dict = self.hook_train_loop(batch_list)loss_dict = self.hook_train_loop(batch_list)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/lab/ai-toolkit/extensions_built_in/sd_trainer/SDTrainer.py", line 2061, in hook_train_loop
File "/root/lab/ai-toolkit/extensions_built_in/sd_trainer/SDTrainer.py", line 2061, in hook_train_loop
loss = self.train_single_accumulation(batch)loss = self.train_single_accumulation(batch)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/root/lab/ai-toolkit/extensions_built_in/sd_trainer/SDTrainer.py", line 1989, in train_single_accumulation
File "/root/lab/ai-toolkit/extensions_built_in/sd_trainer/SDTrainer.py", line 1989, in train_single_accumulation
self.accelerator.backward(loss)self.accelerator.backward(loss)
File "/usr/local/lib/python3.11/site-packages/accelerate/accelerator.py", line 2852, in backward
File "/usr/local/lib/python3.11/site-packages/accelerate/accelerator.py", line 2852, in backward
loss.backward(**kwargs)loss.backward(**kwargs)
File "/usr/local/lib/python3.11/site-packages/torch/_tensor.py", line 648, in backward
File "/usr/local/lib/python3.11/site-packages/torch/_tensor.py", line 648, in backward
torch.autograd.backward(torch.autograd.backward(
File "/usr/local/lib/python3.11/site-packages/torch/autograd/__init__.py", line 353, in backward
File "/usr/local/lib/python3.11/site-packages/torch/autograd/__init__.py", line 353, in backward
_engine_run_backward(_engine_run_backward(
File "/usr/local/lib/python3.11/site-packages/torch/autograd/graph.py", line 824, in _engine_run_backward
File "/usr/local/lib/python3.11/site-packages/torch/autograd/graph.py", line 824, in _engine_run_backward
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward passreturn Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
RuntimeErrorRuntimeError: : element 0 of tensors does not require grad and does not have a grad_fnelement 0 of tensors does not require grad and does not have a grad_fn
lana-lora-wan2.2: 26%|############# | 1275/5000 [41:03<2:29:12, 2.40s/it, lr: 1.0e-04 loss: 5.599e-02] lana-lora-wan2.2: 26%|############# | 1275/5000 [41:03<2:29:12, 2.40s/it, lr: 1.0e-04 loss: 5.599e-02]