Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/sanity_check/ad23r2-the.gif filter=lfs diff=lfs merge=lfs -text
+10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/sanity_check/clip_ad23r2-the.png filter=lfs diff=lfs merge=lfs -text
+10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/sanity_check/mask_ad23r2-the.gif filter=lfs diff=lfs merge=lfs -text
+10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/sanity_check/ad23r2-the.gif filter=lfs diff=lfs merge=lfs -text
+10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/sanity_check/clip_ad23r2-the.png filter=lfs diff=lfs merge=lfs -text
+10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/sanity_check/mask_ad23r2-the.gif filter=lfs diff=lfs merge=lfs -text

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/checkpoint-600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f29e4994032d800673ee193be76af295dee36f9c9e8b2a4ef69b4617369fbdb
+size 1236150882

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/events.out.tfevents.1761118962.edb6fde9143d.2647.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822e3b24bc28694a0ffc689fc6b738b21614d5d1904c0081f4d6780fb3086ece
+size 88

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/1761119615.7413323/events.out.tfevents.1761119615.edb6fde9143d.2647.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1d139e52f04150220d9bc54a19cb2752013a750270e46646399abc12a6c3a5
+size 4517

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/1761119615.8940296/hparams.yml

@@ -0,0 +1,89 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-10
+adam_weight_decay: 0.03
+allow_tf32: false
+auto_tile_batch_size: false
+boundary_type: high
+cache_dir: null
+checkpointing_steps: 100
+checkpoints_total_limit: null
+config_path: /workspace/Project/VideoRAG/VideoX-Fun/config/wan2.2/wan_civitai_i2v.yaml
+dataloader_num_workers: 4
+enable_bucket: true
+enable_text_encoder_in_dataloader: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+height: 720
+hub_model_id: null
+hub_token: null
+image_sample_size: 1024
+input_perturbation: 0
+keep_all_node_same_token_length: false
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_skip_name: null
+low_vram: false
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 0.05
+max_train_samples: null
+max_train_steps: 60000
+mixed_precision: bf16
+mode_scale: 1.29
+motion_sub_loss: false
+motion_sub_loss_ratio: 0.25
+multi_stream: false
+network_alpha: 128
+noise_offset: 0
+noise_share_in_frames: false
+noise_share_in_frames_ratio: 0.5
+non_ema_revision: null
+num_train_epochs: 5000
+output_dir: /workspace/Models/10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4
+prediction_type: null
+pretrained_model_name_or_path: /workspace/hfhome/hub/models--Wan-AI--Wan2.2-I2V-A14B/snapshots/206a9ee1b7bfaaf8f7e4d81335650533490646a3
+push_to_hub: false
+random_flip: false
+random_frame_crop: false
+random_hw_adapt: true
+random_ratio_crop: false
+rank: 128
+report_to: tensorboard
+resume_from_checkpoint: null
+revision: null
+save_state: false
+scale_lr: false
+seed: 42
+snr_loss: false
+token_sample_size: 512
+tokenizer_max_length: 512
+tracker_project_name: text2image-fine-tune
+train_batch_size: 2
+train_data_dir: /workspace/Data/05_mixed_data_Large
+train_data_meta: /workspace/Data/05_mixed_data_Large/train_data_mixed_Large.json
+train_mode: i2v
+train_sampling_steps: 1000
+train_text_encoder: false
+training_with_video_token_length: true
+transformer_path: null
+uniform_sampling: true
+use_8bit_adam: false
+use_came: false
+use_deepspeed: false
+use_ema: false
+use_fsdp: false
+vae_mini_batch: 1
+vae_path: null
+validation_epochs: 5
+validation_steps: 200000000
+variant: null
+video_repeat: 1
+video_sample_n_frames: 81
+video_sample_size: 1024
+video_sample_stride: 1
+weighting_scheme: none
+width: 1280

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/events.out.tfevents.1761119615.edb6fde9143d.2647.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab910c83d3cd3bab1fcada437e1c898728def99153a2e57a210c820f0cc0fce7
+size 29508

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/network_structure.txt

@@ -0,0 +1,1606 @@
+LoRANetwork(
+  (lora_unet__time_projection_1): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=30720, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_0_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_1_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_2_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_3_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_4_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_5_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_6_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_7_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_8_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_9_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_10_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_11_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_12_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_13_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_14_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_15_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_16_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_17_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_18_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_19_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_20_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_21_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_22_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_23_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_24_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_25_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_26_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_27_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_28_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_29_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_30_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_31_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_32_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_33_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_34_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_35_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_36_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_37_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_38_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_39_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+)

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/trainable_params.txt

@@ -0,0 +1,802 @@
+lora_unet__time_projection_1.lora_down.weight
+lora_unet__time_projection_1.lora_up.weight
+lora_unet__blocks_0_self_attn_q.lora_down.weight
+lora_unet__blocks_0_self_attn_q.lora_up.weight
+lora_unet__blocks_0_self_attn_k.lora_down.weight
+lora_unet__blocks_0_self_attn_k.lora_up.weight
+lora_unet__blocks_0_self_attn_v.lora_down.weight
+lora_unet__blocks_0_self_attn_v.lora_up.weight
+lora_unet__blocks_0_self_attn_o.lora_down.weight
+lora_unet__blocks_0_self_attn_o.lora_up.weight
+lora_unet__blocks_0_cross_attn_q.lora_down.weight
+lora_unet__blocks_0_cross_attn_q.lora_up.weight
+lora_unet__blocks_0_cross_attn_k.lora_down.weight
+lora_unet__blocks_0_cross_attn_k.lora_up.weight
+lora_unet__blocks_0_cross_attn_v.lora_down.weight
+lora_unet__blocks_0_cross_attn_v.lora_up.weight
+lora_unet__blocks_0_cross_attn_o.lora_down.weight
+lora_unet__blocks_0_cross_attn_o.lora_up.weight
+lora_unet__blocks_0_ffn_0.lora_down.weight
+lora_unet__blocks_0_ffn_0.lora_up.weight
+lora_unet__blocks_0_ffn_2.lora_down.weight
+lora_unet__blocks_0_ffn_2.lora_up.weight
+lora_unet__blocks_1_self_attn_q.lora_down.weight
+lora_unet__blocks_1_self_attn_q.lora_up.weight
+lora_unet__blocks_1_self_attn_k.lora_down.weight
+lora_unet__blocks_1_self_attn_k.lora_up.weight
+lora_unet__blocks_1_self_attn_v.lora_down.weight
+lora_unet__blocks_1_self_attn_v.lora_up.weight
+lora_unet__blocks_1_self_attn_o.lora_down.weight
+lora_unet__blocks_1_self_attn_o.lora_up.weight
+lora_unet__blocks_1_cross_attn_q.lora_down.weight
+lora_unet__blocks_1_cross_attn_q.lora_up.weight
+lora_unet__blocks_1_cross_attn_k.lora_down.weight
+lora_unet__blocks_1_cross_attn_k.lora_up.weight
+lora_unet__blocks_1_cross_attn_v.lora_down.weight
+lora_unet__blocks_1_cross_attn_v.lora_up.weight
+lora_unet__blocks_1_cross_attn_o.lora_down.weight
+lora_unet__blocks_1_cross_attn_o.lora_up.weight
+lora_unet__blocks_1_ffn_0.lora_down.weight
+lora_unet__blocks_1_ffn_0.lora_up.weight
+lora_unet__blocks_1_ffn_2.lora_down.weight
+lora_unet__blocks_1_ffn_2.lora_up.weight
+lora_unet__blocks_2_self_attn_q.lora_down.weight
+lora_unet__blocks_2_self_attn_q.lora_up.weight
+lora_unet__blocks_2_self_attn_k.lora_down.weight
+lora_unet__blocks_2_self_attn_k.lora_up.weight
+lora_unet__blocks_2_self_attn_v.lora_down.weight
+lora_unet__blocks_2_self_attn_v.lora_up.weight
+lora_unet__blocks_2_self_attn_o.lora_down.weight
+lora_unet__blocks_2_self_attn_o.lora_up.weight
+lora_unet__blocks_2_cross_attn_q.lora_down.weight
+lora_unet__blocks_2_cross_attn_q.lora_up.weight
+lora_unet__blocks_2_cross_attn_k.lora_down.weight
+lora_unet__blocks_2_cross_attn_k.lora_up.weight
+lora_unet__blocks_2_cross_attn_v.lora_down.weight
+lora_unet__blocks_2_cross_attn_v.lora_up.weight
+lora_unet__blocks_2_cross_attn_o.lora_down.weight
+lora_unet__blocks_2_cross_attn_o.lora_up.weight
+lora_unet__blocks_2_ffn_0.lora_down.weight
+lora_unet__blocks_2_ffn_0.lora_up.weight
+lora_unet__blocks_2_ffn_2.lora_down.weight
+lora_unet__blocks_2_ffn_2.lora_up.weight
+lora_unet__blocks_3_self_attn_q.lora_down.weight
+lora_unet__blocks_3_self_attn_q.lora_up.weight
+lora_unet__blocks_3_self_attn_k.lora_down.weight
+lora_unet__blocks_3_self_attn_k.lora_up.weight
+lora_unet__blocks_3_self_attn_v.lora_down.weight
+lora_unet__blocks_3_self_attn_v.lora_up.weight
+lora_unet__blocks_3_self_attn_o.lora_down.weight
+lora_unet__blocks_3_self_attn_o.lora_up.weight
+lora_unet__blocks_3_cross_attn_q.lora_down.weight
+lora_unet__blocks_3_cross_attn_q.lora_up.weight
+lora_unet__blocks_3_cross_attn_k.lora_down.weight
+lora_unet__blocks_3_cross_attn_k.lora_up.weight
+lora_unet__blocks_3_cross_attn_v.lora_down.weight
+lora_unet__blocks_3_cross_attn_v.lora_up.weight
+lora_unet__blocks_3_cross_attn_o.lora_down.weight
+lora_unet__blocks_3_cross_attn_o.lora_up.weight
+lora_unet__blocks_3_ffn_0.lora_down.weight
+lora_unet__blocks_3_ffn_0.lora_up.weight
+lora_unet__blocks_3_ffn_2.lora_down.weight
+lora_unet__blocks_3_ffn_2.lora_up.weight
+lora_unet__blocks_4_self_attn_q.lora_down.weight
+lora_unet__blocks_4_self_attn_q.lora_up.weight
+lora_unet__blocks_4_self_attn_k.lora_down.weight
+lora_unet__blocks_4_self_attn_k.lora_up.weight
+lora_unet__blocks_4_self_attn_v.lora_down.weight
+lora_unet__blocks_4_self_attn_v.lora_up.weight
+lora_unet__blocks_4_self_attn_o.lora_down.weight
+lora_unet__blocks_4_self_attn_o.lora_up.weight
+lora_unet__blocks_4_cross_attn_q.lora_down.weight
+lora_unet__blocks_4_cross_attn_q.lora_up.weight
+lora_unet__blocks_4_cross_attn_k.lora_down.weight
+lora_unet__blocks_4_cross_attn_k.lora_up.weight
+lora_unet__blocks_4_cross_attn_v.lora_down.weight
+lora_unet__blocks_4_cross_attn_v.lora_up.weight
+lora_unet__blocks_4_cross_attn_o.lora_down.weight
+lora_unet__blocks_4_cross_attn_o.lora_up.weight
+lora_unet__blocks_4_ffn_0.lora_down.weight
+lora_unet__blocks_4_ffn_0.lora_up.weight
+lora_unet__blocks_4_ffn_2.lora_down.weight
+lora_unet__blocks_4_ffn_2.lora_up.weight
+lora_unet__blocks_5_self_attn_q.lora_down.weight
+lora_unet__blocks_5_self_attn_q.lora_up.weight
+lora_unet__blocks_5_self_attn_k.lora_down.weight
+lora_unet__blocks_5_self_attn_k.lora_up.weight
+lora_unet__blocks_5_self_attn_v.lora_down.weight
+lora_unet__blocks_5_self_attn_v.lora_up.weight
+lora_unet__blocks_5_self_attn_o.lora_down.weight
+lora_unet__blocks_5_self_attn_o.lora_up.weight
+lora_unet__blocks_5_cross_attn_q.lora_down.weight
+lora_unet__blocks_5_cross_attn_q.lora_up.weight
+lora_unet__blocks_5_cross_attn_k.lora_down.weight
+lora_unet__blocks_5_cross_attn_k.lora_up.weight
+lora_unet__blocks_5_cross_attn_v.lora_down.weight
+lora_unet__blocks_5_cross_attn_v.lora_up.weight
+lora_unet__blocks_5_cross_attn_o.lora_down.weight
+lora_unet__blocks_5_cross_attn_o.lora_up.weight
+lora_unet__blocks_5_ffn_0.lora_down.weight
+lora_unet__blocks_5_ffn_0.lora_up.weight
+lora_unet__blocks_5_ffn_2.lora_down.weight
+lora_unet__blocks_5_ffn_2.lora_up.weight
+lora_unet__blocks_6_self_attn_q.lora_down.weight
+lora_unet__blocks_6_self_attn_q.lora_up.weight
+lora_unet__blocks_6_self_attn_k.lora_down.weight
+lora_unet__blocks_6_self_attn_k.lora_up.weight
+lora_unet__blocks_6_self_attn_v.lora_down.weight
+lora_unet__blocks_6_self_attn_v.lora_up.weight
+lora_unet__blocks_6_self_attn_o.lora_down.weight
+lora_unet__blocks_6_self_attn_o.lora_up.weight
+lora_unet__blocks_6_cross_attn_q.lora_down.weight
+lora_unet__blocks_6_cross_attn_q.lora_up.weight
+lora_unet__blocks_6_cross_attn_k.lora_down.weight
+lora_unet__blocks_6_cross_attn_k.lora_up.weight
+lora_unet__blocks_6_cross_attn_v.lora_down.weight
+lora_unet__blocks_6_cross_attn_v.lora_up.weight
+lora_unet__blocks_6_cross_attn_o.lora_down.weight
+lora_unet__blocks_6_cross_attn_o.lora_up.weight
+lora_unet__blocks_6_ffn_0.lora_down.weight
+lora_unet__blocks_6_ffn_0.lora_up.weight
+lora_unet__blocks_6_ffn_2.lora_down.weight
+lora_unet__blocks_6_ffn_2.lora_up.weight
+lora_unet__blocks_7_self_attn_q.lora_down.weight
+lora_unet__blocks_7_self_attn_q.lora_up.weight
+lora_unet__blocks_7_self_attn_k.lora_down.weight
+lora_unet__blocks_7_self_attn_k.lora_up.weight
+lora_unet__blocks_7_self_attn_v.lora_down.weight
+lora_unet__blocks_7_self_attn_v.lora_up.weight
+lora_unet__blocks_7_self_attn_o.lora_down.weight
+lora_unet__blocks_7_self_attn_o.lora_up.weight
+lora_unet__blocks_7_cross_attn_q.lora_down.weight
+lora_unet__blocks_7_cross_attn_q.lora_up.weight
+lora_unet__blocks_7_cross_attn_k.lora_down.weight
+lora_unet__blocks_7_cross_attn_k.lora_up.weight
+lora_unet__blocks_7_cross_attn_v.lora_down.weight
+lora_unet__blocks_7_cross_attn_v.lora_up.weight
+lora_unet__blocks_7_cross_attn_o.lora_down.weight
+lora_unet__blocks_7_cross_attn_o.lora_up.weight
+lora_unet__blocks_7_ffn_0.lora_down.weight
+lora_unet__blocks_7_ffn_0.lora_up.weight
+lora_unet__blocks_7_ffn_2.lora_down.weight
+lora_unet__blocks_7_ffn_2.lora_up.weight
+lora_unet__blocks_8_self_attn_q.lora_down.weight
+lora_unet__blocks_8_self_attn_q.lora_up.weight
+lora_unet__blocks_8_self_attn_k.lora_down.weight
+lora_unet__blocks_8_self_attn_k.lora_up.weight
+lora_unet__blocks_8_self_attn_v.lora_down.weight
+lora_unet__blocks_8_self_attn_v.lora_up.weight
+lora_unet__blocks_8_self_attn_o.lora_down.weight
+lora_unet__blocks_8_self_attn_o.lora_up.weight
+lora_unet__blocks_8_cross_attn_q.lora_down.weight
+lora_unet__blocks_8_cross_attn_q.lora_up.weight
+lora_unet__blocks_8_cross_attn_k.lora_down.weight
+lora_unet__blocks_8_cross_attn_k.lora_up.weight
+lora_unet__blocks_8_cross_attn_v.lora_down.weight
+lora_unet__blocks_8_cross_attn_v.lora_up.weight
+lora_unet__blocks_8_cross_attn_o.lora_down.weight
+lora_unet__blocks_8_cross_attn_o.lora_up.weight
+lora_unet__blocks_8_ffn_0.lora_down.weight
+lora_unet__blocks_8_ffn_0.lora_up.weight
+lora_unet__blocks_8_ffn_2.lora_down.weight
+lora_unet__blocks_8_ffn_2.lora_up.weight
+lora_unet__blocks_9_self_attn_q.lora_down.weight
+lora_unet__blocks_9_self_attn_q.lora_up.weight
+lora_unet__blocks_9_self_attn_k.lora_down.weight
+lora_unet__blocks_9_self_attn_k.lora_up.weight
+lora_unet__blocks_9_self_attn_v.lora_down.weight
+lora_unet__blocks_9_self_attn_v.lora_up.weight
+lora_unet__blocks_9_self_attn_o.lora_down.weight
+lora_unet__blocks_9_self_attn_o.lora_up.weight
+lora_unet__blocks_9_cross_attn_q.lora_down.weight
+lora_unet__blocks_9_cross_attn_q.lora_up.weight
+lora_unet__blocks_9_cross_attn_k.lora_down.weight
+lora_unet__blocks_9_cross_attn_k.lora_up.weight
+lora_unet__blocks_9_cross_attn_v.lora_down.weight
+lora_unet__blocks_9_cross_attn_v.lora_up.weight
+lora_unet__blocks_9_cross_attn_o.lora_down.weight
+lora_unet__blocks_9_cross_attn_o.lora_up.weight
+lora_unet__blocks_9_ffn_0.lora_down.weight
+lora_unet__blocks_9_ffn_0.lora_up.weight
+lora_unet__blocks_9_ffn_2.lora_down.weight
+lora_unet__blocks_9_ffn_2.lora_up.weight
+lora_unet__blocks_10_self_attn_q.lora_down.weight
+lora_unet__blocks_10_self_attn_q.lora_up.weight
+lora_unet__blocks_10_self_attn_k.lora_down.weight
+lora_unet__blocks_10_self_attn_k.lora_up.weight
+lora_unet__blocks_10_self_attn_v.lora_down.weight
+lora_unet__blocks_10_self_attn_v.lora_up.weight
+lora_unet__blocks_10_self_attn_o.lora_down.weight
+lora_unet__blocks_10_self_attn_o.lora_up.weight
+lora_unet__blocks_10_cross_attn_q.lora_down.weight
+lora_unet__blocks_10_cross_attn_q.lora_up.weight
+lora_unet__blocks_10_cross_attn_k.lora_down.weight
+lora_unet__blocks_10_cross_attn_k.lora_up.weight
+lora_unet__blocks_10_cross_attn_v.lora_down.weight
+lora_unet__blocks_10_cross_attn_v.lora_up.weight
+lora_unet__blocks_10_cross_attn_o.lora_down.weight
+lora_unet__blocks_10_cross_attn_o.lora_up.weight
+lora_unet__blocks_10_ffn_0.lora_down.weight
+lora_unet__blocks_10_ffn_0.lora_up.weight
+lora_unet__blocks_10_ffn_2.lora_down.weight
+lora_unet__blocks_10_ffn_2.lora_up.weight
+lora_unet__blocks_11_self_attn_q.lora_down.weight
+lora_unet__blocks_11_self_attn_q.lora_up.weight
+lora_unet__blocks_11_self_attn_k.lora_down.weight
+lora_unet__blocks_11_self_attn_k.lora_up.weight
+lora_unet__blocks_11_self_attn_v.lora_down.weight
+lora_unet__blocks_11_self_attn_v.lora_up.weight
+lora_unet__blocks_11_self_attn_o.lora_down.weight
+lora_unet__blocks_11_self_attn_o.lora_up.weight
+lora_unet__blocks_11_cross_attn_q.lora_down.weight
+lora_unet__blocks_11_cross_attn_q.lora_up.weight
+lora_unet__blocks_11_cross_attn_k.lora_down.weight
+lora_unet__blocks_11_cross_attn_k.lora_up.weight
+lora_unet__blocks_11_cross_attn_v.lora_down.weight
+lora_unet__blocks_11_cross_attn_v.lora_up.weight
+lora_unet__blocks_11_cross_attn_o.lora_down.weight
+lora_unet__blocks_11_cross_attn_o.lora_up.weight
+lora_unet__blocks_11_ffn_0.lora_down.weight
+lora_unet__blocks_11_ffn_0.lora_up.weight
+lora_unet__blocks_11_ffn_2.lora_down.weight
+lora_unet__blocks_11_ffn_2.lora_up.weight
+lora_unet__blocks_12_self_attn_q.lora_down.weight
+lora_unet__blocks_12_self_attn_q.lora_up.weight
+lora_unet__blocks_12_self_attn_k.lora_down.weight
+lora_unet__blocks_12_self_attn_k.lora_up.weight
+lora_unet__blocks_12_self_attn_v.lora_down.weight
+lora_unet__blocks_12_self_attn_v.lora_up.weight
+lora_unet__blocks_12_self_attn_o.lora_down.weight
+lora_unet__blocks_12_self_attn_o.lora_up.weight
+lora_unet__blocks_12_cross_attn_q.lora_down.weight
+lora_unet__blocks_12_cross_attn_q.lora_up.weight
+lora_unet__blocks_12_cross_attn_k.lora_down.weight
+lora_unet__blocks_12_cross_attn_k.lora_up.weight
+lora_unet__blocks_12_cross_attn_v.lora_down.weight
+lora_unet__blocks_12_cross_attn_v.lora_up.weight
+lora_unet__blocks_12_cross_attn_o.lora_down.weight
+lora_unet__blocks_12_cross_attn_o.lora_up.weight
+lora_unet__blocks_12_ffn_0.lora_down.weight
+lora_unet__blocks_12_ffn_0.lora_up.weight
+lora_unet__blocks_12_ffn_2.lora_down.weight
+lora_unet__blocks_12_ffn_2.lora_up.weight
+lora_unet__blocks_13_self_attn_q.lora_down.weight
+lora_unet__blocks_13_self_attn_q.lora_up.weight
+lora_unet__blocks_13_self_attn_k.lora_down.weight
+lora_unet__blocks_13_self_attn_k.lora_up.weight
+lora_unet__blocks_13_self_attn_v.lora_down.weight
+lora_unet__blocks_13_self_attn_v.lora_up.weight
+lora_unet__blocks_13_self_attn_o.lora_down.weight
+lora_unet__blocks_13_self_attn_o.lora_up.weight
+lora_unet__blocks_13_cross_attn_q.lora_down.weight
+lora_unet__blocks_13_cross_attn_q.lora_up.weight
+lora_unet__blocks_13_cross_attn_k.lora_down.weight
+lora_unet__blocks_13_cross_attn_k.lora_up.weight
+lora_unet__blocks_13_cross_attn_v.lora_down.weight
+lora_unet__blocks_13_cross_attn_v.lora_up.weight
+lora_unet__blocks_13_cross_attn_o.lora_down.weight
+lora_unet__blocks_13_cross_attn_o.lora_up.weight
+lora_unet__blocks_13_ffn_0.lora_down.weight
+lora_unet__blocks_13_ffn_0.lora_up.weight
+lora_unet__blocks_13_ffn_2.lora_down.weight
+lora_unet__blocks_13_ffn_2.lora_up.weight
+lora_unet__blocks_14_self_attn_q.lora_down.weight
+lora_unet__blocks_14_self_attn_q.lora_up.weight
+lora_unet__blocks_14_self_attn_k.lora_down.weight
+lora_unet__blocks_14_self_attn_k.lora_up.weight
+lora_unet__blocks_14_self_attn_v.lora_down.weight
+lora_unet__blocks_14_self_attn_v.lora_up.weight
+lora_unet__blocks_14_self_attn_o.lora_down.weight
+lora_unet__blocks_14_self_attn_o.lora_up.weight
+lora_unet__blocks_14_cross_attn_q.lora_down.weight
+lora_unet__blocks_14_cross_attn_q.lora_up.weight
+lora_unet__blocks_14_cross_attn_k.lora_down.weight
+lora_unet__blocks_14_cross_attn_k.lora_up.weight
+lora_unet__blocks_14_cross_attn_v.lora_down.weight
+lora_unet__blocks_14_cross_attn_v.lora_up.weight
+lora_unet__blocks_14_cross_attn_o.lora_down.weight
+lora_unet__blocks_14_cross_attn_o.lora_up.weight
+lora_unet__blocks_14_ffn_0.lora_down.weight
+lora_unet__blocks_14_ffn_0.lora_up.weight
+lora_unet__blocks_14_ffn_2.lora_down.weight
+lora_unet__blocks_14_ffn_2.lora_up.weight
+lora_unet__blocks_15_self_attn_q.lora_down.weight
+lora_unet__blocks_15_self_attn_q.lora_up.weight
+lora_unet__blocks_15_self_attn_k.lora_down.weight
+lora_unet__blocks_15_self_attn_k.lora_up.weight
+lora_unet__blocks_15_self_attn_v.lora_down.weight
+lora_unet__blocks_15_self_attn_v.lora_up.weight
+lora_unet__blocks_15_self_attn_o.lora_down.weight
+lora_unet__blocks_15_self_attn_o.lora_up.weight
+lora_unet__blocks_15_cross_attn_q.lora_down.weight
+lora_unet__blocks_15_cross_attn_q.lora_up.weight
+lora_unet__blocks_15_cross_attn_k.lora_down.weight
+lora_unet__blocks_15_cross_attn_k.lora_up.weight
+lora_unet__blocks_15_cross_attn_v.lora_down.weight
+lora_unet__blocks_15_cross_attn_v.lora_up.weight
+lora_unet__blocks_15_cross_attn_o.lora_down.weight
+lora_unet__blocks_15_cross_attn_o.lora_up.weight
+lora_unet__blocks_15_ffn_0.lora_down.weight
+lora_unet__blocks_15_ffn_0.lora_up.weight
+lora_unet__blocks_15_ffn_2.lora_down.weight
+lora_unet__blocks_15_ffn_2.lora_up.weight
+lora_unet__blocks_16_self_attn_q.lora_down.weight
+lora_unet__blocks_16_self_attn_q.lora_up.weight
+lora_unet__blocks_16_self_attn_k.lora_down.weight
+lora_unet__blocks_16_self_attn_k.lora_up.weight
+lora_unet__blocks_16_self_attn_v.lora_down.weight
+lora_unet__blocks_16_self_attn_v.lora_up.weight
+lora_unet__blocks_16_self_attn_o.lora_down.weight
+lora_unet__blocks_16_self_attn_o.lora_up.weight
+lora_unet__blocks_16_cross_attn_q.lora_down.weight
+lora_unet__blocks_16_cross_attn_q.lora_up.weight
+lora_unet__blocks_16_cross_attn_k.lora_down.weight
+lora_unet__blocks_16_cross_attn_k.lora_up.weight
+lora_unet__blocks_16_cross_attn_v.lora_down.weight
+lora_unet__blocks_16_cross_attn_v.lora_up.weight
+lora_unet__blocks_16_cross_attn_o.lora_down.weight
+lora_unet__blocks_16_cross_attn_o.lora_up.weight
+lora_unet__blocks_16_ffn_0.lora_down.weight
+lora_unet__blocks_16_ffn_0.lora_up.weight
+lora_unet__blocks_16_ffn_2.lora_down.weight
+lora_unet__blocks_16_ffn_2.lora_up.weight
+lora_unet__blocks_17_self_attn_q.lora_down.weight
+lora_unet__blocks_17_self_attn_q.lora_up.weight
+lora_unet__blocks_17_self_attn_k.lora_down.weight
+lora_unet__blocks_17_self_attn_k.lora_up.weight
+lora_unet__blocks_17_self_attn_v.lora_down.weight
+lora_unet__blocks_17_self_attn_v.lora_up.weight
+lora_unet__blocks_17_self_attn_o.lora_down.weight
+lora_unet__blocks_17_self_attn_o.lora_up.weight
+lora_unet__blocks_17_cross_attn_q.lora_down.weight
+lora_unet__blocks_17_cross_attn_q.lora_up.weight
+lora_unet__blocks_17_cross_attn_k.lora_down.weight
+lora_unet__blocks_17_cross_attn_k.lora_up.weight
+lora_unet__blocks_17_cross_attn_v.lora_down.weight
+lora_unet__blocks_17_cross_attn_v.lora_up.weight
+lora_unet__blocks_17_cross_attn_o.lora_down.weight
+lora_unet__blocks_17_cross_attn_o.lora_up.weight
+lora_unet__blocks_17_ffn_0.lora_down.weight
+lora_unet__blocks_17_ffn_0.lora_up.weight
+lora_unet__blocks_17_ffn_2.lora_down.weight
+lora_unet__blocks_17_ffn_2.lora_up.weight
+lora_unet__blocks_18_self_attn_q.lora_down.weight
+lora_unet__blocks_18_self_attn_q.lora_up.weight
+lora_unet__blocks_18_self_attn_k.lora_down.weight
+lora_unet__blocks_18_self_attn_k.lora_up.weight
+lora_unet__blocks_18_self_attn_v.lora_down.weight
+lora_unet__blocks_18_self_attn_v.lora_up.weight
+lora_unet__blocks_18_self_attn_o.lora_down.weight
+lora_unet__blocks_18_self_attn_o.lora_up.weight
+lora_unet__blocks_18_cross_attn_q.lora_down.weight
+lora_unet__blocks_18_cross_attn_q.lora_up.weight
+lora_unet__blocks_18_cross_attn_k.lora_down.weight
+lora_unet__blocks_18_cross_attn_k.lora_up.weight
+lora_unet__blocks_18_cross_attn_v.lora_down.weight
+lora_unet__blocks_18_cross_attn_v.lora_up.weight
+lora_unet__blocks_18_cross_attn_o.lora_down.weight
+lora_unet__blocks_18_cross_attn_o.lora_up.weight
+lora_unet__blocks_18_ffn_0.lora_down.weight
+lora_unet__blocks_18_ffn_0.lora_up.weight
+lora_unet__blocks_18_ffn_2.lora_down.weight
+lora_unet__blocks_18_ffn_2.lora_up.weight
+lora_unet__blocks_19_self_attn_q.lora_down.weight
+lora_unet__blocks_19_self_attn_q.lora_up.weight
+lora_unet__blocks_19_self_attn_k.lora_down.weight
+lora_unet__blocks_19_self_attn_k.lora_up.weight
+lora_unet__blocks_19_self_attn_v.lora_down.weight
+lora_unet__blocks_19_self_attn_v.lora_up.weight
+lora_unet__blocks_19_self_attn_o.lora_down.weight
+lora_unet__blocks_19_self_attn_o.lora_up.weight
+lora_unet__blocks_19_cross_attn_q.lora_down.weight
+lora_unet__blocks_19_cross_attn_q.lora_up.weight
+lora_unet__blocks_19_cross_attn_k.lora_down.weight
+lora_unet__blocks_19_cross_attn_k.lora_up.weight
+lora_unet__blocks_19_cross_attn_v.lora_down.weight
+lora_unet__blocks_19_cross_attn_v.lora_up.weight
+lora_unet__blocks_19_cross_attn_o.lora_down.weight
+lora_unet__blocks_19_cross_attn_o.lora_up.weight
+lora_unet__blocks_19_ffn_0.lora_down.weight
+lora_unet__blocks_19_ffn_0.lora_up.weight
+lora_unet__blocks_19_ffn_2.lora_down.weight
+lora_unet__blocks_19_ffn_2.lora_up.weight
+lora_unet__blocks_20_self_attn_q.lora_down.weight
+lora_unet__blocks_20_self_attn_q.lora_up.weight
+lora_unet__blocks_20_self_attn_k.lora_down.weight
+lora_unet__blocks_20_self_attn_k.lora_up.weight
+lora_unet__blocks_20_self_attn_v.lora_down.weight
+lora_unet__blocks_20_self_attn_v.lora_up.weight
+lora_unet__blocks_20_self_attn_o.lora_down.weight
+lora_unet__blocks_20_self_attn_o.lora_up.weight
+lora_unet__blocks_20_cross_attn_q.lora_down.weight
+lora_unet__blocks_20_cross_attn_q.lora_up.weight
+lora_unet__blocks_20_cross_attn_k.lora_down.weight
+lora_unet__blocks_20_cross_attn_k.lora_up.weight
+lora_unet__blocks_20_cross_attn_v.lora_down.weight
+lora_unet__blocks_20_cross_attn_v.lora_up.weight
+lora_unet__blocks_20_cross_attn_o.lora_down.weight
+lora_unet__blocks_20_cross_attn_o.lora_up.weight
+lora_unet__blocks_20_ffn_0.lora_down.weight
+lora_unet__blocks_20_ffn_0.lora_up.weight
+lora_unet__blocks_20_ffn_2.lora_down.weight
+lora_unet__blocks_20_ffn_2.lora_up.weight
+lora_unet__blocks_21_self_attn_q.lora_down.weight
+lora_unet__blocks_21_self_attn_q.lora_up.weight
+lora_unet__blocks_21_self_attn_k.lora_down.weight
+lora_unet__blocks_21_self_attn_k.lora_up.weight
+lora_unet__blocks_21_self_attn_v.lora_down.weight
+lora_unet__blocks_21_self_attn_v.lora_up.weight
+lora_unet__blocks_21_self_attn_o.lora_down.weight
+lora_unet__blocks_21_self_attn_o.lora_up.weight
+lora_unet__blocks_21_cross_attn_q.lora_down.weight
+lora_unet__blocks_21_cross_attn_q.lora_up.weight
+lora_unet__blocks_21_cross_attn_k.lora_down.weight
+lora_unet__blocks_21_cross_attn_k.lora_up.weight
+lora_unet__blocks_21_cross_attn_v.lora_down.weight
+lora_unet__blocks_21_cross_attn_v.lora_up.weight
+lora_unet__blocks_21_cross_attn_o.lora_down.weight
+lora_unet__blocks_21_cross_attn_o.lora_up.weight
+lora_unet__blocks_21_ffn_0.lora_down.weight
+lora_unet__blocks_21_ffn_0.lora_up.weight
+lora_unet__blocks_21_ffn_2.lora_down.weight
+lora_unet__blocks_21_ffn_2.lora_up.weight
+lora_unet__blocks_22_self_attn_q.lora_down.weight
+lora_unet__blocks_22_self_attn_q.lora_up.weight
+lora_unet__blocks_22_self_attn_k.lora_down.weight
+lora_unet__blocks_22_self_attn_k.lora_up.weight
+lora_unet__blocks_22_self_attn_v.lora_down.weight
+lora_unet__blocks_22_self_attn_v.lora_up.weight
+lora_unet__blocks_22_self_attn_o.lora_down.weight
+lora_unet__blocks_22_self_attn_o.lora_up.weight
+lora_unet__blocks_22_cross_attn_q.lora_down.weight
+lora_unet__blocks_22_cross_attn_q.lora_up.weight
+lora_unet__blocks_22_cross_attn_k.lora_down.weight
+lora_unet__blocks_22_cross_attn_k.lora_up.weight
+lora_unet__blocks_22_cross_attn_v.lora_down.weight
+lora_unet__blocks_22_cross_attn_v.lora_up.weight
+lora_unet__blocks_22_cross_attn_o.lora_down.weight
+lora_unet__blocks_22_cross_attn_o.lora_up.weight
+lora_unet__blocks_22_ffn_0.lora_down.weight
+lora_unet__blocks_22_ffn_0.lora_up.weight
+lora_unet__blocks_22_ffn_2.lora_down.weight
+lora_unet__blocks_22_ffn_2.lora_up.weight
+lora_unet__blocks_23_self_attn_q.lora_down.weight
+lora_unet__blocks_23_self_attn_q.lora_up.weight
+lora_unet__blocks_23_self_attn_k.lora_down.weight
+lora_unet__blocks_23_self_attn_k.lora_up.weight
+lora_unet__blocks_23_self_attn_v.lora_down.weight
+lora_unet__blocks_23_self_attn_v.lora_up.weight
+lora_unet__blocks_23_self_attn_o.lora_down.weight
+lora_unet__blocks_23_self_attn_o.lora_up.weight
+lora_unet__blocks_23_cross_attn_q.lora_down.weight
+lora_unet__blocks_23_cross_attn_q.lora_up.weight
+lora_unet__blocks_23_cross_attn_k.lora_down.weight
+lora_unet__blocks_23_cross_attn_k.lora_up.weight
+lora_unet__blocks_23_cross_attn_v.lora_down.weight
+lora_unet__blocks_23_cross_attn_v.lora_up.weight
+lora_unet__blocks_23_cross_attn_o.lora_down.weight
+lora_unet__blocks_23_cross_attn_o.lora_up.weight
+lora_unet__blocks_23_ffn_0.lora_down.weight
+lora_unet__blocks_23_ffn_0.lora_up.weight
+lora_unet__blocks_23_ffn_2.lora_down.weight
+lora_unet__blocks_23_ffn_2.lora_up.weight
+lora_unet__blocks_24_self_attn_q.lora_down.weight
+lora_unet__blocks_24_self_attn_q.lora_up.weight
+lora_unet__blocks_24_self_attn_k.lora_down.weight
+lora_unet__blocks_24_self_attn_k.lora_up.weight
+lora_unet__blocks_24_self_attn_v.lora_down.weight
+lora_unet__blocks_24_self_attn_v.lora_up.weight
+lora_unet__blocks_24_self_attn_o.lora_down.weight
+lora_unet__blocks_24_self_attn_o.lora_up.weight
+lora_unet__blocks_24_cross_attn_q.lora_down.weight
+lora_unet__blocks_24_cross_attn_q.lora_up.weight
+lora_unet__blocks_24_cross_attn_k.lora_down.weight
+lora_unet__blocks_24_cross_attn_k.lora_up.weight
+lora_unet__blocks_24_cross_attn_v.lora_down.weight
+lora_unet__blocks_24_cross_attn_v.lora_up.weight
+lora_unet__blocks_24_cross_attn_o.lora_down.weight
+lora_unet__blocks_24_cross_attn_o.lora_up.weight
+lora_unet__blocks_24_ffn_0.lora_down.weight
+lora_unet__blocks_24_ffn_0.lora_up.weight
+lora_unet__blocks_24_ffn_2.lora_down.weight
+lora_unet__blocks_24_ffn_2.lora_up.weight
+lora_unet__blocks_25_self_attn_q.lora_down.weight
+lora_unet__blocks_25_self_attn_q.lora_up.weight
+lora_unet__blocks_25_self_attn_k.lora_down.weight
+lora_unet__blocks_25_self_attn_k.lora_up.weight
+lora_unet__blocks_25_self_attn_v.lora_down.weight
+lora_unet__blocks_25_self_attn_v.lora_up.weight
+lora_unet__blocks_25_self_attn_o.lora_down.weight
+lora_unet__blocks_25_self_attn_o.lora_up.weight
+lora_unet__blocks_25_cross_attn_q.lora_down.weight
+lora_unet__blocks_25_cross_attn_q.lora_up.weight
+lora_unet__blocks_25_cross_attn_k.lora_down.weight
+lora_unet__blocks_25_cross_attn_k.lora_up.weight
+lora_unet__blocks_25_cross_attn_v.lora_down.weight
+lora_unet__blocks_25_cross_attn_v.lora_up.weight
+lora_unet__blocks_25_cross_attn_o.lora_down.weight
+lora_unet__blocks_25_cross_attn_o.lora_up.weight
+lora_unet__blocks_25_ffn_0.lora_down.weight
+lora_unet__blocks_25_ffn_0.lora_up.weight
+lora_unet__blocks_25_ffn_2.lora_down.weight
+lora_unet__blocks_25_ffn_2.lora_up.weight
+lora_unet__blocks_26_self_attn_q.lora_down.weight
+lora_unet__blocks_26_self_attn_q.lora_up.weight
+lora_unet__blocks_26_self_attn_k.lora_down.weight
+lora_unet__blocks_26_self_attn_k.lora_up.weight
+lora_unet__blocks_26_self_attn_v.lora_down.weight
+lora_unet__blocks_26_self_attn_v.lora_up.weight
+lora_unet__blocks_26_self_attn_o.lora_down.weight
+lora_unet__blocks_26_self_attn_o.lora_up.weight
+lora_unet__blocks_26_cross_attn_q.lora_down.weight
+lora_unet__blocks_26_cross_attn_q.lora_up.weight
+lora_unet__blocks_26_cross_attn_k.lora_down.weight
+lora_unet__blocks_26_cross_attn_k.lora_up.weight
+lora_unet__blocks_26_cross_attn_v.lora_down.weight
+lora_unet__blocks_26_cross_attn_v.lora_up.weight
+lora_unet__blocks_26_cross_attn_o.lora_down.weight
+lora_unet__blocks_26_cross_attn_o.lora_up.weight
+lora_unet__blocks_26_ffn_0.lora_down.weight
+lora_unet__blocks_26_ffn_0.lora_up.weight
+lora_unet__blocks_26_ffn_2.lora_down.weight
+lora_unet__blocks_26_ffn_2.lora_up.weight
+lora_unet__blocks_27_self_attn_q.lora_down.weight
+lora_unet__blocks_27_self_attn_q.lora_up.weight
+lora_unet__blocks_27_self_attn_k.lora_down.weight
+lora_unet__blocks_27_self_attn_k.lora_up.weight
+lora_unet__blocks_27_self_attn_v.lora_down.weight
+lora_unet__blocks_27_self_attn_v.lora_up.weight
+lora_unet__blocks_27_self_attn_o.lora_down.weight
+lora_unet__blocks_27_self_attn_o.lora_up.weight
+lora_unet__blocks_27_cross_attn_q.lora_down.weight
+lora_unet__blocks_27_cross_attn_q.lora_up.weight
+lora_unet__blocks_27_cross_attn_k.lora_down.weight
+lora_unet__blocks_27_cross_attn_k.lora_up.weight
+lora_unet__blocks_27_cross_attn_v.lora_down.weight
+lora_unet__blocks_27_cross_attn_v.lora_up.weight
+lora_unet__blocks_27_cross_attn_o.lora_down.weight
+lora_unet__blocks_27_cross_attn_o.lora_up.weight
+lora_unet__blocks_27_ffn_0.lora_down.weight
+lora_unet__blocks_27_ffn_0.lora_up.weight
+lora_unet__blocks_27_ffn_2.lora_down.weight
+lora_unet__blocks_27_ffn_2.lora_up.weight
+lora_unet__blocks_28_self_attn_q.lora_down.weight
+lora_unet__blocks_28_self_attn_q.lora_up.weight
+lora_unet__blocks_28_self_attn_k.lora_down.weight
+lora_unet__blocks_28_self_attn_k.lora_up.weight
+lora_unet__blocks_28_self_attn_v.lora_down.weight
+lora_unet__blocks_28_self_attn_v.lora_up.weight
+lora_unet__blocks_28_self_attn_o.lora_down.weight
+lora_unet__blocks_28_self_attn_o.lora_up.weight
+lora_unet__blocks_28_cross_attn_q.lora_down.weight
+lora_unet__blocks_28_cross_attn_q.lora_up.weight
+lora_unet__blocks_28_cross_attn_k.lora_down.weight
+lora_unet__blocks_28_cross_attn_k.lora_up.weight
+lora_unet__blocks_28_cross_attn_v.lora_down.weight
+lora_unet__blocks_28_cross_attn_v.lora_up.weight
+lora_unet__blocks_28_cross_attn_o.lora_down.weight
+lora_unet__blocks_28_cross_attn_o.lora_up.weight
+lora_unet__blocks_28_ffn_0.lora_down.weight
+lora_unet__blocks_28_ffn_0.lora_up.weight
+lora_unet__blocks_28_ffn_2.lora_down.weight
+lora_unet__blocks_28_ffn_2.lora_up.weight
+lora_unet__blocks_29_self_attn_q.lora_down.weight
+lora_unet__blocks_29_self_attn_q.lora_up.weight
+lora_unet__blocks_29_self_attn_k.lora_down.weight
+lora_unet__blocks_29_self_attn_k.lora_up.weight
+lora_unet__blocks_29_self_attn_v.lora_down.weight
+lora_unet__blocks_29_self_attn_v.lora_up.weight
+lora_unet__blocks_29_self_attn_o.lora_down.weight
+lora_unet__blocks_29_self_attn_o.lora_up.weight
+lora_unet__blocks_29_cross_attn_q.lora_down.weight
+lora_unet__blocks_29_cross_attn_q.lora_up.weight
+lora_unet__blocks_29_cross_attn_k.lora_down.weight
+lora_unet__blocks_29_cross_attn_k.lora_up.weight
+lora_unet__blocks_29_cross_attn_v.lora_down.weight
+lora_unet__blocks_29_cross_attn_v.lora_up.weight
+lora_unet__blocks_29_cross_attn_o.lora_down.weight
+lora_unet__blocks_29_cross_attn_o.lora_up.weight
+lora_unet__blocks_29_ffn_0.lora_down.weight
+lora_unet__blocks_29_ffn_0.lora_up.weight
+lora_unet__blocks_29_ffn_2.lora_down.weight
+lora_unet__blocks_29_ffn_2.lora_up.weight
+lora_unet__blocks_30_self_attn_q.lora_down.weight
+lora_unet__blocks_30_self_attn_q.lora_up.weight
+lora_unet__blocks_30_self_attn_k.lora_down.weight
+lora_unet__blocks_30_self_attn_k.lora_up.weight
+lora_unet__blocks_30_self_attn_v.lora_down.weight
+lora_unet__blocks_30_self_attn_v.lora_up.weight
+lora_unet__blocks_30_self_attn_o.lora_down.weight
+lora_unet__blocks_30_self_attn_o.lora_up.weight
+lora_unet__blocks_30_cross_attn_q.lora_down.weight
+lora_unet__blocks_30_cross_attn_q.lora_up.weight
+lora_unet__blocks_30_cross_attn_k.lora_down.weight
+lora_unet__blocks_30_cross_attn_k.lora_up.weight
+lora_unet__blocks_30_cross_attn_v.lora_down.weight
+lora_unet__blocks_30_cross_attn_v.lora_up.weight
+lora_unet__blocks_30_cross_attn_o.lora_down.weight
+lora_unet__blocks_30_cross_attn_o.lora_up.weight
+lora_unet__blocks_30_ffn_0.lora_down.weight
+lora_unet__blocks_30_ffn_0.lora_up.weight
+lora_unet__blocks_30_ffn_2.lora_down.weight
+lora_unet__blocks_30_ffn_2.lora_up.weight
+lora_unet__blocks_31_self_attn_q.lora_down.weight
+lora_unet__blocks_31_self_attn_q.lora_up.weight
+lora_unet__blocks_31_self_attn_k.lora_down.weight
+lora_unet__blocks_31_self_attn_k.lora_up.weight
+lora_unet__blocks_31_self_attn_v.lora_down.weight
+lora_unet__blocks_31_self_attn_v.lora_up.weight
+lora_unet__blocks_31_self_attn_o.lora_down.weight
+lora_unet__blocks_31_self_attn_o.lora_up.weight
+lora_unet__blocks_31_cross_attn_q.lora_down.weight
+lora_unet__blocks_31_cross_attn_q.lora_up.weight
+lora_unet__blocks_31_cross_attn_k.lora_down.weight
+lora_unet__blocks_31_cross_attn_k.lora_up.weight
+lora_unet__blocks_31_cross_attn_v.lora_down.weight
+lora_unet__blocks_31_cross_attn_v.lora_up.weight
+lora_unet__blocks_31_cross_attn_o.lora_down.weight
+lora_unet__blocks_31_cross_attn_o.lora_up.weight
+lora_unet__blocks_31_ffn_0.lora_down.weight
+lora_unet__blocks_31_ffn_0.lora_up.weight
+lora_unet__blocks_31_ffn_2.lora_down.weight
+lora_unet__blocks_31_ffn_2.lora_up.weight
+lora_unet__blocks_32_self_attn_q.lora_down.weight
+lora_unet__blocks_32_self_attn_q.lora_up.weight
+lora_unet__blocks_32_self_attn_k.lora_down.weight
+lora_unet__blocks_32_self_attn_k.lora_up.weight
+lora_unet__blocks_32_self_attn_v.lora_down.weight
+lora_unet__blocks_32_self_attn_v.lora_up.weight
+lora_unet__blocks_32_self_attn_o.lora_down.weight
+lora_unet__blocks_32_self_attn_o.lora_up.weight
+lora_unet__blocks_32_cross_attn_q.lora_down.weight
+lora_unet__blocks_32_cross_attn_q.lora_up.weight
+lora_unet__blocks_32_cross_attn_k.lora_down.weight
+lora_unet__blocks_32_cross_attn_k.lora_up.weight
+lora_unet__blocks_32_cross_attn_v.lora_down.weight
+lora_unet__blocks_32_cross_attn_v.lora_up.weight
+lora_unet__blocks_32_cross_attn_o.lora_down.weight
+lora_unet__blocks_32_cross_attn_o.lora_up.weight
+lora_unet__blocks_32_ffn_0.lora_down.weight
+lora_unet__blocks_32_ffn_0.lora_up.weight
+lora_unet__blocks_32_ffn_2.lora_down.weight
+lora_unet__blocks_32_ffn_2.lora_up.weight
+lora_unet__blocks_33_self_attn_q.lora_down.weight
+lora_unet__blocks_33_self_attn_q.lora_up.weight
+lora_unet__blocks_33_self_attn_k.lora_down.weight
+lora_unet__blocks_33_self_attn_k.lora_up.weight
+lora_unet__blocks_33_self_attn_v.lora_down.weight
+lora_unet__blocks_33_self_attn_v.lora_up.weight
+lora_unet__blocks_33_self_attn_o.lora_down.weight
+lora_unet__blocks_33_self_attn_o.lora_up.weight
+lora_unet__blocks_33_cross_attn_q.lora_down.weight
+lora_unet__blocks_33_cross_attn_q.lora_up.weight
+lora_unet__blocks_33_cross_attn_k.lora_down.weight
+lora_unet__blocks_33_cross_attn_k.lora_up.weight
+lora_unet__blocks_33_cross_attn_v.lora_down.weight
+lora_unet__blocks_33_cross_attn_v.lora_up.weight
+lora_unet__blocks_33_cross_attn_o.lora_down.weight
+lora_unet__blocks_33_cross_attn_o.lora_up.weight
+lora_unet__blocks_33_ffn_0.lora_down.weight
+lora_unet__blocks_33_ffn_0.lora_up.weight
+lora_unet__blocks_33_ffn_2.lora_down.weight
+lora_unet__blocks_33_ffn_2.lora_up.weight
+lora_unet__blocks_34_self_attn_q.lora_down.weight
+lora_unet__blocks_34_self_attn_q.lora_up.weight
+lora_unet__blocks_34_self_attn_k.lora_down.weight
+lora_unet__blocks_34_self_attn_k.lora_up.weight
+lora_unet__blocks_34_self_attn_v.lora_down.weight
+lora_unet__blocks_34_self_attn_v.lora_up.weight
+lora_unet__blocks_34_self_attn_o.lora_down.weight
+lora_unet__blocks_34_self_attn_o.lora_up.weight
+lora_unet__blocks_34_cross_attn_q.lora_down.weight
+lora_unet__blocks_34_cross_attn_q.lora_up.weight
+lora_unet__blocks_34_cross_attn_k.lora_down.weight
+lora_unet__blocks_34_cross_attn_k.lora_up.weight
+lora_unet__blocks_34_cross_attn_v.lora_down.weight
+lora_unet__blocks_34_cross_attn_v.lora_up.weight
+lora_unet__blocks_34_cross_attn_o.lora_down.weight
+lora_unet__blocks_34_cross_attn_o.lora_up.weight
+lora_unet__blocks_34_ffn_0.lora_down.weight
+lora_unet__blocks_34_ffn_0.lora_up.weight
+lora_unet__blocks_34_ffn_2.lora_down.weight
+lora_unet__blocks_34_ffn_2.lora_up.weight
+lora_unet__blocks_35_self_attn_q.lora_down.weight
+lora_unet__blocks_35_self_attn_q.lora_up.weight
+lora_unet__blocks_35_self_attn_k.lora_down.weight
+lora_unet__blocks_35_self_attn_k.lora_up.weight
+lora_unet__blocks_35_self_attn_v.lora_down.weight
+lora_unet__blocks_35_self_attn_v.lora_up.weight
+lora_unet__blocks_35_self_attn_o.lora_down.weight
+lora_unet__blocks_35_self_attn_o.lora_up.weight
+lora_unet__blocks_35_cross_attn_q.lora_down.weight
+lora_unet__blocks_35_cross_attn_q.lora_up.weight
+lora_unet__blocks_35_cross_attn_k.lora_down.weight
+lora_unet__blocks_35_cross_attn_k.lora_up.weight
+lora_unet__blocks_35_cross_attn_v.lora_down.weight
+lora_unet__blocks_35_cross_attn_v.lora_up.weight
+lora_unet__blocks_35_cross_attn_o.lora_down.weight
+lora_unet__blocks_35_cross_attn_o.lora_up.weight
+lora_unet__blocks_35_ffn_0.lora_down.weight
+lora_unet__blocks_35_ffn_0.lora_up.weight
+lora_unet__blocks_35_ffn_2.lora_down.weight
+lora_unet__blocks_35_ffn_2.lora_up.weight
+lora_unet__blocks_36_self_attn_q.lora_down.weight
+lora_unet__blocks_36_self_attn_q.lora_up.weight
+lora_unet__blocks_36_self_attn_k.lora_down.weight
+lora_unet__blocks_36_self_attn_k.lora_up.weight
+lora_unet__blocks_36_self_attn_v.lora_down.weight
+lora_unet__blocks_36_self_attn_v.lora_up.weight
+lora_unet__blocks_36_self_attn_o.lora_down.weight
+lora_unet__blocks_36_self_attn_o.lora_up.weight
+lora_unet__blocks_36_cross_attn_q.lora_down.weight
+lora_unet__blocks_36_cross_attn_q.lora_up.weight
+lora_unet__blocks_36_cross_attn_k.lora_down.weight
+lora_unet__blocks_36_cross_attn_k.lora_up.weight
+lora_unet__blocks_36_cross_attn_v.lora_down.weight
+lora_unet__blocks_36_cross_attn_v.lora_up.weight
+lora_unet__blocks_36_cross_attn_o.lora_down.weight
+lora_unet__blocks_36_cross_attn_o.lora_up.weight
+lora_unet__blocks_36_ffn_0.lora_down.weight
+lora_unet__blocks_36_ffn_0.lora_up.weight
+lora_unet__blocks_36_ffn_2.lora_down.weight
+lora_unet__blocks_36_ffn_2.lora_up.weight
+lora_unet__blocks_37_self_attn_q.lora_down.weight
+lora_unet__blocks_37_self_attn_q.lora_up.weight
+lora_unet__blocks_37_self_attn_k.lora_down.weight
+lora_unet__blocks_37_self_attn_k.lora_up.weight
+lora_unet__blocks_37_self_attn_v.lora_down.weight
+lora_unet__blocks_37_self_attn_v.lora_up.weight
+lora_unet__blocks_37_self_attn_o.lora_down.weight
+lora_unet__blocks_37_self_attn_o.lora_up.weight
+lora_unet__blocks_37_cross_attn_q.lora_down.weight
+lora_unet__blocks_37_cross_attn_q.lora_up.weight
+lora_unet__blocks_37_cross_attn_k.lora_down.weight
+lora_unet__blocks_37_cross_attn_k.lora_up.weight
+lora_unet__blocks_37_cross_attn_v.lora_down.weight
+lora_unet__blocks_37_cross_attn_v.lora_up.weight
+lora_unet__blocks_37_cross_attn_o.lora_down.weight
+lora_unet__blocks_37_cross_attn_o.lora_up.weight
+lora_unet__blocks_37_ffn_0.lora_down.weight
+lora_unet__blocks_37_ffn_0.lora_up.weight
+lora_unet__blocks_37_ffn_2.lora_down.weight
+lora_unet__blocks_37_ffn_2.lora_up.weight
+lora_unet__blocks_38_self_attn_q.lora_down.weight
+lora_unet__blocks_38_self_attn_q.lora_up.weight
+lora_unet__blocks_38_self_attn_k.lora_down.weight
+lora_unet__blocks_38_self_attn_k.lora_up.weight
+lora_unet__blocks_38_self_attn_v.lora_down.weight
+lora_unet__blocks_38_self_attn_v.lora_up.weight
+lora_unet__blocks_38_self_attn_o.lora_down.weight
+lora_unet__blocks_38_self_attn_o.lora_up.weight
+lora_unet__blocks_38_cross_attn_q.lora_down.weight
+lora_unet__blocks_38_cross_attn_q.lora_up.weight
+lora_unet__blocks_38_cross_attn_k.lora_down.weight
+lora_unet__blocks_38_cross_attn_k.lora_up.weight
+lora_unet__blocks_38_cross_attn_v.lora_down.weight
+lora_unet__blocks_38_cross_attn_v.lora_up.weight
+lora_unet__blocks_38_cross_attn_o.lora_down.weight
+lora_unet__blocks_38_cross_attn_o.lora_up.weight
+lora_unet__blocks_38_ffn_0.lora_down.weight
+lora_unet__blocks_38_ffn_0.lora_up.weight
+lora_unet__blocks_38_ffn_2.lora_down.weight
+lora_unet__blocks_38_ffn_2.lora_up.weight
+lora_unet__blocks_39_self_attn_q.lora_down.weight
+lora_unet__blocks_39_self_attn_q.lora_up.weight
+lora_unet__blocks_39_self_attn_k.lora_down.weight
+lora_unet__blocks_39_self_attn_k.lora_up.weight
+lora_unet__blocks_39_self_attn_v.lora_down.weight
+lora_unet__blocks_39_self_attn_v.lora_up.weight
+lora_unet__blocks_39_self_attn_o.lora_down.weight
+lora_unet__blocks_39_self_attn_o.lora_up.weight
+lora_unet__blocks_39_cross_attn_q.lora_down.weight
+lora_unet__blocks_39_cross_attn_q.lora_up.weight
+lora_unet__blocks_39_cross_attn_k.lora_down.weight
+lora_unet__blocks_39_cross_attn_k.lora_up.weight
+lora_unet__blocks_39_cross_attn_v.lora_down.weight
+lora_unet__blocks_39_cross_attn_v.lora_up.weight
+lora_unet__blocks_39_cross_attn_o.lora_down.weight
+lora_unet__blocks_39_cross_attn_o.lora_up.weight
+lora_unet__blocks_39_ffn_0.lora_down.weight
+lora_unet__blocks_39_ffn_0.lora_up.weight
+lora_unet__blocks_39_ffn_2.lora_down.weight
+lora_unet__blocks_39_ffn_2.lora_up.weight

10_LargeMixedDatset_wan_14bHigh_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/transformer3d_structure.txt

@@ -0,0 +1,49 @@
+Wan2_2Transformer3DModel(
+  (patch_embedding): Conv3d(36, 5120, kernel_size=(1, 2, 2), stride=(1, 2, 2))
+  (text_embedding): Sequential(
+    (0): Linear(in_features=4096, out_features=5120, bias=True)
+    (1): GELU(approximate='tanh')
+    (2): Linear(in_features=5120, out_features=5120, bias=True)
+  )
+  (time_embedding): Sequential(
+    (0): Linear(in_features=256, out_features=5120, bias=True)
+    (1): SiLU()
+    (2): Linear(in_features=5120, out_features=5120, bias=True)
+  )
+  (time_projection): Sequential(
+    (0): SiLU()
+    (1): Linear(in_features=5120, out_features=30720, bias=True)
+  )
+  (blocks): ModuleList(
+    (0-39): 40 x WanAttentionBlock(
+      (norm1): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=False)
+      (self_attn): WanSelfAttention(
+        (q): Linear(in_features=5120, out_features=5120, bias=True)
+        (k): Linear(in_features=5120, out_features=5120, bias=True)
+        (v): Linear(in_features=5120, out_features=5120, bias=True)
+        (o): Linear(in_features=5120, out_features=5120, bias=True)
+        (norm_q): WanRMSNorm()
+        (norm_k): WanRMSNorm()
+      )
+      (norm3): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=True)
+      (cross_attn): WanCrossAttention(
+        (q): Linear(in_features=5120, out_features=5120, bias=True)
+        (k): Linear(in_features=5120, out_features=5120, bias=True)
+        (v): Linear(in_features=5120, out_features=5120, bias=True)
+        (o): Linear(in_features=5120, out_features=5120, bias=True)
+        (norm_q): WanRMSNorm()
+        (norm_k): WanRMSNorm()
+      )
+      (norm2): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=False)
+      (ffn): Sequential(
+        (0): Linear(in_features=5120, out_features=13824, bias=True)
+        (1): GELU(approximate='tanh')
+        (2): Linear(in_features=13824, out_features=5120, bias=True)
+      )
+    )
+  )
+  (head): Head(
+    (norm): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=False)
+    (head): Linear(in_features=5120, out_features=64, bias=True)
+  )
+)

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/checkpoint-600.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3469743e51c6c7730a9d0ced98e7f5b77c019b8b36e8b252ab454ce5bc16c310
+size 1236150882

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/events.out.tfevents.1761137386.edb6fde9143d.95968.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3e88e3a1e3c9d036590191fd705f025de13fa1b42be2a17eeb7be5937dea58
+size 88

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/1761138020.9281862/events.out.tfevents.1761138020.edb6fde9143d.95968.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbc26dbdfe7947f8f94dbd3b32783ffc4226297edef92b66da511981bbad805
+size 4515

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/1761138020.940236/.ipynb_checkpoints/hparams-checkpoint.yml

@@ -0,0 +1,89 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-10
+adam_weight_decay: 0.03
+allow_tf32: false
+auto_tile_batch_size: false
+boundary_type: low
+cache_dir: null
+checkpointing_steps: 100
+checkpoints_total_limit: null
+config_path: /workspace/Project/VideoRAG/VideoX-Fun/config/wan2.2/wan_civitai_i2v.yaml
+dataloader_num_workers: 4
+enable_bucket: true
+enable_text_encoder_in_dataloader: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+height: 720
+hub_model_id: null
+hub_token: null
+image_sample_size: 1024
+input_perturbation: 0
+keep_all_node_same_token_length: false
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_skip_name: null
+low_vram: false
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 0.05
+max_train_samples: null
+max_train_steps: 60000
+mixed_precision: bf16
+mode_scale: 1.29
+motion_sub_loss: false
+motion_sub_loss_ratio: 0.25
+multi_stream: false
+network_alpha: 128
+noise_offset: 0
+noise_share_in_frames: false
+noise_share_in_frames_ratio: 0.5
+non_ema_revision: null
+num_train_epochs: 5000
+output_dir: /workspace/Models/10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4
+prediction_type: null
+pretrained_model_name_or_path: /workspace/hfhome/hub/models--Wan-AI--Wan2.2-I2V-A14B/snapshots/206a9ee1b7bfaaf8f7e4d81335650533490646a3
+push_to_hub: false
+random_flip: false
+random_frame_crop: false
+random_hw_adapt: true
+random_ratio_crop: false
+rank: 128
+report_to: tensorboard
+resume_from_checkpoint: null
+revision: null
+save_state: false
+scale_lr: false
+seed: 42
+snr_loss: false
+token_sample_size: 512
+tokenizer_max_length: 512
+tracker_project_name: text2image-fine-tune
+train_batch_size: 2
+train_data_dir: /workspace/Data/05_mixed_data_Large
+train_data_meta: /workspace/Data/05_mixed_data_Large/train_data_mixed_Large.json
+train_mode: i2v
+train_sampling_steps: 1000
+train_text_encoder: false
+training_with_video_token_length: true
+transformer_path: null
+uniform_sampling: true
+use_8bit_adam: false
+use_came: false
+use_deepspeed: false
+use_ema: false
+use_fsdp: false
+vae_mini_batch: 1
+vae_path: null
+validation_epochs: 5
+validation_steps: 200000000
+variant: null
+video_repeat: 1
+video_sample_n_frames: 81
+video_sample_size: 1024
+video_sample_stride: 1
+weighting_scheme: none
+width: 1280

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/1761138020.940236/hparams.yml

@@ -0,0 +1,89 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-10
+adam_weight_decay: 0.03
+allow_tf32: false
+auto_tile_batch_size: false
+boundary_type: low
+cache_dir: null
+checkpointing_steps: 100
+checkpoints_total_limit: null
+config_path: /workspace/Project/VideoRAG/VideoX-Fun/config/wan2.2/wan_civitai_i2v.yaml
+dataloader_num_workers: 4
+enable_bucket: true
+enable_text_encoder_in_dataloader: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+height: 720
+hub_model_id: null
+hub_token: null
+image_sample_size: 1024
+input_perturbation: 0
+keep_all_node_same_token_length: false
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+logit_mean: 0.0
+logit_std: 1.0
+lora_skip_name: null
+low_vram: false
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 0.05
+max_train_samples: null
+max_train_steps: 60000
+mixed_precision: bf16
+mode_scale: 1.29
+motion_sub_loss: false
+motion_sub_loss_ratio: 0.25
+multi_stream: false
+network_alpha: 128
+noise_offset: 0
+noise_share_in_frames: false
+noise_share_in_frames_ratio: 0.5
+non_ema_revision: null
+num_train_epochs: 5000
+output_dir: /workspace/Models/10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4
+prediction_type: null
+pretrained_model_name_or_path: /workspace/hfhome/hub/models--Wan-AI--Wan2.2-I2V-A14B/snapshots/206a9ee1b7bfaaf8f7e4d81335650533490646a3
+push_to_hub: false
+random_flip: false
+random_frame_crop: false
+random_hw_adapt: true
+random_ratio_crop: false
+rank: 128
+report_to: tensorboard
+resume_from_checkpoint: null
+revision: null
+save_state: false
+scale_lr: false
+seed: 42
+snr_loss: false
+token_sample_size: 512
+tokenizer_max_length: 512
+tracker_project_name: text2image-fine-tune
+train_batch_size: 2
+train_data_dir: /workspace/Data/05_mixed_data_Large
+train_data_meta: /workspace/Data/05_mixed_data_Large/train_data_mixed_Large.json
+train_mode: i2v
+train_sampling_steps: 1000
+train_text_encoder: false
+training_with_video_token_length: true
+transformer_path: null
+uniform_sampling: true
+use_8bit_adam: false
+use_came: false
+use_deepspeed: false
+use_ema: false
+use_fsdp: false
+vae_mini_batch: 1
+vae_path: null
+validation_epochs: 5
+validation_steps: 200000000
+variant: null
+video_repeat: 1
+video_sample_n_frames: 81
+video_sample_size: 1024
+video_sample_stride: 1
+weighting_scheme: none
+width: 1280

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/logs/text2image-fine-tune/events.out.tfevents.1761138020.edb6fde9143d.95968.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d8507a7e0418c0ce0f3f07b4b1f15a3841919bf6e978289ae65328263bec2a
+size 31664

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/network_structure.txt

@@ -0,0 +1,1606 @@
+LoRANetwork(
+  (lora_unet__time_projection_1): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=30720, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_0_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_0_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_1_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_1_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_2_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_2_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_3_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_3_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_4_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_4_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_5_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_5_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_6_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_6_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_7_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_7_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_8_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_8_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_9_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_9_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_10_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_10_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_11_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_11_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_12_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_12_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_13_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_13_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_14_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_14_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_15_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_15_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_16_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_16_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_17_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_17_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_18_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_18_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_19_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_19_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_20_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_20_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_21_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_21_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_22_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_22_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_23_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_23_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_24_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_24_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_25_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_25_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_26_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_26_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_27_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_27_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_28_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_28_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_29_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_29_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_30_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_30_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_31_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_31_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_32_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_32_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_33_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_33_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_34_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_34_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_35_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_35_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_36_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_36_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_37_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_37_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_38_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_38_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_self_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_q): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_k): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_v): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_cross_attn_o): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+  (lora_unet__blocks_39_ffn_0): LoRAModule(
+    (lora_down): Linear(in_features=5120, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=13824, bias=False)
+  )
+  (lora_unet__blocks_39_ffn_2): LoRAModule(
+    (lora_down): Linear(in_features=13824, out_features=128, bias=False)
+    (lora_up): Linear(in_features=128, out_features=5120, bias=False)
+  )
+)

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/trainable_params.txt

@@ -0,0 +1,802 @@
+lora_unet__time_projection_1.lora_down.weight
+lora_unet__time_projection_1.lora_up.weight
+lora_unet__blocks_0_self_attn_q.lora_down.weight
+lora_unet__blocks_0_self_attn_q.lora_up.weight
+lora_unet__blocks_0_self_attn_k.lora_down.weight
+lora_unet__blocks_0_self_attn_k.lora_up.weight
+lora_unet__blocks_0_self_attn_v.lora_down.weight
+lora_unet__blocks_0_self_attn_v.lora_up.weight
+lora_unet__blocks_0_self_attn_o.lora_down.weight
+lora_unet__blocks_0_self_attn_o.lora_up.weight
+lora_unet__blocks_0_cross_attn_q.lora_down.weight
+lora_unet__blocks_0_cross_attn_q.lora_up.weight
+lora_unet__blocks_0_cross_attn_k.lora_down.weight
+lora_unet__blocks_0_cross_attn_k.lora_up.weight
+lora_unet__blocks_0_cross_attn_v.lora_down.weight
+lora_unet__blocks_0_cross_attn_v.lora_up.weight
+lora_unet__blocks_0_cross_attn_o.lora_down.weight
+lora_unet__blocks_0_cross_attn_o.lora_up.weight
+lora_unet__blocks_0_ffn_0.lora_down.weight
+lora_unet__blocks_0_ffn_0.lora_up.weight
+lora_unet__blocks_0_ffn_2.lora_down.weight
+lora_unet__blocks_0_ffn_2.lora_up.weight
+lora_unet__blocks_1_self_attn_q.lora_down.weight
+lora_unet__blocks_1_self_attn_q.lora_up.weight
+lora_unet__blocks_1_self_attn_k.lora_down.weight
+lora_unet__blocks_1_self_attn_k.lora_up.weight
+lora_unet__blocks_1_self_attn_v.lora_down.weight
+lora_unet__blocks_1_self_attn_v.lora_up.weight
+lora_unet__blocks_1_self_attn_o.lora_down.weight
+lora_unet__blocks_1_self_attn_o.lora_up.weight
+lora_unet__blocks_1_cross_attn_q.lora_down.weight
+lora_unet__blocks_1_cross_attn_q.lora_up.weight
+lora_unet__blocks_1_cross_attn_k.lora_down.weight
+lora_unet__blocks_1_cross_attn_k.lora_up.weight
+lora_unet__blocks_1_cross_attn_v.lora_down.weight
+lora_unet__blocks_1_cross_attn_v.lora_up.weight
+lora_unet__blocks_1_cross_attn_o.lora_down.weight
+lora_unet__blocks_1_cross_attn_o.lora_up.weight
+lora_unet__blocks_1_ffn_0.lora_down.weight
+lora_unet__blocks_1_ffn_0.lora_up.weight
+lora_unet__blocks_1_ffn_2.lora_down.weight
+lora_unet__blocks_1_ffn_2.lora_up.weight
+lora_unet__blocks_2_self_attn_q.lora_down.weight
+lora_unet__blocks_2_self_attn_q.lora_up.weight
+lora_unet__blocks_2_self_attn_k.lora_down.weight
+lora_unet__blocks_2_self_attn_k.lora_up.weight
+lora_unet__blocks_2_self_attn_v.lora_down.weight
+lora_unet__blocks_2_self_attn_v.lora_up.weight
+lora_unet__blocks_2_self_attn_o.lora_down.weight
+lora_unet__blocks_2_self_attn_o.lora_up.weight
+lora_unet__blocks_2_cross_attn_q.lora_down.weight
+lora_unet__blocks_2_cross_attn_q.lora_up.weight
+lora_unet__blocks_2_cross_attn_k.lora_down.weight
+lora_unet__blocks_2_cross_attn_k.lora_up.weight
+lora_unet__blocks_2_cross_attn_v.lora_down.weight
+lora_unet__blocks_2_cross_attn_v.lora_up.weight
+lora_unet__blocks_2_cross_attn_o.lora_down.weight
+lora_unet__blocks_2_cross_attn_o.lora_up.weight
+lora_unet__blocks_2_ffn_0.lora_down.weight
+lora_unet__blocks_2_ffn_0.lora_up.weight
+lora_unet__blocks_2_ffn_2.lora_down.weight
+lora_unet__blocks_2_ffn_2.lora_up.weight
+lora_unet__blocks_3_self_attn_q.lora_down.weight
+lora_unet__blocks_3_self_attn_q.lora_up.weight
+lora_unet__blocks_3_self_attn_k.lora_down.weight
+lora_unet__blocks_3_self_attn_k.lora_up.weight
+lora_unet__blocks_3_self_attn_v.lora_down.weight
+lora_unet__blocks_3_self_attn_v.lora_up.weight
+lora_unet__blocks_3_self_attn_o.lora_down.weight
+lora_unet__blocks_3_self_attn_o.lora_up.weight
+lora_unet__blocks_3_cross_attn_q.lora_down.weight
+lora_unet__blocks_3_cross_attn_q.lora_up.weight
+lora_unet__blocks_3_cross_attn_k.lora_down.weight
+lora_unet__blocks_3_cross_attn_k.lora_up.weight
+lora_unet__blocks_3_cross_attn_v.lora_down.weight
+lora_unet__blocks_3_cross_attn_v.lora_up.weight
+lora_unet__blocks_3_cross_attn_o.lora_down.weight
+lora_unet__blocks_3_cross_attn_o.lora_up.weight
+lora_unet__blocks_3_ffn_0.lora_down.weight
+lora_unet__blocks_3_ffn_0.lora_up.weight
+lora_unet__blocks_3_ffn_2.lora_down.weight
+lora_unet__blocks_3_ffn_2.lora_up.weight
+lora_unet__blocks_4_self_attn_q.lora_down.weight
+lora_unet__blocks_4_self_attn_q.lora_up.weight
+lora_unet__blocks_4_self_attn_k.lora_down.weight
+lora_unet__blocks_4_self_attn_k.lora_up.weight
+lora_unet__blocks_4_self_attn_v.lora_down.weight
+lora_unet__blocks_4_self_attn_v.lora_up.weight
+lora_unet__blocks_4_self_attn_o.lora_down.weight
+lora_unet__blocks_4_self_attn_o.lora_up.weight
+lora_unet__blocks_4_cross_attn_q.lora_down.weight
+lora_unet__blocks_4_cross_attn_q.lora_up.weight
+lora_unet__blocks_4_cross_attn_k.lora_down.weight
+lora_unet__blocks_4_cross_attn_k.lora_up.weight
+lora_unet__blocks_4_cross_attn_v.lora_down.weight
+lora_unet__blocks_4_cross_attn_v.lora_up.weight
+lora_unet__blocks_4_cross_attn_o.lora_down.weight
+lora_unet__blocks_4_cross_attn_o.lora_up.weight
+lora_unet__blocks_4_ffn_0.lora_down.weight
+lora_unet__blocks_4_ffn_0.lora_up.weight
+lora_unet__blocks_4_ffn_2.lora_down.weight
+lora_unet__blocks_4_ffn_2.lora_up.weight
+lora_unet__blocks_5_self_attn_q.lora_down.weight
+lora_unet__blocks_5_self_attn_q.lora_up.weight
+lora_unet__blocks_5_self_attn_k.lora_down.weight
+lora_unet__blocks_5_self_attn_k.lora_up.weight
+lora_unet__blocks_5_self_attn_v.lora_down.weight
+lora_unet__blocks_5_self_attn_v.lora_up.weight
+lora_unet__blocks_5_self_attn_o.lora_down.weight
+lora_unet__blocks_5_self_attn_o.lora_up.weight
+lora_unet__blocks_5_cross_attn_q.lora_down.weight
+lora_unet__blocks_5_cross_attn_q.lora_up.weight
+lora_unet__blocks_5_cross_attn_k.lora_down.weight
+lora_unet__blocks_5_cross_attn_k.lora_up.weight
+lora_unet__blocks_5_cross_attn_v.lora_down.weight
+lora_unet__blocks_5_cross_attn_v.lora_up.weight
+lora_unet__blocks_5_cross_attn_o.lora_down.weight
+lora_unet__blocks_5_cross_attn_o.lora_up.weight
+lora_unet__blocks_5_ffn_0.lora_down.weight
+lora_unet__blocks_5_ffn_0.lora_up.weight
+lora_unet__blocks_5_ffn_2.lora_down.weight
+lora_unet__blocks_5_ffn_2.lora_up.weight
+lora_unet__blocks_6_self_attn_q.lora_down.weight
+lora_unet__blocks_6_self_attn_q.lora_up.weight
+lora_unet__blocks_6_self_attn_k.lora_down.weight
+lora_unet__blocks_6_self_attn_k.lora_up.weight
+lora_unet__blocks_6_self_attn_v.lora_down.weight
+lora_unet__blocks_6_self_attn_v.lora_up.weight
+lora_unet__blocks_6_self_attn_o.lora_down.weight
+lora_unet__blocks_6_self_attn_o.lora_up.weight
+lora_unet__blocks_6_cross_attn_q.lora_down.weight
+lora_unet__blocks_6_cross_attn_q.lora_up.weight
+lora_unet__blocks_6_cross_attn_k.lora_down.weight
+lora_unet__blocks_6_cross_attn_k.lora_up.weight
+lora_unet__blocks_6_cross_attn_v.lora_down.weight
+lora_unet__blocks_6_cross_attn_v.lora_up.weight
+lora_unet__blocks_6_cross_attn_o.lora_down.weight
+lora_unet__blocks_6_cross_attn_o.lora_up.weight
+lora_unet__blocks_6_ffn_0.lora_down.weight
+lora_unet__blocks_6_ffn_0.lora_up.weight
+lora_unet__blocks_6_ffn_2.lora_down.weight
+lora_unet__blocks_6_ffn_2.lora_up.weight
+lora_unet__blocks_7_self_attn_q.lora_down.weight
+lora_unet__blocks_7_self_attn_q.lora_up.weight
+lora_unet__blocks_7_self_attn_k.lora_down.weight
+lora_unet__blocks_7_self_attn_k.lora_up.weight
+lora_unet__blocks_7_self_attn_v.lora_down.weight
+lora_unet__blocks_7_self_attn_v.lora_up.weight
+lora_unet__blocks_7_self_attn_o.lora_down.weight
+lora_unet__blocks_7_self_attn_o.lora_up.weight
+lora_unet__blocks_7_cross_attn_q.lora_down.weight
+lora_unet__blocks_7_cross_attn_q.lora_up.weight
+lora_unet__blocks_7_cross_attn_k.lora_down.weight
+lora_unet__blocks_7_cross_attn_k.lora_up.weight
+lora_unet__blocks_7_cross_attn_v.lora_down.weight
+lora_unet__blocks_7_cross_attn_v.lora_up.weight
+lora_unet__blocks_7_cross_attn_o.lora_down.weight
+lora_unet__blocks_7_cross_attn_o.lora_up.weight
+lora_unet__blocks_7_ffn_0.lora_down.weight
+lora_unet__blocks_7_ffn_0.lora_up.weight
+lora_unet__blocks_7_ffn_2.lora_down.weight
+lora_unet__blocks_7_ffn_2.lora_up.weight
+lora_unet__blocks_8_self_attn_q.lora_down.weight
+lora_unet__blocks_8_self_attn_q.lora_up.weight
+lora_unet__blocks_8_self_attn_k.lora_down.weight
+lora_unet__blocks_8_self_attn_k.lora_up.weight
+lora_unet__blocks_8_self_attn_v.lora_down.weight
+lora_unet__blocks_8_self_attn_v.lora_up.weight
+lora_unet__blocks_8_self_attn_o.lora_down.weight
+lora_unet__blocks_8_self_attn_o.lora_up.weight
+lora_unet__blocks_8_cross_attn_q.lora_down.weight
+lora_unet__blocks_8_cross_attn_q.lora_up.weight
+lora_unet__blocks_8_cross_attn_k.lora_down.weight
+lora_unet__blocks_8_cross_attn_k.lora_up.weight
+lora_unet__blocks_8_cross_attn_v.lora_down.weight
+lora_unet__blocks_8_cross_attn_v.lora_up.weight
+lora_unet__blocks_8_cross_attn_o.lora_down.weight
+lora_unet__blocks_8_cross_attn_o.lora_up.weight
+lora_unet__blocks_8_ffn_0.lora_down.weight
+lora_unet__blocks_8_ffn_0.lora_up.weight
+lora_unet__blocks_8_ffn_2.lora_down.weight
+lora_unet__blocks_8_ffn_2.lora_up.weight
+lora_unet__blocks_9_self_attn_q.lora_down.weight
+lora_unet__blocks_9_self_attn_q.lora_up.weight
+lora_unet__blocks_9_self_attn_k.lora_down.weight
+lora_unet__blocks_9_self_attn_k.lora_up.weight
+lora_unet__blocks_9_self_attn_v.lora_down.weight
+lora_unet__blocks_9_self_attn_v.lora_up.weight
+lora_unet__blocks_9_self_attn_o.lora_down.weight
+lora_unet__blocks_9_self_attn_o.lora_up.weight
+lora_unet__blocks_9_cross_attn_q.lora_down.weight
+lora_unet__blocks_9_cross_attn_q.lora_up.weight
+lora_unet__blocks_9_cross_attn_k.lora_down.weight
+lora_unet__blocks_9_cross_attn_k.lora_up.weight
+lora_unet__blocks_9_cross_attn_v.lora_down.weight
+lora_unet__blocks_9_cross_attn_v.lora_up.weight
+lora_unet__blocks_9_cross_attn_o.lora_down.weight
+lora_unet__blocks_9_cross_attn_o.lora_up.weight
+lora_unet__blocks_9_ffn_0.lora_down.weight
+lora_unet__blocks_9_ffn_0.lora_up.weight
+lora_unet__blocks_9_ffn_2.lora_down.weight
+lora_unet__blocks_9_ffn_2.lora_up.weight
+lora_unet__blocks_10_self_attn_q.lora_down.weight
+lora_unet__blocks_10_self_attn_q.lora_up.weight
+lora_unet__blocks_10_self_attn_k.lora_down.weight
+lora_unet__blocks_10_self_attn_k.lora_up.weight
+lora_unet__blocks_10_self_attn_v.lora_down.weight
+lora_unet__blocks_10_self_attn_v.lora_up.weight
+lora_unet__blocks_10_self_attn_o.lora_down.weight
+lora_unet__blocks_10_self_attn_o.lora_up.weight
+lora_unet__blocks_10_cross_attn_q.lora_down.weight
+lora_unet__blocks_10_cross_attn_q.lora_up.weight
+lora_unet__blocks_10_cross_attn_k.lora_down.weight
+lora_unet__blocks_10_cross_attn_k.lora_up.weight
+lora_unet__blocks_10_cross_attn_v.lora_down.weight
+lora_unet__blocks_10_cross_attn_v.lora_up.weight
+lora_unet__blocks_10_cross_attn_o.lora_down.weight
+lora_unet__blocks_10_cross_attn_o.lora_up.weight
+lora_unet__blocks_10_ffn_0.lora_down.weight
+lora_unet__blocks_10_ffn_0.lora_up.weight
+lora_unet__blocks_10_ffn_2.lora_down.weight
+lora_unet__blocks_10_ffn_2.lora_up.weight
+lora_unet__blocks_11_self_attn_q.lora_down.weight
+lora_unet__blocks_11_self_attn_q.lora_up.weight
+lora_unet__blocks_11_self_attn_k.lora_down.weight
+lora_unet__blocks_11_self_attn_k.lora_up.weight
+lora_unet__blocks_11_self_attn_v.lora_down.weight
+lora_unet__blocks_11_self_attn_v.lora_up.weight
+lora_unet__blocks_11_self_attn_o.lora_down.weight
+lora_unet__blocks_11_self_attn_o.lora_up.weight
+lora_unet__blocks_11_cross_attn_q.lora_down.weight
+lora_unet__blocks_11_cross_attn_q.lora_up.weight
+lora_unet__blocks_11_cross_attn_k.lora_down.weight
+lora_unet__blocks_11_cross_attn_k.lora_up.weight
+lora_unet__blocks_11_cross_attn_v.lora_down.weight
+lora_unet__blocks_11_cross_attn_v.lora_up.weight
+lora_unet__blocks_11_cross_attn_o.lora_down.weight
+lora_unet__blocks_11_cross_attn_o.lora_up.weight
+lora_unet__blocks_11_ffn_0.lora_down.weight
+lora_unet__blocks_11_ffn_0.lora_up.weight
+lora_unet__blocks_11_ffn_2.lora_down.weight
+lora_unet__blocks_11_ffn_2.lora_up.weight
+lora_unet__blocks_12_self_attn_q.lora_down.weight
+lora_unet__blocks_12_self_attn_q.lora_up.weight
+lora_unet__blocks_12_self_attn_k.lora_down.weight
+lora_unet__blocks_12_self_attn_k.lora_up.weight
+lora_unet__blocks_12_self_attn_v.lora_down.weight
+lora_unet__blocks_12_self_attn_v.lora_up.weight
+lora_unet__blocks_12_self_attn_o.lora_down.weight
+lora_unet__blocks_12_self_attn_o.lora_up.weight
+lora_unet__blocks_12_cross_attn_q.lora_down.weight
+lora_unet__blocks_12_cross_attn_q.lora_up.weight
+lora_unet__blocks_12_cross_attn_k.lora_down.weight
+lora_unet__blocks_12_cross_attn_k.lora_up.weight
+lora_unet__blocks_12_cross_attn_v.lora_down.weight
+lora_unet__blocks_12_cross_attn_v.lora_up.weight
+lora_unet__blocks_12_cross_attn_o.lora_down.weight
+lora_unet__blocks_12_cross_attn_o.lora_up.weight
+lora_unet__blocks_12_ffn_0.lora_down.weight
+lora_unet__blocks_12_ffn_0.lora_up.weight
+lora_unet__blocks_12_ffn_2.lora_down.weight
+lora_unet__blocks_12_ffn_2.lora_up.weight
+lora_unet__blocks_13_self_attn_q.lora_down.weight
+lora_unet__blocks_13_self_attn_q.lora_up.weight
+lora_unet__blocks_13_self_attn_k.lora_down.weight
+lora_unet__blocks_13_self_attn_k.lora_up.weight
+lora_unet__blocks_13_self_attn_v.lora_down.weight
+lora_unet__blocks_13_self_attn_v.lora_up.weight
+lora_unet__blocks_13_self_attn_o.lora_down.weight
+lora_unet__blocks_13_self_attn_o.lora_up.weight
+lora_unet__blocks_13_cross_attn_q.lora_down.weight
+lora_unet__blocks_13_cross_attn_q.lora_up.weight
+lora_unet__blocks_13_cross_attn_k.lora_down.weight
+lora_unet__blocks_13_cross_attn_k.lora_up.weight
+lora_unet__blocks_13_cross_attn_v.lora_down.weight
+lora_unet__blocks_13_cross_attn_v.lora_up.weight
+lora_unet__blocks_13_cross_attn_o.lora_down.weight
+lora_unet__blocks_13_cross_attn_o.lora_up.weight
+lora_unet__blocks_13_ffn_0.lora_down.weight
+lora_unet__blocks_13_ffn_0.lora_up.weight
+lora_unet__blocks_13_ffn_2.lora_down.weight
+lora_unet__blocks_13_ffn_2.lora_up.weight
+lora_unet__blocks_14_self_attn_q.lora_down.weight
+lora_unet__blocks_14_self_attn_q.lora_up.weight
+lora_unet__blocks_14_self_attn_k.lora_down.weight
+lora_unet__blocks_14_self_attn_k.lora_up.weight
+lora_unet__blocks_14_self_attn_v.lora_down.weight
+lora_unet__blocks_14_self_attn_v.lora_up.weight
+lora_unet__blocks_14_self_attn_o.lora_down.weight
+lora_unet__blocks_14_self_attn_o.lora_up.weight
+lora_unet__blocks_14_cross_attn_q.lora_down.weight
+lora_unet__blocks_14_cross_attn_q.lora_up.weight
+lora_unet__blocks_14_cross_attn_k.lora_down.weight
+lora_unet__blocks_14_cross_attn_k.lora_up.weight
+lora_unet__blocks_14_cross_attn_v.lora_down.weight
+lora_unet__blocks_14_cross_attn_v.lora_up.weight
+lora_unet__blocks_14_cross_attn_o.lora_down.weight
+lora_unet__blocks_14_cross_attn_o.lora_up.weight
+lora_unet__blocks_14_ffn_0.lora_down.weight
+lora_unet__blocks_14_ffn_0.lora_up.weight
+lora_unet__blocks_14_ffn_2.lora_down.weight
+lora_unet__blocks_14_ffn_2.lora_up.weight
+lora_unet__blocks_15_self_attn_q.lora_down.weight
+lora_unet__blocks_15_self_attn_q.lora_up.weight
+lora_unet__blocks_15_self_attn_k.lora_down.weight
+lora_unet__blocks_15_self_attn_k.lora_up.weight
+lora_unet__blocks_15_self_attn_v.lora_down.weight
+lora_unet__blocks_15_self_attn_v.lora_up.weight
+lora_unet__blocks_15_self_attn_o.lora_down.weight
+lora_unet__blocks_15_self_attn_o.lora_up.weight
+lora_unet__blocks_15_cross_attn_q.lora_down.weight
+lora_unet__blocks_15_cross_attn_q.lora_up.weight
+lora_unet__blocks_15_cross_attn_k.lora_down.weight
+lora_unet__blocks_15_cross_attn_k.lora_up.weight
+lora_unet__blocks_15_cross_attn_v.lora_down.weight
+lora_unet__blocks_15_cross_attn_v.lora_up.weight
+lora_unet__blocks_15_cross_attn_o.lora_down.weight
+lora_unet__blocks_15_cross_attn_o.lora_up.weight
+lora_unet__blocks_15_ffn_0.lora_down.weight
+lora_unet__blocks_15_ffn_0.lora_up.weight
+lora_unet__blocks_15_ffn_2.lora_down.weight
+lora_unet__blocks_15_ffn_2.lora_up.weight
+lora_unet__blocks_16_self_attn_q.lora_down.weight
+lora_unet__blocks_16_self_attn_q.lora_up.weight
+lora_unet__blocks_16_self_attn_k.lora_down.weight
+lora_unet__blocks_16_self_attn_k.lora_up.weight
+lora_unet__blocks_16_self_attn_v.lora_down.weight
+lora_unet__blocks_16_self_attn_v.lora_up.weight
+lora_unet__blocks_16_self_attn_o.lora_down.weight
+lora_unet__blocks_16_self_attn_o.lora_up.weight
+lora_unet__blocks_16_cross_attn_q.lora_down.weight
+lora_unet__blocks_16_cross_attn_q.lora_up.weight
+lora_unet__blocks_16_cross_attn_k.lora_down.weight
+lora_unet__blocks_16_cross_attn_k.lora_up.weight
+lora_unet__blocks_16_cross_attn_v.lora_down.weight
+lora_unet__blocks_16_cross_attn_v.lora_up.weight
+lora_unet__blocks_16_cross_attn_o.lora_down.weight
+lora_unet__blocks_16_cross_attn_o.lora_up.weight
+lora_unet__blocks_16_ffn_0.lora_down.weight
+lora_unet__blocks_16_ffn_0.lora_up.weight
+lora_unet__blocks_16_ffn_2.lora_down.weight
+lora_unet__blocks_16_ffn_2.lora_up.weight
+lora_unet__blocks_17_self_attn_q.lora_down.weight
+lora_unet__blocks_17_self_attn_q.lora_up.weight
+lora_unet__blocks_17_self_attn_k.lora_down.weight
+lora_unet__blocks_17_self_attn_k.lora_up.weight
+lora_unet__blocks_17_self_attn_v.lora_down.weight
+lora_unet__blocks_17_self_attn_v.lora_up.weight
+lora_unet__blocks_17_self_attn_o.lora_down.weight
+lora_unet__blocks_17_self_attn_o.lora_up.weight
+lora_unet__blocks_17_cross_attn_q.lora_down.weight
+lora_unet__blocks_17_cross_attn_q.lora_up.weight
+lora_unet__blocks_17_cross_attn_k.lora_down.weight
+lora_unet__blocks_17_cross_attn_k.lora_up.weight
+lora_unet__blocks_17_cross_attn_v.lora_down.weight
+lora_unet__blocks_17_cross_attn_v.lora_up.weight
+lora_unet__blocks_17_cross_attn_o.lora_down.weight
+lora_unet__blocks_17_cross_attn_o.lora_up.weight
+lora_unet__blocks_17_ffn_0.lora_down.weight
+lora_unet__blocks_17_ffn_0.lora_up.weight
+lora_unet__blocks_17_ffn_2.lora_down.weight
+lora_unet__blocks_17_ffn_2.lora_up.weight
+lora_unet__blocks_18_self_attn_q.lora_down.weight
+lora_unet__blocks_18_self_attn_q.lora_up.weight
+lora_unet__blocks_18_self_attn_k.lora_down.weight
+lora_unet__blocks_18_self_attn_k.lora_up.weight
+lora_unet__blocks_18_self_attn_v.lora_down.weight
+lora_unet__blocks_18_self_attn_v.lora_up.weight
+lora_unet__blocks_18_self_attn_o.lora_down.weight
+lora_unet__blocks_18_self_attn_o.lora_up.weight
+lora_unet__blocks_18_cross_attn_q.lora_down.weight
+lora_unet__blocks_18_cross_attn_q.lora_up.weight
+lora_unet__blocks_18_cross_attn_k.lora_down.weight
+lora_unet__blocks_18_cross_attn_k.lora_up.weight
+lora_unet__blocks_18_cross_attn_v.lora_down.weight
+lora_unet__blocks_18_cross_attn_v.lora_up.weight
+lora_unet__blocks_18_cross_attn_o.lora_down.weight
+lora_unet__blocks_18_cross_attn_o.lora_up.weight
+lora_unet__blocks_18_ffn_0.lora_down.weight
+lora_unet__blocks_18_ffn_0.lora_up.weight
+lora_unet__blocks_18_ffn_2.lora_down.weight
+lora_unet__blocks_18_ffn_2.lora_up.weight
+lora_unet__blocks_19_self_attn_q.lora_down.weight
+lora_unet__blocks_19_self_attn_q.lora_up.weight
+lora_unet__blocks_19_self_attn_k.lora_down.weight
+lora_unet__blocks_19_self_attn_k.lora_up.weight
+lora_unet__blocks_19_self_attn_v.lora_down.weight
+lora_unet__blocks_19_self_attn_v.lora_up.weight
+lora_unet__blocks_19_self_attn_o.lora_down.weight
+lora_unet__blocks_19_self_attn_o.lora_up.weight
+lora_unet__blocks_19_cross_attn_q.lora_down.weight
+lora_unet__blocks_19_cross_attn_q.lora_up.weight
+lora_unet__blocks_19_cross_attn_k.lora_down.weight
+lora_unet__blocks_19_cross_attn_k.lora_up.weight
+lora_unet__blocks_19_cross_attn_v.lora_down.weight
+lora_unet__blocks_19_cross_attn_v.lora_up.weight
+lora_unet__blocks_19_cross_attn_o.lora_down.weight
+lora_unet__blocks_19_cross_attn_o.lora_up.weight
+lora_unet__blocks_19_ffn_0.lora_down.weight
+lora_unet__blocks_19_ffn_0.lora_up.weight
+lora_unet__blocks_19_ffn_2.lora_down.weight
+lora_unet__blocks_19_ffn_2.lora_up.weight
+lora_unet__blocks_20_self_attn_q.lora_down.weight
+lora_unet__blocks_20_self_attn_q.lora_up.weight
+lora_unet__blocks_20_self_attn_k.lora_down.weight
+lora_unet__blocks_20_self_attn_k.lora_up.weight
+lora_unet__blocks_20_self_attn_v.lora_down.weight
+lora_unet__blocks_20_self_attn_v.lora_up.weight
+lora_unet__blocks_20_self_attn_o.lora_down.weight
+lora_unet__blocks_20_self_attn_o.lora_up.weight
+lora_unet__blocks_20_cross_attn_q.lora_down.weight
+lora_unet__blocks_20_cross_attn_q.lora_up.weight
+lora_unet__blocks_20_cross_attn_k.lora_down.weight
+lora_unet__blocks_20_cross_attn_k.lora_up.weight
+lora_unet__blocks_20_cross_attn_v.lora_down.weight
+lora_unet__blocks_20_cross_attn_v.lora_up.weight
+lora_unet__blocks_20_cross_attn_o.lora_down.weight
+lora_unet__blocks_20_cross_attn_o.lora_up.weight
+lora_unet__blocks_20_ffn_0.lora_down.weight
+lora_unet__blocks_20_ffn_0.lora_up.weight
+lora_unet__blocks_20_ffn_2.lora_down.weight
+lora_unet__blocks_20_ffn_2.lora_up.weight
+lora_unet__blocks_21_self_attn_q.lora_down.weight
+lora_unet__blocks_21_self_attn_q.lora_up.weight
+lora_unet__blocks_21_self_attn_k.lora_down.weight
+lora_unet__blocks_21_self_attn_k.lora_up.weight
+lora_unet__blocks_21_self_attn_v.lora_down.weight
+lora_unet__blocks_21_self_attn_v.lora_up.weight
+lora_unet__blocks_21_self_attn_o.lora_down.weight
+lora_unet__blocks_21_self_attn_o.lora_up.weight
+lora_unet__blocks_21_cross_attn_q.lora_down.weight
+lora_unet__blocks_21_cross_attn_q.lora_up.weight
+lora_unet__blocks_21_cross_attn_k.lora_down.weight
+lora_unet__blocks_21_cross_attn_k.lora_up.weight
+lora_unet__blocks_21_cross_attn_v.lora_down.weight
+lora_unet__blocks_21_cross_attn_v.lora_up.weight
+lora_unet__blocks_21_cross_attn_o.lora_down.weight
+lora_unet__blocks_21_cross_attn_o.lora_up.weight
+lora_unet__blocks_21_ffn_0.lora_down.weight
+lora_unet__blocks_21_ffn_0.lora_up.weight
+lora_unet__blocks_21_ffn_2.lora_down.weight
+lora_unet__blocks_21_ffn_2.lora_up.weight
+lora_unet__blocks_22_self_attn_q.lora_down.weight
+lora_unet__blocks_22_self_attn_q.lora_up.weight
+lora_unet__blocks_22_self_attn_k.lora_down.weight
+lora_unet__blocks_22_self_attn_k.lora_up.weight
+lora_unet__blocks_22_self_attn_v.lora_down.weight
+lora_unet__blocks_22_self_attn_v.lora_up.weight
+lora_unet__blocks_22_self_attn_o.lora_down.weight
+lora_unet__blocks_22_self_attn_o.lora_up.weight
+lora_unet__blocks_22_cross_attn_q.lora_down.weight
+lora_unet__blocks_22_cross_attn_q.lora_up.weight
+lora_unet__blocks_22_cross_attn_k.lora_down.weight
+lora_unet__blocks_22_cross_attn_k.lora_up.weight
+lora_unet__blocks_22_cross_attn_v.lora_down.weight
+lora_unet__blocks_22_cross_attn_v.lora_up.weight
+lora_unet__blocks_22_cross_attn_o.lora_down.weight
+lora_unet__blocks_22_cross_attn_o.lora_up.weight
+lora_unet__blocks_22_ffn_0.lora_down.weight
+lora_unet__blocks_22_ffn_0.lora_up.weight
+lora_unet__blocks_22_ffn_2.lora_down.weight
+lora_unet__blocks_22_ffn_2.lora_up.weight
+lora_unet__blocks_23_self_attn_q.lora_down.weight
+lora_unet__blocks_23_self_attn_q.lora_up.weight
+lora_unet__blocks_23_self_attn_k.lora_down.weight
+lora_unet__blocks_23_self_attn_k.lora_up.weight
+lora_unet__blocks_23_self_attn_v.lora_down.weight
+lora_unet__blocks_23_self_attn_v.lora_up.weight
+lora_unet__blocks_23_self_attn_o.lora_down.weight
+lora_unet__blocks_23_self_attn_o.lora_up.weight
+lora_unet__blocks_23_cross_attn_q.lora_down.weight
+lora_unet__blocks_23_cross_attn_q.lora_up.weight
+lora_unet__blocks_23_cross_attn_k.lora_down.weight
+lora_unet__blocks_23_cross_attn_k.lora_up.weight
+lora_unet__blocks_23_cross_attn_v.lora_down.weight
+lora_unet__blocks_23_cross_attn_v.lora_up.weight
+lora_unet__blocks_23_cross_attn_o.lora_down.weight
+lora_unet__blocks_23_cross_attn_o.lora_up.weight
+lora_unet__blocks_23_ffn_0.lora_down.weight
+lora_unet__blocks_23_ffn_0.lora_up.weight
+lora_unet__blocks_23_ffn_2.lora_down.weight
+lora_unet__blocks_23_ffn_2.lora_up.weight
+lora_unet__blocks_24_self_attn_q.lora_down.weight
+lora_unet__blocks_24_self_attn_q.lora_up.weight
+lora_unet__blocks_24_self_attn_k.lora_down.weight
+lora_unet__blocks_24_self_attn_k.lora_up.weight
+lora_unet__blocks_24_self_attn_v.lora_down.weight
+lora_unet__blocks_24_self_attn_v.lora_up.weight
+lora_unet__blocks_24_self_attn_o.lora_down.weight
+lora_unet__blocks_24_self_attn_o.lora_up.weight
+lora_unet__blocks_24_cross_attn_q.lora_down.weight
+lora_unet__blocks_24_cross_attn_q.lora_up.weight
+lora_unet__blocks_24_cross_attn_k.lora_down.weight
+lora_unet__blocks_24_cross_attn_k.lora_up.weight
+lora_unet__blocks_24_cross_attn_v.lora_down.weight
+lora_unet__blocks_24_cross_attn_v.lora_up.weight
+lora_unet__blocks_24_cross_attn_o.lora_down.weight
+lora_unet__blocks_24_cross_attn_o.lora_up.weight
+lora_unet__blocks_24_ffn_0.lora_down.weight
+lora_unet__blocks_24_ffn_0.lora_up.weight
+lora_unet__blocks_24_ffn_2.lora_down.weight
+lora_unet__blocks_24_ffn_2.lora_up.weight
+lora_unet__blocks_25_self_attn_q.lora_down.weight
+lora_unet__blocks_25_self_attn_q.lora_up.weight
+lora_unet__blocks_25_self_attn_k.lora_down.weight
+lora_unet__blocks_25_self_attn_k.lora_up.weight
+lora_unet__blocks_25_self_attn_v.lora_down.weight
+lora_unet__blocks_25_self_attn_v.lora_up.weight
+lora_unet__blocks_25_self_attn_o.lora_down.weight
+lora_unet__blocks_25_self_attn_o.lora_up.weight
+lora_unet__blocks_25_cross_attn_q.lora_down.weight
+lora_unet__blocks_25_cross_attn_q.lora_up.weight
+lora_unet__blocks_25_cross_attn_k.lora_down.weight
+lora_unet__blocks_25_cross_attn_k.lora_up.weight
+lora_unet__blocks_25_cross_attn_v.lora_down.weight
+lora_unet__blocks_25_cross_attn_v.lora_up.weight
+lora_unet__blocks_25_cross_attn_o.lora_down.weight
+lora_unet__blocks_25_cross_attn_o.lora_up.weight
+lora_unet__blocks_25_ffn_0.lora_down.weight
+lora_unet__blocks_25_ffn_0.lora_up.weight
+lora_unet__blocks_25_ffn_2.lora_down.weight
+lora_unet__blocks_25_ffn_2.lora_up.weight
+lora_unet__blocks_26_self_attn_q.lora_down.weight
+lora_unet__blocks_26_self_attn_q.lora_up.weight
+lora_unet__blocks_26_self_attn_k.lora_down.weight
+lora_unet__blocks_26_self_attn_k.lora_up.weight
+lora_unet__blocks_26_self_attn_v.lora_down.weight
+lora_unet__blocks_26_self_attn_v.lora_up.weight
+lora_unet__blocks_26_self_attn_o.lora_down.weight
+lora_unet__blocks_26_self_attn_o.lora_up.weight
+lora_unet__blocks_26_cross_attn_q.lora_down.weight
+lora_unet__blocks_26_cross_attn_q.lora_up.weight
+lora_unet__blocks_26_cross_attn_k.lora_down.weight
+lora_unet__blocks_26_cross_attn_k.lora_up.weight
+lora_unet__blocks_26_cross_attn_v.lora_down.weight
+lora_unet__blocks_26_cross_attn_v.lora_up.weight
+lora_unet__blocks_26_cross_attn_o.lora_down.weight
+lora_unet__blocks_26_cross_attn_o.lora_up.weight
+lora_unet__blocks_26_ffn_0.lora_down.weight
+lora_unet__blocks_26_ffn_0.lora_up.weight
+lora_unet__blocks_26_ffn_2.lora_down.weight
+lora_unet__blocks_26_ffn_2.lora_up.weight
+lora_unet__blocks_27_self_attn_q.lora_down.weight
+lora_unet__blocks_27_self_attn_q.lora_up.weight
+lora_unet__blocks_27_self_attn_k.lora_down.weight
+lora_unet__blocks_27_self_attn_k.lora_up.weight
+lora_unet__blocks_27_self_attn_v.lora_down.weight
+lora_unet__blocks_27_self_attn_v.lora_up.weight
+lora_unet__blocks_27_self_attn_o.lora_down.weight
+lora_unet__blocks_27_self_attn_o.lora_up.weight
+lora_unet__blocks_27_cross_attn_q.lora_down.weight
+lora_unet__blocks_27_cross_attn_q.lora_up.weight
+lora_unet__blocks_27_cross_attn_k.lora_down.weight
+lora_unet__blocks_27_cross_attn_k.lora_up.weight
+lora_unet__blocks_27_cross_attn_v.lora_down.weight
+lora_unet__blocks_27_cross_attn_v.lora_up.weight
+lora_unet__blocks_27_cross_attn_o.lora_down.weight
+lora_unet__blocks_27_cross_attn_o.lora_up.weight
+lora_unet__blocks_27_ffn_0.lora_down.weight
+lora_unet__blocks_27_ffn_0.lora_up.weight
+lora_unet__blocks_27_ffn_2.lora_down.weight
+lora_unet__blocks_27_ffn_2.lora_up.weight
+lora_unet__blocks_28_self_attn_q.lora_down.weight
+lora_unet__blocks_28_self_attn_q.lora_up.weight
+lora_unet__blocks_28_self_attn_k.lora_down.weight
+lora_unet__blocks_28_self_attn_k.lora_up.weight
+lora_unet__blocks_28_self_attn_v.lora_down.weight
+lora_unet__blocks_28_self_attn_v.lora_up.weight
+lora_unet__blocks_28_self_attn_o.lora_down.weight
+lora_unet__blocks_28_self_attn_o.lora_up.weight
+lora_unet__blocks_28_cross_attn_q.lora_down.weight
+lora_unet__blocks_28_cross_attn_q.lora_up.weight
+lora_unet__blocks_28_cross_attn_k.lora_down.weight
+lora_unet__blocks_28_cross_attn_k.lora_up.weight
+lora_unet__blocks_28_cross_attn_v.lora_down.weight
+lora_unet__blocks_28_cross_attn_v.lora_up.weight
+lora_unet__blocks_28_cross_attn_o.lora_down.weight
+lora_unet__blocks_28_cross_attn_o.lora_up.weight
+lora_unet__blocks_28_ffn_0.lora_down.weight
+lora_unet__blocks_28_ffn_0.lora_up.weight
+lora_unet__blocks_28_ffn_2.lora_down.weight
+lora_unet__blocks_28_ffn_2.lora_up.weight
+lora_unet__blocks_29_self_attn_q.lora_down.weight
+lora_unet__blocks_29_self_attn_q.lora_up.weight
+lora_unet__blocks_29_self_attn_k.lora_down.weight
+lora_unet__blocks_29_self_attn_k.lora_up.weight
+lora_unet__blocks_29_self_attn_v.lora_down.weight
+lora_unet__blocks_29_self_attn_v.lora_up.weight
+lora_unet__blocks_29_self_attn_o.lora_down.weight
+lora_unet__blocks_29_self_attn_o.lora_up.weight
+lora_unet__blocks_29_cross_attn_q.lora_down.weight
+lora_unet__blocks_29_cross_attn_q.lora_up.weight
+lora_unet__blocks_29_cross_attn_k.lora_down.weight
+lora_unet__blocks_29_cross_attn_k.lora_up.weight
+lora_unet__blocks_29_cross_attn_v.lora_down.weight
+lora_unet__blocks_29_cross_attn_v.lora_up.weight
+lora_unet__blocks_29_cross_attn_o.lora_down.weight
+lora_unet__blocks_29_cross_attn_o.lora_up.weight
+lora_unet__blocks_29_ffn_0.lora_down.weight
+lora_unet__blocks_29_ffn_0.lora_up.weight
+lora_unet__blocks_29_ffn_2.lora_down.weight
+lora_unet__blocks_29_ffn_2.lora_up.weight
+lora_unet__blocks_30_self_attn_q.lora_down.weight
+lora_unet__blocks_30_self_attn_q.lora_up.weight
+lora_unet__blocks_30_self_attn_k.lora_down.weight
+lora_unet__blocks_30_self_attn_k.lora_up.weight
+lora_unet__blocks_30_self_attn_v.lora_down.weight
+lora_unet__blocks_30_self_attn_v.lora_up.weight
+lora_unet__blocks_30_self_attn_o.lora_down.weight
+lora_unet__blocks_30_self_attn_o.lora_up.weight
+lora_unet__blocks_30_cross_attn_q.lora_down.weight
+lora_unet__blocks_30_cross_attn_q.lora_up.weight
+lora_unet__blocks_30_cross_attn_k.lora_down.weight
+lora_unet__blocks_30_cross_attn_k.lora_up.weight
+lora_unet__blocks_30_cross_attn_v.lora_down.weight
+lora_unet__blocks_30_cross_attn_v.lora_up.weight
+lora_unet__blocks_30_cross_attn_o.lora_down.weight
+lora_unet__blocks_30_cross_attn_o.lora_up.weight
+lora_unet__blocks_30_ffn_0.lora_down.weight
+lora_unet__blocks_30_ffn_0.lora_up.weight
+lora_unet__blocks_30_ffn_2.lora_down.weight
+lora_unet__blocks_30_ffn_2.lora_up.weight
+lora_unet__blocks_31_self_attn_q.lora_down.weight
+lora_unet__blocks_31_self_attn_q.lora_up.weight
+lora_unet__blocks_31_self_attn_k.lora_down.weight
+lora_unet__blocks_31_self_attn_k.lora_up.weight
+lora_unet__blocks_31_self_attn_v.lora_down.weight
+lora_unet__blocks_31_self_attn_v.lora_up.weight
+lora_unet__blocks_31_self_attn_o.lora_down.weight
+lora_unet__blocks_31_self_attn_o.lora_up.weight
+lora_unet__blocks_31_cross_attn_q.lora_down.weight
+lora_unet__blocks_31_cross_attn_q.lora_up.weight
+lora_unet__blocks_31_cross_attn_k.lora_down.weight
+lora_unet__blocks_31_cross_attn_k.lora_up.weight
+lora_unet__blocks_31_cross_attn_v.lora_down.weight
+lora_unet__blocks_31_cross_attn_v.lora_up.weight
+lora_unet__blocks_31_cross_attn_o.lora_down.weight
+lora_unet__blocks_31_cross_attn_o.lora_up.weight
+lora_unet__blocks_31_ffn_0.lora_down.weight
+lora_unet__blocks_31_ffn_0.lora_up.weight
+lora_unet__blocks_31_ffn_2.lora_down.weight
+lora_unet__blocks_31_ffn_2.lora_up.weight
+lora_unet__blocks_32_self_attn_q.lora_down.weight
+lora_unet__blocks_32_self_attn_q.lora_up.weight
+lora_unet__blocks_32_self_attn_k.lora_down.weight
+lora_unet__blocks_32_self_attn_k.lora_up.weight
+lora_unet__blocks_32_self_attn_v.lora_down.weight
+lora_unet__blocks_32_self_attn_v.lora_up.weight
+lora_unet__blocks_32_self_attn_o.lora_down.weight
+lora_unet__blocks_32_self_attn_o.lora_up.weight
+lora_unet__blocks_32_cross_attn_q.lora_down.weight
+lora_unet__blocks_32_cross_attn_q.lora_up.weight
+lora_unet__blocks_32_cross_attn_k.lora_down.weight
+lora_unet__blocks_32_cross_attn_k.lora_up.weight
+lora_unet__blocks_32_cross_attn_v.lora_down.weight
+lora_unet__blocks_32_cross_attn_v.lora_up.weight
+lora_unet__blocks_32_cross_attn_o.lora_down.weight
+lora_unet__blocks_32_cross_attn_o.lora_up.weight
+lora_unet__blocks_32_ffn_0.lora_down.weight
+lora_unet__blocks_32_ffn_0.lora_up.weight
+lora_unet__blocks_32_ffn_2.lora_down.weight
+lora_unet__blocks_32_ffn_2.lora_up.weight
+lora_unet__blocks_33_self_attn_q.lora_down.weight
+lora_unet__blocks_33_self_attn_q.lora_up.weight
+lora_unet__blocks_33_self_attn_k.lora_down.weight
+lora_unet__blocks_33_self_attn_k.lora_up.weight
+lora_unet__blocks_33_self_attn_v.lora_down.weight
+lora_unet__blocks_33_self_attn_v.lora_up.weight
+lora_unet__blocks_33_self_attn_o.lora_down.weight
+lora_unet__blocks_33_self_attn_o.lora_up.weight
+lora_unet__blocks_33_cross_attn_q.lora_down.weight
+lora_unet__blocks_33_cross_attn_q.lora_up.weight
+lora_unet__blocks_33_cross_attn_k.lora_down.weight
+lora_unet__blocks_33_cross_attn_k.lora_up.weight
+lora_unet__blocks_33_cross_attn_v.lora_down.weight
+lora_unet__blocks_33_cross_attn_v.lora_up.weight
+lora_unet__blocks_33_cross_attn_o.lora_down.weight
+lora_unet__blocks_33_cross_attn_o.lora_up.weight
+lora_unet__blocks_33_ffn_0.lora_down.weight
+lora_unet__blocks_33_ffn_0.lora_up.weight
+lora_unet__blocks_33_ffn_2.lora_down.weight
+lora_unet__blocks_33_ffn_2.lora_up.weight
+lora_unet__blocks_34_self_attn_q.lora_down.weight
+lora_unet__blocks_34_self_attn_q.lora_up.weight
+lora_unet__blocks_34_self_attn_k.lora_down.weight
+lora_unet__blocks_34_self_attn_k.lora_up.weight
+lora_unet__blocks_34_self_attn_v.lora_down.weight
+lora_unet__blocks_34_self_attn_v.lora_up.weight
+lora_unet__blocks_34_self_attn_o.lora_down.weight
+lora_unet__blocks_34_self_attn_o.lora_up.weight
+lora_unet__blocks_34_cross_attn_q.lora_down.weight
+lora_unet__blocks_34_cross_attn_q.lora_up.weight
+lora_unet__blocks_34_cross_attn_k.lora_down.weight
+lora_unet__blocks_34_cross_attn_k.lora_up.weight
+lora_unet__blocks_34_cross_attn_v.lora_down.weight
+lora_unet__blocks_34_cross_attn_v.lora_up.weight
+lora_unet__blocks_34_cross_attn_o.lora_down.weight
+lora_unet__blocks_34_cross_attn_o.lora_up.weight
+lora_unet__blocks_34_ffn_0.lora_down.weight
+lora_unet__blocks_34_ffn_0.lora_up.weight
+lora_unet__blocks_34_ffn_2.lora_down.weight
+lora_unet__blocks_34_ffn_2.lora_up.weight
+lora_unet__blocks_35_self_attn_q.lora_down.weight
+lora_unet__blocks_35_self_attn_q.lora_up.weight
+lora_unet__blocks_35_self_attn_k.lora_down.weight
+lora_unet__blocks_35_self_attn_k.lora_up.weight
+lora_unet__blocks_35_self_attn_v.lora_down.weight
+lora_unet__blocks_35_self_attn_v.lora_up.weight
+lora_unet__blocks_35_self_attn_o.lora_down.weight
+lora_unet__blocks_35_self_attn_o.lora_up.weight
+lora_unet__blocks_35_cross_attn_q.lora_down.weight
+lora_unet__blocks_35_cross_attn_q.lora_up.weight
+lora_unet__blocks_35_cross_attn_k.lora_down.weight
+lora_unet__blocks_35_cross_attn_k.lora_up.weight
+lora_unet__blocks_35_cross_attn_v.lora_down.weight
+lora_unet__blocks_35_cross_attn_v.lora_up.weight
+lora_unet__blocks_35_cross_attn_o.lora_down.weight
+lora_unet__blocks_35_cross_attn_o.lora_up.weight
+lora_unet__blocks_35_ffn_0.lora_down.weight
+lora_unet__blocks_35_ffn_0.lora_up.weight
+lora_unet__blocks_35_ffn_2.lora_down.weight
+lora_unet__blocks_35_ffn_2.lora_up.weight
+lora_unet__blocks_36_self_attn_q.lora_down.weight
+lora_unet__blocks_36_self_attn_q.lora_up.weight
+lora_unet__blocks_36_self_attn_k.lora_down.weight
+lora_unet__blocks_36_self_attn_k.lora_up.weight
+lora_unet__blocks_36_self_attn_v.lora_down.weight
+lora_unet__blocks_36_self_attn_v.lora_up.weight
+lora_unet__blocks_36_self_attn_o.lora_down.weight
+lora_unet__blocks_36_self_attn_o.lora_up.weight
+lora_unet__blocks_36_cross_attn_q.lora_down.weight
+lora_unet__blocks_36_cross_attn_q.lora_up.weight
+lora_unet__blocks_36_cross_attn_k.lora_down.weight
+lora_unet__blocks_36_cross_attn_k.lora_up.weight
+lora_unet__blocks_36_cross_attn_v.lora_down.weight
+lora_unet__blocks_36_cross_attn_v.lora_up.weight
+lora_unet__blocks_36_cross_attn_o.lora_down.weight
+lora_unet__blocks_36_cross_attn_o.lora_up.weight
+lora_unet__blocks_36_ffn_0.lora_down.weight
+lora_unet__blocks_36_ffn_0.lora_up.weight
+lora_unet__blocks_36_ffn_2.lora_down.weight
+lora_unet__blocks_36_ffn_2.lora_up.weight
+lora_unet__blocks_37_self_attn_q.lora_down.weight
+lora_unet__blocks_37_self_attn_q.lora_up.weight
+lora_unet__blocks_37_self_attn_k.lora_down.weight
+lora_unet__blocks_37_self_attn_k.lora_up.weight
+lora_unet__blocks_37_self_attn_v.lora_down.weight
+lora_unet__blocks_37_self_attn_v.lora_up.weight
+lora_unet__blocks_37_self_attn_o.lora_down.weight
+lora_unet__blocks_37_self_attn_o.lora_up.weight
+lora_unet__blocks_37_cross_attn_q.lora_down.weight
+lora_unet__blocks_37_cross_attn_q.lora_up.weight
+lora_unet__blocks_37_cross_attn_k.lora_down.weight
+lora_unet__blocks_37_cross_attn_k.lora_up.weight
+lora_unet__blocks_37_cross_attn_v.lora_down.weight
+lora_unet__blocks_37_cross_attn_v.lora_up.weight
+lora_unet__blocks_37_cross_attn_o.lora_down.weight
+lora_unet__blocks_37_cross_attn_o.lora_up.weight
+lora_unet__blocks_37_ffn_0.lora_down.weight
+lora_unet__blocks_37_ffn_0.lora_up.weight
+lora_unet__blocks_37_ffn_2.lora_down.weight
+lora_unet__blocks_37_ffn_2.lora_up.weight
+lora_unet__blocks_38_self_attn_q.lora_down.weight
+lora_unet__blocks_38_self_attn_q.lora_up.weight
+lora_unet__blocks_38_self_attn_k.lora_down.weight
+lora_unet__blocks_38_self_attn_k.lora_up.weight
+lora_unet__blocks_38_self_attn_v.lora_down.weight
+lora_unet__blocks_38_self_attn_v.lora_up.weight
+lora_unet__blocks_38_self_attn_o.lora_down.weight
+lora_unet__blocks_38_self_attn_o.lora_up.weight
+lora_unet__blocks_38_cross_attn_q.lora_down.weight
+lora_unet__blocks_38_cross_attn_q.lora_up.weight
+lora_unet__blocks_38_cross_attn_k.lora_down.weight
+lora_unet__blocks_38_cross_attn_k.lora_up.weight
+lora_unet__blocks_38_cross_attn_v.lora_down.weight
+lora_unet__blocks_38_cross_attn_v.lora_up.weight
+lora_unet__blocks_38_cross_attn_o.lora_down.weight
+lora_unet__blocks_38_cross_attn_o.lora_up.weight
+lora_unet__blocks_38_ffn_0.lora_down.weight
+lora_unet__blocks_38_ffn_0.lora_up.weight
+lora_unet__blocks_38_ffn_2.lora_down.weight
+lora_unet__blocks_38_ffn_2.lora_up.weight
+lora_unet__blocks_39_self_attn_q.lora_down.weight
+lora_unet__blocks_39_self_attn_q.lora_up.weight
+lora_unet__blocks_39_self_attn_k.lora_down.weight
+lora_unet__blocks_39_self_attn_k.lora_up.weight
+lora_unet__blocks_39_self_attn_v.lora_down.weight
+lora_unet__blocks_39_self_attn_v.lora_up.weight
+lora_unet__blocks_39_self_attn_o.lora_down.weight
+lora_unet__blocks_39_self_attn_o.lora_up.weight
+lora_unet__blocks_39_cross_attn_q.lora_down.weight
+lora_unet__blocks_39_cross_attn_q.lora_up.weight
+lora_unet__blocks_39_cross_attn_k.lora_down.weight
+lora_unet__blocks_39_cross_attn_k.lora_up.weight
+lora_unet__blocks_39_cross_attn_v.lora_down.weight
+lora_unet__blocks_39_cross_attn_v.lora_up.weight
+lora_unet__blocks_39_cross_attn_o.lora_down.weight
+lora_unet__blocks_39_cross_attn_o.lora_up.weight
+lora_unet__blocks_39_ffn_0.lora_down.weight
+lora_unet__blocks_39_ffn_0.lora_up.weight
+lora_unet__blocks_39_ffn_2.lora_down.weight
+lora_unet__blocks_39_ffn_2.lora_up.weight

10_LargeMixedDatset_wan_14bLow_f81_LongCaption_StartMatch_run_r128_a128_3obj_Longrun_B4/transformer3d_structure.txt

@@ -0,0 +1,49 @@
+Wan2_2Transformer3DModel(
+  (patch_embedding): Conv3d(36, 5120, kernel_size=(1, 2, 2), stride=(1, 2, 2))
+  (text_embedding): Sequential(
+    (0): Linear(in_features=4096, out_features=5120, bias=True)
+    (1): GELU(approximate='tanh')
+    (2): Linear(in_features=5120, out_features=5120, bias=True)
+  )
+  (time_embedding): Sequential(
+    (0): Linear(in_features=256, out_features=5120, bias=True)
+    (1): SiLU()
+    (2): Linear(in_features=5120, out_features=5120, bias=True)
+  )
+  (time_projection): Sequential(
+    (0): SiLU()
+    (1): Linear(in_features=5120, out_features=30720, bias=True)
+  )
+  (blocks): ModuleList(
+    (0-39): 40 x WanAttentionBlock(
+      (norm1): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=False)
+      (self_attn): WanSelfAttention(
+        (q): Linear(in_features=5120, out_features=5120, bias=True)
+        (k): Linear(in_features=5120, out_features=5120, bias=True)
+        (v): Linear(in_features=5120, out_features=5120, bias=True)
+        (o): Linear(in_features=5120, out_features=5120, bias=True)
+        (norm_q): WanRMSNorm()
+        (norm_k): WanRMSNorm()
+      )
+      (norm3): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=True)
+      (cross_attn): WanCrossAttention(
+        (q): Linear(in_features=5120, out_features=5120, bias=True)
+        (k): Linear(in_features=5120, out_features=5120, bias=True)
+        (v): Linear(in_features=5120, out_features=5120, bias=True)
+        (o): Linear(in_features=5120, out_features=5120, bias=True)
+        (norm_q): WanRMSNorm()
+        (norm_k): WanRMSNorm()
+      )
+      (norm2): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=False)
+      (ffn): Sequential(
+        (0): Linear(in_features=5120, out_features=13824, bias=True)
+        (1): GELU(approximate='tanh')
+        (2): Linear(in_features=13824, out_features=5120, bias=True)
+      )
+    )
+  )
+  (head): Head(
+    (norm): WanLayerNorm((5120,), eps=1e-06, elementwise_affine=False)
+    (head): Linear(in_features=5120, out_features=64, bias=True)
+  )
+)