Add compressed HQ adapter schema

hq-v4-int8/adapter-schema.json

@@ -0,0 +1,2460 @@
+{
+  "schema_version": 2,
+  "format": "safetensors",
+  "tensor_dtype": "F32",
+  "state_dtype": "F16",
+  "lora_scale": 1.0,
+  "max_adapter_count": 3,
+  "state_count": 144,
+  "composition": "block-concatenated exact LoRA sum",
+  "states": [
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.down_blocks.0.attentions.0.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "down_blocks_0_attentions_0_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "down_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "down_blocks_2_attentions_0_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_0_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        1280,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        1280,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "up_blocks_1_attentions_1_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        1280,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        1280,
+        48,
+        1,
+        1
+      ],
+      "element_count": 20480
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_0_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        640,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        640,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "up_blocks_2_attentions_1_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        640,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        640,
+        48,
+        1,
+        1
+      ],
+      "element_count": 10240
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.0.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_0_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_k.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_k_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_k.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_k_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_out_0_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_out_0_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_q.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_q_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_q.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_q_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_v.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_v_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn1.to_v.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn1_to_v_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_k.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_k_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_k.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_k_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_out_0_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_out_0_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_q.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_q_lora_down",
+      "shape": [
+        16,
+        320,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        320,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_q.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_q_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_v.lora.down.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_v_lora_down",
+      "shape": [
+        16,
+        768,
+        1,
+        1
+      ],
+      "state_shape": [
+        48,
+        768,
+        1,
+        1
+      ],
+      "element_count": 12288
+    },
+    {
+      "source_key": "unet.up_blocks.2.attentions.1.transformer_blocks.0.attn2.to_v.lora.up.weight",
+      "state_name": "up_blocks_3_attentions_1_transformer_blocks_0_attn2_to_v_lora_up",
+      "shape": [
+        320,
+        16,
+        1,
+        1
+      ],
+      "state_shape": [
+        320,
+        48,
+        1,
+        1
+      ],
+      "element_count": 5120
+    }
+  ]
+}