{
    "transformer.context_embedder.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            4096
        ],
        "data_offsets": [
            0,
            1048576
        ]
    },
    "transformer.context_embedder.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1048576,
            1835008
        ]
    },
    "transformer.norm_out.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1835008,
            2621440
        ]
    },
    "transformer.norm_out.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            6144,
            64
        ],
        "data_offsets": [
            2621440,
            4194304
        ]
    },
    "transformer.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            4194304,
            4980736
        ]
    },
    "transformer.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            64,
            64
        ],
        "data_offsets": [
            4980736,
            4997120
        ]
    },
    "transformer.single_transformer_blocks.0.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            4997120,
            5783552
        ]
    },
    "transformer.single_transformer_blocks.0.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            5783552,
            6569984
        ]
    },
    "transformer.single_transformer_blocks.0.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            6569984,
            7356416
        ]
    },
    "transformer.single_transformer_blocks.0.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            7356416,
            8142848
        ]
    },
    "transformer.single_transformer_blocks.0.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            8142848,
            8929280
        ]
    },
    "transformer.single_transformer_blocks.0.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            8929280,
            9715712
        ]
    },
    "transformer.single_transformer_blocks.0.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            9715712,
            10502144
        ]
    },
    "transformer.single_transformer_blocks.0.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            10502144,
            12861440
        ]
    },
    "transformer.single_transformer_blocks.0.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            12861440,
            13647872
        ]
    },
    "transformer.single_transformer_blocks.0.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            13647872,
            16793600
        ]
    },
    "transformer.single_transformer_blocks.0.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            16793600,
            20725760
        ]
    },
    "transformer.single_transformer_blocks.0.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            20725760,
            21512192
        ]
    },
    "transformer.single_transformer_blocks.1.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            21512192,
            22298624
        ]
    },
    "transformer.single_transformer_blocks.1.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            22298624,
            23085056
        ]
    },
    "transformer.single_transformer_blocks.1.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            23085056,
            23871488
        ]
    },
    "transformer.single_transformer_blocks.1.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            23871488,
            24657920
        ]
    },
    "transformer.single_transformer_blocks.1.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            24657920,
            25444352
        ]
    },
    "transformer.single_transformer_blocks.1.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            25444352,
            26230784
        ]
    },
    "transformer.single_transformer_blocks.1.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            26230784,
            27017216
        ]
    },
    "transformer.single_transformer_blocks.1.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            27017216,
            29376512
        ]
    },
    "transformer.single_transformer_blocks.1.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            29376512,
            30162944
        ]
    },
    "transformer.single_transformer_blocks.1.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            30162944,
            33308672
        ]
    },
    "transformer.single_transformer_blocks.1.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            33308672,
            37240832
        ]
    },
    "transformer.single_transformer_blocks.1.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            37240832,
            38027264
        ]
    },
    "transformer.single_transformer_blocks.10.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            38027264,
            38813696
        ]
    },
    "transformer.single_transformer_blocks.10.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            38813696,
            39600128
        ]
    },
    "transformer.single_transformer_blocks.10.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            39600128,
            40386560
        ]
    },
    "transformer.single_transformer_blocks.10.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            40386560,
            41172992
        ]
    },
    "transformer.single_transformer_blocks.10.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            41172992,
            41959424
        ]
    },
    "transformer.single_transformer_blocks.10.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            41959424,
            42745856
        ]
    },
    "transformer.single_transformer_blocks.10.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            42745856,
            43532288
        ]
    },
    "transformer.single_transformer_blocks.10.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            43532288,
            45891584
        ]
    },
    "transformer.single_transformer_blocks.10.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            45891584,
            46678016
        ]
    },
    "transformer.single_transformer_blocks.10.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            46678016,
            49823744
        ]
    },
    "transformer.single_transformer_blocks.10.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            49823744,
            53755904
        ]
    },
    "transformer.single_transformer_blocks.10.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            53755904,
            54542336
        ]
    },
    "transformer.single_transformer_blocks.11.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            54542336,
            55328768
        ]
    },
    "transformer.single_transformer_blocks.11.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            55328768,
            56115200
        ]
    },
    "transformer.single_transformer_blocks.11.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            56115200,
            56901632
        ]
    },
    "transformer.single_transformer_blocks.11.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            56901632,
            57688064
        ]
    },
    "transformer.single_transformer_blocks.11.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            57688064,
            58474496
        ]
    },
    "transformer.single_transformer_blocks.11.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            58474496,
            59260928
        ]
    },
    "transformer.single_transformer_blocks.11.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            59260928,
            60047360
        ]
    },
    "transformer.single_transformer_blocks.11.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            60047360,
            62406656
        ]
    },
    "transformer.single_transformer_blocks.11.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            62406656,
            63193088
        ]
    },
    "transformer.single_transformer_blocks.11.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            63193088,
            66338816
        ]
    },
    "transformer.single_transformer_blocks.11.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            66338816,
            70270976
        ]
    },
    "transformer.single_transformer_blocks.11.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            70270976,
            71057408
        ]
    },
    "transformer.single_transformer_blocks.12.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            71057408,
            71843840
        ]
    },
    "transformer.single_transformer_blocks.12.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            71843840,
            72630272
        ]
    },
    "transformer.single_transformer_blocks.12.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            72630272,
            73416704
        ]
    },
    "transformer.single_transformer_blocks.12.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            73416704,
            74203136
        ]
    },
    "transformer.single_transformer_blocks.12.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            74203136,
            74989568
        ]
    },
    "transformer.single_transformer_blocks.12.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            74989568,
            75776000
        ]
    },
    "transformer.single_transformer_blocks.12.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            75776000,
            76562432
        ]
    },
    "transformer.single_transformer_blocks.12.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            76562432,
            78921728
        ]
    },
    "transformer.single_transformer_blocks.12.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            78921728,
            79708160
        ]
    },
    "transformer.single_transformer_blocks.12.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            79708160,
            82853888
        ]
    },
    "transformer.single_transformer_blocks.12.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            82853888,
            86786048
        ]
    },
    "transformer.single_transformer_blocks.12.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            86786048,
            87572480
        ]
    },
    "transformer.single_transformer_blocks.13.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            87572480,
            88358912
        ]
    },
    "transformer.single_transformer_blocks.13.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            88358912,
            89145344
        ]
    },
    "transformer.single_transformer_blocks.13.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            89145344,
            89931776
        ]
    },
    "transformer.single_transformer_blocks.13.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            89931776,
            90718208
        ]
    },
    "transformer.single_transformer_blocks.13.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            90718208,
            91504640
        ]
    },
    "transformer.single_transformer_blocks.13.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            91504640,
            92291072
        ]
    },
    "transformer.single_transformer_blocks.13.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            92291072,
            93077504
        ]
    },
    "transformer.single_transformer_blocks.13.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            93077504,
            95436800
        ]
    },
    "transformer.single_transformer_blocks.13.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            95436800,
            96223232
        ]
    },
    "transformer.single_transformer_blocks.13.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            96223232,
            99368960
        ]
    },
    "transformer.single_transformer_blocks.13.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            99368960,
            103301120
        ]
    },
    "transformer.single_transformer_blocks.13.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            103301120,
            104087552
        ]
    },
    "transformer.single_transformer_blocks.14.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            104087552,
            104873984
        ]
    },
    "transformer.single_transformer_blocks.14.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            104873984,
            105660416
        ]
    },
    "transformer.single_transformer_blocks.14.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            105660416,
            106446848
        ]
    },
    "transformer.single_transformer_blocks.14.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            106446848,
            107233280
        ]
    },
    "transformer.single_transformer_blocks.14.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            107233280,
            108019712
        ]
    },
    "transformer.single_transformer_blocks.14.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            108019712,
            108806144
        ]
    },
    "transformer.single_transformer_blocks.14.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            108806144,
            109592576
        ]
    },
    "transformer.single_transformer_blocks.14.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            109592576,
            111951872
        ]
    },
    "transformer.single_transformer_blocks.14.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            111951872,
            112738304
        ]
    },
    "transformer.single_transformer_blocks.14.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            112738304,
            115884032
        ]
    },
    "transformer.single_transformer_blocks.14.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            115884032,
            119816192
        ]
    },
    "transformer.single_transformer_blocks.14.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            119816192,
            120602624
        ]
    },
    "transformer.single_transformer_blocks.15.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            120602624,
            121389056
        ]
    },
    "transformer.single_transformer_blocks.15.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            121389056,
            122175488
        ]
    },
    "transformer.single_transformer_blocks.15.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            122175488,
            122961920
        ]
    },
    "transformer.single_transformer_blocks.15.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            122961920,
            123748352
        ]
    },
    "transformer.single_transformer_blocks.15.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            123748352,
            124534784
        ]
    },
    "transformer.single_transformer_blocks.15.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            124534784,
            125321216
        ]
    },
    "transformer.single_transformer_blocks.15.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            125321216,
            126107648
        ]
    },
    "transformer.single_transformer_blocks.15.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            126107648,
            128466944
        ]
    },
    "transformer.single_transformer_blocks.15.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            128466944,
            129253376
        ]
    },
    "transformer.single_transformer_blocks.15.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            129253376,
            132399104
        ]
    },
    "transformer.single_transformer_blocks.15.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            132399104,
            136331264
        ]
    },
    "transformer.single_transformer_blocks.15.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            136331264,
            137117696
        ]
    },
    "transformer.single_transformer_blocks.16.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            137117696,
            137904128
        ]
    },
    "transformer.single_transformer_blocks.16.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            137904128,
            138690560
        ]
    },
    "transformer.single_transformer_blocks.16.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            138690560,
            139476992
        ]
    },
    "transformer.single_transformer_blocks.16.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            139476992,
            140263424
        ]
    },
    "transformer.single_transformer_blocks.16.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            140263424,
            141049856
        ]
    },
    "transformer.single_transformer_blocks.16.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            141049856,
            141836288
        ]
    },
    "transformer.single_transformer_blocks.16.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            141836288,
            142622720
        ]
    },
    "transformer.single_transformer_blocks.16.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            142622720,
            144982016
        ]
    },
    "transformer.single_transformer_blocks.16.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            144982016,
            145768448
        ]
    },
    "transformer.single_transformer_blocks.16.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            145768448,
            148914176
        ]
    },
    "transformer.single_transformer_blocks.16.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            148914176,
            152846336
        ]
    },
    "transformer.single_transformer_blocks.16.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            152846336,
            153632768
        ]
    },
    "transformer.single_transformer_blocks.17.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            153632768,
            154419200
        ]
    },
    "transformer.single_transformer_blocks.17.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            154419200,
            155205632
        ]
    },
    "transformer.single_transformer_blocks.17.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            155205632,
            155992064
        ]
    },
    "transformer.single_transformer_blocks.17.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            155992064,
            156778496
        ]
    },
    "transformer.single_transformer_blocks.17.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            156778496,
            157564928
        ]
    },
    "transformer.single_transformer_blocks.17.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            157564928,
            158351360
        ]
    },
    "transformer.single_transformer_blocks.17.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            158351360,
            159137792
        ]
    },
    "transformer.single_transformer_blocks.17.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            159137792,
            161497088
        ]
    },
    "transformer.single_transformer_blocks.17.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            161497088,
            162283520
        ]
    },
    "transformer.single_transformer_blocks.17.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            162283520,
            165429248
        ]
    },
    "transformer.single_transformer_blocks.17.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            165429248,
            169361408
        ]
    },
    "transformer.single_transformer_blocks.17.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            169361408,
            170147840
        ]
    },
    "transformer.single_transformer_blocks.18.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            170147840,
            170934272
        ]
    },
    "transformer.single_transformer_blocks.18.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            170934272,
            171720704
        ]
    },
    "transformer.single_transformer_blocks.18.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            171720704,
            172507136
        ]
    },
    "transformer.single_transformer_blocks.18.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            172507136,
            173293568
        ]
    },
    "transformer.single_transformer_blocks.18.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            173293568,
            174080000
        ]
    },
    "transformer.single_transformer_blocks.18.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            174080000,
            174866432
        ]
    },
    "transformer.single_transformer_blocks.18.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            174866432,
            175652864
        ]
    },
    "transformer.single_transformer_blocks.18.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            175652864,
            178012160
        ]
    },
    "transformer.single_transformer_blocks.18.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            178012160,
            178798592
        ]
    },
    "transformer.single_transformer_blocks.18.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            178798592,
            181944320
        ]
    },
    "transformer.single_transformer_blocks.18.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            181944320,
            185876480
        ]
    },
    "transformer.single_transformer_blocks.18.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            185876480,
            186662912
        ]
    },
    "transformer.single_transformer_blocks.19.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            186662912,
            187449344
        ]
    },
    "transformer.single_transformer_blocks.19.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            187449344,
            188235776
        ]
    },
    "transformer.single_transformer_blocks.19.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            188235776,
            189022208
        ]
    },
    "transformer.single_transformer_blocks.19.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            189022208,
            189808640
        ]
    },
    "transformer.single_transformer_blocks.19.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            189808640,
            190595072
        ]
    },
    "transformer.single_transformer_blocks.19.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            190595072,
            191381504
        ]
    },
    "transformer.single_transformer_blocks.19.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            191381504,
            192167936
        ]
    },
    "transformer.single_transformer_blocks.19.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            192167936,
            194527232
        ]
    },
    "transformer.single_transformer_blocks.19.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            194527232,
            195313664
        ]
    },
    "transformer.single_transformer_blocks.19.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            195313664,
            198459392
        ]
    },
    "transformer.single_transformer_blocks.19.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            198459392,
            202391552
        ]
    },
    "transformer.single_transformer_blocks.19.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            202391552,
            203177984
        ]
    },
    "transformer.single_transformer_blocks.2.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            203177984,
            203964416
        ]
    },
    "transformer.single_transformer_blocks.2.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            203964416,
            204750848
        ]
    },
    "transformer.single_transformer_blocks.2.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            204750848,
            205537280
        ]
    },
    "transformer.single_transformer_blocks.2.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            205537280,
            206323712
        ]
    },
    "transformer.single_transformer_blocks.2.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            206323712,
            207110144
        ]
    },
    "transformer.single_transformer_blocks.2.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            207110144,
            207896576
        ]
    },
    "transformer.single_transformer_blocks.2.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            207896576,
            208683008
        ]
    },
    "transformer.single_transformer_blocks.2.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            208683008,
            211042304
        ]
    },
    "transformer.single_transformer_blocks.2.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            211042304,
            211828736
        ]
    },
    "transformer.single_transformer_blocks.2.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            211828736,
            214974464
        ]
    },
    "transformer.single_transformer_blocks.2.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            214974464,
            218906624
        ]
    },
    "transformer.single_transformer_blocks.2.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            218906624,
            219693056
        ]
    },
    "transformer.single_transformer_blocks.20.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            219693056,
            220479488
        ]
    },
    "transformer.single_transformer_blocks.20.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            220479488,
            221265920
        ]
    },
    "transformer.single_transformer_blocks.20.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            221265920,
            222052352
        ]
    },
    "transformer.single_transformer_blocks.20.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            222052352,
            222838784
        ]
    },
    "transformer.single_transformer_blocks.20.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            222838784,
            223625216
        ]
    },
    "transformer.single_transformer_blocks.20.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            223625216,
            224411648
        ]
    },
    "transformer.single_transformer_blocks.20.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            224411648,
            225198080
        ]
    },
    "transformer.single_transformer_blocks.20.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            225198080,
            227557376
        ]
    },
    "transformer.single_transformer_blocks.20.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            227557376,
            228343808
        ]
    },
    "transformer.single_transformer_blocks.20.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            228343808,
            231489536
        ]
    },
    "transformer.single_transformer_blocks.20.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            231489536,
            235421696
        ]
    },
    "transformer.single_transformer_blocks.20.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            235421696,
            236208128
        ]
    },
    "transformer.single_transformer_blocks.21.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            236208128,
            236994560
        ]
    },
    "transformer.single_transformer_blocks.21.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            236994560,
            237780992
        ]
    },
    "transformer.single_transformer_blocks.21.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            237780992,
            238567424
        ]
    },
    "transformer.single_transformer_blocks.21.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            238567424,
            239353856
        ]
    },
    "transformer.single_transformer_blocks.21.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            239353856,
            240140288
        ]
    },
    "transformer.single_transformer_blocks.21.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            240140288,
            240926720
        ]
    },
    "transformer.single_transformer_blocks.21.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            240926720,
            241713152
        ]
    },
    "transformer.single_transformer_blocks.21.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            241713152,
            244072448
        ]
    },
    "transformer.single_transformer_blocks.21.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            244072448,
            244858880
        ]
    },
    "transformer.single_transformer_blocks.21.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            244858880,
            248004608
        ]
    },
    "transformer.single_transformer_blocks.21.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            248004608,
            251936768
        ]
    },
    "transformer.single_transformer_blocks.21.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            251936768,
            252723200
        ]
    },
    "transformer.single_transformer_blocks.22.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            252723200,
            253509632
        ]
    },
    "transformer.single_transformer_blocks.22.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            253509632,
            254296064
        ]
    },
    "transformer.single_transformer_blocks.22.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            254296064,
            255082496
        ]
    },
    "transformer.single_transformer_blocks.22.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            255082496,
            255868928
        ]
    },
    "transformer.single_transformer_blocks.22.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            255868928,
            256655360
        ]
    },
    "transformer.single_transformer_blocks.22.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            256655360,
            257441792
        ]
    },
    "transformer.single_transformer_blocks.22.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            257441792,
            258228224
        ]
    },
    "transformer.single_transformer_blocks.22.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            258228224,
            260587520
        ]
    },
    "transformer.single_transformer_blocks.22.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            260587520,
            261373952
        ]
    },
    "transformer.single_transformer_blocks.22.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            261373952,
            264519680
        ]
    },
    "transformer.single_transformer_blocks.22.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            264519680,
            268451840
        ]
    },
    "transformer.single_transformer_blocks.22.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            268451840,
            269238272
        ]
    },
    "transformer.single_transformer_blocks.23.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            269238272,
            270024704
        ]
    },
    "transformer.single_transformer_blocks.23.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            270024704,
            270811136
        ]
    },
    "transformer.single_transformer_blocks.23.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            270811136,
            271597568
        ]
    },
    "transformer.single_transformer_blocks.23.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            271597568,
            272384000
        ]
    },
    "transformer.single_transformer_blocks.23.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            272384000,
            273170432
        ]
    },
    "transformer.single_transformer_blocks.23.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            273170432,
            273956864
        ]
    },
    "transformer.single_transformer_blocks.23.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            273956864,
            274743296
        ]
    },
    "transformer.single_transformer_blocks.23.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            274743296,
            277102592
        ]
    },
    "transformer.single_transformer_blocks.23.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            277102592,
            277889024
        ]
    },
    "transformer.single_transformer_blocks.23.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            277889024,
            281034752
        ]
    },
    "transformer.single_transformer_blocks.23.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            281034752,
            284966912
        ]
    },
    "transformer.single_transformer_blocks.23.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            284966912,
            285753344
        ]
    },
    "transformer.single_transformer_blocks.24.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            285753344,
            286539776
        ]
    },
    "transformer.single_transformer_blocks.24.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            286539776,
            287326208
        ]
    },
    "transformer.single_transformer_blocks.24.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            287326208,
            288112640
        ]
    },
    "transformer.single_transformer_blocks.24.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            288112640,
            288899072
        ]
    },
    "transformer.single_transformer_blocks.24.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            288899072,
            289685504
        ]
    },
    "transformer.single_transformer_blocks.24.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            289685504,
            290471936
        ]
    },
    "transformer.single_transformer_blocks.24.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            290471936,
            291258368
        ]
    },
    "transformer.single_transformer_blocks.24.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            291258368,
            293617664
        ]
    },
    "transformer.single_transformer_blocks.24.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            293617664,
            294404096
        ]
    },
    "transformer.single_transformer_blocks.24.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            294404096,
            297549824
        ]
    },
    "transformer.single_transformer_blocks.24.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            297549824,
            301481984
        ]
    },
    "transformer.single_transformer_blocks.24.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            301481984,
            302268416
        ]
    },
    "transformer.single_transformer_blocks.25.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            302268416,
            303054848
        ]
    },
    "transformer.single_transformer_blocks.25.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            303054848,
            303841280
        ]
    },
    "transformer.single_transformer_blocks.25.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            303841280,
            304627712
        ]
    },
    "transformer.single_transformer_blocks.25.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            304627712,
            305414144
        ]
    },
    "transformer.single_transformer_blocks.25.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            305414144,
            306200576
        ]
    },
    "transformer.single_transformer_blocks.25.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            306200576,
            306987008
        ]
    },
    "transformer.single_transformer_blocks.25.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            306987008,
            307773440
        ]
    },
    "transformer.single_transformer_blocks.25.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            307773440,
            310132736
        ]
    },
    "transformer.single_transformer_blocks.25.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            310132736,
            310919168
        ]
    },
    "transformer.single_transformer_blocks.25.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            310919168,
            314064896
        ]
    },
    "transformer.single_transformer_blocks.25.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            314064896,
            317997056
        ]
    },
    "transformer.single_transformer_blocks.25.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            317997056,
            318783488
        ]
    },
    "transformer.single_transformer_blocks.26.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            318783488,
            319569920
        ]
    },
    "transformer.single_transformer_blocks.26.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            319569920,
            320356352
        ]
    },
    "transformer.single_transformer_blocks.26.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            320356352,
            321142784
        ]
    },
    "transformer.single_transformer_blocks.26.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            321142784,
            321929216
        ]
    },
    "transformer.single_transformer_blocks.26.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            321929216,
            322715648
        ]
    },
    "transformer.single_transformer_blocks.26.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            322715648,
            323502080
        ]
    },
    "transformer.single_transformer_blocks.26.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            323502080,
            324288512
        ]
    },
    "transformer.single_transformer_blocks.26.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            324288512,
            326647808
        ]
    },
    "transformer.single_transformer_blocks.26.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            326647808,
            327434240
        ]
    },
    "transformer.single_transformer_blocks.26.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            327434240,
            330579968
        ]
    },
    "transformer.single_transformer_blocks.26.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            330579968,
            334512128
        ]
    },
    "transformer.single_transformer_blocks.26.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            334512128,
            335298560
        ]
    },
    "transformer.single_transformer_blocks.27.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            335298560,
            336084992
        ]
    },
    "transformer.single_transformer_blocks.27.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            336084992,
            336871424
        ]
    },
    "transformer.single_transformer_blocks.27.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            336871424,
            337657856
        ]
    },
    "transformer.single_transformer_blocks.27.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            337657856,
            338444288
        ]
    },
    "transformer.single_transformer_blocks.27.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            338444288,
            339230720
        ]
    },
    "transformer.single_transformer_blocks.27.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            339230720,
            340017152
        ]
    },
    "transformer.single_transformer_blocks.27.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            340017152,
            340803584
        ]
    },
    "transformer.single_transformer_blocks.27.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            340803584,
            343162880
        ]
    },
    "transformer.single_transformer_blocks.27.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            343162880,
            343949312
        ]
    },
    "transformer.single_transformer_blocks.27.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            343949312,
            347095040
        ]
    },
    "transformer.single_transformer_blocks.27.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            347095040,
            351027200
        ]
    },
    "transformer.single_transformer_blocks.27.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            351027200,
            351813632
        ]
    },
    "transformer.single_transformer_blocks.28.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            351813632,
            352600064
        ]
    },
    "transformer.single_transformer_blocks.28.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            352600064,
            353386496
        ]
    },
    "transformer.single_transformer_blocks.28.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            353386496,
            354172928
        ]
    },
    "transformer.single_transformer_blocks.28.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            354172928,
            354959360
        ]
    },
    "transformer.single_transformer_blocks.28.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            354959360,
            355745792
        ]
    },
    "transformer.single_transformer_blocks.28.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            355745792,
            356532224
        ]
    },
    "transformer.single_transformer_blocks.28.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            356532224,
            357318656
        ]
    },
    "transformer.single_transformer_blocks.28.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            357318656,
            359677952
        ]
    },
    "transformer.single_transformer_blocks.28.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            359677952,
            360464384
        ]
    },
    "transformer.single_transformer_blocks.28.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            360464384,
            363610112
        ]
    },
    "transformer.single_transformer_blocks.28.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            363610112,
            367542272
        ]
    },
    "transformer.single_transformer_blocks.28.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            367542272,
            368328704
        ]
    },
    "transformer.single_transformer_blocks.29.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            368328704,
            369115136
        ]
    },
    "transformer.single_transformer_blocks.29.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            369115136,
            369901568
        ]
    },
    "transformer.single_transformer_blocks.29.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            369901568,
            370688000
        ]
    },
    "transformer.single_transformer_blocks.29.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            370688000,
            371474432
        ]
    },
    "transformer.single_transformer_blocks.29.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            371474432,
            372260864
        ]
    },
    "transformer.single_transformer_blocks.29.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            372260864,
            373047296
        ]
    },
    "transformer.single_transformer_blocks.29.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            373047296,
            373833728
        ]
    },
    "transformer.single_transformer_blocks.29.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            373833728,
            376193024
        ]
    },
    "transformer.single_transformer_blocks.29.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            376193024,
            376979456
        ]
    },
    "transformer.single_transformer_blocks.29.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            376979456,
            380125184
        ]
    },
    "transformer.single_transformer_blocks.29.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            380125184,
            384057344
        ]
    },
    "transformer.single_transformer_blocks.29.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            384057344,
            384843776
        ]
    },
    "transformer.single_transformer_blocks.3.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            384843776,
            385630208
        ]
    },
    "transformer.single_transformer_blocks.3.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            385630208,
            386416640
        ]
    },
    "transformer.single_transformer_blocks.3.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            386416640,
            387203072
        ]
    },
    "transformer.single_transformer_blocks.3.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            387203072,
            387989504
        ]
    },
    "transformer.single_transformer_blocks.3.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            387989504,
            388775936
        ]
    },
    "transformer.single_transformer_blocks.3.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            388775936,
            389562368
        ]
    },
    "transformer.single_transformer_blocks.3.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            389562368,
            390348800
        ]
    },
    "transformer.single_transformer_blocks.3.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            390348800,
            392708096
        ]
    },
    "transformer.single_transformer_blocks.3.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            392708096,
            393494528
        ]
    },
    "transformer.single_transformer_blocks.3.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            393494528,
            396640256
        ]
    },
    "transformer.single_transformer_blocks.3.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            396640256,
            400572416
        ]
    },
    "transformer.single_transformer_blocks.3.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            400572416,
            401358848
        ]
    },
    "transformer.single_transformer_blocks.30.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            401358848,
            402145280
        ]
    },
    "transformer.single_transformer_blocks.30.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            402145280,
            402931712
        ]
    },
    "transformer.single_transformer_blocks.30.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            402931712,
            403718144
        ]
    },
    "transformer.single_transformer_blocks.30.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            403718144,
            404504576
        ]
    },
    "transformer.single_transformer_blocks.30.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            404504576,
            405291008
        ]
    },
    "transformer.single_transformer_blocks.30.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            405291008,
            406077440
        ]
    },
    "transformer.single_transformer_blocks.30.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            406077440,
            406863872
        ]
    },
    "transformer.single_transformer_blocks.30.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            406863872,
            409223168
        ]
    },
    "transformer.single_transformer_blocks.30.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            409223168,
            410009600
        ]
    },
    "transformer.single_transformer_blocks.30.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            410009600,
            413155328
        ]
    },
    "transformer.single_transformer_blocks.30.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            413155328,
            417087488
        ]
    },
    "transformer.single_transformer_blocks.30.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            417087488,
            417873920
        ]
    },
    "transformer.single_transformer_blocks.31.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            417873920,
            418660352
        ]
    },
    "transformer.single_transformer_blocks.31.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            418660352,
            419446784
        ]
    },
    "transformer.single_transformer_blocks.31.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            419446784,
            420233216
        ]
    },
    "transformer.single_transformer_blocks.31.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            420233216,
            421019648
        ]
    },
    "transformer.single_transformer_blocks.31.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            421019648,
            421806080
        ]
    },
    "transformer.single_transformer_blocks.31.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            421806080,
            422592512
        ]
    },
    "transformer.single_transformer_blocks.31.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            422592512,
            423378944
        ]
    },
    "transformer.single_transformer_blocks.31.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            423378944,
            425738240
        ]
    },
    "transformer.single_transformer_blocks.31.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            425738240,
            426524672
        ]
    },
    "transformer.single_transformer_blocks.31.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            426524672,
            429670400
        ]
    },
    "transformer.single_transformer_blocks.31.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            429670400,
            433602560
        ]
    },
    "transformer.single_transformer_blocks.31.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            433602560,
            434388992
        ]
    },
    "transformer.single_transformer_blocks.32.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            434388992,
            435175424
        ]
    },
    "transformer.single_transformer_blocks.32.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            435175424,
            435961856
        ]
    },
    "transformer.single_transformer_blocks.32.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            435961856,
            436748288
        ]
    },
    "transformer.single_transformer_blocks.32.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            436748288,
            437534720
        ]
    },
    "transformer.single_transformer_blocks.32.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            437534720,
            438321152
        ]
    },
    "transformer.single_transformer_blocks.32.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            438321152,
            439107584
        ]
    },
    "transformer.single_transformer_blocks.32.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            439107584,
            439894016
        ]
    },
    "transformer.single_transformer_blocks.32.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            439894016,
            442253312
        ]
    },
    "transformer.single_transformer_blocks.32.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            442253312,
            443039744
        ]
    },
    "transformer.single_transformer_blocks.32.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            443039744,
            446185472
        ]
    },
    "transformer.single_transformer_blocks.32.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            446185472,
            450117632
        ]
    },
    "transformer.single_transformer_blocks.32.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            450117632,
            450904064
        ]
    },
    "transformer.single_transformer_blocks.33.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            450904064,
            451690496
        ]
    },
    "transformer.single_transformer_blocks.33.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            451690496,
            452476928
        ]
    },
    "transformer.single_transformer_blocks.33.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            452476928,
            453263360
        ]
    },
    "transformer.single_transformer_blocks.33.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            453263360,
            454049792
        ]
    },
    "transformer.single_transformer_blocks.33.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            454049792,
            454836224
        ]
    },
    "transformer.single_transformer_blocks.33.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            454836224,
            455622656
        ]
    },
    "transformer.single_transformer_blocks.33.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            455622656,
            456409088
        ]
    },
    "transformer.single_transformer_blocks.33.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            456409088,
            458768384
        ]
    },
    "transformer.single_transformer_blocks.33.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            458768384,
            459554816
        ]
    },
    "transformer.single_transformer_blocks.33.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            459554816,
            462700544
        ]
    },
    "transformer.single_transformer_blocks.33.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            462700544,
            466632704
        ]
    },
    "transformer.single_transformer_blocks.33.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            466632704,
            467419136
        ]
    },
    "transformer.single_transformer_blocks.34.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            467419136,
            468205568
        ]
    },
    "transformer.single_transformer_blocks.34.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            468205568,
            468992000
        ]
    },
    "transformer.single_transformer_blocks.34.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            468992000,
            469778432
        ]
    },
    "transformer.single_transformer_blocks.34.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            469778432,
            470564864
        ]
    },
    "transformer.single_transformer_blocks.34.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            470564864,
            471351296
        ]
    },
    "transformer.single_transformer_blocks.34.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            471351296,
            472137728
        ]
    },
    "transformer.single_transformer_blocks.34.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            472137728,
            472924160
        ]
    },
    "transformer.single_transformer_blocks.34.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            472924160,
            475283456
        ]
    },
    "transformer.single_transformer_blocks.34.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            475283456,
            476069888
        ]
    },
    "transformer.single_transformer_blocks.34.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            476069888,
            479215616
        ]
    },
    "transformer.single_transformer_blocks.34.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            479215616,
            483147776
        ]
    },
    "transformer.single_transformer_blocks.34.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            483147776,
            483934208
        ]
    },
    "transformer.single_transformer_blocks.35.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            483934208,
            484720640
        ]
    },
    "transformer.single_transformer_blocks.35.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            484720640,
            485507072
        ]
    },
    "transformer.single_transformer_blocks.35.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            485507072,
            486293504
        ]
    },
    "transformer.single_transformer_blocks.35.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            486293504,
            487079936
        ]
    },
    "transformer.single_transformer_blocks.35.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            487079936,
            487866368
        ]
    },
    "transformer.single_transformer_blocks.35.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            487866368,
            488652800
        ]
    },
    "transformer.single_transformer_blocks.35.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            488652800,
            489439232
        ]
    },
    "transformer.single_transformer_blocks.35.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            489439232,
            491798528
        ]
    },
    "transformer.single_transformer_blocks.35.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            491798528,
            492584960
        ]
    },
    "transformer.single_transformer_blocks.35.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            492584960,
            495730688
        ]
    },
    "transformer.single_transformer_blocks.35.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            495730688,
            499662848
        ]
    },
    "transformer.single_transformer_blocks.35.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            499662848,
            500449280
        ]
    },
    "transformer.single_transformer_blocks.36.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            500449280,
            501235712
        ]
    },
    "transformer.single_transformer_blocks.36.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            501235712,
            502022144
        ]
    },
    "transformer.single_transformer_blocks.36.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            502022144,
            502808576
        ]
    },
    "transformer.single_transformer_blocks.36.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            502808576,
            503595008
        ]
    },
    "transformer.single_transformer_blocks.36.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            503595008,
            504381440
        ]
    },
    "transformer.single_transformer_blocks.36.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            504381440,
            505167872
        ]
    },
    "transformer.single_transformer_blocks.36.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            505167872,
            505954304
        ]
    },
    "transformer.single_transformer_blocks.36.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            505954304,
            508313600
        ]
    },
    "transformer.single_transformer_blocks.36.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            508313600,
            509100032
        ]
    },
    "transformer.single_transformer_blocks.36.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            509100032,
            512245760
        ]
    },
    "transformer.single_transformer_blocks.36.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            512245760,
            516177920
        ]
    },
    "transformer.single_transformer_blocks.36.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            516177920,
            516964352
        ]
    },
    "transformer.single_transformer_blocks.37.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            516964352,
            517750784
        ]
    },
    "transformer.single_transformer_blocks.37.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            517750784,
            518537216
        ]
    },
    "transformer.single_transformer_blocks.37.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            518537216,
            519323648
        ]
    },
    "transformer.single_transformer_blocks.37.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            519323648,
            520110080
        ]
    },
    "transformer.single_transformer_blocks.37.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            520110080,
            520896512
        ]
    },
    "transformer.single_transformer_blocks.37.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            520896512,
            521682944
        ]
    },
    "transformer.single_transformer_blocks.37.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            521682944,
            522469376
        ]
    },
    "transformer.single_transformer_blocks.37.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            522469376,
            524828672
        ]
    },
    "transformer.single_transformer_blocks.37.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            524828672,
            525615104
        ]
    },
    "transformer.single_transformer_blocks.37.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            525615104,
            528760832
        ]
    },
    "transformer.single_transformer_blocks.37.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            528760832,
            532692992
        ]
    },
    "transformer.single_transformer_blocks.37.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            532692992,
            533479424
        ]
    },
    "transformer.single_transformer_blocks.4.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            533479424,
            534265856
        ]
    },
    "transformer.single_transformer_blocks.4.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            534265856,
            535052288
        ]
    },
    "transformer.single_transformer_blocks.4.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            535052288,
            535838720
        ]
    },
    "transformer.single_transformer_blocks.4.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            535838720,
            536625152
        ]
    },
    "transformer.single_transformer_blocks.4.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            536625152,
            537411584
        ]
    },
    "transformer.single_transformer_blocks.4.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            537411584,
            538198016
        ]
    },
    "transformer.single_transformer_blocks.4.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            538198016,
            538984448
        ]
    },
    "transformer.single_transformer_blocks.4.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            538984448,
            541343744
        ]
    },
    "transformer.single_transformer_blocks.4.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            541343744,
            542130176
        ]
    },
    "transformer.single_transformer_blocks.4.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            542130176,
            545275904
        ]
    },
    "transformer.single_transformer_blocks.4.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            545275904,
            549208064
        ]
    },
    "transformer.single_transformer_blocks.4.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            549208064,
            549994496
        ]
    },
    "transformer.single_transformer_blocks.5.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            549994496,
            550780928
        ]
    },
    "transformer.single_transformer_blocks.5.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            550780928,
            551567360
        ]
    },
    "transformer.single_transformer_blocks.5.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            551567360,
            552353792
        ]
    },
    "transformer.single_transformer_blocks.5.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            552353792,
            553140224
        ]
    },
    "transformer.single_transformer_blocks.5.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            553140224,
            553926656
        ]
    },
    "transformer.single_transformer_blocks.5.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            553926656,
            554713088
        ]
    },
    "transformer.single_transformer_blocks.5.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            554713088,
            555499520
        ]
    },
    "transformer.single_transformer_blocks.5.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            555499520,
            557858816
        ]
    },
    "transformer.single_transformer_blocks.5.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            557858816,
            558645248
        ]
    },
    "transformer.single_transformer_blocks.5.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            558645248,
            561790976
        ]
    },
    "transformer.single_transformer_blocks.5.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            561790976,
            565723136
        ]
    },
    "transformer.single_transformer_blocks.5.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            565723136,
            566509568
        ]
    },
    "transformer.single_transformer_blocks.6.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            566509568,
            567296000
        ]
    },
    "transformer.single_transformer_blocks.6.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            567296000,
            568082432
        ]
    },
    "transformer.single_transformer_blocks.6.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            568082432,
            568868864
        ]
    },
    "transformer.single_transformer_blocks.6.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            568868864,
            569655296
        ]
    },
    "transformer.single_transformer_blocks.6.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            569655296,
            570441728
        ]
    },
    "transformer.single_transformer_blocks.6.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            570441728,
            571228160
        ]
    },
    "transformer.single_transformer_blocks.6.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            571228160,
            572014592
        ]
    },
    "transformer.single_transformer_blocks.6.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            572014592,
            574373888
        ]
    },
    "transformer.single_transformer_blocks.6.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            574373888,
            575160320
        ]
    },
    "transformer.single_transformer_blocks.6.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            575160320,
            578306048
        ]
    },
    "transformer.single_transformer_blocks.6.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            578306048,
            582238208
        ]
    },
    "transformer.single_transformer_blocks.6.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            582238208,
            583024640
        ]
    },
    "transformer.single_transformer_blocks.7.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            583024640,
            583811072
        ]
    },
    "transformer.single_transformer_blocks.7.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            583811072,
            584597504
        ]
    },
    "transformer.single_transformer_blocks.7.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            584597504,
            585383936
        ]
    },
    "transformer.single_transformer_blocks.7.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            585383936,
            586170368
        ]
    },
    "transformer.single_transformer_blocks.7.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            586170368,
            586956800
        ]
    },
    "transformer.single_transformer_blocks.7.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            586956800,
            587743232
        ]
    },
    "transformer.single_transformer_blocks.7.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            587743232,
            588529664
        ]
    },
    "transformer.single_transformer_blocks.7.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            588529664,
            590888960
        ]
    },
    "transformer.single_transformer_blocks.7.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            590888960,
            591675392
        ]
    },
    "transformer.single_transformer_blocks.7.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            591675392,
            594821120
        ]
    },
    "transformer.single_transformer_blocks.7.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            594821120,
            598753280
        ]
    },
    "transformer.single_transformer_blocks.7.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            598753280,
            599539712
        ]
    },
    "transformer.single_transformer_blocks.8.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            599539712,
            600326144
        ]
    },
    "transformer.single_transformer_blocks.8.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            600326144,
            601112576
        ]
    },
    "transformer.single_transformer_blocks.8.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            601112576,
            601899008
        ]
    },
    "transformer.single_transformer_blocks.8.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            601899008,
            602685440
        ]
    },
    "transformer.single_transformer_blocks.8.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            602685440,
            603471872
        ]
    },
    "transformer.single_transformer_blocks.8.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            603471872,
            604258304
        ]
    },
    "transformer.single_transformer_blocks.8.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            604258304,
            605044736
        ]
    },
    "transformer.single_transformer_blocks.8.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            605044736,
            607404032
        ]
    },
    "transformer.single_transformer_blocks.8.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            607404032,
            608190464
        ]
    },
    "transformer.single_transformer_blocks.8.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            608190464,
            611336192
        ]
    },
    "transformer.single_transformer_blocks.8.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            611336192,
            615268352
        ]
    },
    "transformer.single_transformer_blocks.8.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            615268352,
            616054784
        ]
    },
    "transformer.single_transformer_blocks.9.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            616054784,
            616841216
        ]
    },
    "transformer.single_transformer_blocks.9.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            616841216,
            617627648
        ]
    },
    "transformer.single_transformer_blocks.9.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            617627648,
            618414080
        ]
    },
    "transformer.single_transformer_blocks.9.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            618414080,
            619200512
        ]
    },
    "transformer.single_transformer_blocks.9.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            619200512,
            619986944
        ]
    },
    "transformer.single_transformer_blocks.9.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            619986944,
            620773376
        ]
    },
    "transformer.single_transformer_blocks.9.norm.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            620773376,
            621559808
        ]
    },
    "transformer.single_transformer_blocks.9.norm.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            9216,
            64
        ],
        "data_offsets": [
            621559808,
            623919104
        ]
    },
    "transformer.single_transformer_blocks.9.proj_mlp.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            623919104,
            624705536
        ]
    },
    "transformer.single_transformer_blocks.9.proj_mlp.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            624705536,
            627851264
        ]
    },
    "transformer.single_transformer_blocks.9.proj_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            15360
        ],
        "data_offsets": [
            627851264,
            631783424
        ]
    },
    "transformer.single_transformer_blocks.9.proj_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            631783424,
            632569856
        ]
    },
    "transformer.time_text_embed.guidance_embedder.linear_1.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            256
        ],
        "data_offsets": [
            632569856,
            632635392
        ]
    },
    "transformer.time_text_embed.guidance_embedder.linear_1.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            632635392,
            633421824
        ]
    },
    "transformer.time_text_embed.guidance_embedder.linear_2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            633421824,
            634208256
        ]
    },
    "transformer.time_text_embed.guidance_embedder.linear_2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            634208256,
            634994688
        ]
    },
    "transformer.time_text_embed.text_embedder.linear_1.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            768
        ],
        "data_offsets": [
            634994688,
            635191296
        ]
    },
    "transformer.time_text_embed.text_embedder.linear_1.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            635191296,
            635977728
        ]
    },
    "transformer.time_text_embed.text_embedder.linear_2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            635977728,
            636764160
        ]
    },
    "transformer.time_text_embed.text_embedder.linear_2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            636764160,
            637550592
        ]
    },
    "transformer.time_text_embed.timestep_embedder.linear_1.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            256
        ],
        "data_offsets": [
            637550592,
            637616128
        ]
    },
    "transformer.time_text_embed.timestep_embedder.linear_1.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            637616128,
            638402560
        ]
    },
    "transformer.time_text_embed.timestep_embedder.linear_2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            638402560,
            639188992
        ]
    },
    "transformer.time_text_embed.timestep_embedder.linear_2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            639188992,
            639975424
        ]
    },
    "transformer.transformer_blocks.0.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            639975424,
            640761856
        ]
    },
    "transformer.transformer_blocks.0.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            640761856,
            641548288
        ]
    },
    "transformer.transformer_blocks.0.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            641548288,
            642334720
        ]
    },
    "transformer.transformer_blocks.0.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            642334720,
            643121152
        ]
    },
    "transformer.transformer_blocks.0.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            643121152,
            643907584
        ]
    },
    "transformer.transformer_blocks.0.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            643907584,
            644694016
        ]
    },
    "transformer.transformer_blocks.0.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            644694016,
            645480448
        ]
    },
    "transformer.transformer_blocks.0.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            645480448,
            646266880
        ]
    },
    "transformer.transformer_blocks.0.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            646266880,
            647053312
        ]
    },
    "transformer.transformer_blocks.0.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            647053312,
            647839744
        ]
    },
    "transformer.transformer_blocks.0.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            647839744,
            648626176
        ]
    },
    "transformer.transformer_blocks.0.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            648626176,
            649412608
        ]
    },
    "transformer.transformer_blocks.0.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            649412608,
            650199040
        ]
    },
    "transformer.transformer_blocks.0.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            650199040,
            650985472
        ]
    },
    "transformer.transformer_blocks.0.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            650985472,
            651771904
        ]
    },
    "transformer.transformer_blocks.0.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            651771904,
            652558336
        ]
    },
    "transformer.transformer_blocks.0.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            652558336,
            653344768
        ]
    },
    "transformer.transformer_blocks.0.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            653344768,
            656490496
        ]
    },
    "transformer.transformer_blocks.0.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            656490496,
            659636224
        ]
    },
    "transformer.transformer_blocks.0.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            659636224,
            660422656
        ]
    },
    "transformer.transformer_blocks.0.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            660422656,
            661209088
        ]
    },
    "transformer.transformer_blocks.0.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            661209088,
            664354816
        ]
    },
    "transformer.transformer_blocks.0.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            664354816,
            667500544
        ]
    },
    "transformer.transformer_blocks.0.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            667500544,
            668286976
        ]
    },
    "transformer.transformer_blocks.0.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            668286976,
            669073408
        ]
    },
    "transformer.transformer_blocks.0.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            669073408,
            673792000
        ]
    },
    "transformer.transformer_blocks.0.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            673792000,
            674578432
        ]
    },
    "transformer.transformer_blocks.0.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            674578432,
            679297024
        ]
    },
    "transformer.transformer_blocks.1.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            679297024,
            680083456
        ]
    },
    "transformer.transformer_blocks.1.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            680083456,
            680869888
        ]
    },
    "transformer.transformer_blocks.1.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            680869888,
            681656320
        ]
    },
    "transformer.transformer_blocks.1.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            681656320,
            682442752
        ]
    },
    "transformer.transformer_blocks.1.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            682442752,
            683229184
        ]
    },
    "transformer.transformer_blocks.1.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            683229184,
            684015616
        ]
    },
    "transformer.transformer_blocks.1.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            684015616,
            684802048
        ]
    },
    "transformer.transformer_blocks.1.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            684802048,
            685588480
        ]
    },
    "transformer.transformer_blocks.1.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            685588480,
            686374912
        ]
    },
    "transformer.transformer_blocks.1.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            686374912,
            687161344
        ]
    },
    "transformer.transformer_blocks.1.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            687161344,
            687947776
        ]
    },
    "transformer.transformer_blocks.1.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            687947776,
            688734208
        ]
    },
    "transformer.transformer_blocks.1.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            688734208,
            689520640
        ]
    },
    "transformer.transformer_blocks.1.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            689520640,
            690307072
        ]
    },
    "transformer.transformer_blocks.1.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            690307072,
            691093504
        ]
    },
    "transformer.transformer_blocks.1.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            691093504,
            691879936
        ]
    },
    "transformer.transformer_blocks.1.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            691879936,
            692666368
        ]
    },
    "transformer.transformer_blocks.1.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            692666368,
            695812096
        ]
    },
    "transformer.transformer_blocks.1.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            695812096,
            698957824
        ]
    },
    "transformer.transformer_blocks.1.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            698957824,
            699744256
        ]
    },
    "transformer.transformer_blocks.1.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            699744256,
            700530688
        ]
    },
    "transformer.transformer_blocks.1.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            700530688,
            703676416
        ]
    },
    "transformer.transformer_blocks.1.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            703676416,
            706822144
        ]
    },
    "transformer.transformer_blocks.1.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            706822144,
            707608576
        ]
    },
    "transformer.transformer_blocks.1.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            707608576,
            708395008
        ]
    },
    "transformer.transformer_blocks.1.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            708395008,
            713113600
        ]
    },
    "transformer.transformer_blocks.1.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            713113600,
            713900032
        ]
    },
    "transformer.transformer_blocks.1.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            713900032,
            718618624
        ]
    },
    "transformer.transformer_blocks.10.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            718618624,
            719405056
        ]
    },
    "transformer.transformer_blocks.10.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            719405056,
            720191488
        ]
    },
    "transformer.transformer_blocks.10.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            720191488,
            720977920
        ]
    },
    "transformer.transformer_blocks.10.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            720977920,
            721764352
        ]
    },
    "transformer.transformer_blocks.10.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            721764352,
            722550784
        ]
    },
    "transformer.transformer_blocks.10.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            722550784,
            723337216
        ]
    },
    "transformer.transformer_blocks.10.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            723337216,
            724123648
        ]
    },
    "transformer.transformer_blocks.10.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            724123648,
            724910080
        ]
    },
    "transformer.transformer_blocks.10.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            724910080,
            725696512
        ]
    },
    "transformer.transformer_blocks.10.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            725696512,
            726482944
        ]
    },
    "transformer.transformer_blocks.10.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            726482944,
            727269376
        ]
    },
    "transformer.transformer_blocks.10.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            727269376,
            728055808
        ]
    },
    "transformer.transformer_blocks.10.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            728055808,
            728842240
        ]
    },
    "transformer.transformer_blocks.10.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            728842240,
            729628672
        ]
    },
    "transformer.transformer_blocks.10.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            729628672,
            730415104
        ]
    },
    "transformer.transformer_blocks.10.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            730415104,
            731201536
        ]
    },
    "transformer.transformer_blocks.10.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            731201536,
            731987968
        ]
    },
    "transformer.transformer_blocks.10.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            731987968,
            735133696
        ]
    },
    "transformer.transformer_blocks.10.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            735133696,
            738279424
        ]
    },
    "transformer.transformer_blocks.10.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            738279424,
            739065856
        ]
    },
    "transformer.transformer_blocks.10.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            739065856,
            739852288
        ]
    },
    "transformer.transformer_blocks.10.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            739852288,
            742998016
        ]
    },
    "transformer.transformer_blocks.10.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            742998016,
            746143744
        ]
    },
    "transformer.transformer_blocks.10.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            746143744,
            746930176
        ]
    },
    "transformer.transformer_blocks.10.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            746930176,
            747716608
        ]
    },
    "transformer.transformer_blocks.10.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            747716608,
            752435200
        ]
    },
    "transformer.transformer_blocks.10.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            752435200,
            753221632
        ]
    },
    "transformer.transformer_blocks.10.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            753221632,
            757940224
        ]
    },
    "transformer.transformer_blocks.11.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            757940224,
            758726656
        ]
    },
    "transformer.transformer_blocks.11.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            758726656,
            759513088
        ]
    },
    "transformer.transformer_blocks.11.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            759513088,
            760299520
        ]
    },
    "transformer.transformer_blocks.11.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            760299520,
            761085952
        ]
    },
    "transformer.transformer_blocks.11.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            761085952,
            761872384
        ]
    },
    "transformer.transformer_blocks.11.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            761872384,
            762658816
        ]
    },
    "transformer.transformer_blocks.11.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            762658816,
            763445248
        ]
    },
    "transformer.transformer_blocks.11.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            763445248,
            764231680
        ]
    },
    "transformer.transformer_blocks.11.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            764231680,
            765018112
        ]
    },
    "transformer.transformer_blocks.11.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            765018112,
            765804544
        ]
    },
    "transformer.transformer_blocks.11.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            765804544,
            766590976
        ]
    },
    "transformer.transformer_blocks.11.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            766590976,
            767377408
        ]
    },
    "transformer.transformer_blocks.11.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            767377408,
            768163840
        ]
    },
    "transformer.transformer_blocks.11.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            768163840,
            768950272
        ]
    },
    "transformer.transformer_blocks.11.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            768950272,
            769736704
        ]
    },
    "transformer.transformer_blocks.11.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            769736704,
            770523136
        ]
    },
    "transformer.transformer_blocks.11.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            770523136,
            771309568
        ]
    },
    "transformer.transformer_blocks.11.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            771309568,
            774455296
        ]
    },
    "transformer.transformer_blocks.11.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            774455296,
            777601024
        ]
    },
    "transformer.transformer_blocks.11.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            777601024,
            778387456
        ]
    },
    "transformer.transformer_blocks.11.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            778387456,
            779173888
        ]
    },
    "transformer.transformer_blocks.11.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            779173888,
            782319616
        ]
    },
    "transformer.transformer_blocks.11.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            782319616,
            785465344
        ]
    },
    "transformer.transformer_blocks.11.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            785465344,
            786251776
        ]
    },
    "transformer.transformer_blocks.11.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            786251776,
            787038208
        ]
    },
    "transformer.transformer_blocks.11.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            787038208,
            791756800
        ]
    },
    "transformer.transformer_blocks.11.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            791756800,
            792543232
        ]
    },
    "transformer.transformer_blocks.11.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            792543232,
            797261824
        ]
    },
    "transformer.transformer_blocks.12.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            797261824,
            798048256
        ]
    },
    "transformer.transformer_blocks.12.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            798048256,
            798834688
        ]
    },
    "transformer.transformer_blocks.12.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            798834688,
            799621120
        ]
    },
    "transformer.transformer_blocks.12.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            799621120,
            800407552
        ]
    },
    "transformer.transformer_blocks.12.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            800407552,
            801193984
        ]
    },
    "transformer.transformer_blocks.12.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            801193984,
            801980416
        ]
    },
    "transformer.transformer_blocks.12.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            801980416,
            802766848
        ]
    },
    "transformer.transformer_blocks.12.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            802766848,
            803553280
        ]
    },
    "transformer.transformer_blocks.12.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            803553280,
            804339712
        ]
    },
    "transformer.transformer_blocks.12.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            804339712,
            805126144
        ]
    },
    "transformer.transformer_blocks.12.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            805126144,
            805912576
        ]
    },
    "transformer.transformer_blocks.12.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            805912576,
            806699008
        ]
    },
    "transformer.transformer_blocks.12.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            806699008,
            807485440
        ]
    },
    "transformer.transformer_blocks.12.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            807485440,
            808271872
        ]
    },
    "transformer.transformer_blocks.12.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            808271872,
            809058304
        ]
    },
    "transformer.transformer_blocks.12.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            809058304,
            809844736
        ]
    },
    "transformer.transformer_blocks.12.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            809844736,
            810631168
        ]
    },
    "transformer.transformer_blocks.12.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            810631168,
            813776896
        ]
    },
    "transformer.transformer_blocks.12.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            813776896,
            816922624
        ]
    },
    "transformer.transformer_blocks.12.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            816922624,
            817709056
        ]
    },
    "transformer.transformer_blocks.12.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            817709056,
            818495488
        ]
    },
    "transformer.transformer_blocks.12.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            818495488,
            821641216
        ]
    },
    "transformer.transformer_blocks.12.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            821641216,
            824786944
        ]
    },
    "transformer.transformer_blocks.12.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            824786944,
            825573376
        ]
    },
    "transformer.transformer_blocks.12.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            825573376,
            826359808
        ]
    },
    "transformer.transformer_blocks.12.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            826359808,
            831078400
        ]
    },
    "transformer.transformer_blocks.12.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            831078400,
            831864832
        ]
    },
    "transformer.transformer_blocks.12.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            831864832,
            836583424
        ]
    },
    "transformer.transformer_blocks.13.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            836583424,
            837369856
        ]
    },
    "transformer.transformer_blocks.13.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            837369856,
            838156288
        ]
    },
    "transformer.transformer_blocks.13.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            838156288,
            838942720
        ]
    },
    "transformer.transformer_blocks.13.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            838942720,
            839729152
        ]
    },
    "transformer.transformer_blocks.13.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            839729152,
            840515584
        ]
    },
    "transformer.transformer_blocks.13.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            840515584,
            841302016
        ]
    },
    "transformer.transformer_blocks.13.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            841302016,
            842088448
        ]
    },
    "transformer.transformer_blocks.13.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            842088448,
            842874880
        ]
    },
    "transformer.transformer_blocks.13.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            842874880,
            843661312
        ]
    },
    "transformer.transformer_blocks.13.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            843661312,
            844447744
        ]
    },
    "transformer.transformer_blocks.13.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            844447744,
            845234176
        ]
    },
    "transformer.transformer_blocks.13.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            845234176,
            846020608
        ]
    },
    "transformer.transformer_blocks.13.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            846020608,
            846807040
        ]
    },
    "transformer.transformer_blocks.13.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            846807040,
            847593472
        ]
    },
    "transformer.transformer_blocks.13.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            847593472,
            848379904
        ]
    },
    "transformer.transformer_blocks.13.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            848379904,
            849166336
        ]
    },
    "transformer.transformer_blocks.13.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            849166336,
            849952768
        ]
    },
    "transformer.transformer_blocks.13.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            849952768,
            853098496
        ]
    },
    "transformer.transformer_blocks.13.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            853098496,
            856244224
        ]
    },
    "transformer.transformer_blocks.13.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            856244224,
            857030656
        ]
    },
    "transformer.transformer_blocks.13.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            857030656,
            857817088
        ]
    },
    "transformer.transformer_blocks.13.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            857817088,
            860962816
        ]
    },
    "transformer.transformer_blocks.13.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            860962816,
            864108544
        ]
    },
    "transformer.transformer_blocks.13.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            864108544,
            864894976
        ]
    },
    "transformer.transformer_blocks.13.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            864894976,
            865681408
        ]
    },
    "transformer.transformer_blocks.13.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            865681408,
            870400000
        ]
    },
    "transformer.transformer_blocks.13.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            870400000,
            871186432
        ]
    },
    "transformer.transformer_blocks.13.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            871186432,
            875905024
        ]
    },
    "transformer.transformer_blocks.14.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            875905024,
            876691456
        ]
    },
    "transformer.transformer_blocks.14.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            876691456,
            877477888
        ]
    },
    "transformer.transformer_blocks.14.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            877477888,
            878264320
        ]
    },
    "transformer.transformer_blocks.14.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            878264320,
            879050752
        ]
    },
    "transformer.transformer_blocks.14.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            879050752,
            879837184
        ]
    },
    "transformer.transformer_blocks.14.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            879837184,
            880623616
        ]
    },
    "transformer.transformer_blocks.14.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            880623616,
            881410048
        ]
    },
    "transformer.transformer_blocks.14.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            881410048,
            882196480
        ]
    },
    "transformer.transformer_blocks.14.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            882196480,
            882982912
        ]
    },
    "transformer.transformer_blocks.14.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            882982912,
            883769344
        ]
    },
    "transformer.transformer_blocks.14.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            883769344,
            884555776
        ]
    },
    "transformer.transformer_blocks.14.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            884555776,
            885342208
        ]
    },
    "transformer.transformer_blocks.14.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            885342208,
            886128640
        ]
    },
    "transformer.transformer_blocks.14.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            886128640,
            886915072
        ]
    },
    "transformer.transformer_blocks.14.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            886915072,
            887701504
        ]
    },
    "transformer.transformer_blocks.14.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            887701504,
            888487936
        ]
    },
    "transformer.transformer_blocks.14.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            888487936,
            889274368
        ]
    },
    "transformer.transformer_blocks.14.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            889274368,
            892420096
        ]
    },
    "transformer.transformer_blocks.14.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            892420096,
            895565824
        ]
    },
    "transformer.transformer_blocks.14.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            895565824,
            896352256
        ]
    },
    "transformer.transformer_blocks.14.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            896352256,
            897138688
        ]
    },
    "transformer.transformer_blocks.14.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            897138688,
            900284416
        ]
    },
    "transformer.transformer_blocks.14.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            900284416,
            903430144
        ]
    },
    "transformer.transformer_blocks.14.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            903430144,
            904216576
        ]
    },
    "transformer.transformer_blocks.14.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            904216576,
            905003008
        ]
    },
    "transformer.transformer_blocks.14.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            905003008,
            909721600
        ]
    },
    "transformer.transformer_blocks.14.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            909721600,
            910508032
        ]
    },
    "transformer.transformer_blocks.14.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            910508032,
            915226624
        ]
    },
    "transformer.transformer_blocks.15.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            915226624,
            916013056
        ]
    },
    "transformer.transformer_blocks.15.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            916013056,
            916799488
        ]
    },
    "transformer.transformer_blocks.15.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            916799488,
            917585920
        ]
    },
    "transformer.transformer_blocks.15.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            917585920,
            918372352
        ]
    },
    "transformer.transformer_blocks.15.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            918372352,
            919158784
        ]
    },
    "transformer.transformer_blocks.15.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            919158784,
            919945216
        ]
    },
    "transformer.transformer_blocks.15.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            919945216,
            920731648
        ]
    },
    "transformer.transformer_blocks.15.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            920731648,
            921518080
        ]
    },
    "transformer.transformer_blocks.15.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            921518080,
            922304512
        ]
    },
    "transformer.transformer_blocks.15.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            922304512,
            923090944
        ]
    },
    "transformer.transformer_blocks.15.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            923090944,
            923877376
        ]
    },
    "transformer.transformer_blocks.15.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            923877376,
            924663808
        ]
    },
    "transformer.transformer_blocks.15.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            924663808,
            925450240
        ]
    },
    "transformer.transformer_blocks.15.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            925450240,
            926236672
        ]
    },
    "transformer.transformer_blocks.15.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            926236672,
            927023104
        ]
    },
    "transformer.transformer_blocks.15.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            927023104,
            927809536
        ]
    },
    "transformer.transformer_blocks.15.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            927809536,
            928595968
        ]
    },
    "transformer.transformer_blocks.15.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            928595968,
            931741696
        ]
    },
    "transformer.transformer_blocks.15.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            931741696,
            934887424
        ]
    },
    "transformer.transformer_blocks.15.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            934887424,
            935673856
        ]
    },
    "transformer.transformer_blocks.15.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            935673856,
            936460288
        ]
    },
    "transformer.transformer_blocks.15.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            936460288,
            939606016
        ]
    },
    "transformer.transformer_blocks.15.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            939606016,
            942751744
        ]
    },
    "transformer.transformer_blocks.15.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            942751744,
            943538176
        ]
    },
    "transformer.transformer_blocks.15.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            943538176,
            944324608
        ]
    },
    "transformer.transformer_blocks.15.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            944324608,
            949043200
        ]
    },
    "transformer.transformer_blocks.15.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            949043200,
            949829632
        ]
    },
    "transformer.transformer_blocks.15.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            949829632,
            954548224
        ]
    },
    "transformer.transformer_blocks.16.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            954548224,
            955334656
        ]
    },
    "transformer.transformer_blocks.16.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            955334656,
            956121088
        ]
    },
    "transformer.transformer_blocks.16.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            956121088,
            956907520
        ]
    },
    "transformer.transformer_blocks.16.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            956907520,
            957693952
        ]
    },
    "transformer.transformer_blocks.16.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            957693952,
            958480384
        ]
    },
    "transformer.transformer_blocks.16.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            958480384,
            959266816
        ]
    },
    "transformer.transformer_blocks.16.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            959266816,
            960053248
        ]
    },
    "transformer.transformer_blocks.16.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            960053248,
            960839680
        ]
    },
    "transformer.transformer_blocks.16.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            960839680,
            961626112
        ]
    },
    "transformer.transformer_blocks.16.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            961626112,
            962412544
        ]
    },
    "transformer.transformer_blocks.16.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            962412544,
            963198976
        ]
    },
    "transformer.transformer_blocks.16.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            963198976,
            963985408
        ]
    },
    "transformer.transformer_blocks.16.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            963985408,
            964771840
        ]
    },
    "transformer.transformer_blocks.16.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            964771840,
            965558272
        ]
    },
    "transformer.transformer_blocks.16.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            965558272,
            966344704
        ]
    },
    "transformer.transformer_blocks.16.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            966344704,
            967131136
        ]
    },
    "transformer.transformer_blocks.16.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            967131136,
            967917568
        ]
    },
    "transformer.transformer_blocks.16.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            967917568,
            971063296
        ]
    },
    "transformer.transformer_blocks.16.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            971063296,
            974209024
        ]
    },
    "transformer.transformer_blocks.16.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            974209024,
            974995456
        ]
    },
    "transformer.transformer_blocks.16.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            974995456,
            975781888
        ]
    },
    "transformer.transformer_blocks.16.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            975781888,
            978927616
        ]
    },
    "transformer.transformer_blocks.16.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            978927616,
            982073344
        ]
    },
    "transformer.transformer_blocks.16.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            982073344,
            982859776
        ]
    },
    "transformer.transformer_blocks.16.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            982859776,
            983646208
        ]
    },
    "transformer.transformer_blocks.16.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            983646208,
            988364800
        ]
    },
    "transformer.transformer_blocks.16.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            988364800,
            989151232
        ]
    },
    "transformer.transformer_blocks.16.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            989151232,
            993869824
        ]
    },
    "transformer.transformer_blocks.17.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            993869824,
            994656256
        ]
    },
    "transformer.transformer_blocks.17.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            994656256,
            995442688
        ]
    },
    "transformer.transformer_blocks.17.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            995442688,
            996229120
        ]
    },
    "transformer.transformer_blocks.17.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            996229120,
            997015552
        ]
    },
    "transformer.transformer_blocks.17.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            997015552,
            997801984
        ]
    },
    "transformer.transformer_blocks.17.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            997801984,
            998588416
        ]
    },
    "transformer.transformer_blocks.17.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            998588416,
            999374848
        ]
    },
    "transformer.transformer_blocks.17.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            999374848,
            1000161280
        ]
    },
    "transformer.transformer_blocks.17.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1000161280,
            1000947712
        ]
    },
    "transformer.transformer_blocks.17.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1000947712,
            1001734144
        ]
    },
    "transformer.transformer_blocks.17.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1001734144,
            1002520576
        ]
    },
    "transformer.transformer_blocks.17.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1002520576,
            1003307008
        ]
    },
    "transformer.transformer_blocks.17.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1003307008,
            1004093440
        ]
    },
    "transformer.transformer_blocks.17.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1004093440,
            1004879872
        ]
    },
    "transformer.transformer_blocks.17.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1004879872,
            1005666304
        ]
    },
    "transformer.transformer_blocks.17.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1005666304,
            1006452736
        ]
    },
    "transformer.transformer_blocks.17.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1006452736,
            1007239168
        ]
    },
    "transformer.transformer_blocks.17.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1007239168,
            1010384896
        ]
    },
    "transformer.transformer_blocks.17.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1010384896,
            1013530624
        ]
    },
    "transformer.transformer_blocks.17.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1013530624,
            1014317056
        ]
    },
    "transformer.transformer_blocks.17.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1014317056,
            1015103488
        ]
    },
    "transformer.transformer_blocks.17.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1015103488,
            1018249216
        ]
    },
    "transformer.transformer_blocks.17.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1018249216,
            1021394944
        ]
    },
    "transformer.transformer_blocks.17.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1021394944,
            1022181376
        ]
    },
    "transformer.transformer_blocks.17.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1022181376,
            1022967808
        ]
    },
    "transformer.transformer_blocks.17.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1022967808,
            1027686400
        ]
    },
    "transformer.transformer_blocks.17.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1027686400,
            1028472832
        ]
    },
    "transformer.transformer_blocks.17.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1028472832,
            1033191424
        ]
    },
    "transformer.transformer_blocks.18.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1033191424,
            1033977856
        ]
    },
    "transformer.transformer_blocks.18.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1033977856,
            1034764288
        ]
    },
    "transformer.transformer_blocks.18.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1034764288,
            1035550720
        ]
    },
    "transformer.transformer_blocks.18.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1035550720,
            1036337152
        ]
    },
    "transformer.transformer_blocks.18.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1036337152,
            1037123584
        ]
    },
    "transformer.transformer_blocks.18.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1037123584,
            1037910016
        ]
    },
    "transformer.transformer_blocks.18.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1037910016,
            1038696448
        ]
    },
    "transformer.transformer_blocks.18.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1038696448,
            1039482880
        ]
    },
    "transformer.transformer_blocks.18.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1039482880,
            1040269312
        ]
    },
    "transformer.transformer_blocks.18.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1040269312,
            1041055744
        ]
    },
    "transformer.transformer_blocks.18.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1041055744,
            1041842176
        ]
    },
    "transformer.transformer_blocks.18.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1041842176,
            1042628608
        ]
    },
    "transformer.transformer_blocks.18.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1042628608,
            1043415040
        ]
    },
    "transformer.transformer_blocks.18.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1043415040,
            1044201472
        ]
    },
    "transformer.transformer_blocks.18.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1044201472,
            1044987904
        ]
    },
    "transformer.transformer_blocks.18.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1044987904,
            1045774336
        ]
    },
    "transformer.transformer_blocks.18.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1045774336,
            1046560768
        ]
    },
    "transformer.transformer_blocks.18.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1046560768,
            1049706496
        ]
    },
    "transformer.transformer_blocks.18.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1049706496,
            1052852224
        ]
    },
    "transformer.transformer_blocks.18.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1052852224,
            1053638656
        ]
    },
    "transformer.transformer_blocks.18.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1053638656,
            1054425088
        ]
    },
    "transformer.transformer_blocks.18.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1054425088,
            1057570816
        ]
    },
    "transformer.transformer_blocks.18.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1057570816,
            1060716544
        ]
    },
    "transformer.transformer_blocks.18.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1060716544,
            1061502976
        ]
    },
    "transformer.transformer_blocks.18.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1061502976,
            1062289408
        ]
    },
    "transformer.transformer_blocks.18.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1062289408,
            1067008000
        ]
    },
    "transformer.transformer_blocks.18.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1067008000,
            1067794432
        ]
    },
    "transformer.transformer_blocks.18.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1067794432,
            1072513024
        ]
    },
    "transformer.transformer_blocks.2.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1072513024,
            1073299456
        ]
    },
    "transformer.transformer_blocks.2.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1073299456,
            1074085888
        ]
    },
    "transformer.transformer_blocks.2.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1074085888,
            1074872320
        ]
    },
    "transformer.transformer_blocks.2.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1074872320,
            1075658752
        ]
    },
    "transformer.transformer_blocks.2.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1075658752,
            1076445184
        ]
    },
    "transformer.transformer_blocks.2.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1076445184,
            1077231616
        ]
    },
    "transformer.transformer_blocks.2.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1077231616,
            1078018048
        ]
    },
    "transformer.transformer_blocks.2.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1078018048,
            1078804480
        ]
    },
    "transformer.transformer_blocks.2.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1078804480,
            1079590912
        ]
    },
    "transformer.transformer_blocks.2.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1079590912,
            1080377344
        ]
    },
    "transformer.transformer_blocks.2.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1080377344,
            1081163776
        ]
    },
    "transformer.transformer_blocks.2.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1081163776,
            1081950208
        ]
    },
    "transformer.transformer_blocks.2.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1081950208,
            1082736640
        ]
    },
    "transformer.transformer_blocks.2.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1082736640,
            1083523072
        ]
    },
    "transformer.transformer_blocks.2.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1083523072,
            1084309504
        ]
    },
    "transformer.transformer_blocks.2.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1084309504,
            1085095936
        ]
    },
    "transformer.transformer_blocks.2.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1085095936,
            1085882368
        ]
    },
    "transformer.transformer_blocks.2.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1085882368,
            1089028096
        ]
    },
    "transformer.transformer_blocks.2.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1089028096,
            1092173824
        ]
    },
    "transformer.transformer_blocks.2.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1092173824,
            1092960256
        ]
    },
    "transformer.transformer_blocks.2.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1092960256,
            1093746688
        ]
    },
    "transformer.transformer_blocks.2.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1093746688,
            1096892416
        ]
    },
    "transformer.transformer_blocks.2.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1096892416,
            1100038144
        ]
    },
    "transformer.transformer_blocks.2.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1100038144,
            1100824576
        ]
    },
    "transformer.transformer_blocks.2.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1100824576,
            1101611008
        ]
    },
    "transformer.transformer_blocks.2.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1101611008,
            1106329600
        ]
    },
    "transformer.transformer_blocks.2.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1106329600,
            1107116032
        ]
    },
    "transformer.transformer_blocks.2.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1107116032,
            1111834624
        ]
    },
    "transformer.transformer_blocks.3.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1111834624,
            1112621056
        ]
    },
    "transformer.transformer_blocks.3.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1112621056,
            1113407488
        ]
    },
    "transformer.transformer_blocks.3.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1113407488,
            1114193920
        ]
    },
    "transformer.transformer_blocks.3.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1114193920,
            1114980352
        ]
    },
    "transformer.transformer_blocks.3.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1114980352,
            1115766784
        ]
    },
    "transformer.transformer_blocks.3.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1115766784,
            1116553216
        ]
    },
    "transformer.transformer_blocks.3.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1116553216,
            1117339648
        ]
    },
    "transformer.transformer_blocks.3.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1117339648,
            1118126080
        ]
    },
    "transformer.transformer_blocks.3.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1118126080,
            1118912512
        ]
    },
    "transformer.transformer_blocks.3.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1118912512,
            1119698944
        ]
    },
    "transformer.transformer_blocks.3.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1119698944,
            1120485376
        ]
    },
    "transformer.transformer_blocks.3.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1120485376,
            1121271808
        ]
    },
    "transformer.transformer_blocks.3.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1121271808,
            1122058240
        ]
    },
    "transformer.transformer_blocks.3.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1122058240,
            1122844672
        ]
    },
    "transformer.transformer_blocks.3.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1122844672,
            1123631104
        ]
    },
    "transformer.transformer_blocks.3.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1123631104,
            1124417536
        ]
    },
    "transformer.transformer_blocks.3.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1124417536,
            1125203968
        ]
    },
    "transformer.transformer_blocks.3.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1125203968,
            1128349696
        ]
    },
    "transformer.transformer_blocks.3.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1128349696,
            1131495424
        ]
    },
    "transformer.transformer_blocks.3.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1131495424,
            1132281856
        ]
    },
    "transformer.transformer_blocks.3.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1132281856,
            1133068288
        ]
    },
    "transformer.transformer_blocks.3.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1133068288,
            1136214016
        ]
    },
    "transformer.transformer_blocks.3.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1136214016,
            1139359744
        ]
    },
    "transformer.transformer_blocks.3.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1139359744,
            1140146176
        ]
    },
    "transformer.transformer_blocks.3.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1140146176,
            1140932608
        ]
    },
    "transformer.transformer_blocks.3.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1140932608,
            1145651200
        ]
    },
    "transformer.transformer_blocks.3.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1145651200,
            1146437632
        ]
    },
    "transformer.transformer_blocks.3.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1146437632,
            1151156224
        ]
    },
    "transformer.transformer_blocks.4.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1151156224,
            1151942656
        ]
    },
    "transformer.transformer_blocks.4.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1151942656,
            1152729088
        ]
    },
    "transformer.transformer_blocks.4.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1152729088,
            1153515520
        ]
    },
    "transformer.transformer_blocks.4.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1153515520,
            1154301952
        ]
    },
    "transformer.transformer_blocks.4.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1154301952,
            1155088384
        ]
    },
    "transformer.transformer_blocks.4.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1155088384,
            1155874816
        ]
    },
    "transformer.transformer_blocks.4.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1155874816,
            1156661248
        ]
    },
    "transformer.transformer_blocks.4.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1156661248,
            1157447680
        ]
    },
    "transformer.transformer_blocks.4.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1157447680,
            1158234112
        ]
    },
    "transformer.transformer_blocks.4.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1158234112,
            1159020544
        ]
    },
    "transformer.transformer_blocks.4.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1159020544,
            1159806976
        ]
    },
    "transformer.transformer_blocks.4.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1159806976,
            1160593408
        ]
    },
    "transformer.transformer_blocks.4.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1160593408,
            1161379840
        ]
    },
    "transformer.transformer_blocks.4.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1161379840,
            1162166272
        ]
    },
    "transformer.transformer_blocks.4.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1162166272,
            1162952704
        ]
    },
    "transformer.transformer_blocks.4.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1162952704,
            1163739136
        ]
    },
    "transformer.transformer_blocks.4.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1163739136,
            1164525568
        ]
    },
    "transformer.transformer_blocks.4.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1164525568,
            1167671296
        ]
    },
    "transformer.transformer_blocks.4.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1167671296,
            1170817024
        ]
    },
    "transformer.transformer_blocks.4.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1170817024,
            1171603456
        ]
    },
    "transformer.transformer_blocks.4.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1171603456,
            1172389888
        ]
    },
    "transformer.transformer_blocks.4.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1172389888,
            1175535616
        ]
    },
    "transformer.transformer_blocks.4.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1175535616,
            1178681344
        ]
    },
    "transformer.transformer_blocks.4.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1178681344,
            1179467776
        ]
    },
    "transformer.transformer_blocks.4.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1179467776,
            1180254208
        ]
    },
    "transformer.transformer_blocks.4.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1180254208,
            1184972800
        ]
    },
    "transformer.transformer_blocks.4.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1184972800,
            1185759232
        ]
    },
    "transformer.transformer_blocks.4.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1185759232,
            1190477824
        ]
    },
    "transformer.transformer_blocks.5.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1190477824,
            1191264256
        ]
    },
    "transformer.transformer_blocks.5.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1191264256,
            1192050688
        ]
    },
    "transformer.transformer_blocks.5.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1192050688,
            1192837120
        ]
    },
    "transformer.transformer_blocks.5.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1192837120,
            1193623552
        ]
    },
    "transformer.transformer_blocks.5.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1193623552,
            1194409984
        ]
    },
    "transformer.transformer_blocks.5.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1194409984,
            1195196416
        ]
    },
    "transformer.transformer_blocks.5.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1195196416,
            1195982848
        ]
    },
    "transformer.transformer_blocks.5.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1195982848,
            1196769280
        ]
    },
    "transformer.transformer_blocks.5.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1196769280,
            1197555712
        ]
    },
    "transformer.transformer_blocks.5.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1197555712,
            1198342144
        ]
    },
    "transformer.transformer_blocks.5.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1198342144,
            1199128576
        ]
    },
    "transformer.transformer_blocks.5.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1199128576,
            1199915008
        ]
    },
    "transformer.transformer_blocks.5.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1199915008,
            1200701440
        ]
    },
    "transformer.transformer_blocks.5.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1200701440,
            1201487872
        ]
    },
    "transformer.transformer_blocks.5.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1201487872,
            1202274304
        ]
    },
    "transformer.transformer_blocks.5.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1202274304,
            1203060736
        ]
    },
    "transformer.transformer_blocks.5.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1203060736,
            1203847168
        ]
    },
    "transformer.transformer_blocks.5.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1203847168,
            1206992896
        ]
    },
    "transformer.transformer_blocks.5.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1206992896,
            1210138624
        ]
    },
    "transformer.transformer_blocks.5.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1210138624,
            1210925056
        ]
    },
    "transformer.transformer_blocks.5.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1210925056,
            1211711488
        ]
    },
    "transformer.transformer_blocks.5.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1211711488,
            1214857216
        ]
    },
    "transformer.transformer_blocks.5.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1214857216,
            1218002944
        ]
    },
    "transformer.transformer_blocks.5.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1218002944,
            1218789376
        ]
    },
    "transformer.transformer_blocks.5.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1218789376,
            1219575808
        ]
    },
    "transformer.transformer_blocks.5.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1219575808,
            1224294400
        ]
    },
    "transformer.transformer_blocks.5.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1224294400,
            1225080832
        ]
    },
    "transformer.transformer_blocks.5.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1225080832,
            1229799424
        ]
    },
    "transformer.transformer_blocks.6.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1229799424,
            1230585856
        ]
    },
    "transformer.transformer_blocks.6.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1230585856,
            1231372288
        ]
    },
    "transformer.transformer_blocks.6.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1231372288,
            1232158720
        ]
    },
    "transformer.transformer_blocks.6.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1232158720,
            1232945152
        ]
    },
    "transformer.transformer_blocks.6.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1232945152,
            1233731584
        ]
    },
    "transformer.transformer_blocks.6.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1233731584,
            1234518016
        ]
    },
    "transformer.transformer_blocks.6.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1234518016,
            1235304448
        ]
    },
    "transformer.transformer_blocks.6.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1235304448,
            1236090880
        ]
    },
    "transformer.transformer_blocks.6.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1236090880,
            1236877312
        ]
    },
    "transformer.transformer_blocks.6.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1236877312,
            1237663744
        ]
    },
    "transformer.transformer_blocks.6.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1237663744,
            1238450176
        ]
    },
    "transformer.transformer_blocks.6.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1238450176,
            1239236608
        ]
    },
    "transformer.transformer_blocks.6.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1239236608,
            1240023040
        ]
    },
    "transformer.transformer_blocks.6.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1240023040,
            1240809472
        ]
    },
    "transformer.transformer_blocks.6.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1240809472,
            1241595904
        ]
    },
    "transformer.transformer_blocks.6.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1241595904,
            1242382336
        ]
    },
    "transformer.transformer_blocks.6.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1242382336,
            1243168768
        ]
    },
    "transformer.transformer_blocks.6.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1243168768,
            1246314496
        ]
    },
    "transformer.transformer_blocks.6.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1246314496,
            1249460224
        ]
    },
    "transformer.transformer_blocks.6.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1249460224,
            1250246656
        ]
    },
    "transformer.transformer_blocks.6.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1250246656,
            1251033088
        ]
    },
    "transformer.transformer_blocks.6.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1251033088,
            1254178816
        ]
    },
    "transformer.transformer_blocks.6.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1254178816,
            1257324544
        ]
    },
    "transformer.transformer_blocks.6.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1257324544,
            1258110976
        ]
    },
    "transformer.transformer_blocks.6.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1258110976,
            1258897408
        ]
    },
    "transformer.transformer_blocks.6.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1258897408,
            1263616000
        ]
    },
    "transformer.transformer_blocks.6.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1263616000,
            1264402432
        ]
    },
    "transformer.transformer_blocks.6.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1264402432,
            1269121024
        ]
    },
    "transformer.transformer_blocks.7.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1269121024,
            1269907456
        ]
    },
    "transformer.transformer_blocks.7.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1269907456,
            1270693888
        ]
    },
    "transformer.transformer_blocks.7.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1270693888,
            1271480320
        ]
    },
    "transformer.transformer_blocks.7.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1271480320,
            1272266752
        ]
    },
    "transformer.transformer_blocks.7.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1272266752,
            1273053184
        ]
    },
    "transformer.transformer_blocks.7.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1273053184,
            1273839616
        ]
    },
    "transformer.transformer_blocks.7.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1273839616,
            1274626048
        ]
    },
    "transformer.transformer_blocks.7.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1274626048,
            1275412480
        ]
    },
    "transformer.transformer_blocks.7.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1275412480,
            1276198912
        ]
    },
    "transformer.transformer_blocks.7.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1276198912,
            1276985344
        ]
    },
    "transformer.transformer_blocks.7.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1276985344,
            1277771776
        ]
    },
    "transformer.transformer_blocks.7.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1277771776,
            1278558208
        ]
    },
    "transformer.transformer_blocks.7.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1278558208,
            1279344640
        ]
    },
    "transformer.transformer_blocks.7.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1279344640,
            1280131072
        ]
    },
    "transformer.transformer_blocks.7.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1280131072,
            1280917504
        ]
    },
    "transformer.transformer_blocks.7.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1280917504,
            1281703936
        ]
    },
    "transformer.transformer_blocks.7.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1281703936,
            1282490368
        ]
    },
    "transformer.transformer_blocks.7.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1282490368,
            1285636096
        ]
    },
    "transformer.transformer_blocks.7.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1285636096,
            1288781824
        ]
    },
    "transformer.transformer_blocks.7.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1288781824,
            1289568256
        ]
    },
    "transformer.transformer_blocks.7.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1289568256,
            1290354688
        ]
    },
    "transformer.transformer_blocks.7.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1290354688,
            1293500416
        ]
    },
    "transformer.transformer_blocks.7.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1293500416,
            1296646144
        ]
    },
    "transformer.transformer_blocks.7.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1296646144,
            1297432576
        ]
    },
    "transformer.transformer_blocks.7.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1297432576,
            1298219008
        ]
    },
    "transformer.transformer_blocks.7.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1298219008,
            1302937600
        ]
    },
    "transformer.transformer_blocks.7.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1302937600,
            1303724032
        ]
    },
    "transformer.transformer_blocks.7.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1303724032,
            1308442624
        ]
    },
    "transformer.transformer_blocks.8.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1308442624,
            1309229056
        ]
    },
    "transformer.transformer_blocks.8.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1309229056,
            1310015488
        ]
    },
    "transformer.transformer_blocks.8.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1310015488,
            1310801920
        ]
    },
    "transformer.transformer_blocks.8.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1310801920,
            1311588352
        ]
    },
    "transformer.transformer_blocks.8.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1311588352,
            1312374784
        ]
    },
    "transformer.transformer_blocks.8.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1312374784,
            1313161216
        ]
    },
    "transformer.transformer_blocks.8.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1313161216,
            1313947648
        ]
    },
    "transformer.transformer_blocks.8.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1313947648,
            1314734080
        ]
    },
    "transformer.transformer_blocks.8.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1314734080,
            1315520512
        ]
    },
    "transformer.transformer_blocks.8.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1315520512,
            1316306944
        ]
    },
    "transformer.transformer_blocks.8.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1316306944,
            1317093376
        ]
    },
    "transformer.transformer_blocks.8.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1317093376,
            1317879808
        ]
    },
    "transformer.transformer_blocks.8.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1317879808,
            1318666240
        ]
    },
    "transformer.transformer_blocks.8.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1318666240,
            1319452672
        ]
    },
    "transformer.transformer_blocks.8.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1319452672,
            1320239104
        ]
    },
    "transformer.transformer_blocks.8.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1320239104,
            1321025536
        ]
    },
    "transformer.transformer_blocks.8.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1321025536,
            1321811968
        ]
    },
    "transformer.transformer_blocks.8.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1321811968,
            1324957696
        ]
    },
    "transformer.transformer_blocks.8.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1324957696,
            1328103424
        ]
    },
    "transformer.transformer_blocks.8.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1328103424,
            1328889856
        ]
    },
    "transformer.transformer_blocks.8.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1328889856,
            1329676288
        ]
    },
    "transformer.transformer_blocks.8.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1329676288,
            1332822016
        ]
    },
    "transformer.transformer_blocks.8.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1332822016,
            1335967744
        ]
    },
    "transformer.transformer_blocks.8.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1335967744,
            1336754176
        ]
    },
    "transformer.transformer_blocks.8.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1336754176,
            1337540608
        ]
    },
    "transformer.transformer_blocks.8.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1337540608,
            1342259200
        ]
    },
    "transformer.transformer_blocks.8.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1342259200,
            1343045632
        ]
    },
    "transformer.transformer_blocks.8.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1343045632,
            1347764224
        ]
    },
    "transformer.transformer_blocks.9.attn.add_k_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1347764224,
            1348550656
        ]
    },
    "transformer.transformer_blocks.9.attn.add_k_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1348550656,
            1349337088
        ]
    },
    "transformer.transformer_blocks.9.attn.add_q_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1349337088,
            1350123520
        ]
    },
    "transformer.transformer_blocks.9.attn.add_q_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1350123520,
            1350909952
        ]
    },
    "transformer.transformer_blocks.9.attn.add_v_proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1350909952,
            1351696384
        ]
    },
    "transformer.transformer_blocks.9.attn.add_v_proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1351696384,
            1352482816
        ]
    },
    "transformer.transformer_blocks.9.attn.to_add_out.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1352482816,
            1353269248
        ]
    },
    "transformer.transformer_blocks.9.attn.to_add_out.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1353269248,
            1354055680
        ]
    },
    "transformer.transformer_blocks.9.attn.to_k.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1354055680,
            1354842112
        ]
    },
    "transformer.transformer_blocks.9.attn.to_k.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1354842112,
            1355628544
        ]
    },
    "transformer.transformer_blocks.9.attn.to_out.0.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1355628544,
            1356414976
        ]
    },
    "transformer.transformer_blocks.9.attn.to_out.0.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1356414976,
            1357201408
        ]
    },
    "transformer.transformer_blocks.9.attn.to_q.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1357201408,
            1357987840
        ]
    },
    "transformer.transformer_blocks.9.attn.to_q.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1357987840,
            1358774272
        ]
    },
    "transformer.transformer_blocks.9.attn.to_v.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1358774272,
            1359560704
        ]
    },
    "transformer.transformer_blocks.9.attn.to_v.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1359560704,
            1360347136
        ]
    },
    "transformer.transformer_blocks.9.ff.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1360347136,
            1361133568
        ]
    },
    "transformer.transformer_blocks.9.ff.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1361133568,
            1364279296
        ]
    },
    "transformer.transformer_blocks.9.ff.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1364279296,
            1367425024
        ]
    },
    "transformer.transformer_blocks.9.ff.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1367425024,
            1368211456
        ]
    },
    "transformer.transformer_blocks.9.ff_context.net.0.proj.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1368211456,
            1368997888
        ]
    },
    "transformer.transformer_blocks.9.ff_context.net.0.proj.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            12288,
            64
        ],
        "data_offsets": [
            1368997888,
            1372143616
        ]
    },
    "transformer.transformer_blocks.9.ff_context.net.2.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            12288
        ],
        "data_offsets": [
            1372143616,
            1375289344
        ]
    },
    "transformer.transformer_blocks.9.ff_context.net.2.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1375289344,
            1376075776
        ]
    },
    "transformer.transformer_blocks.9.norm1.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1376075776,
            1376862208
        ]
    },
    "transformer.transformer_blocks.9.norm1.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1376862208,
            1381580800
        ]
    },
    "transformer.transformer_blocks.9.norm1_context.linear.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            3072
        ],
        "data_offsets": [
            1381580800,
            1382367232
        ]
    },
    "transformer.transformer_blocks.9.norm1_context.linear.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            18432,
            64
        ],
        "data_offsets": [
            1382367232,
            1387085824
        ]
    },
    "transformer.x_embedder.lora_A.weight": {
        "dtype": "F32",
        "shape": [
            64,
            64
        ],
        "data_offsets": [
            1387085824,
            1387102208
        ]
    },
    "transformer.x_embedder.lora_B.weight": {
        "dtype": "F32",
        "shape": [
            3072,
            64
        ],
        "data_offsets": [
            1387102208,
            1387888640
        ]
    }
}