hy4-flash-vision-encoder / tensor_mapping.json
gatilin's picture
Add files using upload-large-folder tool
48e1b03 verified
Raw History Blame Contribute Delete
115 kB
{ "vit.layers.0.mlp.dense_h_to_4h.weight": { "source_shard": "model-00055-of-00148.safetensors", "source_header_length": 14600, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 998899712, 1008816128 ] }, "vit.layers.14.mlp.dense_4h_to_h.weight": { "source_shard": "model-00055-of-00148.safetensors", "source_header_length": 14600, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 1008816128, 1018732544 ] }, "vit.layers.14.mlp.dense_h_to_4h.weight": { "source_shard": "model-00055-of-00148.safetensors", "source_header_length": 14600, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 1018732544, 1028648960 ] }, "vit.layers.15.mlp.dense_4h_to_h.weight": { "source_shard": "model-00055-of-00148.safetensors", "source_header_length": 14600, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 1028648960, 1038565376 ] }, "vit.layers.15.mlp.dense_h_to_4h.weight": { "source_shard": "model-00055-of-00148.safetensors", "source_header_length": 14600, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 1038565376, 1048481792 ] }, "vit.layers.16.mlp.dense_h_to_4h.weight": { "source_shard": "model-00055-of-00148.safetensors", "source_header_length": 14600, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 1048481792, 1058398208 ] }, "vit.embeddings.position_embedding.weight": { "source_shard": "model-00059-of-00148.safetensors", "source_header_length": 1576, "dtype": "BF16", "shape": [ 16385, 1152 ], "data_offsets": [ 989855744, 1027606784 ] }, "vit.layers.10.input_layernorm.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19327316, 19329620 ] }, "vit.layers.12.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19329620, 19331924 ] }, "vit.layers.13.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19331924, 19334228 ] }, "vit.layers.14.self_attn.k_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19334228, 19336532 ] }, "vit.layers.14.self_attn.q_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19336532, 19338836 ] }, "vit.layers.14.self_attn.v_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19338836, 19341140 ] }, "vit.layers.15.input_layernorm.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19341140, 19343444 ] }, "vit.layers.15.self_attn.k_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19343444, 19345748 ] }, "vit.layers.15.self_attn.q_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19345748, 19348052 ] }, "vit.layers.15.self_attn.v_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19348052, 19350356 ] }, "vit.layers.17.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19350356, 19352660 ] }, "vit.layers.18.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19352660, 19354964 ] }, "vit.layers.20.input_layernorm.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19354964, 19357268 ] }, "vit.layers.22.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19357268, 19359572 ] }, "vit.layers.23.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19359572, 19361876 ] }, "vit.layers.26.input_layernorm.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19361876, 19364180 ] }, "vit.layers.4.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19364180, 19366484 ] }, "vit.layers.5.post_attention_layernorm.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19366484, 19368788 ] }, "vit.layers.8.input_layernorm.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 19368788, 19371092 ] }, "vit.layers.8.self_attn.o_proj.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 19371092, 22025300 ] }, "vit.layers.9.self_attn.k_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 22025300, 22027604 ] }, "vit.layers.9.self_attn.o_proj.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 22027604, 24681812 ] }, "vit.layers.9.self_attn.q_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 24681812, 24684116 ] }, "vit.layers.9.self_attn.v_proj.bias": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 24684116, 24686420 ] }, "vit.perceive.norm.weight": { "source_shard": "model-00071-of-00148.safetensors", "source_header_length": 9712, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 24686420, 24688724 ] }, "vit.layers.1.mlp.dense_h_to_4h.weight": { "source_shard": "model-00076-of-00148.safetensors", "source_header_length": 224, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 0, 9916416 ] }, "vit.layers.16.mlp.dense_4h_to_h.weight": { "source_shard": "model-00076-of-00148.safetensors", "source_header_length": 224, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 9916416, 19832832 ] }, "vit.layers.1.mlp.dense_4h_to_h.weight": { "source_shard": "model-00089-of-00148.safetensors", "source_header_length": 920, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 18874368, 28790784 ] }, "vit.layers.18.mlp.dense_4h_to_h.weight": { "source_shard": "model-00089-of-00148.safetensors", "source_header_length": 920, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 28790784, 38707200 ] }, "vit.layers.18.mlp.dense_h_to_4h.weight": { "source_shard": "model-00089-of-00148.safetensors", "source_header_length": 920, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 38707200, 48623616 ] }, "vit.layers.19.mlp.dense_4h_to_h.weight": { "source_shard": "model-00089-of-00148.safetensors", "source_header_length": 920, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 48623616, 58540032 ] }, "vit.layers.19.mlp.dense_h_to_4h.weight": { "source_shard": "model-00089-of-00148.safetensors", "source_header_length": 920, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 58540032, 68456448 ] }, "vit.layers.2.mlp.dense_h_to_4h.weight": { "source_shard": "model-00089-of-00148.safetensors", "source_header_length": 920, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 68456448, 78372864 ] }, "vit.layers.10.mlp.dense_h_to_4h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 9437184, 19353600 ] }, "vit.layers.21.mlp.dense_4h_to_h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 19353600, 29270016 ] }, "vit.layers.21.mlp.dense_h_to_4h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 29270016, 39186432 ] }, "vit.layers.22.mlp.dense_4h_to_h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 39186432, 49102848 ] }, "vit.layers.22.mlp.dense_h_to_4h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 49102848, 59019264 ] }, "vit.layers.23.mlp.dense_4h_to_h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 59019264, 68935680 ] }, "vit.layers.23.mlp.dense_h_to_4h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 68935680, 78852096 ] }, "vit.layers.24.mlp.dense_4h_to_h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 78852096, 88768512 ] }, "vit.layers.24.mlp.dense_h_to_4h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 88768512, 98684928 ] }, "vit.layers.25.mlp.dense_h_to_4h.weight": { "source_shard": "model-00097-of-00148.safetensors", "source_header_length": 1248, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 98684928, 108601344 ] }, "vit.perceive.proj.0.weight": { "source_shard": "model-00102-of-00148.safetensors", "source_header_length": 2016, "dtype": "BF16", "shape": [ 4608, 1152, 2, 2 ], "data_offsets": [ 659554304, 702021632 ] }, "vit.layers.10.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 28311552, 38227968 ] }, "vit.layers.25.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 38227968, 48144384 ] }, "vit.layers.26.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 48144384, 58060800 ] }, "vit.layers.26.mlp.dense_h_to_4h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 58060800, 67977216 ] }, "vit.layers.3.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 67977216, 77893632 ] }, "vit.layers.3.mlp.dense_h_to_4h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 77893632, 87810048 ] }, "vit.layers.4.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 87810048, 97726464 ] }, "vit.layers.4.mlp.dense_h_to_4h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 97726464, 107642880 ] }, "vit.layers.5.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 107642880, 117559296 ] }, "vit.layers.5.mlp.dense_h_to_4h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 117559296, 127475712 ] }, "vit.layers.6.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 127475712, 137392128 ] }, "vit.layers.6.mlp.dense_h_to_4h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 137392128, 147308544 ] }, "vit.layers.7.mlp.dense_4h_to_h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 147308544, 157224960 ] }, "vit.layers.7.mlp.dense_h_to_4h.weight": { "source_shard": "model-00103-of-00148.safetensors", "source_header_length": 1952, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 157224960, 167141376 ] }, "vit.layers.15.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 56623104, 59277312 ] }, "vit.layers.15.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 59277312, 61931520 ] }, "vit.layers.15.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 61931520, 64585728 ] }, "vit.layers.16.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 64585728, 67239936 ] }, "vit.layers.16.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 67239936, 69894144 ] }, "vit.layers.16.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 69894144, 72548352 ] }, "vit.layers.17.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 72548352, 75202560 ] }, "vit.layers.17.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 75202560, 77856768 ] }, "vit.layers.17.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 77856768, 80510976 ] }, "vit.layers.18.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 80510976, 83165184 ] }, "vit.layers.18.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 83165184, 85819392 ] }, "vit.layers.18.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 85819392, 88473600 ] }, "vit.layers.19.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 88473600, 91127808 ] }, "vit.layers.19.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 91127808, 93782016 ] }, "vit.layers.19.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 93782016, 96436224 ] }, "vit.layers.2.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 96436224, 99090432 ] }, "vit.layers.2.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 99090432, 101744640 ] }, "vit.layers.2.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 101744640, 104398848 ] }, "vit.layers.20.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 104398848, 107053056 ] }, "vit.layers.20.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 107053056, 109707264 ] }, "vit.layers.20.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 109707264, 112361472 ] }, "vit.layers.21.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 112361472, 115015680 ] }, "vit.layers.21.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 115015680, 117669888 ] }, "vit.layers.21.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 117669888, 120324096 ] }, "vit.layers.22.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 120324096, 122978304 ] }, "vit.layers.22.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 122978304, 125632512 ] }, "vit.layers.22.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 125632512, 128286720 ] }, "vit.layers.23.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 128286720, 130940928 ] }, "vit.layers.23.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 130940928, 133595136 ] }, "vit.layers.23.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 133595136, 136249344 ] }, "vit.layers.24.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 136249344, 138903552 ] }, "vit.layers.24.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 138903552, 141557760 ] }, "vit.layers.24.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 141557760, 144211968 ] }, "vit.layers.25.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 144211968, 146866176 ] }, "vit.layers.25.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 146866176, 149520384 ] }, "vit.layers.25.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 149520384, 152174592 ] }, "vit.layers.26.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 152174592, 154828800 ] }, "vit.layers.26.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 154828800, 157483008 ] }, "vit.layers.26.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 157483008, 160137216 ] }, "vit.layers.3.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 160137216, 162791424 ] }, "vit.layers.3.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 162791424, 165445632 ] }, "vit.layers.3.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 165445632, 168099840 ] }, "vit.layers.4.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 168099840, 170754048 ] }, "vit.layers.4.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 170754048, 173408256 ] }, "vit.layers.4.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 173408256, 176062464 ] }, "vit.layers.5.self_attn.k_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 176062464, 178716672 ] }, "vit.layers.5.self_attn.q_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 178716672, 181370880 ] }, "vit.layers.5.self_attn.v_proj.weight": { "source_shard": "model-00112-of-00148.safetensors", "source_header_length": 6168, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 181370880, 184025088 ] }, "vit.layers.13.mlp.dense_4h_to_h.weight": { "source_shard": "model-00113-of-00148.safetensors", "source_header_length": 1728, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 122683392, 132599808 ] }, "vit.layers.2.mlp.dense_4h_to_h.weight": { "source_shard": "model-00114-of-00148.safetensors", "source_header_length": 704, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 28311552, 38227968 ] }, "vit.layers.20.mlp.dense_4h_to_h.weight": { "source_shard": "model-00114-of-00148.safetensors", "source_header_length": 704, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 38227968, 48144384 ] }, "vit.layers.20.mlp.dense_h_to_4h.weight": { "source_shard": "model-00114-of-00148.safetensors", "source_header_length": 704, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 48144384, 58060800 ] }, "vit.layers.0.mlp.dense_4h_to_h.weight": { "source_shard": "model-00120-of-00148.safetensors", "source_header_length": 5608, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 397410304, 407326720 ] }, "vit.layers.11.mlp.dense_4h_to_h.weight": { "source_shard": "model-00120-of-00148.safetensors", "source_header_length": 5608, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 407326720, 417243136 ] }, "vit.layers.11.mlp.dense_h_to_4h.weight": { "source_shard": "model-00120-of-00148.safetensors", "source_header_length": 5608, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 417243136, 427159552 ] }, "vit.layers.12.mlp.dense_h_to_4h.weight": { "source_shard": "model-00120-of-00148.safetensors", "source_header_length": 5608, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 427159552, 437075968 ] }, "vit.layers.6.self_attn.k_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 210763776, 213417984 ] }, "vit.layers.6.self_attn.q_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 213417984, 216072192 ] }, "vit.layers.6.self_attn.v_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 216072192, 218726400 ] }, "vit.layers.7.self_attn.k_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 218726400, 221380608 ] }, "vit.layers.7.self_attn.q_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 221380608, 224034816 ] }, "vit.layers.7.self_attn.v_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 224034816, 226689024 ] }, "vit.layers.8.self_attn.k_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 226689024, 229343232 ] }, "vit.layers.8.self_attn.q_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 229343232, 231997440 ] }, "vit.layers.8.self_attn.v_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 231997440, 234651648 ] }, "vit.layers.9.self_attn.k_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 234651648, 237305856 ] }, "vit.layers.9.self_attn.q_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 237305856, 239960064 ] }, "vit.layers.9.self_attn.v_proj.weight": { "source_shard": "model-00121-of-00148.safetensors", "source_header_length": 5216, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 239960064, 242614272 ] }, "vit.layers.8.mlp.dense_4h_to_h.weight": { "source_shard": "model-00122-of-00148.safetensors", "source_header_length": 2184, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 132120576, 142036992 ] }, "vit.layers.8.mlp.dense_h_to_4h.weight": { "source_shard": "model-00122-of-00148.safetensors", "source_header_length": 2184, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 142036992, 151953408 ] }, "vit.layers.9.mlp.dense_4h_to_h.weight": { "source_shard": "model-00122-of-00148.safetensors", "source_header_length": 2184, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 151953408, 161869824 ] }, "vit.layers.9.mlp.dense_h_to_4h.weight": { "source_shard": "model-00122-of-00148.safetensors", "source_header_length": 2184, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 161869824, 171786240 ] }, "vit.layers.0.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 28311552, 30965760 ] }, "vit.layers.0.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 30965760, 33619968 ] }, "vit.layers.0.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 33619968, 36274176 ] }, "vit.layers.1.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 36274176, 38928384 ] }, "vit.layers.1.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 38928384, 41582592 ] }, "vit.layers.1.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 41582592, 44236800 ] }, "vit.layers.10.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 44236800, 46891008 ] }, "vit.layers.10.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 46891008, 49545216 ] }, "vit.layers.10.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 49545216, 52199424 ] }, "vit.layers.11.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 52199424, 54853632 ] }, "vit.layers.11.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 54853632, 57507840 ] }, "vit.layers.11.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 57507840, 60162048 ] }, "vit.layers.12.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 60162048, 62816256 ] }, "vit.layers.12.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 62816256, 65470464 ] }, "vit.layers.12.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 65470464, 68124672 ] }, "vit.layers.13.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 68124672, 70778880 ] }, "vit.layers.13.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 70778880, 73433088 ] }, "vit.layers.13.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 73433088, 76087296 ] }, "vit.layers.14.self_attn.k_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 76087296, 78741504 ] }, "vit.layers.14.self_attn.q_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 78741504, 81395712 ] }, "vit.layers.14.self_attn.v_proj.weight": { "source_shard": "model-00123-of-00148.safetensors", "source_header_length": 2744, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 81395712, 84049920 ] }, "vit.layers.10.input_layernorm.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50658944, 50661248 ] }, "vit.layers.12.self_attn.o_proj.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50661248, 50663552 ] }, "vit.layers.15.input_layernorm.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50663552, 50665856 ] }, "vit.layers.17.self_attn.o_proj.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50665856, 50668160 ] }, "vit.layers.20.input_layernorm.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50668160, 50670464 ] }, "vit.layers.22.self_attn.o_proj.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50670464, 50672768 ] }, "vit.layers.26.input_layernorm.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50672768, 50675072 ] }, "vit.layers.4.self_attn.o_proj.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50675072, 50677376 ] }, "vit.layers.8.input_layernorm.bias": { "source_shard": "model-00124-of-00148.safetensors", "source_header_length": 9824, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 50677376, 50679680 ] }, "vit.layers.12.mlp.dense_4h_to_h.weight": { "source_shard": "model-00133-of-00148.safetensors", "source_header_length": 2480, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 169869312, 179785728 ] }, "vit.layers.13.mlp.dense_h_to_4h.weight": { "source_shard": "model-00133-of-00148.safetensors", "source_header_length": 2480, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 179785728, 189702144 ] }, "vit.layers.17.mlp.dense_4h_to_h.weight": { "source_shard": "model-00136-of-00148.safetensors", "source_header_length": 224, "dtype": "BF16", "shape": [ 1152, 4304 ], "data_offsets": [ 0, 9916416 ] }, "vit.layers.17.mlp.dense_h_to_4h.weight": { "source_shard": "model-00136-of-00148.safetensors", "source_header_length": 224, "dtype": "BF16", "shape": [ 4304, 1152 ], "data_offsets": [ 9916416, 19832832 ] }, "vit.perceive.proj.2.weight": { "source_shard": "model-00141-of-00148.safetensors", "source_header_length": 1040, "dtype": "BF16", "shape": [ 3072, 4608, 1, 1 ], "data_offsets": [ 327155712, 355467264 ] }, "vit.embeddings.patch_embedding.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 140714912, 140717216 ] }, "vit.embeddings.patch_embedding.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 3, 16, 16 ], "data_offsets": [ 140717216, 142486688 ] }, "vit.layers.0.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142486688, 142488992 ] }, "vit.layers.0.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142488992, 142491296 ] }, "vit.layers.0.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142491296, 142493600 ] }, "vit.layers.0.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 142493600, 142502208 ] }, "vit.layers.0.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142502208, 142504512 ] }, "vit.layers.0.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142504512, 142506816 ] }, "vit.layers.0.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142506816, 142509120 ] }, "vit.layers.0.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 142509120, 142511424 ] }, "vit.layers.0.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 142511424, 145165632 ] }, "vit.layers.0.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145165632, 145167936 ] }, "vit.layers.0.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145167936, 145170240 ] }, "vit.layers.1.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145170240, 145172544 ] }, "vit.layers.1.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145172544, 145174848 ] }, "vit.layers.1.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145174848, 145177152 ] }, "vit.layers.1.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 145177152, 145185760 ] }, "vit.layers.1.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145185760, 145188064 ] }, "vit.layers.1.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145188064, 145190368 ] }, "vit.layers.1.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145190368, 145192672 ] }, "vit.layers.1.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 145192672, 145194976 ] }, "vit.layers.1.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 145194976, 147849184 ] }, "vit.layers.1.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147849184, 147851488 ] }, "vit.layers.1.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147851488, 147853792 ] }, "vit.layers.10.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147853792, 147856096 ] }, "vit.layers.10.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 147856096, 147864704 ] }, "vit.layers.10.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147864704, 147867008 ] }, "vit.layers.10.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147867008, 147869312 ] }, "vit.layers.10.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147869312, 147871616 ] }, "vit.layers.10.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 147871616, 147873920 ] }, "vit.layers.10.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 147873920, 150528128 ] }, "vit.layers.10.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150528128, 150530432 ] }, "vit.layers.10.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150530432, 150532736 ] }, "vit.layers.11.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150532736, 150535040 ] }, "vit.layers.11.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150535040, 150537344 ] }, "vit.layers.11.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150537344, 150539648 ] }, "vit.layers.11.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 150539648, 150548256 ] }, "vit.layers.11.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150548256, 150550560 ] }, "vit.layers.11.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150550560, 150552864 ] }, "vit.layers.11.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150552864, 150555168 ] }, "vit.layers.11.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 150555168, 150557472 ] }, "vit.layers.11.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 150557472, 153211680 ] }, "vit.layers.11.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153211680, 153213984 ] }, "vit.layers.11.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153213984, 153216288 ] }, "vit.layers.12.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153216288, 153218592 ] }, "vit.layers.12.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153218592, 153220896 ] }, "vit.layers.12.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153220896, 153223200 ] }, "vit.layers.12.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 153223200, 153231808 ] }, "vit.layers.12.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153231808, 153234112 ] }, "vit.layers.12.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 153234112, 153236416 ] }, "vit.layers.12.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 153236416, 155890624 ] }, "vit.layers.12.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155890624, 155892928 ] }, "vit.layers.12.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155892928, 155895232 ] }, "vit.layers.13.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155895232, 155897536 ] }, "vit.layers.13.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155897536, 155899840 ] }, "vit.layers.13.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155899840, 155902144 ] }, "vit.layers.13.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 155902144, 155910752 ] }, "vit.layers.13.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155910752, 155913056 ] }, "vit.layers.13.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155913056, 155915360 ] }, "vit.layers.13.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 155915360, 155917664 ] }, "vit.layers.13.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 155917664, 158571872 ] }, "vit.layers.13.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158571872, 158574176 ] }, "vit.layers.13.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158574176, 158576480 ] }, "vit.layers.14.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158576480, 158578784 ] }, "vit.layers.14.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158578784, 158581088 ] }, "vit.layers.14.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158581088, 158583392 ] }, "vit.layers.14.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 158583392, 158592000 ] }, "vit.layers.14.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158592000, 158594304 ] }, "vit.layers.14.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158594304, 158596608 ] }, "vit.layers.14.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 158596608, 158598912 ] }, "vit.layers.14.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 158598912, 161253120 ] }, "vit.layers.15.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 161253120, 161255424 ] }, "vit.layers.15.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 161255424, 161264032 ] }, "vit.layers.15.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 161264032, 161266336 ] }, "vit.layers.15.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 161266336, 161268640 ] }, "vit.layers.15.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 161268640, 161270944 ] }, "vit.layers.15.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 161270944, 163925152 ] }, "vit.layers.16.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163925152, 163927456 ] }, "vit.layers.16.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163927456, 163929760 ] }, "vit.layers.16.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163929760, 163932064 ] }, "vit.layers.16.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 163932064, 163940672 ] }, "vit.layers.16.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163940672, 163942976 ] }, "vit.layers.16.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163942976, 163945280 ] }, "vit.layers.16.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163945280, 163947584 ] }, "vit.layers.16.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 163947584, 163949888 ] }, "vit.layers.16.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 163949888, 166604096 ] }, "vit.layers.16.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166604096, 166606400 ] }, "vit.layers.16.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166606400, 166608704 ] }, "vit.layers.17.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166608704, 166611008 ] }, "vit.layers.17.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166611008, 166613312 ] }, "vit.layers.17.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166613312, 166615616 ] }, "vit.layers.17.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 166615616, 166624224 ] }, "vit.layers.17.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166624224, 166626528 ] }, "vit.layers.17.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 166626528, 166628832 ] }, "vit.layers.17.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 166628832, 169283040 ] }, "vit.layers.17.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169283040, 169285344 ] }, "vit.layers.17.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169285344, 169287648 ] }, "vit.layers.18.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169287648, 169289952 ] }, "vit.layers.18.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169289952, 169292256 ] }, "vit.layers.18.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169292256, 169294560 ] }, "vit.layers.18.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 169294560, 169303168 ] }, "vit.layers.18.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169303168, 169305472 ] }, "vit.layers.18.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169305472, 169307776 ] }, "vit.layers.18.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 169307776, 169310080 ] }, "vit.layers.18.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 169310080, 171964288 ] }, "vit.layers.18.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171964288, 171966592 ] }, "vit.layers.18.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171966592, 171968896 ] }, "vit.layers.19.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171968896, 171971200 ] }, "vit.layers.19.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171971200, 171973504 ] }, "vit.layers.19.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171973504, 171975808 ] }, "vit.layers.19.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 171975808, 171984416 ] }, "vit.layers.19.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171984416, 171986720 ] }, "vit.layers.19.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171986720, 171989024 ] }, "vit.layers.19.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171989024, 171991328 ] }, "vit.layers.19.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 171991328, 171993632 ] }, "vit.layers.19.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 171993632, 174647840 ] }, "vit.layers.19.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174647840, 174650144 ] }, "vit.layers.19.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174650144, 174652448 ] }, "vit.layers.2.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174652448, 174654752 ] }, "vit.layers.2.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174654752, 174657056 ] }, "vit.layers.2.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174657056, 174659360 ] }, "vit.layers.2.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 174659360, 174667968 ] }, "vit.layers.2.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174667968, 174670272 ] }, "vit.layers.2.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174670272, 174672576 ] }, "vit.layers.2.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174672576, 174674880 ] }, "vit.layers.2.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 174674880, 174677184 ] }, "vit.layers.2.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 174677184, 177331392 ] }, "vit.layers.2.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177331392, 177333696 ] }, "vit.layers.2.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177333696, 177336000 ] }, "vit.layers.20.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177336000, 177338304 ] }, "vit.layers.20.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 177338304, 177346912 ] }, "vit.layers.20.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177346912, 177349216 ] }, "vit.layers.20.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177349216, 177351520 ] }, "vit.layers.20.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177351520, 177353824 ] }, "vit.layers.20.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 177353824, 177356128 ] }, "vit.layers.20.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 177356128, 180010336 ] }, "vit.layers.20.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180010336, 180012640 ] }, "vit.layers.20.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180012640, 180014944 ] }, "vit.layers.21.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180014944, 180017248 ] }, "vit.layers.21.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180017248, 180019552 ] }, "vit.layers.21.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180019552, 180021856 ] }, "vit.layers.21.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 180021856, 180030464 ] }, "vit.layers.21.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180030464, 180032768 ] }, "vit.layers.21.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180032768, 180035072 ] }, "vit.layers.21.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180035072, 180037376 ] }, "vit.layers.21.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 180037376, 180039680 ] }, "vit.layers.21.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 180039680, 182693888 ] }, "vit.layers.21.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182693888, 182696192 ] }, "vit.layers.21.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182696192, 182698496 ] }, "vit.layers.22.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182698496, 182700800 ] }, "vit.layers.22.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182700800, 182703104 ] }, "vit.layers.22.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182703104, 182705408 ] }, "vit.layers.22.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 182705408, 182714016 ] }, "vit.layers.22.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182714016, 182716320 ] }, "vit.layers.22.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 182716320, 182718624 ] }, "vit.layers.22.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 182718624, 185372832 ] }, "vit.layers.22.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185372832, 185375136 ] }, "vit.layers.22.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185375136, 185377440 ] }, "vit.layers.23.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185377440, 185379744 ] }, "vit.layers.23.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185379744, 185382048 ] }, "vit.layers.23.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185382048, 185384352 ] }, "vit.layers.23.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 185384352, 185392960 ] }, "vit.layers.23.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185392960, 185395264 ] }, "vit.layers.23.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185395264, 185397568 ] }, "vit.layers.23.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 185397568, 185399872 ] }, "vit.layers.23.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 185399872, 188054080 ] }, "vit.layers.23.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188054080, 188056384 ] }, "vit.layers.23.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188056384, 188058688 ] }, "vit.layers.24.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188058688, 188060992 ] }, "vit.layers.24.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188060992, 188063296 ] }, "vit.layers.24.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188063296, 188065600 ] }, "vit.layers.24.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 188065600, 188074208 ] }, "vit.layers.24.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188074208, 188076512 ] }, "vit.layers.24.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188076512, 188078816 ] }, "vit.layers.24.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188078816, 188081120 ] }, "vit.layers.24.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 188081120, 188083424 ] }, "vit.layers.24.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 188083424, 190737632 ] }, "vit.layers.24.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190737632, 190739936 ] }, "vit.layers.24.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190739936, 190742240 ] }, "vit.layers.25.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190742240, 190744544 ] }, "vit.layers.25.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190744544, 190746848 ] }, "vit.layers.25.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190746848, 190749152 ] }, "vit.layers.25.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 190749152, 190757760 ] }, "vit.layers.25.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190757760, 190760064 ] }, "vit.layers.25.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190760064, 190762368 ] }, "vit.layers.25.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190762368, 190764672 ] }, "vit.layers.25.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 190764672, 190766976 ] }, "vit.layers.25.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 190766976, 193421184 ] }, "vit.layers.25.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193421184, 193423488 ] }, "vit.layers.25.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193423488, 193425792 ] }, "vit.layers.26.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193425792, 193428096 ] }, "vit.layers.26.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 193428096, 193436704 ] }, "vit.layers.26.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193436704, 193439008 ] }, "vit.layers.26.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193439008, 193441312 ] }, "vit.layers.26.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193441312, 193443616 ] }, "vit.layers.26.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 193443616, 193445920 ] }, "vit.layers.26.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 193445920, 196100128 ] }, "vit.layers.26.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196100128, 196102432 ] }, "vit.layers.26.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196102432, 196104736 ] }, "vit.layers.3.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196104736, 196107040 ] }, "vit.layers.3.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196107040, 196109344 ] }, "vit.layers.3.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196109344, 196111648 ] }, "vit.layers.3.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 196111648, 196120256 ] }, "vit.layers.3.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196120256, 196122560 ] }, "vit.layers.3.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196122560, 196124864 ] }, "vit.layers.3.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196124864, 196127168 ] }, "vit.layers.3.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 196127168, 196129472 ] }, "vit.layers.3.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 196129472, 198783680 ] }, "vit.layers.3.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198783680, 198785984 ] }, "vit.layers.3.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198785984, 198788288 ] }, "vit.layers.4.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198788288, 198790592 ] }, "vit.layers.4.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198790592, 198792896 ] }, "vit.layers.4.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198792896, 198795200 ] }, "vit.layers.4.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 198795200, 198803808 ] }, "vit.layers.4.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198803808, 198806112 ] }, "vit.layers.4.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 198806112, 198808416 ] }, "vit.layers.4.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 198808416, 201462624 ] }, "vit.layers.4.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201462624, 201464928 ] }, "vit.layers.4.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201464928, 201467232 ] }, "vit.layers.5.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201467232, 201469536 ] }, "vit.layers.5.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201469536, 201471840 ] }, "vit.layers.5.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201471840, 201474144 ] }, "vit.layers.5.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 201474144, 201482752 ] }, "vit.layers.5.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201482752, 201485056 ] }, "vit.layers.5.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201485056, 201487360 ] }, "vit.layers.5.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 201487360, 201489664 ] }, "vit.layers.5.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 201489664, 204143872 ] }, "vit.layers.5.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204143872, 204146176 ] }, "vit.layers.5.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204146176, 204148480 ] }, "vit.layers.6.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204148480, 204150784 ] }, "vit.layers.6.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204150784, 204153088 ] }, "vit.layers.6.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204153088, 204155392 ] }, "vit.layers.6.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 204155392, 204164000 ] }, "vit.layers.6.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204164000, 204166304 ] }, "vit.layers.6.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204166304, 204168608 ] }, "vit.layers.6.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204168608, 204170912 ] }, "vit.layers.6.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 204170912, 204173216 ] }, "vit.layers.6.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 204173216, 206827424 ] }, "vit.layers.6.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206827424, 206829728 ] }, "vit.layers.6.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206829728, 206832032 ] }, "vit.layers.7.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206832032, 206834336 ] }, "vit.layers.7.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206834336, 206836640 ] }, "vit.layers.7.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206836640, 206838944 ] }, "vit.layers.7.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 206838944, 206847552 ] }, "vit.layers.7.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206847552, 206849856 ] }, "vit.layers.7.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206849856, 206852160 ] }, "vit.layers.7.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206852160, 206854464 ] }, "vit.layers.7.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 206854464, 206856768 ] }, "vit.layers.7.self_attn.o_proj.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152, 1152 ], "data_offsets": [ 206856768, 209510976 ] }, "vit.layers.7.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209510976, 209513280 ] }, "vit.layers.7.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209513280, 209515584 ] }, "vit.layers.8.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209515584, 209517888 ] }, "vit.layers.8.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 209517888, 209526496 ] }, "vit.layers.8.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209526496, 209528800 ] }, "vit.layers.8.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209528800, 209531104 ] }, "vit.layers.8.self_attn.k_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209531104, 209533408 ] }, "vit.layers.8.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209533408, 209535712 ] }, "vit.layers.8.self_attn.q_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209535712, 209538016 ] }, "vit.layers.8.self_attn.v_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209538016, 209540320 ] }, "vit.layers.9.input_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209540320, 209542624 ] }, "vit.layers.9.input_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209542624, 209544928 ] }, "vit.layers.9.mlp.dense_4h_to_h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209544928, 209547232 ] }, "vit.layers.9.mlp.dense_h_to_4h.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4304 ], "data_offsets": [ 209547232, 209555840 ] }, "vit.layers.9.post_attention_layernorm.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209555840, 209558144 ] }, "vit.layers.9.post_attention_layernorm.weight": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209558144, 209560448 ] }, "vit.layers.9.self_attn.o_proj.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 1152 ], "data_offsets": [ 209560448, 209562752 ] }, "vit.perceive.image_newline": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 3072 ], "data_offsets": [ 209562752, 209568896 ] }, "vit.perceive.proj.0.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 209568896, 209578112 ] }, "vit.perceive.proj.2.bias": { "source_shard": "model-00143-of-00148.safetensors", "source_header_length": 112312, "dtype": "BF16", "shape": [ 3072 ], "data_offsets": [ 209578112, 209584256 ] } }
{
"vit.layers.0.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
998899712,
1008816128
]
},
"vit.layers.14.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
1008816128,
1018732544
]
},
"vit.layers.14.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1018732544,
1028648960
]
},
"vit.layers.15.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
1028648960,
1038565376
]
},
"vit.layers.15.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1038565376,
1048481792
]
},
"vit.layers.16.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1048481792,
1058398208
]
},
"vit.embeddings.position_embedding.weight": {
"source_shard": "model-00059-of-00148.safetensors",
"source_header_length": 1576,
"dtype": "BF16",
"shape": [
16385,
1152
],
"data_offsets": [
989855744,
1027606784
]
},
"vit.layers.10.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [