Download tensor_mapping.json from gatilin/hy4-flash-vision-encoder: direct link, hf CLI and curl.
- Browser
- Download file 115 kB
-
https://huggingface.co/gatilin/hy4-flash-vision-encoder/resolve/main/tensor_mapping.json
- Command line
-
hf download hf://gatilin/hy4-flash-vision-encoder/tensor_mapping.json
-
curl -L -o tensor_mapping.json https://huggingface.co/gatilin/hy4-flash-vision-encoder/resolve/main/tensor_mapping.json
115 kB
{
"vit.layers.0.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
998899712,
1008816128
]
},
"vit.layers.14.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
1008816128,
1018732544
]
},
"vit.layers.14.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1018732544,
1028648960
]
},
"vit.layers.15.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
1028648960,
1038565376
]
},
"vit.layers.15.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1038565376,
1048481792
]
},
"vit.layers.16.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1048481792,
1058398208
]
},
"vit.embeddings.position_embedding.weight": {
"source_shard": "model-00059-of-00148.safetensors",
"source_header_length": 1576,
"dtype": "BF16",
"shape": [
16385,
1152
],
"data_offsets": [
989855744,
1027606784
]
},
"vit.layers.10.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19327316,
19329620
]
},
"vit.layers.12.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19329620,
19331924
]
},
"vit.layers.13.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19331924,
19334228
]
},
"vit.layers.14.self_attn.k_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19334228,
19336532
]
},
"vit.layers.14.self_attn.q_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19336532,
19338836
]
},
"vit.layers.14.self_attn.v_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19338836,
19341140
]
},
"vit.layers.15.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19341140,
19343444
]
},
"vit.layers.15.self_attn.k_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19343444,
19345748
]
},
"vit.layers.15.self_attn.q_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19345748,
19348052
]
},
"vit.layers.15.self_attn.v_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19348052,
19350356
]
},
"vit.layers.17.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19350356,
19352660
]
},
"vit.layers.18.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19352660,
19354964
]
},
"vit.layers.20.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19354964,
19357268
]
},
"vit.layers.22.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19357268,
19359572
]
},
"vit.layers.23.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19359572,
19361876
]
},
"vit.layers.26.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19361876,
19364180
]
},
"vit.layers.4.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19364180,
19366484
]
},
"vit.layers.5.post_attention_layernorm.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19366484,
19368788
]
},
"vit.layers.8.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
19368788,
19371092
]
},
"vit.layers.8.self_attn.o_proj.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
19371092,
22025300
]
},
"vit.layers.9.self_attn.k_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
22025300,
22027604
]
},
"vit.layers.9.self_attn.o_proj.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
22027604,
24681812
]
},
"vit.layers.9.self_attn.q_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
24681812,
24684116
]
},
"vit.layers.9.self_attn.v_proj.bias": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
24684116,
24686420
]
},
"vit.perceive.norm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
24686420,
24688724
]
},
"vit.layers.1.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00076-of-00148.safetensors",
"source_header_length": 224,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
0,
9916416
]
},
"vit.layers.16.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00076-of-00148.safetensors",
"source_header_length": 224,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
9916416,
19832832
]
},
"vit.layers.1.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00089-of-00148.safetensors",
"source_header_length": 920,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
18874368,
28790784
]
},
"vit.layers.18.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00089-of-00148.safetensors",
"source_header_length": 920,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
28790784,
38707200
]
},
"vit.layers.18.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00089-of-00148.safetensors",
"source_header_length": 920,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
38707200,
48623616
]
},
"vit.layers.19.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00089-of-00148.safetensors",
"source_header_length": 920,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
48623616,
58540032
]
},
"vit.layers.19.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00089-of-00148.safetensors",
"source_header_length": 920,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
58540032,
68456448
]
},
"vit.layers.2.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00089-of-00148.safetensors",
"source_header_length": 920,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
68456448,
78372864
]
},
"vit.layers.10.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
9437184,
19353600
]
},
"vit.layers.21.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
19353600,
29270016
]
},
"vit.layers.21.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
29270016,
39186432
]
},
"vit.layers.22.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
39186432,
49102848
]
},
"vit.layers.22.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
49102848,
59019264
]
},
"vit.layers.23.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
59019264,
68935680
]
},
"vit.layers.23.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
68935680,
78852096
]
},
"vit.layers.24.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
78852096,
88768512
]
},
"vit.layers.24.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
88768512,
98684928
]
},
"vit.layers.25.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00097-of-00148.safetensors",
"source_header_length": 1248,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
98684928,
108601344
]
},
"vit.perceive.proj.0.weight": {
"source_shard": "model-00102-of-00148.safetensors",
"source_header_length": 2016,
"dtype": "BF16",
"shape": [
4608,
1152,
2,
2
],
"data_offsets": [
659554304,
702021632
]
},
"vit.layers.10.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
28311552,
38227968
]
},
"vit.layers.25.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
38227968,
48144384
]
},
"vit.layers.26.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
48144384,
58060800
]
},
"vit.layers.26.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
58060800,
67977216
]
},
"vit.layers.3.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
67977216,
77893632
]
},
"vit.layers.3.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
77893632,
87810048
]
},
"vit.layers.4.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
87810048,
97726464
]
},
"vit.layers.4.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
97726464,
107642880
]
},
"vit.layers.5.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
107642880,
117559296
]
},
"vit.layers.5.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
117559296,
127475712
]
},
"vit.layers.6.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
127475712,
137392128
]
},
"vit.layers.6.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
137392128,
147308544
]
},
"vit.layers.7.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
147308544,
157224960
]
},
"vit.layers.7.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00103-of-00148.safetensors",
"source_header_length": 1952,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
157224960,
167141376
]
},
"vit.layers.15.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
56623104,
59277312
]
},
"vit.layers.15.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
59277312,
61931520
]
},
"vit.layers.15.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
61931520,
64585728
]
},
"vit.layers.16.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
64585728,
67239936
]
},
"vit.layers.16.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
67239936,
69894144
]
},
"vit.layers.16.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
69894144,
72548352
]
},
"vit.layers.17.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
72548352,
75202560
]
},
"vit.layers.17.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
75202560,
77856768
]
},
"vit.layers.17.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
77856768,
80510976
]
},
"vit.layers.18.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
80510976,
83165184
]
},
"vit.layers.18.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
83165184,
85819392
]
},
"vit.layers.18.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
85819392,
88473600
]
},
"vit.layers.19.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
88473600,
91127808
]
},
"vit.layers.19.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
91127808,
93782016
]
},
"vit.layers.19.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
93782016,
96436224
]
},
"vit.layers.2.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
96436224,
99090432
]
},
"vit.layers.2.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
99090432,
101744640
]
},
"vit.layers.2.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
101744640,
104398848
]
},
"vit.layers.20.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
104398848,
107053056
]
},
"vit.layers.20.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
107053056,
109707264
]
},
"vit.layers.20.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
109707264,
112361472
]
},
"vit.layers.21.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
112361472,
115015680
]
},
"vit.layers.21.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
115015680,
117669888
]
},
"vit.layers.21.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
117669888,
120324096
]
},
"vit.layers.22.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
120324096,
122978304
]
},
"vit.layers.22.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
122978304,
125632512
]
},
"vit.layers.22.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
125632512,
128286720
]
},
"vit.layers.23.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
128286720,
130940928
]
},
"vit.layers.23.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
130940928,
133595136
]
},
"vit.layers.23.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
133595136,
136249344
]
},
"vit.layers.24.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
136249344,
138903552
]
},
"vit.layers.24.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
138903552,
141557760
]
},
"vit.layers.24.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
141557760,
144211968
]
},
"vit.layers.25.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
144211968,
146866176
]
},
"vit.layers.25.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
146866176,
149520384
]
},
"vit.layers.25.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
149520384,
152174592
]
},
"vit.layers.26.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
152174592,
154828800
]
},
"vit.layers.26.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
154828800,
157483008
]
},
"vit.layers.26.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
157483008,
160137216
]
},
"vit.layers.3.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
160137216,
162791424
]
},
"vit.layers.3.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
162791424,
165445632
]
},
"vit.layers.3.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
165445632,
168099840
]
},
"vit.layers.4.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
168099840,
170754048
]
},
"vit.layers.4.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
170754048,
173408256
]
},
"vit.layers.4.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
173408256,
176062464
]
},
"vit.layers.5.self_attn.k_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
176062464,
178716672
]
},
"vit.layers.5.self_attn.q_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
178716672,
181370880
]
},
"vit.layers.5.self_attn.v_proj.weight": {
"source_shard": "model-00112-of-00148.safetensors",
"source_header_length": 6168,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
181370880,
184025088
]
},
"vit.layers.13.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00113-of-00148.safetensors",
"source_header_length": 1728,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
122683392,
132599808
]
},
"vit.layers.2.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00114-of-00148.safetensors",
"source_header_length": 704,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
28311552,
38227968
]
},
"vit.layers.20.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00114-of-00148.safetensors",
"source_header_length": 704,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
38227968,
48144384
]
},
"vit.layers.20.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00114-of-00148.safetensors",
"source_header_length": 704,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
48144384,
58060800
]
},
"vit.layers.0.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00120-of-00148.safetensors",
"source_header_length": 5608,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
397410304,
407326720
]
},
"vit.layers.11.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00120-of-00148.safetensors",
"source_header_length": 5608,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
407326720,
417243136
]
},
"vit.layers.11.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00120-of-00148.safetensors",
"source_header_length": 5608,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
417243136,
427159552
]
},
"vit.layers.12.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00120-of-00148.safetensors",
"source_header_length": 5608,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
427159552,
437075968
]
},
"vit.layers.6.self_attn.k_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
210763776,
213417984
]
},
"vit.layers.6.self_attn.q_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
213417984,
216072192
]
},
"vit.layers.6.self_attn.v_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
216072192,
218726400
]
},
"vit.layers.7.self_attn.k_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
218726400,
221380608
]
},
"vit.layers.7.self_attn.q_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
221380608,
224034816
]
},
"vit.layers.7.self_attn.v_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
224034816,
226689024
]
},
"vit.layers.8.self_attn.k_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
226689024,
229343232
]
},
"vit.layers.8.self_attn.q_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
229343232,
231997440
]
},
"vit.layers.8.self_attn.v_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
231997440,
234651648
]
},
"vit.layers.9.self_attn.k_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
234651648,
237305856
]
},
"vit.layers.9.self_attn.q_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
237305856,
239960064
]
},
"vit.layers.9.self_attn.v_proj.weight": {
"source_shard": "model-00121-of-00148.safetensors",
"source_header_length": 5216,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
239960064,
242614272
]
},
"vit.layers.8.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00122-of-00148.safetensors",
"source_header_length": 2184,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
132120576,
142036992
]
},
"vit.layers.8.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00122-of-00148.safetensors",
"source_header_length": 2184,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
142036992,
151953408
]
},
"vit.layers.9.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00122-of-00148.safetensors",
"source_header_length": 2184,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
151953408,
161869824
]
},
"vit.layers.9.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00122-of-00148.safetensors",
"source_header_length": 2184,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
161869824,
171786240
]
},
"vit.layers.0.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
28311552,
30965760
]
},
"vit.layers.0.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
30965760,
33619968
]
},
"vit.layers.0.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
33619968,
36274176
]
},
"vit.layers.1.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
36274176,
38928384
]
},
"vit.layers.1.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
38928384,
41582592
]
},
"vit.layers.1.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
41582592,
44236800
]
},
"vit.layers.10.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
44236800,
46891008
]
},
"vit.layers.10.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
46891008,
49545216
]
},
"vit.layers.10.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
49545216,
52199424
]
},
"vit.layers.11.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
52199424,
54853632
]
},
"vit.layers.11.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
54853632,
57507840
]
},
"vit.layers.11.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
57507840,
60162048
]
},
"vit.layers.12.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
60162048,
62816256
]
},
"vit.layers.12.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
62816256,
65470464
]
},
"vit.layers.12.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
65470464,
68124672
]
},
"vit.layers.13.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
68124672,
70778880
]
},
"vit.layers.13.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
70778880,
73433088
]
},
"vit.layers.13.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
73433088,
76087296
]
},
"vit.layers.14.self_attn.k_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
76087296,
78741504
]
},
"vit.layers.14.self_attn.q_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
78741504,
81395712
]
},
"vit.layers.14.self_attn.v_proj.weight": {
"source_shard": "model-00123-of-00148.safetensors",
"source_header_length": 2744,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
81395712,
84049920
]
},
"vit.layers.10.input_layernorm.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50658944,
50661248
]
},
"vit.layers.12.self_attn.o_proj.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50661248,
50663552
]
},
"vit.layers.15.input_layernorm.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50663552,
50665856
]
},
"vit.layers.17.self_attn.o_proj.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50665856,
50668160
]
},
"vit.layers.20.input_layernorm.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50668160,
50670464
]
},
"vit.layers.22.self_attn.o_proj.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50670464,
50672768
]
},
"vit.layers.26.input_layernorm.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50672768,
50675072
]
},
"vit.layers.4.self_attn.o_proj.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50675072,
50677376
]
},
"vit.layers.8.input_layernorm.bias": {
"source_shard": "model-00124-of-00148.safetensors",
"source_header_length": 9824,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
50677376,
50679680
]
},
"vit.layers.12.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00133-of-00148.safetensors",
"source_header_length": 2480,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
169869312,
179785728
]
},
"vit.layers.13.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00133-of-00148.safetensors",
"source_header_length": 2480,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
179785728,
189702144
]
},
"vit.layers.17.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00136-of-00148.safetensors",
"source_header_length": 224,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
0,
9916416
]
},
"vit.layers.17.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00136-of-00148.safetensors",
"source_header_length": 224,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
9916416,
19832832
]
},
"vit.perceive.proj.2.weight": {
"source_shard": "model-00141-of-00148.safetensors",
"source_header_length": 1040,
"dtype": "BF16",
"shape": [
3072,
4608,
1,
1
],
"data_offsets": [
327155712,
355467264
]
},
"vit.embeddings.patch_embedding.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
140714912,
140717216
]
},
"vit.embeddings.patch_embedding.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
3,
16,
16
],
"data_offsets": [
140717216,
142486688
]
},
"vit.layers.0.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142486688,
142488992
]
},
"vit.layers.0.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142488992,
142491296
]
},
"vit.layers.0.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142491296,
142493600
]
},
"vit.layers.0.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
142493600,
142502208
]
},
"vit.layers.0.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142502208,
142504512
]
},
"vit.layers.0.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142504512,
142506816
]
},
"vit.layers.0.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142506816,
142509120
]
},
"vit.layers.0.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
142509120,
142511424
]
},
"vit.layers.0.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
142511424,
145165632
]
},
"vit.layers.0.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145165632,
145167936
]
},
"vit.layers.0.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145167936,
145170240
]
},
"vit.layers.1.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145170240,
145172544
]
},
"vit.layers.1.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145172544,
145174848
]
},
"vit.layers.1.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145174848,
145177152
]
},
"vit.layers.1.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
145177152,
145185760
]
},
"vit.layers.1.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145185760,
145188064
]
},
"vit.layers.1.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145188064,
145190368
]
},
"vit.layers.1.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145190368,
145192672
]
},
"vit.layers.1.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
145192672,
145194976
]
},
"vit.layers.1.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
145194976,
147849184
]
},
"vit.layers.1.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147849184,
147851488
]
},
"vit.layers.1.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147851488,
147853792
]
},
"vit.layers.10.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147853792,
147856096
]
},
"vit.layers.10.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
147856096,
147864704
]
},
"vit.layers.10.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147864704,
147867008
]
},
"vit.layers.10.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147867008,
147869312
]
},
"vit.layers.10.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147869312,
147871616
]
},
"vit.layers.10.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
147871616,
147873920
]
},
"vit.layers.10.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
147873920,
150528128
]
},
"vit.layers.10.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150528128,
150530432
]
},
"vit.layers.10.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150530432,
150532736
]
},
"vit.layers.11.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150532736,
150535040
]
},
"vit.layers.11.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150535040,
150537344
]
},
"vit.layers.11.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150537344,
150539648
]
},
"vit.layers.11.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
150539648,
150548256
]
},
"vit.layers.11.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150548256,
150550560
]
},
"vit.layers.11.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150550560,
150552864
]
},
"vit.layers.11.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150552864,
150555168
]
},
"vit.layers.11.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
150555168,
150557472
]
},
"vit.layers.11.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
150557472,
153211680
]
},
"vit.layers.11.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153211680,
153213984
]
},
"vit.layers.11.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153213984,
153216288
]
},
"vit.layers.12.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153216288,
153218592
]
},
"vit.layers.12.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153218592,
153220896
]
},
"vit.layers.12.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153220896,
153223200
]
},
"vit.layers.12.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
153223200,
153231808
]
},
"vit.layers.12.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153231808,
153234112
]
},
"vit.layers.12.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
153234112,
153236416
]
},
"vit.layers.12.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
153236416,
155890624
]
},
"vit.layers.12.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155890624,
155892928
]
},
"vit.layers.12.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155892928,
155895232
]
},
"vit.layers.13.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155895232,
155897536
]
},
"vit.layers.13.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155897536,
155899840
]
},
"vit.layers.13.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155899840,
155902144
]
},
"vit.layers.13.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
155902144,
155910752
]
},
"vit.layers.13.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155910752,
155913056
]
},
"vit.layers.13.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155913056,
155915360
]
},
"vit.layers.13.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
155915360,
155917664
]
},
"vit.layers.13.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
155917664,
158571872
]
},
"vit.layers.13.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158571872,
158574176
]
},
"vit.layers.13.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158574176,
158576480
]
},
"vit.layers.14.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158576480,
158578784
]
},
"vit.layers.14.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158578784,
158581088
]
},
"vit.layers.14.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158581088,
158583392
]
},
"vit.layers.14.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
158583392,
158592000
]
},
"vit.layers.14.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158592000,
158594304
]
},
"vit.layers.14.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158594304,
158596608
]
},
"vit.layers.14.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
158596608,
158598912
]
},
"vit.layers.14.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
158598912,
161253120
]
},
"vit.layers.15.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
161253120,
161255424
]
},
"vit.layers.15.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
161255424,
161264032
]
},
"vit.layers.15.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
161264032,
161266336
]
},
"vit.layers.15.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
161266336,
161268640
]
},
"vit.layers.15.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
161268640,
161270944
]
},
"vit.layers.15.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
161270944,
163925152
]
},
"vit.layers.16.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163925152,
163927456
]
},
"vit.layers.16.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163927456,
163929760
]
},
"vit.layers.16.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163929760,
163932064
]
},
"vit.layers.16.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
163932064,
163940672
]
},
"vit.layers.16.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163940672,
163942976
]
},
"vit.layers.16.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163942976,
163945280
]
},
"vit.layers.16.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163945280,
163947584
]
},
"vit.layers.16.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
163947584,
163949888
]
},
"vit.layers.16.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
163949888,
166604096
]
},
"vit.layers.16.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166604096,
166606400
]
},
"vit.layers.16.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166606400,
166608704
]
},
"vit.layers.17.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166608704,
166611008
]
},
"vit.layers.17.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166611008,
166613312
]
},
"vit.layers.17.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166613312,
166615616
]
},
"vit.layers.17.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
166615616,
166624224
]
},
"vit.layers.17.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166624224,
166626528
]
},
"vit.layers.17.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
166626528,
166628832
]
},
"vit.layers.17.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
166628832,
169283040
]
},
"vit.layers.17.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169283040,
169285344
]
},
"vit.layers.17.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169285344,
169287648
]
},
"vit.layers.18.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169287648,
169289952
]
},
"vit.layers.18.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169289952,
169292256
]
},
"vit.layers.18.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169292256,
169294560
]
},
"vit.layers.18.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
169294560,
169303168
]
},
"vit.layers.18.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169303168,
169305472
]
},
"vit.layers.18.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169305472,
169307776
]
},
"vit.layers.18.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
169307776,
169310080
]
},
"vit.layers.18.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
169310080,
171964288
]
},
"vit.layers.18.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171964288,
171966592
]
},
"vit.layers.18.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171966592,
171968896
]
},
"vit.layers.19.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171968896,
171971200
]
},
"vit.layers.19.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171971200,
171973504
]
},
"vit.layers.19.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171973504,
171975808
]
},
"vit.layers.19.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
171975808,
171984416
]
},
"vit.layers.19.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171984416,
171986720
]
},
"vit.layers.19.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171986720,
171989024
]
},
"vit.layers.19.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171989024,
171991328
]
},
"vit.layers.19.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
171991328,
171993632
]
},
"vit.layers.19.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
171993632,
174647840
]
},
"vit.layers.19.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174647840,
174650144
]
},
"vit.layers.19.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174650144,
174652448
]
},
"vit.layers.2.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174652448,
174654752
]
},
"vit.layers.2.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174654752,
174657056
]
},
"vit.layers.2.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174657056,
174659360
]
},
"vit.layers.2.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
174659360,
174667968
]
},
"vit.layers.2.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174667968,
174670272
]
},
"vit.layers.2.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174670272,
174672576
]
},
"vit.layers.2.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174672576,
174674880
]
},
"vit.layers.2.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
174674880,
174677184
]
},
"vit.layers.2.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
174677184,
177331392
]
},
"vit.layers.2.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177331392,
177333696
]
},
"vit.layers.2.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177333696,
177336000
]
},
"vit.layers.20.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177336000,
177338304
]
},
"vit.layers.20.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
177338304,
177346912
]
},
"vit.layers.20.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177346912,
177349216
]
},
"vit.layers.20.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177349216,
177351520
]
},
"vit.layers.20.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177351520,
177353824
]
},
"vit.layers.20.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
177353824,
177356128
]
},
"vit.layers.20.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
177356128,
180010336
]
},
"vit.layers.20.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180010336,
180012640
]
},
"vit.layers.20.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180012640,
180014944
]
},
"vit.layers.21.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180014944,
180017248
]
},
"vit.layers.21.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180017248,
180019552
]
},
"vit.layers.21.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180019552,
180021856
]
},
"vit.layers.21.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
180021856,
180030464
]
},
"vit.layers.21.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180030464,
180032768
]
},
"vit.layers.21.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180032768,
180035072
]
},
"vit.layers.21.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180035072,
180037376
]
},
"vit.layers.21.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
180037376,
180039680
]
},
"vit.layers.21.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
180039680,
182693888
]
},
"vit.layers.21.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182693888,
182696192
]
},
"vit.layers.21.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182696192,
182698496
]
},
"vit.layers.22.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182698496,
182700800
]
},
"vit.layers.22.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182700800,
182703104
]
},
"vit.layers.22.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182703104,
182705408
]
},
"vit.layers.22.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
182705408,
182714016
]
},
"vit.layers.22.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182714016,
182716320
]
},
"vit.layers.22.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
182716320,
182718624
]
},
"vit.layers.22.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
182718624,
185372832
]
},
"vit.layers.22.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185372832,
185375136
]
},
"vit.layers.22.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185375136,
185377440
]
},
"vit.layers.23.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185377440,
185379744
]
},
"vit.layers.23.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185379744,
185382048
]
},
"vit.layers.23.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185382048,
185384352
]
},
"vit.layers.23.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
185384352,
185392960
]
},
"vit.layers.23.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185392960,
185395264
]
},
"vit.layers.23.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185395264,
185397568
]
},
"vit.layers.23.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
185397568,
185399872
]
},
"vit.layers.23.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
185399872,
188054080
]
},
"vit.layers.23.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188054080,
188056384
]
},
"vit.layers.23.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188056384,
188058688
]
},
"vit.layers.24.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188058688,
188060992
]
},
"vit.layers.24.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188060992,
188063296
]
},
"vit.layers.24.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188063296,
188065600
]
},
"vit.layers.24.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
188065600,
188074208
]
},
"vit.layers.24.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188074208,
188076512
]
},
"vit.layers.24.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188076512,
188078816
]
},
"vit.layers.24.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188078816,
188081120
]
},
"vit.layers.24.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
188081120,
188083424
]
},
"vit.layers.24.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
188083424,
190737632
]
},
"vit.layers.24.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190737632,
190739936
]
},
"vit.layers.24.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190739936,
190742240
]
},
"vit.layers.25.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190742240,
190744544
]
},
"vit.layers.25.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190744544,
190746848
]
},
"vit.layers.25.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190746848,
190749152
]
},
"vit.layers.25.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
190749152,
190757760
]
},
"vit.layers.25.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190757760,
190760064
]
},
"vit.layers.25.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190760064,
190762368
]
},
"vit.layers.25.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190762368,
190764672
]
},
"vit.layers.25.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
190764672,
190766976
]
},
"vit.layers.25.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
190766976,
193421184
]
},
"vit.layers.25.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193421184,
193423488
]
},
"vit.layers.25.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193423488,
193425792
]
},
"vit.layers.26.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193425792,
193428096
]
},
"vit.layers.26.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
193428096,
193436704
]
},
"vit.layers.26.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193436704,
193439008
]
},
"vit.layers.26.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193439008,
193441312
]
},
"vit.layers.26.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193441312,
193443616
]
},
"vit.layers.26.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
193443616,
193445920
]
},
"vit.layers.26.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
193445920,
196100128
]
},
"vit.layers.26.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196100128,
196102432
]
},
"vit.layers.26.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196102432,
196104736
]
},
"vit.layers.3.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196104736,
196107040
]
},
"vit.layers.3.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196107040,
196109344
]
},
"vit.layers.3.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196109344,
196111648
]
},
"vit.layers.3.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
196111648,
196120256
]
},
"vit.layers.3.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196120256,
196122560
]
},
"vit.layers.3.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196122560,
196124864
]
},
"vit.layers.3.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196124864,
196127168
]
},
"vit.layers.3.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
196127168,
196129472
]
},
"vit.layers.3.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
196129472,
198783680
]
},
"vit.layers.3.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198783680,
198785984
]
},
"vit.layers.3.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198785984,
198788288
]
},
"vit.layers.4.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198788288,
198790592
]
},
"vit.layers.4.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198790592,
198792896
]
},
"vit.layers.4.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198792896,
198795200
]
},
"vit.layers.4.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
198795200,
198803808
]
},
"vit.layers.4.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198803808,
198806112
]
},
"vit.layers.4.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
198806112,
198808416
]
},
"vit.layers.4.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
198808416,
201462624
]
},
"vit.layers.4.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201462624,
201464928
]
},
"vit.layers.4.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201464928,
201467232
]
},
"vit.layers.5.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201467232,
201469536
]
},
"vit.layers.5.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201469536,
201471840
]
},
"vit.layers.5.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201471840,
201474144
]
},
"vit.layers.5.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
201474144,
201482752
]
},
"vit.layers.5.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201482752,
201485056
]
},
"vit.layers.5.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201485056,
201487360
]
},
"vit.layers.5.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
201487360,
201489664
]
},
"vit.layers.5.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
201489664,
204143872
]
},
"vit.layers.5.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204143872,
204146176
]
},
"vit.layers.5.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204146176,
204148480
]
},
"vit.layers.6.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204148480,
204150784
]
},
"vit.layers.6.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204150784,
204153088
]
},
"vit.layers.6.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204153088,
204155392
]
},
"vit.layers.6.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
204155392,
204164000
]
},
"vit.layers.6.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204164000,
204166304
]
},
"vit.layers.6.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204166304,
204168608
]
},
"vit.layers.6.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204168608,
204170912
]
},
"vit.layers.6.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
204170912,
204173216
]
},
"vit.layers.6.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
204173216,
206827424
]
},
"vit.layers.6.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206827424,
206829728
]
},
"vit.layers.6.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206829728,
206832032
]
},
"vit.layers.7.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206832032,
206834336
]
},
"vit.layers.7.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206834336,
206836640
]
},
"vit.layers.7.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206836640,
206838944
]
},
"vit.layers.7.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
206838944,
206847552
]
},
"vit.layers.7.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206847552,
206849856
]
},
"vit.layers.7.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206849856,
206852160
]
},
"vit.layers.7.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206852160,
206854464
]
},
"vit.layers.7.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
206854464,
206856768
]
},
"vit.layers.7.self_attn.o_proj.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152,
1152
],
"data_offsets": [
206856768,
209510976
]
},
"vit.layers.7.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209510976,
209513280
]
},
"vit.layers.7.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209513280,
209515584
]
},
"vit.layers.8.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209515584,
209517888
]
},
"vit.layers.8.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
209517888,
209526496
]
},
"vit.layers.8.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209526496,
209528800
]
},
"vit.layers.8.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209528800,
209531104
]
},
"vit.layers.8.self_attn.k_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209531104,
209533408
]
},
"vit.layers.8.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209533408,
209535712
]
},
"vit.layers.8.self_attn.q_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209535712,
209538016
]
},
"vit.layers.8.self_attn.v_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209538016,
209540320
]
},
"vit.layers.9.input_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209540320,
209542624
]
},
"vit.layers.9.input_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209542624,
209544928
]
},
"vit.layers.9.mlp.dense_4h_to_h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209544928,
209547232
]
},
"vit.layers.9.mlp.dense_h_to_4h.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4304
],
"data_offsets": [
209547232,
209555840
]
},
"vit.layers.9.post_attention_layernorm.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209555840,
209558144
]
},
"vit.layers.9.post_attention_layernorm.weight": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209558144,
209560448
]
},
"vit.layers.9.self_attn.o_proj.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [
209560448,
209562752
]
},
"vit.perceive.image_newline": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
3072
],
"data_offsets": [
209562752,
209568896
]
},
"vit.perceive.proj.0.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
209568896,
209578112
]
},
"vit.perceive.proj.2.bias": {
"source_shard": "model-00143-of-00148.safetensors",
"source_header_length": 112312,
"dtype": "BF16",
"shape": [
3072
],
"data_offsets": [
209578112,
209584256
]
}
}
{
"vit.layers.0.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
998899712,
1008816128
]
},
"vit.layers.14.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
1008816128,
1018732544
]
},
"vit.layers.14.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1018732544,
1028648960
]
},
"vit.layers.15.mlp.dense_4h_to_h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
1152,
4304
],
"data_offsets": [
1028648960,
1038565376
]
},
"vit.layers.15.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1038565376,
1048481792
]
},
"vit.layers.16.mlp.dense_h_to_4h.weight": {
"source_shard": "model-00055-of-00148.safetensors",
"source_header_length": 14600,
"dtype": "BF16",
"shape": [
4304,
1152
],
"data_offsets": [
1048481792,
1058398208
]
},
"vit.embeddings.position_embedding.weight": {
"source_shard": "model-00059-of-00148.safetensors",
"source_header_length": 1576,
"dtype": "BF16",
"shape": [
16385,
1152
],
"data_offsets": [
989855744,
1027606784
]
},
"vit.layers.10.input_layernorm.weight": {
"source_shard": "model-00071-of-00148.safetensors",
"source_header_length": 9712,
"dtype": "BF16",
"shape": [
1152
],
"data_offsets": [