| { |
| "model.visual.blocks.0.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3892432896, |
| 3892435200 |
| ] |
| }, |
| "model.visual.blocks.0.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3892435200, |
| 3895089408 |
| ] |
| }, |
| "model.visual.blocks.0.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 3895089408, |
| 3895096320 |
| ] |
| }, |
| "model.visual.blocks.0.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3895096320, |
| 3903058944 |
| ] |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 3903058944, |
| 3903067552 |
| ] |
| }, |
| "model.visual.blocks.0.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3903067552, |
| 3912983968 |
| ] |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3912983968, |
| 3912986272 |
| ] |
| }, |
| "model.visual.blocks.0.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 3912986272, |
| 3922902688 |
| ] |
| }, |
| "model.visual.blocks.0.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3922902688, |
| 3922904992 |
| ] |
| }, |
| "model.visual.blocks.0.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3922904992, |
| 3922907296 |
| ] |
| }, |
| "model.visual.blocks.0.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3922907296, |
| 3922909600 |
| ] |
| }, |
| "model.visual.blocks.0.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3922909600, |
| 3922911904 |
| ] |
| }, |
| "model.visual.blocks.1.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3922911904, |
| 3922914208 |
| ] |
| }, |
| "model.visual.blocks.1.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3922914208, |
| 3925568416 |
| ] |
| }, |
| "model.visual.blocks.1.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 3925568416, |
| 3925575328 |
| ] |
| }, |
| "model.visual.blocks.1.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3925575328, |
| 3933537952 |
| ] |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 3933537952, |
| 3933546560 |
| ] |
| }, |
| "model.visual.blocks.1.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3933546560, |
| 3943462976 |
| ] |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3943462976, |
| 3943465280 |
| ] |
| }, |
| "model.visual.blocks.1.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 3943465280, |
| 3953381696 |
| ] |
| }, |
| "model.visual.blocks.1.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3953381696, |
| 3953384000 |
| ] |
| }, |
| "model.visual.blocks.1.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3953384000, |
| 3953386304 |
| ] |
| }, |
| "model.visual.blocks.1.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3953386304, |
| 3953388608 |
| ] |
| }, |
| "model.visual.blocks.1.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3953388608, |
| 3953390912 |
| ] |
| }, |
| "model.visual.blocks.10.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3953390912, |
| 3953393216 |
| ] |
| }, |
| "model.visual.blocks.10.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3953393216, |
| 3956047424 |
| ] |
| }, |
| "model.visual.blocks.10.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 3956047424, |
| 3956054336 |
| ] |
| }, |
| "model.visual.blocks.10.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3956054336, |
| 3964016960 |
| ] |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 3964016960, |
| 3964025568 |
| ] |
| }, |
| "model.visual.blocks.10.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3964025568, |
| 3973941984 |
| ] |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3973941984, |
| 3973944288 |
| ] |
| }, |
| "model.visual.blocks.10.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 3973944288, |
| 3983860704 |
| ] |
| }, |
| "model.visual.blocks.10.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3983860704, |
| 3983863008 |
| ] |
| }, |
| "model.visual.blocks.10.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3983863008, |
| 3983865312 |
| ] |
| }, |
| "model.visual.blocks.10.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3983865312, |
| 3983867616 |
| ] |
| }, |
| "model.visual.blocks.10.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3983867616, |
| 3983869920 |
| ] |
| }, |
| "model.visual.blocks.11.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 3983869920, |
| 3983872224 |
| ] |
| }, |
| "model.visual.blocks.11.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3983872224, |
| 3986526432 |
| ] |
| }, |
| "model.visual.blocks.11.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 3986526432, |
| 3986533344 |
| ] |
| }, |
| "model.visual.blocks.11.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3986533344, |
| 3994495968 |
| ] |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 3994495968, |
| 3994504576 |
| ] |
| }, |
| "model.visual.blocks.11.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 3994504576, |
| 4004420992 |
| ] |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4004420992, |
| 4004423296 |
| ] |
| }, |
| "model.visual.blocks.11.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4004423296, |
| 4014339712 |
| ] |
| }, |
| "model.visual.blocks.11.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4014339712, |
| 4014342016 |
| ] |
| }, |
| "model.visual.blocks.11.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4014342016, |
| 4014344320 |
| ] |
| }, |
| "model.visual.blocks.11.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4014344320, |
| 4014346624 |
| ] |
| }, |
| "model.visual.blocks.11.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4014346624, |
| 4014348928 |
| ] |
| }, |
| "model.visual.blocks.12.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4014348928, |
| 4014351232 |
| ] |
| }, |
| "model.visual.blocks.12.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4014351232, |
| 4017005440 |
| ] |
| }, |
| "model.visual.blocks.12.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4017005440, |
| 4017012352 |
| ] |
| }, |
| "model.visual.blocks.12.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4017012352, |
| 4024974976 |
| ] |
| }, |
| "model.visual.blocks.12.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4024974976, |
| 4024983584 |
| ] |
| }, |
| "model.visual.blocks.12.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4024983584, |
| 4034900000 |
| ] |
| }, |
| "model.visual.blocks.12.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4034900000, |
| 4034902304 |
| ] |
| }, |
| "model.visual.blocks.12.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4034902304, |
| 4044818720 |
| ] |
| }, |
| "model.visual.blocks.12.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4044818720, |
| 4044821024 |
| ] |
| }, |
| "model.visual.blocks.12.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4044821024, |
| 4044823328 |
| ] |
| }, |
| "model.visual.blocks.12.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4044823328, |
| 4044825632 |
| ] |
| }, |
| "model.visual.blocks.12.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4044825632, |
| 4044827936 |
| ] |
| }, |
| "model.visual.blocks.13.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4044827936, |
| 4044830240 |
| ] |
| }, |
| "model.visual.blocks.13.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4044830240, |
| 4047484448 |
| ] |
| }, |
| "model.visual.blocks.13.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4047484448, |
| 4047491360 |
| ] |
| }, |
| "model.visual.blocks.13.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4047491360, |
| 4055453984 |
| ] |
| }, |
| "model.visual.blocks.13.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4055453984, |
| 4055462592 |
| ] |
| }, |
| "model.visual.blocks.13.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4055462592, |
| 4065379008 |
| ] |
| }, |
| "model.visual.blocks.13.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4065379008, |
| 4065381312 |
| ] |
| }, |
| "model.visual.blocks.13.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4065381312, |
| 4075297728 |
| ] |
| }, |
| "model.visual.blocks.13.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4075297728, |
| 4075300032 |
| ] |
| }, |
| "model.visual.blocks.13.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4075300032, |
| 4075302336 |
| ] |
| }, |
| "model.visual.blocks.13.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4075302336, |
| 4075304640 |
| ] |
| }, |
| "model.visual.blocks.13.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4075304640, |
| 4075306944 |
| ] |
| }, |
| "model.visual.blocks.14.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4075306944, |
| 4075309248 |
| ] |
| }, |
| "model.visual.blocks.14.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4075309248, |
| 4077963456 |
| ] |
| }, |
| "model.visual.blocks.14.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4077963456, |
| 4077970368 |
| ] |
| }, |
| "model.visual.blocks.14.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4077970368, |
| 4085932992 |
| ] |
| }, |
| "model.visual.blocks.14.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4085932992, |
| 4085941600 |
| ] |
| }, |
| "model.visual.blocks.14.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4085941600, |
| 4095858016 |
| ] |
| }, |
| "model.visual.blocks.14.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4095858016, |
| 4095860320 |
| ] |
| }, |
| "model.visual.blocks.14.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4095860320, |
| 4105776736 |
| ] |
| }, |
| "model.visual.blocks.14.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4105776736, |
| 4105779040 |
| ] |
| }, |
| "model.visual.blocks.14.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4105779040, |
| 4105781344 |
| ] |
| }, |
| "model.visual.blocks.14.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4105781344, |
| 4105783648 |
| ] |
| }, |
| "model.visual.blocks.14.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4105783648, |
| 4105785952 |
| ] |
| }, |
| "model.visual.blocks.15.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4105785952, |
| 4105788256 |
| ] |
| }, |
| "model.visual.blocks.15.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4105788256, |
| 4108442464 |
| ] |
| }, |
| "model.visual.blocks.15.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4108442464, |
| 4108449376 |
| ] |
| }, |
| "model.visual.blocks.15.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4108449376, |
| 4116412000 |
| ] |
| }, |
| "model.visual.blocks.15.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4116412000, |
| 4116420608 |
| ] |
| }, |
| "model.visual.blocks.15.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4116420608, |
| 4126337024 |
| ] |
| }, |
| "model.visual.blocks.15.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4126337024, |
| 4126339328 |
| ] |
| }, |
| "model.visual.blocks.15.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4126339328, |
| 4136255744 |
| ] |
| }, |
| "model.visual.blocks.15.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4136255744, |
| 4136258048 |
| ] |
| }, |
| "model.visual.blocks.15.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4136258048, |
| 4136260352 |
| ] |
| }, |
| "model.visual.blocks.15.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4136260352, |
| 4136262656 |
| ] |
| }, |
| "model.visual.blocks.15.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4136262656, |
| 4136264960 |
| ] |
| }, |
| "model.visual.blocks.16.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4136264960, |
| 4136267264 |
| ] |
| }, |
| "model.visual.blocks.16.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4136267264, |
| 4138921472 |
| ] |
| }, |
| "model.visual.blocks.16.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4138921472, |
| 4138928384 |
| ] |
| }, |
| "model.visual.blocks.16.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4138928384, |
| 4146891008 |
| ] |
| }, |
| "model.visual.blocks.16.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4146891008, |
| 4146899616 |
| ] |
| }, |
| "model.visual.blocks.16.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4146899616, |
| 4156816032 |
| ] |
| }, |
| "model.visual.blocks.16.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4156816032, |
| 4156818336 |
| ] |
| }, |
| "model.visual.blocks.16.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4156818336, |
| 4166734752 |
| ] |
| }, |
| "model.visual.blocks.16.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4166734752, |
| 4166737056 |
| ] |
| }, |
| "model.visual.blocks.16.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4166737056, |
| 4166739360 |
| ] |
| }, |
| "model.visual.blocks.16.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4166739360, |
| 4166741664 |
| ] |
| }, |
| "model.visual.blocks.16.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4166741664, |
| 4166743968 |
| ] |
| }, |
| "model.visual.blocks.17.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4166743968, |
| 4166746272 |
| ] |
| }, |
| "model.visual.blocks.17.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4166746272, |
| 4169400480 |
| ] |
| }, |
| "model.visual.blocks.17.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4169400480, |
| 4169407392 |
| ] |
| }, |
| "model.visual.blocks.17.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4169407392, |
| 4177370016 |
| ] |
| }, |
| "model.visual.blocks.17.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4177370016, |
| 4177378624 |
| ] |
| }, |
| "model.visual.blocks.17.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4177378624, |
| 4187295040 |
| ] |
| }, |
| "model.visual.blocks.17.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4187295040, |
| 4187297344 |
| ] |
| }, |
| "model.visual.blocks.17.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4187297344, |
| 4197213760 |
| ] |
| }, |
| "model.visual.blocks.17.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4197213760, |
| 4197216064 |
| ] |
| }, |
| "model.visual.blocks.17.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4197216064, |
| 4197218368 |
| ] |
| }, |
| "model.visual.blocks.17.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4197218368, |
| 4197220672 |
| ] |
| }, |
| "model.visual.blocks.17.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4197220672, |
| 4197222976 |
| ] |
| }, |
| "model.visual.blocks.18.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4197222976, |
| 4197225280 |
| ] |
| }, |
| "model.visual.blocks.18.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4197225280, |
| 4199879488 |
| ] |
| }, |
| "model.visual.blocks.18.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4199879488, |
| 4199886400 |
| ] |
| }, |
| "model.visual.blocks.18.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4199886400, |
| 4207849024 |
| ] |
| }, |
| "model.visual.blocks.18.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4207849024, |
| 4207857632 |
| ] |
| }, |
| "model.visual.blocks.18.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4207857632, |
| 4217774048 |
| ] |
| }, |
| "model.visual.blocks.18.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4217774048, |
| 4217776352 |
| ] |
| }, |
| "model.visual.blocks.18.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4217776352, |
| 4227692768 |
| ] |
| }, |
| "model.visual.blocks.18.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4227692768, |
| 4227695072 |
| ] |
| }, |
| "model.visual.blocks.18.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4227695072, |
| 4227697376 |
| ] |
| }, |
| "model.visual.blocks.18.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4227697376, |
| 4227699680 |
| ] |
| }, |
| "model.visual.blocks.18.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4227699680, |
| 4227701984 |
| ] |
| }, |
| "model.visual.blocks.19.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4227701984, |
| 4227704288 |
| ] |
| }, |
| "model.visual.blocks.19.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4227704288, |
| 4230358496 |
| ] |
| }, |
| "model.visual.blocks.19.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4230358496, |
| 4230365408 |
| ] |
| }, |
| "model.visual.blocks.19.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4230365408, |
| 4238328032 |
| ] |
| }, |
| "model.visual.blocks.19.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4238328032, |
| 4238336640 |
| ] |
| }, |
| "model.visual.blocks.19.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4238336640, |
| 4248253056 |
| ] |
| }, |
| "model.visual.blocks.19.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4248253056, |
| 4248255360 |
| ] |
| }, |
| "model.visual.blocks.19.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4248255360, |
| 4258171776 |
| ] |
| }, |
| "model.visual.blocks.19.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4258171776, |
| 4258174080 |
| ] |
| }, |
| "model.visual.blocks.19.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4258174080, |
| 4258176384 |
| ] |
| }, |
| "model.visual.blocks.19.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4258176384, |
| 4258178688 |
| ] |
| }, |
| "model.visual.blocks.19.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4258178688, |
| 4258180992 |
| ] |
| }, |
| "model.visual.blocks.2.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4258180992, |
| 4258183296 |
| ] |
| }, |
| "model.visual.blocks.2.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4258183296, |
| 4260837504 |
| ] |
| }, |
| "model.visual.blocks.2.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4260837504, |
| 4260844416 |
| ] |
| }, |
| "model.visual.blocks.2.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4260844416, |
| 4268807040 |
| ] |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4268807040, |
| 4268815648 |
| ] |
| }, |
| "model.visual.blocks.2.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4268815648, |
| 4278732064 |
| ] |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4278732064, |
| 4278734368 |
| ] |
| }, |
| "model.visual.blocks.2.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4278734368, |
| 4288650784 |
| ] |
| }, |
| "model.visual.blocks.2.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4288650784, |
| 4288653088 |
| ] |
| }, |
| "model.visual.blocks.2.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4288653088, |
| 4288655392 |
| ] |
| }, |
| "model.visual.blocks.2.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4288655392, |
| 4288657696 |
| ] |
| }, |
| "model.visual.blocks.2.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4288657696, |
| 4288660000 |
| ] |
| }, |
| "model.visual.blocks.20.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4288660000, |
| 4288662304 |
| ] |
| }, |
| "model.visual.blocks.20.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4288662304, |
| 4291316512 |
| ] |
| }, |
| "model.visual.blocks.20.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4291316512, |
| 4291323424 |
| ] |
| }, |
| "model.visual.blocks.20.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4291323424, |
| 4299286048 |
| ] |
| }, |
| "model.visual.blocks.20.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4299286048, |
| 4299294656 |
| ] |
| }, |
| "model.visual.blocks.20.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4299294656, |
| 4309211072 |
| ] |
| }, |
| "model.visual.blocks.20.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4309211072, |
| 4309213376 |
| ] |
| }, |
| "model.visual.blocks.20.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4309213376, |
| 4319129792 |
| ] |
| }, |
| "model.visual.blocks.20.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4319129792, |
| 4319132096 |
| ] |
| }, |
| "model.visual.blocks.20.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4319132096, |
| 4319134400 |
| ] |
| }, |
| "model.visual.blocks.20.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4319134400, |
| 4319136704 |
| ] |
| }, |
| "model.visual.blocks.20.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4319136704, |
| 4319139008 |
| ] |
| }, |
| "model.visual.blocks.21.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4319139008, |
| 4319141312 |
| ] |
| }, |
| "model.visual.blocks.21.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4319141312, |
| 4321795520 |
| ] |
| }, |
| "model.visual.blocks.21.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4321795520, |
| 4321802432 |
| ] |
| }, |
| "model.visual.blocks.21.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4321802432, |
| 4329765056 |
| ] |
| }, |
| "model.visual.blocks.21.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4329765056, |
| 4329773664 |
| ] |
| }, |
| "model.visual.blocks.21.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4329773664, |
| 4339690080 |
| ] |
| }, |
| "model.visual.blocks.21.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4339690080, |
| 4339692384 |
| ] |
| }, |
| "model.visual.blocks.21.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4339692384, |
| 4349608800 |
| ] |
| }, |
| "model.visual.blocks.21.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4349608800, |
| 4349611104 |
| ] |
| }, |
| "model.visual.blocks.21.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4349611104, |
| 4349613408 |
| ] |
| }, |
| "model.visual.blocks.21.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4349613408, |
| 4349615712 |
| ] |
| }, |
| "model.visual.blocks.21.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4349615712, |
| 4349618016 |
| ] |
| }, |
| "model.visual.blocks.22.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4349618016, |
| 4349620320 |
| ] |
| }, |
| "model.visual.blocks.22.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4349620320, |
| 4352274528 |
| ] |
| }, |
| "model.visual.blocks.22.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4352274528, |
| 4352281440 |
| ] |
| }, |
| "model.visual.blocks.22.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4352281440, |
| 4360244064 |
| ] |
| }, |
| "model.visual.blocks.22.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4360244064, |
| 4360252672 |
| ] |
| }, |
| "model.visual.blocks.22.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4360252672, |
| 4370169088 |
| ] |
| }, |
| "model.visual.blocks.22.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4370169088, |
| 4370171392 |
| ] |
| }, |
| "model.visual.blocks.22.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4370171392, |
| 4380087808 |
| ] |
| }, |
| "model.visual.blocks.22.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4380087808, |
| 4380090112 |
| ] |
| }, |
| "model.visual.blocks.22.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4380090112, |
| 4380092416 |
| ] |
| }, |
| "model.visual.blocks.22.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4380092416, |
| 4380094720 |
| ] |
| }, |
| "model.visual.blocks.22.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4380094720, |
| 4380097024 |
| ] |
| }, |
| "model.visual.blocks.23.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4380097024, |
| 4380099328 |
| ] |
| }, |
| "model.visual.blocks.23.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4380099328, |
| 4382753536 |
| ] |
| }, |
| "model.visual.blocks.23.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4382753536, |
| 4382760448 |
| ] |
| }, |
| "model.visual.blocks.23.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4382760448, |
| 4390723072 |
| ] |
| }, |
| "model.visual.blocks.23.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4390723072, |
| 4390731680 |
| ] |
| }, |
| "model.visual.blocks.23.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4390731680, |
| 4400648096 |
| ] |
| }, |
| "model.visual.blocks.23.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4400648096, |
| 4400650400 |
| ] |
| }, |
| "model.visual.blocks.23.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4400650400, |
| 4410566816 |
| ] |
| }, |
| "model.visual.blocks.23.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4410566816, |
| 4410569120 |
| ] |
| }, |
| "model.visual.blocks.23.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4410569120, |
| 4410571424 |
| ] |
| }, |
| "model.visual.blocks.23.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4410571424, |
| 4410573728 |
| ] |
| }, |
| "model.visual.blocks.23.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4410573728, |
| 4410576032 |
| ] |
| }, |
| "model.visual.blocks.24.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4410576032, |
| 4410578336 |
| ] |
| }, |
| "model.visual.blocks.24.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4410578336, |
| 4413232544 |
| ] |
| }, |
| "model.visual.blocks.24.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4413232544, |
| 4413239456 |
| ] |
| }, |
| "model.visual.blocks.24.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4413239456, |
| 4421202080 |
| ] |
| }, |
| "model.visual.blocks.24.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4421202080, |
| 4421210688 |
| ] |
| }, |
| "model.visual.blocks.24.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4421210688, |
| 4431127104 |
| ] |
| }, |
| "model.visual.blocks.24.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4431127104, |
| 4431129408 |
| ] |
| }, |
| "model.visual.blocks.24.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4431129408, |
| 4441045824 |
| ] |
| }, |
| "model.visual.blocks.24.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4441045824, |
| 4441048128 |
| ] |
| }, |
| "model.visual.blocks.24.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4441048128, |
| 4441050432 |
| ] |
| }, |
| "model.visual.blocks.24.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4441050432, |
| 4441052736 |
| ] |
| }, |
| "model.visual.blocks.24.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4441052736, |
| 4441055040 |
| ] |
| }, |
| "model.visual.blocks.25.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4441055040, |
| 4441057344 |
| ] |
| }, |
| "model.visual.blocks.25.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4441057344, |
| 4443711552 |
| ] |
| }, |
| "model.visual.blocks.25.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4443711552, |
| 4443718464 |
| ] |
| }, |
| "model.visual.blocks.25.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4443718464, |
| 4451681088 |
| ] |
| }, |
| "model.visual.blocks.25.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4451681088, |
| 4451689696 |
| ] |
| }, |
| "model.visual.blocks.25.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4451689696, |
| 4461606112 |
| ] |
| }, |
| "model.visual.blocks.25.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4461606112, |
| 4461608416 |
| ] |
| }, |
| "model.visual.blocks.25.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4461608416, |
| 4471524832 |
| ] |
| }, |
| "model.visual.blocks.25.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4471524832, |
| 4471527136 |
| ] |
| }, |
| "model.visual.blocks.25.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4471527136, |
| 4471529440 |
| ] |
| }, |
| "model.visual.blocks.25.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4471529440, |
| 4471531744 |
| ] |
| }, |
| "model.visual.blocks.25.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4471531744, |
| 4471534048 |
| ] |
| }, |
| "model.visual.blocks.26.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4471534048, |
| 4471536352 |
| ] |
| }, |
| "model.visual.blocks.26.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4471536352, |
| 4474190560 |
| ] |
| }, |
| "model.visual.blocks.26.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4474190560, |
| 4474197472 |
| ] |
| }, |
| "model.visual.blocks.26.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4474197472, |
| 4482160096 |
| ] |
| }, |
| "model.visual.blocks.26.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4482160096, |
| 4482168704 |
| ] |
| }, |
| "model.visual.blocks.26.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4482168704, |
| 4492085120 |
| ] |
| }, |
| "model.visual.blocks.26.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4492085120, |
| 4492087424 |
| ] |
| }, |
| "model.visual.blocks.26.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4492087424, |
| 4502003840 |
| ] |
| }, |
| "model.visual.blocks.26.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4502003840, |
| 4502006144 |
| ] |
| }, |
| "model.visual.blocks.26.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4502006144, |
| 4502008448 |
| ] |
| }, |
| "model.visual.blocks.26.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4502008448, |
| 4502010752 |
| ] |
| }, |
| "model.visual.blocks.26.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4502010752, |
| 4502013056 |
| ] |
| }, |
| "model.visual.blocks.3.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4502013056, |
| 4502015360 |
| ] |
| }, |
| "model.visual.blocks.3.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4502015360, |
| 4504669568 |
| ] |
| }, |
| "model.visual.blocks.3.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4504669568, |
| 4504676480 |
| ] |
| }, |
| "model.visual.blocks.3.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4504676480, |
| 4512639104 |
| ] |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4512639104, |
| 4512647712 |
| ] |
| }, |
| "model.visual.blocks.3.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4512647712, |
| 4522564128 |
| ] |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4522564128, |
| 4522566432 |
| ] |
| }, |
| "model.visual.blocks.3.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4522566432, |
| 4532482848 |
| ] |
| }, |
| "model.visual.blocks.3.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4532482848, |
| 4532485152 |
| ] |
| }, |
| "model.visual.blocks.3.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4532485152, |
| 4532487456 |
| ] |
| }, |
| "model.visual.blocks.3.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4532487456, |
| 4532489760 |
| ] |
| }, |
| "model.visual.blocks.3.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4532489760, |
| 4532492064 |
| ] |
| }, |
| "model.visual.blocks.4.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4532492064, |
| 4532494368 |
| ] |
| }, |
| "model.visual.blocks.4.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4532494368, |
| 4535148576 |
| ] |
| }, |
| "model.visual.blocks.4.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4535148576, |
| 4535155488 |
| ] |
| }, |
| "model.visual.blocks.4.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4535155488, |
| 4543118112 |
| ] |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4543118112, |
| 4543126720 |
| ] |
| }, |
| "model.visual.blocks.4.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4543126720, |
| 4553043136 |
| ] |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4553043136, |
| 4553045440 |
| ] |
| }, |
| "model.visual.blocks.4.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4553045440, |
| 4562961856 |
| ] |
| }, |
| "model.visual.blocks.4.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4562961856, |
| 4562964160 |
| ] |
| }, |
| "model.visual.blocks.4.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4562964160, |
| 4562966464 |
| ] |
| }, |
| "model.visual.blocks.4.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4562966464, |
| 4562968768 |
| ] |
| }, |
| "model.visual.blocks.4.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4562968768, |
| 4562971072 |
| ] |
| }, |
| "model.visual.blocks.5.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4562971072, |
| 4562973376 |
| ] |
| }, |
| "model.visual.blocks.5.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4562973376, |
| 4565627584 |
| ] |
| }, |
| "model.visual.blocks.5.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4565627584, |
| 4565634496 |
| ] |
| }, |
| "model.visual.blocks.5.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4565634496, |
| 4573597120 |
| ] |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4573597120, |
| 4573605728 |
| ] |
| }, |
| "model.visual.blocks.5.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4573605728, |
| 4583522144 |
| ] |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4583522144, |
| 4583524448 |
| ] |
| }, |
| "model.visual.blocks.5.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4583524448, |
| 4593440864 |
| ] |
| }, |
| "model.visual.blocks.5.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4593440864, |
| 4593443168 |
| ] |
| }, |
| "model.visual.blocks.5.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4593443168, |
| 4593445472 |
| ] |
| }, |
| "model.visual.blocks.5.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4593445472, |
| 4593447776 |
| ] |
| }, |
| "model.visual.blocks.5.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4593447776, |
| 4593450080 |
| ] |
| }, |
| "model.visual.blocks.6.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4593450080, |
| 4593452384 |
| ] |
| }, |
| "model.visual.blocks.6.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4593452384, |
| 4596106592 |
| ] |
| }, |
| "model.visual.blocks.6.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4596106592, |
| 4596113504 |
| ] |
| }, |
| "model.visual.blocks.6.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4596113504, |
| 4604076128 |
| ] |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4604076128, |
| 4604084736 |
| ] |
| }, |
| "model.visual.blocks.6.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4604084736, |
| 4614001152 |
| ] |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4614001152, |
| 4614003456 |
| ] |
| }, |
| "model.visual.blocks.6.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4614003456, |
| 4623919872 |
| ] |
| }, |
| "model.visual.blocks.6.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4623919872, |
| 4623922176 |
| ] |
| }, |
| "model.visual.blocks.6.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4623922176, |
| 4623924480 |
| ] |
| }, |
| "model.visual.blocks.6.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4623924480, |
| 4623926784 |
| ] |
| }, |
| "model.visual.blocks.6.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4623926784, |
| 4623929088 |
| ] |
| }, |
| "model.visual.blocks.7.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4623929088, |
| 4623931392 |
| ] |
| }, |
| "model.visual.blocks.7.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4623931392, |
| 4626585600 |
| ] |
| }, |
| "model.visual.blocks.7.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4626585600, |
| 4626592512 |
| ] |
| }, |
| "model.visual.blocks.7.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4626592512, |
| 4634555136 |
| ] |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4634555136, |
| 4634563744 |
| ] |
| }, |
| "model.visual.blocks.7.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4634563744, |
| 4644480160 |
| ] |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4644480160, |
| 4644482464 |
| ] |
| }, |
| "model.visual.blocks.7.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4644482464, |
| 4654398880 |
| ] |
| }, |
| "model.visual.blocks.7.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4654398880, |
| 4654401184 |
| ] |
| }, |
| "model.visual.blocks.7.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4654401184, |
| 4654403488 |
| ] |
| }, |
| "model.visual.blocks.7.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4654403488, |
| 4654405792 |
| ] |
| }, |
| "model.visual.blocks.7.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4654405792, |
| 4654408096 |
| ] |
| }, |
| "model.visual.blocks.8.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4654408096, |
| 4654410400 |
| ] |
| }, |
| "model.visual.blocks.8.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4654410400, |
| 4657064608 |
| ] |
| }, |
| "model.visual.blocks.8.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4657064608, |
| 4657071520 |
| ] |
| }, |
| "model.visual.blocks.8.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4657071520, |
| 4665034144 |
| ] |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4665034144, |
| 4665042752 |
| ] |
| }, |
| "model.visual.blocks.8.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4665042752, |
| 4674959168 |
| ] |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4674959168, |
| 4674961472 |
| ] |
| }, |
| "model.visual.blocks.8.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4674961472, |
| 4684877888 |
| ] |
| }, |
| "model.visual.blocks.8.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4684877888, |
| 4684880192 |
| ] |
| }, |
| "model.visual.blocks.8.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4684880192, |
| 4684882496 |
| ] |
| }, |
| "model.visual.blocks.8.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4684882496, |
| 4684884800 |
| ] |
| }, |
| "model.visual.blocks.8.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4684884800, |
| 4684887104 |
| ] |
| }, |
| "model.visual.blocks.9.attn.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4684887104, |
| 4684889408 |
| ] |
| }, |
| "model.visual.blocks.9.attn.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4684889408, |
| 4687543616 |
| ] |
| }, |
| "model.visual.blocks.9.attn.qkv.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456 |
| ], |
| "data_offsets": [ |
| 4687543616, |
| 4687550528 |
| ] |
| }, |
| "model.visual.blocks.9.attn.qkv.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 3456, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4687550528, |
| 4695513152 |
| ] |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304 |
| ], |
| "data_offsets": [ |
| 4695513152, |
| 4695521760 |
| ] |
| }, |
| "model.visual.blocks.9.mlp.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4695521760, |
| 4705438176 |
| ] |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4705438176, |
| 4705440480 |
| ] |
| }, |
| "model.visual.blocks.9.mlp.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 4304 |
| ], |
| "data_offsets": [ |
| 4705440480, |
| 4715356896 |
| ] |
| }, |
| "model.visual.blocks.9.norm1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4715356896, |
| 4715359200 |
| ] |
| }, |
| "model.visual.blocks.9.norm1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4715359200, |
| 4715361504 |
| ] |
| }, |
| "model.visual.blocks.9.norm2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4715361504, |
| 4715363808 |
| ] |
| }, |
| "model.visual.blocks.9.norm2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4715363808, |
| 4715366112 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4715366112, |
| 4715375328 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4715375328, |
| 4757842656 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048 |
| ], |
| "data_offsets": [ |
| 4757842656, |
| 4757846752 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.0.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4757846752, |
| 4776721120 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.0.norm.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4776721120, |
| 4776730336 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.0.norm.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4776730336, |
| 4776739552 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4776739552, |
| 4776748768 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4776748768, |
| 4819216096 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048 |
| ], |
| "data_offsets": [ |
| 4819216096, |
| 4819220192 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.1.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4819220192, |
| 4838094560 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.1.norm.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4838094560, |
| 4838103776 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.1.norm.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4838103776, |
| 4838112992 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4838112992, |
| 4838122208 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4838122208, |
| 4880589536 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048 |
| ], |
| "data_offsets": [ |
| 4880589536, |
| 4880593632 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.2.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4880593632, |
| 4899468000 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.2.norm.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4899468000, |
| 4899477216 |
| ] |
| }, |
| "model.visual.deepstack_merger_list.2.norm.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4899477216, |
| 4899486432 |
| ] |
| }, |
| "model.visual.merger.linear_fc1.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608 |
| ], |
| "data_offsets": [ |
| 4899486432, |
| 4899495648 |
| ] |
| }, |
| "model.visual.merger.linear_fc1.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 4608, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4899495648, |
| 4941962976 |
| ] |
| }, |
| "model.visual.merger.linear_fc2.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048 |
| ], |
| "data_offsets": [ |
| 4941962976, |
| 4941967072 |
| ] |
| }, |
| "model.visual.merger.linear_fc2.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2048, |
| 4608 |
| ], |
| "data_offsets": [ |
| 4941967072, |
| 4960841440 |
| ] |
| }, |
| "model.visual.merger.norm.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4960841440, |
| 4960843744 |
| ] |
| }, |
| "model.visual.merger.norm.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4960843744, |
| 4960846048 |
| ] |
| }, |
| "model.visual.patch_embed.proj.bias": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152 |
| ], |
| "data_offsets": [ |
| 4960846048, |
| 4960848352 |
| ] |
| }, |
| "model.visual.patch_embed.proj.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 1152, |
| 3, |
| 2, |
| 16, |
| 16 |
| ], |
| "data_offsets": [ |
| 4960848352, |
| 4964387296 |
| ] |
| }, |
| "model.visual.pos_embed.weight": { |
| "source_shard": "model.safetensors", |
| "dtype": "BF16", |
| "shape": [ |
| 2304, |
| 1152 |
| ], |
| "data_offsets": [ |
| 4964387296, |
| 4969695712 |
| ] |
| } |
| } |
|
|
