File size: 6,957 Bytes
672e862 | 1 | {"model.layers.10.self_attn.q_proj.weight.bits": {"offset": 0, "shape": [65536, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_proj.weight.su": {"offset": 6291456, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_proj.weight.sv": {"offset": 6299648, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_proj.weight.isc": {"offset": 6307840, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_proj.weight.osc": {"offset": 6316032, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_proj.weight.scale": {"offset": 6324224, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_proj.weight": {"quant": true, "n_out": 4096, "k_in": 4096, "K": 3, "block": 128, "tiles_out": 256, "tiles_in": 256, "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight.bits": {"offset": 6324228, "shape": [16384, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight.su": {"offset": 7897092, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight.sv": {"offset": 7905284, "shape": [1024], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight.isc": {"offset": 7907332, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight.osc": {"offset": 7915524, "shape": [1024], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight.scale": {"offset": 7917572, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_proj.weight": {"quant": true, "n_out": 1024, "k_in": 4096, "K": 3, "block": 128, "tiles_out": 64, "tiles_in": 256, "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight.bits": {"offset": 7917576, "shape": [16384, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight.su": {"offset": 9490440, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight.sv": {"offset": 9498632, "shape": [1024], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight.isc": {"offset": 9500680, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight.osc": {"offset": 9508872, "shape": [1024], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight.scale": {"offset": 9510920, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.v_proj.weight": {"quant": true, "n_out": 1024, "k_in": 4096, "K": 3, "block": 128, "tiles_out": 64, "tiles_in": 256, "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight.bits": {"offset": 9510924, "shape": [65536, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight.su": {"offset": 15802380, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight.sv": {"offset": 15810572, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight.isc": {"offset": 15818764, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight.osc": {"offset": 15826956, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight.scale": {"offset": 15835148, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.self_attn.o_proj.weight": {"quant": true, "n_out": 4096, "k_in": 4096, "K": 3, "block": 128, "tiles_out": 256, "tiles_in": 256, "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight.bits": {"offset": 15835152, "shape": [196608, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight.su": {"offset": 34709520, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight.sv": {"offset": 34717712, "shape": [12288], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight.isc": {"offset": 34742288, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight.osc": {"offset": 34750480, "shape": [12288], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight.scale": {"offset": 34775056, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.mlp.gate_proj.weight": {"quant": true, "n_out": 12288, "k_in": 4096, "K": 3, "block": 128, "tiles_out": 768, "tiles_in": 256, "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight.bits": {"offset": 34775060, "shape": [196608, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight.su": {"offset": 53649428, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight.sv": {"offset": 53657620, "shape": [12288], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight.isc": {"offset": 53682196, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight.osc": {"offset": 53690388, "shape": [12288], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight.scale": {"offset": 53714964, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.mlp.up_proj.weight": {"quant": true, "n_out": 12288, "k_in": 4096, "K": 3, "block": 128, "tiles_out": 768, "tiles_in": 256, "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight.bits": {"offset": 53714968, "shape": [196608, 24], "dtype": "u32", "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight.su": {"offset": 72589336, "shape": [12288], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight.sv": {"offset": 72613912, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight.isc": {"offset": 72622104, "shape": [12288], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight.osc": {"offset": 72646680, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight.scale": {"offset": 72654872, "shape": [1], "dtype": "f32", "shard": "layer_10.bin"}, "model.layers.10.mlp.down_proj.weight": {"quant": true, "n_out": 4096, "k_in": 12288, "K": 3, "block": 128, "tiles_out": 256, "tiles_in": 768, "shard": "layer_10.bin"}, "model.layers.10.input_layernorm.weight": {"offset": 72654876, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.post_attention_layernorm.weight": {"offset": 72663068, "shape": [4096], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.q_norm.weight": {"offset": 72671260, "shape": [128], "dtype": "f16", "shard": "layer_10.bin"}, "model.layers.10.self_attn.k_norm.weight": {"offset": 72671516, "shape": [128], "dtype": "f16", "shard": "layer_10.bin"}} |