| { |
| "model_id": "functiongemma-270m-it", |
| "format": "binary", |
| "layout": "row_major", |
| "dtype": "float16", |
| "quantization": { |
| "enabled": true, |
| "bits": 16, |
| "method": "float16" |
| }, |
| "bin_sha256": "65c84f4d7c6bcd8ed85ce207c5bba8945d51904fcb6ae8954d0acd107bf601c5", |
| "bin_size_bytes": 536196352, |
| "tensors": { |
| "model.embed_tokens.weight": { |
| "offset": 0, |
| "shape": [ |
| 262144, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 167772160, |
| "size_bytes": 335544320 |
| }, |
| "model.layers.0.input_layernorm.weight": { |
| "offset": 335544320, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.0.mlp.down_proj.weight": { |
| "offset": 335545600, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.0.mlp.gate_proj.weight": { |
| "offset": 338167040, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.0.mlp.up_proj.weight": { |
| "offset": 340788480, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.0.post_attention_layernorm.weight": { |
| "offset": 343409920, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.0.post_feedforward_layernorm.weight": { |
| "offset": 343411200, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.0.pre_feedforward_layernorm.weight": { |
| "offset": 343412480, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.0.self_attn.k_norm.weight": { |
| "offset": 343413760, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.0.self_attn.k_proj.weight": { |
| "offset": 343414272, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.0.self_attn.o_proj.weight": { |
| "offset": 343741952, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.0.self_attn.q_norm.weight": { |
| "offset": 345052672, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.0.self_attn.q_proj.weight": { |
| "offset": 345053184, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.0.self_attn.v_proj.weight": { |
| "offset": 346363904, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.1.input_layernorm.weight": { |
| "offset": 346691584, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.1.mlp.down_proj.weight": { |
| "offset": 346692864, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.1.mlp.gate_proj.weight": { |
| "offset": 349314304, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.1.mlp.up_proj.weight": { |
| "offset": 351935744, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.1.post_attention_layernorm.weight": { |
| "offset": 354557184, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.1.post_feedforward_layernorm.weight": { |
| "offset": 354558464, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.1.pre_feedforward_layernorm.weight": { |
| "offset": 354559744, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.1.self_attn.k_norm.weight": { |
| "offset": 354561024, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.1.self_attn.k_proj.weight": { |
| "offset": 354561536, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.1.self_attn.o_proj.weight": { |
| "offset": 354889216, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.1.self_attn.q_norm.weight": { |
| "offset": 356199936, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.1.self_attn.q_proj.weight": { |
| "offset": 356200448, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.1.self_attn.v_proj.weight": { |
| "offset": 357511168, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.10.input_layernorm.weight": { |
| "offset": 357838848, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.10.mlp.down_proj.weight": { |
| "offset": 357840128, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.10.mlp.gate_proj.weight": { |
| "offset": 360461568, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.10.mlp.up_proj.weight": { |
| "offset": 363083008, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.10.post_attention_layernorm.weight": { |
| "offset": 365704448, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.10.post_feedforward_layernorm.weight": { |
| "offset": 365705728, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.10.pre_feedforward_layernorm.weight": { |
| "offset": 365707008, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.10.self_attn.k_norm.weight": { |
| "offset": 365708288, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.10.self_attn.k_proj.weight": { |
| "offset": 365708800, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.10.self_attn.o_proj.weight": { |
| "offset": 366036480, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.10.self_attn.q_norm.weight": { |
| "offset": 367347200, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.10.self_attn.q_proj.weight": { |
| "offset": 367347712, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.10.self_attn.v_proj.weight": { |
| "offset": 368658432, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.11.input_layernorm.weight": { |
| "offset": 368986112, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.11.mlp.down_proj.weight": { |
| "offset": 368987392, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.11.mlp.gate_proj.weight": { |
| "offset": 371608832, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.11.mlp.up_proj.weight": { |
| "offset": 374230272, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.11.post_attention_layernorm.weight": { |
| "offset": 376851712, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.11.post_feedforward_layernorm.weight": { |
| "offset": 376852992, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.11.pre_feedforward_layernorm.weight": { |
| "offset": 376854272, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.11.self_attn.k_norm.weight": { |
| "offset": 376855552, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.11.self_attn.k_proj.weight": { |
| "offset": 376856064, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.11.self_attn.o_proj.weight": { |
| "offset": 377183744, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.11.self_attn.q_norm.weight": { |
| "offset": 378494464, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.11.self_attn.q_proj.weight": { |
| "offset": 378494976, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.11.self_attn.v_proj.weight": { |
| "offset": 379805696, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.12.input_layernorm.weight": { |
| "offset": 380133376, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.12.mlp.down_proj.weight": { |
| "offset": 380134656, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.12.mlp.gate_proj.weight": { |
| "offset": 382756096, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.12.mlp.up_proj.weight": { |
| "offset": 385377536, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.12.post_attention_layernorm.weight": { |
| "offset": 387998976, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.12.post_feedforward_layernorm.weight": { |
| "offset": 388000256, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.12.pre_feedforward_layernorm.weight": { |
| "offset": 388001536, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.12.self_attn.k_norm.weight": { |
| "offset": 388002816, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.12.self_attn.k_proj.weight": { |
| "offset": 388003328, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.12.self_attn.o_proj.weight": { |
| "offset": 388331008, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.12.self_attn.q_norm.weight": { |
| "offset": 389641728, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.12.self_attn.q_proj.weight": { |
| "offset": 389642240, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.12.self_attn.v_proj.weight": { |
| "offset": 390952960, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.13.input_layernorm.weight": { |
| "offset": 391280640, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.13.mlp.down_proj.weight": { |
| "offset": 391281920, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.13.mlp.gate_proj.weight": { |
| "offset": 393903360, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.13.mlp.up_proj.weight": { |
| "offset": 396524800, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.13.post_attention_layernorm.weight": { |
| "offset": 399146240, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.13.post_feedforward_layernorm.weight": { |
| "offset": 399147520, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.13.pre_feedforward_layernorm.weight": { |
| "offset": 399148800, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.13.self_attn.k_norm.weight": { |
| "offset": 399150080, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.13.self_attn.k_proj.weight": { |
| "offset": 399150592, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.13.self_attn.o_proj.weight": { |
| "offset": 399478272, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.13.self_attn.q_norm.weight": { |
| "offset": 400788992, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.13.self_attn.q_proj.weight": { |
| "offset": 400789504, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.13.self_attn.v_proj.weight": { |
| "offset": 402100224, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.14.input_layernorm.weight": { |
| "offset": 402427904, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.14.mlp.down_proj.weight": { |
| "offset": 402429184, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.14.mlp.gate_proj.weight": { |
| "offset": 405050624, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.14.mlp.up_proj.weight": { |
| "offset": 407672064, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.14.post_attention_layernorm.weight": { |
| "offset": 410293504, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.14.post_feedforward_layernorm.weight": { |
| "offset": 410294784, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.14.pre_feedforward_layernorm.weight": { |
| "offset": 410296064, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.14.self_attn.k_norm.weight": { |
| "offset": 410297344, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.14.self_attn.k_proj.weight": { |
| "offset": 410297856, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.14.self_attn.o_proj.weight": { |
| "offset": 410625536, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.14.self_attn.q_norm.weight": { |
| "offset": 411936256, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.14.self_attn.q_proj.weight": { |
| "offset": 411936768, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.14.self_attn.v_proj.weight": { |
| "offset": 413247488, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.15.input_layernorm.weight": { |
| "offset": 413575168, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.15.mlp.down_proj.weight": { |
| "offset": 413576448, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.15.mlp.gate_proj.weight": { |
| "offset": 416197888, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.15.mlp.up_proj.weight": { |
| "offset": 418819328, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.15.post_attention_layernorm.weight": { |
| "offset": 421440768, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.15.post_feedforward_layernorm.weight": { |
| "offset": 421442048, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.15.pre_feedforward_layernorm.weight": { |
| "offset": 421443328, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.15.self_attn.k_norm.weight": { |
| "offset": 421444608, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.15.self_attn.k_proj.weight": { |
| "offset": 421445120, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.15.self_attn.o_proj.weight": { |
| "offset": 421772800, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.15.self_attn.q_norm.weight": { |
| "offset": 423083520, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.15.self_attn.q_proj.weight": { |
| "offset": 423084032, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.15.self_attn.v_proj.weight": { |
| "offset": 424394752, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.16.input_layernorm.weight": { |
| "offset": 424722432, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.16.mlp.down_proj.weight": { |
| "offset": 424723712, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.16.mlp.gate_proj.weight": { |
| "offset": 427345152, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.16.mlp.up_proj.weight": { |
| "offset": 429966592, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.16.post_attention_layernorm.weight": { |
| "offset": 432588032, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.16.post_feedforward_layernorm.weight": { |
| "offset": 432589312, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.16.pre_feedforward_layernorm.weight": { |
| "offset": 432590592, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.16.self_attn.k_norm.weight": { |
| "offset": 432591872, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.16.self_attn.k_proj.weight": { |
| "offset": 432592384, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.16.self_attn.o_proj.weight": { |
| "offset": 432920064, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.16.self_attn.q_norm.weight": { |
| "offset": 434230784, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.16.self_attn.q_proj.weight": { |
| "offset": 434231296, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.16.self_attn.v_proj.weight": { |
| "offset": 435542016, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.17.input_layernorm.weight": { |
| "offset": 435869696, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.17.mlp.down_proj.weight": { |
| "offset": 435870976, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.17.mlp.gate_proj.weight": { |
| "offset": 438492416, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.17.mlp.up_proj.weight": { |
| "offset": 441113856, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.17.post_attention_layernorm.weight": { |
| "offset": 443735296, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.17.post_feedforward_layernorm.weight": { |
| "offset": 443736576, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.17.pre_feedforward_layernorm.weight": { |
| "offset": 443737856, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.17.self_attn.k_norm.weight": { |
| "offset": 443739136, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.17.self_attn.k_proj.weight": { |
| "offset": 443739648, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.17.self_attn.o_proj.weight": { |
| "offset": 444067328, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.17.self_attn.q_norm.weight": { |
| "offset": 445378048, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.17.self_attn.q_proj.weight": { |
| "offset": 445378560, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.17.self_attn.v_proj.weight": { |
| "offset": 446689280, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.2.input_layernorm.weight": { |
| "offset": 447016960, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.2.mlp.down_proj.weight": { |
| "offset": 447018240, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.2.mlp.gate_proj.weight": { |
| "offset": 449639680, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.2.mlp.up_proj.weight": { |
| "offset": 452261120, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.2.post_attention_layernorm.weight": { |
| "offset": 454882560, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.2.post_feedforward_layernorm.weight": { |
| "offset": 454883840, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.2.pre_feedforward_layernorm.weight": { |
| "offset": 454885120, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.2.self_attn.k_norm.weight": { |
| "offset": 454886400, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.2.self_attn.k_proj.weight": { |
| "offset": 454886912, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.2.self_attn.o_proj.weight": { |
| "offset": 455214592, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.2.self_attn.q_norm.weight": { |
| "offset": 456525312, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.2.self_attn.q_proj.weight": { |
| "offset": 456525824, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.2.self_attn.v_proj.weight": { |
| "offset": 457836544, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.3.input_layernorm.weight": { |
| "offset": 458164224, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.3.mlp.down_proj.weight": { |
| "offset": 458165504, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.3.mlp.gate_proj.weight": { |
| "offset": 460786944, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.3.mlp.up_proj.weight": { |
| "offset": 463408384, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.3.post_attention_layernorm.weight": { |
| "offset": 466029824, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.3.post_feedforward_layernorm.weight": { |
| "offset": 466031104, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.3.pre_feedforward_layernorm.weight": { |
| "offset": 466032384, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.3.self_attn.k_norm.weight": { |
| "offset": 466033664, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.3.self_attn.k_proj.weight": { |
| "offset": 466034176, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.3.self_attn.o_proj.weight": { |
| "offset": 466361856, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.3.self_attn.q_norm.weight": { |
| "offset": 467672576, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.3.self_attn.q_proj.weight": { |
| "offset": 467673088, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.3.self_attn.v_proj.weight": { |
| "offset": 468983808, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.4.input_layernorm.weight": { |
| "offset": 469311488, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.4.mlp.down_proj.weight": { |
| "offset": 469312768, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.4.mlp.gate_proj.weight": { |
| "offset": 471934208, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.4.mlp.up_proj.weight": { |
| "offset": 474555648, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.4.post_attention_layernorm.weight": { |
| "offset": 477177088, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.4.post_feedforward_layernorm.weight": { |
| "offset": 477178368, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.4.pre_feedforward_layernorm.weight": { |
| "offset": 477179648, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.4.self_attn.k_norm.weight": { |
| "offset": 477180928, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.4.self_attn.k_proj.weight": { |
| "offset": 477181440, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.4.self_attn.o_proj.weight": { |
| "offset": 477509120, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.4.self_attn.q_norm.weight": { |
| "offset": 478819840, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.4.self_attn.q_proj.weight": { |
| "offset": 478820352, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.4.self_attn.v_proj.weight": { |
| "offset": 480131072, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.5.input_layernorm.weight": { |
| "offset": 480458752, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.5.mlp.down_proj.weight": { |
| "offset": 480460032, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.5.mlp.gate_proj.weight": { |
| "offset": 483081472, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.5.mlp.up_proj.weight": { |
| "offset": 485702912, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.5.post_attention_layernorm.weight": { |
| "offset": 488324352, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.5.post_feedforward_layernorm.weight": { |
| "offset": 488325632, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.5.pre_feedforward_layernorm.weight": { |
| "offset": 488326912, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.5.self_attn.k_norm.weight": { |
| "offset": 488328192, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.5.self_attn.k_proj.weight": { |
| "offset": 488328704, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.5.self_attn.o_proj.weight": { |
| "offset": 488656384, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.5.self_attn.q_norm.weight": { |
| "offset": 489967104, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.5.self_attn.q_proj.weight": { |
| "offset": 489967616, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.5.self_attn.v_proj.weight": { |
| "offset": 491278336, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.6.input_layernorm.weight": { |
| "offset": 491606016, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.6.mlp.down_proj.weight": { |
| "offset": 491607296, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.6.mlp.gate_proj.weight": { |
| "offset": 494228736, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.6.mlp.up_proj.weight": { |
| "offset": 496850176, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.6.post_attention_layernorm.weight": { |
| "offset": 499471616, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.6.post_feedforward_layernorm.weight": { |
| "offset": 499472896, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.6.pre_feedforward_layernorm.weight": { |
| "offset": 499474176, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.6.self_attn.k_norm.weight": { |
| "offset": 499475456, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.6.self_attn.k_proj.weight": { |
| "offset": 499475968, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.6.self_attn.o_proj.weight": { |
| "offset": 499803648, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.6.self_attn.q_norm.weight": { |
| "offset": 501114368, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.6.self_attn.q_proj.weight": { |
| "offset": 501114880, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.6.self_attn.v_proj.weight": { |
| "offset": 502425600, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.7.input_layernorm.weight": { |
| "offset": 502753280, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.7.mlp.down_proj.weight": { |
| "offset": 502754560, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.7.mlp.gate_proj.weight": { |
| "offset": 505376000, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.7.mlp.up_proj.weight": { |
| "offset": 507997440, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.7.post_attention_layernorm.weight": { |
| "offset": 510618880, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.7.post_feedforward_layernorm.weight": { |
| "offset": 510620160, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.7.pre_feedforward_layernorm.weight": { |
| "offset": 510621440, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.7.self_attn.k_norm.weight": { |
| "offset": 510622720, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.7.self_attn.k_proj.weight": { |
| "offset": 510623232, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.7.self_attn.o_proj.weight": { |
| "offset": 510950912, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.7.self_attn.q_norm.weight": { |
| "offset": 512261632, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.7.self_attn.q_proj.weight": { |
| "offset": 512262144, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.7.self_attn.v_proj.weight": { |
| "offset": 513572864, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.8.input_layernorm.weight": { |
| "offset": 513900544, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.8.mlp.down_proj.weight": { |
| "offset": 513901824, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.8.mlp.gate_proj.weight": { |
| "offset": 516523264, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.8.mlp.up_proj.weight": { |
| "offset": 519144704, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.8.post_attention_layernorm.weight": { |
| "offset": 521766144, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.8.post_feedforward_layernorm.weight": { |
| "offset": 521767424, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.8.pre_feedforward_layernorm.weight": { |
| "offset": 521768704, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.8.self_attn.k_norm.weight": { |
| "offset": 521769984, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.8.self_attn.k_proj.weight": { |
| "offset": 521770496, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.8.self_attn.o_proj.weight": { |
| "offset": 522098176, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.8.self_attn.q_norm.weight": { |
| "offset": 523408896, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.8.self_attn.q_proj.weight": { |
| "offset": 523409408, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.8.self_attn.v_proj.weight": { |
| "offset": 524720128, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.9.input_layernorm.weight": { |
| "offset": 525047808, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.9.mlp.down_proj.weight": { |
| "offset": 525049088, |
| "shape": [ |
| 640, |
| 2048 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.9.mlp.gate_proj.weight": { |
| "offset": 527670528, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.9.mlp.up_proj.weight": { |
| "offset": 530291968, |
| "shape": [ |
| 2048, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 1310720, |
| "size_bytes": 2621440 |
| }, |
| "model.layers.9.post_attention_layernorm.weight": { |
| "offset": 532913408, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.9.post_feedforward_layernorm.weight": { |
| "offset": 532914688, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.9.pre_feedforward_layernorm.weight": { |
| "offset": 532915968, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| }, |
| "model.layers.9.self_attn.k_norm.weight": { |
| "offset": 532917248, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.9.self_attn.k_proj.weight": { |
| "offset": 532917760, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.layers.9.self_attn.o_proj.weight": { |
| "offset": 533245440, |
| "shape": [ |
| 640, |
| 1024 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.9.self_attn.q_norm.weight": { |
| "offset": 534556160, |
| "shape": [ |
| 256 |
| ], |
| "dtype": "float16", |
| "num_elements": 256, |
| "size_bytes": 512 |
| }, |
| "model.layers.9.self_attn.q_proj.weight": { |
| "offset": 534556672, |
| "shape": [ |
| 1024, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 655360, |
| "size_bytes": 1310720 |
| }, |
| "model.layers.9.self_attn.v_proj.weight": { |
| "offset": 535867392, |
| "shape": [ |
| 256, |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 163840, |
| "size_bytes": 327680 |
| }, |
| "model.norm.weight": { |
| "offset": 536195072, |
| "shape": [ |
| 640 |
| ], |
| "dtype": "float16", |
| "num_elements": 640, |
| "size_bytes": 1280 |
| } |
| }, |
| "total_bytes": 536196352 |
| } |
