{
  "model_id": "functiongemma-270m-it",
  "format": "binary",
  "layout": "row_major",
  "dtype": "float16",
  "quantization": {
    "enabled": true,
    "bits": 16,
    "method": "float16"
  },
  "bin_sha256": "65c84f4d7c6bcd8ed85ce207c5bba8945d51904fcb6ae8954d0acd107bf601c5",
  "bin_size_bytes": 536196352,
  "tensors": {
    "model.embed_tokens.weight": {
      "offset": 0,
      "shape": [
        262144,
        640
      ],
      "dtype": "float16",
      "num_elements": 167772160,
      "size_bytes": 335544320
    },
    "model.layers.0.input_layernorm.weight": {
      "offset": 335544320,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.0.mlp.down_proj.weight": {
      "offset": 335545600,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.0.mlp.gate_proj.weight": {
      "offset": 338167040,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.0.mlp.up_proj.weight": {
      "offset": 340788480,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.0.post_attention_layernorm.weight": {
      "offset": 343409920,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.0.post_feedforward_layernorm.weight": {
      "offset": 343411200,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.0.pre_feedforward_layernorm.weight": {
      "offset": 343412480,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.0.self_attn.k_norm.weight": {
      "offset": 343413760,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.0.self_attn.k_proj.weight": {
      "offset": 343414272,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.0.self_attn.o_proj.weight": {
      "offset": 343741952,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.0.self_attn.q_norm.weight": {
      "offset": 345052672,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.0.self_attn.q_proj.weight": {
      "offset": 345053184,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.0.self_attn.v_proj.weight": {
      "offset": 346363904,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.1.input_layernorm.weight": {
      "offset": 346691584,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.1.mlp.down_proj.weight": {
      "offset": 346692864,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.1.mlp.gate_proj.weight": {
      "offset": 349314304,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.1.mlp.up_proj.weight": {
      "offset": 351935744,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.1.post_attention_layernorm.weight": {
      "offset": 354557184,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.1.post_feedforward_layernorm.weight": {
      "offset": 354558464,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.1.pre_feedforward_layernorm.weight": {
      "offset": 354559744,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.1.self_attn.k_norm.weight": {
      "offset": 354561024,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.1.self_attn.k_proj.weight": {
      "offset": 354561536,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.1.self_attn.o_proj.weight": {
      "offset": 354889216,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.1.self_attn.q_norm.weight": {
      "offset": 356199936,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.1.self_attn.q_proj.weight": {
      "offset": 356200448,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.1.self_attn.v_proj.weight": {
      "offset": 357511168,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.10.input_layernorm.weight": {
      "offset": 357838848,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.10.mlp.down_proj.weight": {
      "offset": 357840128,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.10.mlp.gate_proj.weight": {
      "offset": 360461568,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.10.mlp.up_proj.weight": {
      "offset": 363083008,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.10.post_attention_layernorm.weight": {
      "offset": 365704448,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.10.post_feedforward_layernorm.weight": {
      "offset": 365705728,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.10.pre_feedforward_layernorm.weight": {
      "offset": 365707008,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.10.self_attn.k_norm.weight": {
      "offset": 365708288,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.10.self_attn.k_proj.weight": {
      "offset": 365708800,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.10.self_attn.o_proj.weight": {
      "offset": 366036480,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.10.self_attn.q_norm.weight": {
      "offset": 367347200,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.10.self_attn.q_proj.weight": {
      "offset": 367347712,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.10.self_attn.v_proj.weight": {
      "offset": 368658432,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.11.input_layernorm.weight": {
      "offset": 368986112,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.11.mlp.down_proj.weight": {
      "offset": 368987392,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.11.mlp.gate_proj.weight": {
      "offset": 371608832,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.11.mlp.up_proj.weight": {
      "offset": 374230272,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.11.post_attention_layernorm.weight": {
      "offset": 376851712,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.11.post_feedforward_layernorm.weight": {
      "offset": 376852992,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.11.pre_feedforward_layernorm.weight": {
      "offset": 376854272,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.11.self_attn.k_norm.weight": {
      "offset": 376855552,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.11.self_attn.k_proj.weight": {
      "offset": 376856064,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.11.self_attn.o_proj.weight": {
      "offset": 377183744,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.11.self_attn.q_norm.weight": {
      "offset": 378494464,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.11.self_attn.q_proj.weight": {
      "offset": 378494976,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.11.self_attn.v_proj.weight": {
      "offset": 379805696,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.12.input_layernorm.weight": {
      "offset": 380133376,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.12.mlp.down_proj.weight": {
      "offset": 380134656,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.12.mlp.gate_proj.weight": {
      "offset": 382756096,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.12.mlp.up_proj.weight": {
      "offset": 385377536,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.12.post_attention_layernorm.weight": {
      "offset": 387998976,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.12.post_feedforward_layernorm.weight": {
      "offset": 388000256,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.12.pre_feedforward_layernorm.weight": {
      "offset": 388001536,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.12.self_attn.k_norm.weight": {
      "offset": 388002816,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.12.self_attn.k_proj.weight": {
      "offset": 388003328,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.12.self_attn.o_proj.weight": {
      "offset": 388331008,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.12.self_attn.q_norm.weight": {
      "offset": 389641728,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.12.self_attn.q_proj.weight": {
      "offset": 389642240,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.12.self_attn.v_proj.weight": {
      "offset": 390952960,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.13.input_layernorm.weight": {
      "offset": 391280640,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.13.mlp.down_proj.weight": {
      "offset": 391281920,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.13.mlp.gate_proj.weight": {
      "offset": 393903360,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.13.mlp.up_proj.weight": {
      "offset": 396524800,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.13.post_attention_layernorm.weight": {
      "offset": 399146240,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.13.post_feedforward_layernorm.weight": {
      "offset": 399147520,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.13.pre_feedforward_layernorm.weight": {
      "offset": 399148800,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.13.self_attn.k_norm.weight": {
      "offset": 399150080,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.13.self_attn.k_proj.weight": {
      "offset": 399150592,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.13.self_attn.o_proj.weight": {
      "offset": 399478272,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.13.self_attn.q_norm.weight": {
      "offset": 400788992,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.13.self_attn.q_proj.weight": {
      "offset": 400789504,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.13.self_attn.v_proj.weight": {
      "offset": 402100224,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.14.input_layernorm.weight": {
      "offset": 402427904,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.14.mlp.down_proj.weight": {
      "offset": 402429184,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.14.mlp.gate_proj.weight": {
      "offset": 405050624,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.14.mlp.up_proj.weight": {
      "offset": 407672064,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.14.post_attention_layernorm.weight": {
      "offset": 410293504,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.14.post_feedforward_layernorm.weight": {
      "offset": 410294784,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.14.pre_feedforward_layernorm.weight": {
      "offset": 410296064,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.14.self_attn.k_norm.weight": {
      "offset": 410297344,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.14.self_attn.k_proj.weight": {
      "offset": 410297856,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.14.self_attn.o_proj.weight": {
      "offset": 410625536,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.14.self_attn.q_norm.weight": {
      "offset": 411936256,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.14.self_attn.q_proj.weight": {
      "offset": 411936768,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.14.self_attn.v_proj.weight": {
      "offset": 413247488,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.15.input_layernorm.weight": {
      "offset": 413575168,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.15.mlp.down_proj.weight": {
      "offset": 413576448,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.15.mlp.gate_proj.weight": {
      "offset": 416197888,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.15.mlp.up_proj.weight": {
      "offset": 418819328,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.15.post_attention_layernorm.weight": {
      "offset": 421440768,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.15.post_feedforward_layernorm.weight": {
      "offset": 421442048,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.15.pre_feedforward_layernorm.weight": {
      "offset": 421443328,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.15.self_attn.k_norm.weight": {
      "offset": 421444608,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.15.self_attn.k_proj.weight": {
      "offset": 421445120,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.15.self_attn.o_proj.weight": {
      "offset": 421772800,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.15.self_attn.q_norm.weight": {
      "offset": 423083520,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.15.self_attn.q_proj.weight": {
      "offset": 423084032,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.15.self_attn.v_proj.weight": {
      "offset": 424394752,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.16.input_layernorm.weight": {
      "offset": 424722432,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.16.mlp.down_proj.weight": {
      "offset": 424723712,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.16.mlp.gate_proj.weight": {
      "offset": 427345152,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.16.mlp.up_proj.weight": {
      "offset": 429966592,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.16.post_attention_layernorm.weight": {
      "offset": 432588032,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.16.post_feedforward_layernorm.weight": {
      "offset": 432589312,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.16.pre_feedforward_layernorm.weight": {
      "offset": 432590592,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.16.self_attn.k_norm.weight": {
      "offset": 432591872,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.16.self_attn.k_proj.weight": {
      "offset": 432592384,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.16.self_attn.o_proj.weight": {
      "offset": 432920064,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.16.self_attn.q_norm.weight": {
      "offset": 434230784,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.16.self_attn.q_proj.weight": {
      "offset": 434231296,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.16.self_attn.v_proj.weight": {
      "offset": 435542016,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.17.input_layernorm.weight": {
      "offset": 435869696,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.17.mlp.down_proj.weight": {
      "offset": 435870976,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.17.mlp.gate_proj.weight": {
      "offset": 438492416,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.17.mlp.up_proj.weight": {
      "offset": 441113856,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.17.post_attention_layernorm.weight": {
      "offset": 443735296,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.17.post_feedforward_layernorm.weight": {
      "offset": 443736576,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.17.pre_feedforward_layernorm.weight": {
      "offset": 443737856,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.17.self_attn.k_norm.weight": {
      "offset": 443739136,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.17.self_attn.k_proj.weight": {
      "offset": 443739648,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.17.self_attn.o_proj.weight": {
      "offset": 444067328,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.17.self_attn.q_norm.weight": {
      "offset": 445378048,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.17.self_attn.q_proj.weight": {
      "offset": 445378560,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.17.self_attn.v_proj.weight": {
      "offset": 446689280,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.2.input_layernorm.weight": {
      "offset": 447016960,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.2.mlp.down_proj.weight": {
      "offset": 447018240,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.2.mlp.gate_proj.weight": {
      "offset": 449639680,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.2.mlp.up_proj.weight": {
      "offset": 452261120,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.2.post_attention_layernorm.weight": {
      "offset": 454882560,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.2.post_feedforward_layernorm.weight": {
      "offset": 454883840,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.2.pre_feedforward_layernorm.weight": {
      "offset": 454885120,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.2.self_attn.k_norm.weight": {
      "offset": 454886400,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.2.self_attn.k_proj.weight": {
      "offset": 454886912,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.2.self_attn.o_proj.weight": {
      "offset": 455214592,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.2.self_attn.q_norm.weight": {
      "offset": 456525312,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.2.self_attn.q_proj.weight": {
      "offset": 456525824,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.2.self_attn.v_proj.weight": {
      "offset": 457836544,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.3.input_layernorm.weight": {
      "offset": 458164224,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.3.mlp.down_proj.weight": {
      "offset": 458165504,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.3.mlp.gate_proj.weight": {
      "offset": 460786944,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.3.mlp.up_proj.weight": {
      "offset": 463408384,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.3.post_attention_layernorm.weight": {
      "offset": 466029824,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.3.post_feedforward_layernorm.weight": {
      "offset": 466031104,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.3.pre_feedforward_layernorm.weight": {
      "offset": 466032384,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.3.self_attn.k_norm.weight": {
      "offset": 466033664,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.3.self_attn.k_proj.weight": {
      "offset": 466034176,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.3.self_attn.o_proj.weight": {
      "offset": 466361856,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.3.self_attn.q_norm.weight": {
      "offset": 467672576,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.3.self_attn.q_proj.weight": {
      "offset": 467673088,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.3.self_attn.v_proj.weight": {
      "offset": 468983808,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.4.input_layernorm.weight": {
      "offset": 469311488,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.4.mlp.down_proj.weight": {
      "offset": 469312768,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.4.mlp.gate_proj.weight": {
      "offset": 471934208,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.4.mlp.up_proj.weight": {
      "offset": 474555648,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.4.post_attention_layernorm.weight": {
      "offset": 477177088,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.4.post_feedforward_layernorm.weight": {
      "offset": 477178368,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.4.pre_feedforward_layernorm.weight": {
      "offset": 477179648,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.4.self_attn.k_norm.weight": {
      "offset": 477180928,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.4.self_attn.k_proj.weight": {
      "offset": 477181440,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.4.self_attn.o_proj.weight": {
      "offset": 477509120,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.4.self_attn.q_norm.weight": {
      "offset": 478819840,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.4.self_attn.q_proj.weight": {
      "offset": 478820352,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.4.self_attn.v_proj.weight": {
      "offset": 480131072,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.5.input_layernorm.weight": {
      "offset": 480458752,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.5.mlp.down_proj.weight": {
      "offset": 480460032,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.5.mlp.gate_proj.weight": {
      "offset": 483081472,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.5.mlp.up_proj.weight": {
      "offset": 485702912,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.5.post_attention_layernorm.weight": {
      "offset": 488324352,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.5.post_feedforward_layernorm.weight": {
      "offset": 488325632,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.5.pre_feedforward_layernorm.weight": {
      "offset": 488326912,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.5.self_attn.k_norm.weight": {
      "offset": 488328192,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.5.self_attn.k_proj.weight": {
      "offset": 488328704,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.5.self_attn.o_proj.weight": {
      "offset": 488656384,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.5.self_attn.q_norm.weight": {
      "offset": 489967104,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.5.self_attn.q_proj.weight": {
      "offset": 489967616,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.5.self_attn.v_proj.weight": {
      "offset": 491278336,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.6.input_layernorm.weight": {
      "offset": 491606016,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.6.mlp.down_proj.weight": {
      "offset": 491607296,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.6.mlp.gate_proj.weight": {
      "offset": 494228736,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.6.mlp.up_proj.weight": {
      "offset": 496850176,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.6.post_attention_layernorm.weight": {
      "offset": 499471616,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.6.post_feedforward_layernorm.weight": {
      "offset": 499472896,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.6.pre_feedforward_layernorm.weight": {
      "offset": 499474176,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.6.self_attn.k_norm.weight": {
      "offset": 499475456,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.6.self_attn.k_proj.weight": {
      "offset": 499475968,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.6.self_attn.o_proj.weight": {
      "offset": 499803648,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.6.self_attn.q_norm.weight": {
      "offset": 501114368,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.6.self_attn.q_proj.weight": {
      "offset": 501114880,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.6.self_attn.v_proj.weight": {
      "offset": 502425600,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.7.input_layernorm.weight": {
      "offset": 502753280,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.7.mlp.down_proj.weight": {
      "offset": 502754560,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.7.mlp.gate_proj.weight": {
      "offset": 505376000,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.7.mlp.up_proj.weight": {
      "offset": 507997440,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.7.post_attention_layernorm.weight": {
      "offset": 510618880,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.7.post_feedforward_layernorm.weight": {
      "offset": 510620160,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.7.pre_feedforward_layernorm.weight": {
      "offset": 510621440,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.7.self_attn.k_norm.weight": {
      "offset": 510622720,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.7.self_attn.k_proj.weight": {
      "offset": 510623232,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.7.self_attn.o_proj.weight": {
      "offset": 510950912,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.7.self_attn.q_norm.weight": {
      "offset": 512261632,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.7.self_attn.q_proj.weight": {
      "offset": 512262144,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.7.self_attn.v_proj.weight": {
      "offset": 513572864,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.8.input_layernorm.weight": {
      "offset": 513900544,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.8.mlp.down_proj.weight": {
      "offset": 513901824,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.8.mlp.gate_proj.weight": {
      "offset": 516523264,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.8.mlp.up_proj.weight": {
      "offset": 519144704,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.8.post_attention_layernorm.weight": {
      "offset": 521766144,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.8.post_feedforward_layernorm.weight": {
      "offset": 521767424,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.8.pre_feedforward_layernorm.weight": {
      "offset": 521768704,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.8.self_attn.k_norm.weight": {
      "offset": 521769984,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.8.self_attn.k_proj.weight": {
      "offset": 521770496,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.8.self_attn.o_proj.weight": {
      "offset": 522098176,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.8.self_attn.q_norm.weight": {
      "offset": 523408896,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.8.self_attn.q_proj.weight": {
      "offset": 523409408,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.8.self_attn.v_proj.weight": {
      "offset": 524720128,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.9.input_layernorm.weight": {
      "offset": 525047808,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.9.mlp.down_proj.weight": {
      "offset": 525049088,
      "shape": [
        640,
        2048
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.9.mlp.gate_proj.weight": {
      "offset": 527670528,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.9.mlp.up_proj.weight": {
      "offset": 530291968,
      "shape": [
        2048,
        640
      ],
      "dtype": "float16",
      "num_elements": 1310720,
      "size_bytes": 2621440
    },
    "model.layers.9.post_attention_layernorm.weight": {
      "offset": 532913408,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.9.post_feedforward_layernorm.weight": {
      "offset": 532914688,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.9.pre_feedforward_layernorm.weight": {
      "offset": 532915968,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    },
    "model.layers.9.self_attn.k_norm.weight": {
      "offset": 532917248,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.9.self_attn.k_proj.weight": {
      "offset": 532917760,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.layers.9.self_attn.o_proj.weight": {
      "offset": 533245440,
      "shape": [
        640,
        1024
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.9.self_attn.q_norm.weight": {
      "offset": 534556160,
      "shape": [
        256
      ],
      "dtype": "float16",
      "num_elements": 256,
      "size_bytes": 512
    },
    "model.layers.9.self_attn.q_proj.weight": {
      "offset": 534556672,
      "shape": [
        1024,
        640
      ],
      "dtype": "float16",
      "num_elements": 655360,
      "size_bytes": 1310720
    },
    "model.layers.9.self_attn.v_proj.weight": {
      "offset": 535867392,
      "shape": [
        256,
        640
      ],
      "dtype": "float16",
      "num_elements": 163840,
      "size_bytes": 327680
    },
    "model.norm.weight": {
      "offset": 536195072,
      "shape": [
        640
      ],
      "dtype": "float16",
      "num_elements": 640,
      "size_bytes": 1280
    }
  },
  "total_bytes": 536196352
}