model/array_metadatas/process_0

{"array_metadatas": [{"array_metadata": {"param_name": "blocks.0.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.0.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.1.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.2.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.3.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.4.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.5.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.6.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.7.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.8.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.9.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.10.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.k_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.k_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.k_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.k_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.o_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.o_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.o_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.o_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.q_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.q_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.q_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.q_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.v_proj.linear.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.v_proj.linear.kernel.value", "write_shape": [768, 768], "chunk_shape": [768, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.v_proj.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.attn.v_proj.lora_B.kernel.value", "write_shape": [8, 768], "chunk_shape": [8, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ffn_down.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ffn_down.kernel.value", "write_shape": [3072, 768], "chunk_shape": [3072, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ffn_up.linear.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ffn_up.linear.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ffn_up.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.ffn_up.lora_B.kernel.value", "write_shape": [8, 3072], "chunk_shape": [8, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.norm1.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.norm1.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.norm2.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "blocks.11.norm2.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "lm_head.linear.bias.value", "write_shape": [50257], "chunk_shape": [50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "lm_head.linear.kernel.value", "write_shape": [768, 50257], "chunk_shape": [768, 50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "lm_head.lora_A.kernel.value", "write_shape": [768, 8], "chunk_shape": [768, 8], "ext_metadata": null}}, {"array_metadata": {"param_name": "lm_head.lora_B.kernel.value", "write_shape": [8, 50257], "chunk_shape": [8, 50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "norm.bias.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "norm.scale.value", "write_shape": [768], "chunk_shape": [768], "ext_metadata": null}}, {"array_metadata": {"param_name": "pos_embed.embedding.value", "write_shape": [512, 768], "chunk_shape": [512, 768], "ext_metadata": null}}, {"array_metadata": {"param_name": "token_embed.embedding.value", "write_shape": [50257, 768], "chunk_shape": [50257, 768], "ext_metadata": null}}]}