params/array_metadatas/process_0

{"array_metadatas": [{"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoder_norm.scale.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_0.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.LayerNorm_1.scale.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.bias.value", "write_shape": [27, 538], "chunk_shape": [27, 538], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_0.kernel.value", "write_shape": [27, 144, 4304], "chunk_shape": [27, 144, 4304], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MlpBlock_0.Dense_1.kernel.value", "write_shape": [27, 538, 1152], "chunk_shape": [27, 538, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.key.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.bias.value", "write_shape": [27, 144], "chunk_shape": [27, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.out.kernel.value", "write_shape": [27, 2, 72, 1152], "chunk_shape": [27, 2, 72, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.query.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.bias.value", "write_shape": [27, 2, 72], "chunk_shape": [27, 2, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.Transformer.encoderblock.MultiHeadDotProductAttention_0.value.kernel.value", "write_shape": [27, 144, 16, 72], "chunk_shape": [27, 144, 16, 72], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.bias.value", "write_shape": [144], "chunk_shape": [144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.embedding.kernel.value", "write_shape": [14, 14, 3, 144], "chunk_shape": [14, 14, 3, 144], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.head.kernel.value", "write_shape": [144, 2048], "chunk_shape": [144, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.img.pos_embedding.value", "write_shape": [1, 32, 1152], "chunk_shape": [1, 32, 1152], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.embedder.input_embedding.value", "write_shape": [32144, 2048], "chunk_shape": [32144, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_1.Dense_0.kernel.value", "write_shape": [128, 3072], "chunk_shape": [128, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_2.Dense_0.bias.value", "write_shape": [384], "chunk_shape": [384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.final_norm_2.Dense_0.kernel.value", "write_shape": [128, 3072], "chunk_shape": [128, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_a.value", "write_shape": [18, 1, 256, 16], "chunk_shape": [18, 1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.lora_b.value", "write_shape": [18, 1, 16, 2048], "chunk_shape": [18, 1, 16, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum.w.value", "write_shape": [18, 1, 256, 2048], "chunk_shape": [18, 1, 256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_1.w.value", "write_shape": [18, 1, 256, 1024], "chunk_shape": [18, 1, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.attn_vec_einsum_2.w.value", "write_shape": [18, 1, 256, 1024], "chunk_shape": [18, 1, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_a.value", "write_shape": [18, 2, 1, 256, 16], "chunk_shape": [18, 2, 1, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.lora_b.value", "write_shape": [18, 2, 1, 2, 256], "chunk_shape": [18, 2, 1, 2, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum.w.value", "write_shape": [18, 2, 1, 256, 256], "chunk_shape": [18, 2, 1, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_1.w.value", "write_shape": [18, 2, 1, 128, 256], "chunk_shape": [18, 2, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.kv_einsum_2.w.value", "write_shape": [18, 2, 1, 128, 256], "chunk_shape": [18, 2, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_a.value", "write_shape": [18, 1, 2048, 16], "chunk_shape": [18, 1, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.lora_b.value", "write_shape": [18, 1, 16, 256], "chunk_shape": [18, 1, 16, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum.w.value", "write_shape": [18, 1, 2048, 256], "chunk_shape": [18, 1, 2048, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_1.w.value", "write_shape": [18, 1, 1024, 256], "chunk_shape": [18, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.attn.q_einsum_2.w.value", "write_shape": [18, 1, 1024, 256], "chunk_shape": [18, 1, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum.value", "write_shape": [18, 2, 256, 16384], "chunk_shape": [18, 2, 256, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_a.value", "write_shape": [18, 2, 256, 16], "chunk_shape": [18, 2, 256, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.gating_einsum_lora_b.value", "write_shape": [18, 2, 2, 16384], "chunk_shape": [18, 2, 2, 16384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear.value", "write_shape": [18, 2048, 2048], "chunk_shape": [18, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_a.value", "write_shape": [18, 2048, 16], "chunk_shape": [18, 2048, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp.linear_lora_b.value", "write_shape": [18, 2, 2048], "chunk_shape": [18, 2, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.gating_einsum.value", "write_shape": [18, 2, 128, 4096], "chunk_shape": [18, 2, 128, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_1.linear.value", "write_shape": [18, 512, 1024], "chunk_shape": [18, 512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_2.gating_einsum.value", "write_shape": [18, 2, 128, 4096], "chunk_shape": [18, 2, 128, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.mlp_2.linear.value", "write_shape": [18, 512, 1024], "chunk_shape": [18, 512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm.scale.value", "write_shape": [18, 256], "chunk_shape": [18, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.bias.value", "write_shape": [18, 384], "chunk_shape": [18, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_1.Dense_0.kernel.value", "write_shape": [18, 128, 3072], "chunk_shape": [18, 128, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_2.Dense_0.bias.value", "write_shape": [18, 384], "chunk_shape": [18, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_attention_norm_2.Dense_0.kernel.value", "write_shape": [18, 128, 3072], "chunk_shape": [18, 128, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm.scale.value", "write_shape": [18, 256], "chunk_shape": [18, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.bias.value", "write_shape": [18, 384], "chunk_shape": [18, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_1.Dense_0.kernel.value", "write_shape": [18, 128, 3072], "chunk_shape": [18, 128, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_2.Dense_0.bias.value", "write_shape": [18, 384], "chunk_shape": [18, 384], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.PaliGemma.llm.layers.pre_ffw_norm_2.Dense_0.kernel.value", "write_shape": [18, 128, 3072], "chunk_shape": [18, 128, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_in_proj.kernel.value", "write_shape": [4, 1024], "chunk_shape": [4, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_out_proj.kernel.value", "write_shape": [128, 32], "chunk_shape": [128, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.key.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.key.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.out.kernel.value", "write_shape": [4, 32, 1024], "chunk_shape": [4, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.query.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.query.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.value.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.attn.value.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.fc_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.fc_out.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.kv_proj.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.kv_proj.kernel.value", "write_shape": [256, 2048], "chunk_shape": [256, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.q_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.action_reasoning_fusion.q_proj.kernel.value", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_action_in_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_action_in_proj.kernel.value", "write_shape": [4, 1024], "chunk_shape": [4, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_action_out_proj.bias.value", "write_shape": [4], "chunk_shape": [4], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_action_out_proj.kernel.value", "write_shape": [128, 32], "chunk_shape": [128, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_time_mlp_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_time_mlp_in.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_time_mlp_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.coarse_time_mlp_out.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reason_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reason_proj.kernel.value", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.key.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.key.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.out.kernel.value", "write_shape": [4, 32, 1024], "chunk_shape": [4, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.query.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.query.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.value.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.attn.value.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.fc_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.fc_out.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.kv_proj.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.kv_proj.kernel.value", "write_shape": [128, 2048], "chunk_shape": [128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.q_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.explicit_action_reasoner.q_proj.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reason_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reason_proj.kernel.value", "write_shape": [256, 1024], "chunk_shape": [256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.0.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.0.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.1.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.1.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.2.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.3.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.3.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.4.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.4.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.5.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.k_proj.5.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.0.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.0.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.1.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.1.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.2.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.2.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.3.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.3.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.4.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.4.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.5.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.out_proj.5.kernel.value", "write_shape": [16, 1024], "chunk_shape": [16, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.0.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.0.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.1.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.1.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.2.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.3.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.3.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.4.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.4.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.5.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.q_proj.5.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.0.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.1.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.2.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.3.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.4.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.5.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.6.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.7.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.8.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.9.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.10.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.11.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.12.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.13.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.14.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.15.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.16.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.query_params.17.value", "write_shape": [1, 32], "chunk_shape": [1, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.0.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.0.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.1.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.1.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.2.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.2.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.3.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.3.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.4.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.4.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.5.bias.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner.v_proj.5.kernel.value", "write_shape": [32, 128], "chunk_shape": [32, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.key.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.key.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.out.kernel.value", "write_shape": [4, 32, 1024], "chunk_shape": [4, 32, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.query.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.query.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.value.bias.value", "write_shape": [4, 32], "chunk_shape": [4, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.attn.value.kernel.value", "write_shape": [128, 4, 256], "chunk_shape": [128, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.fc_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.fc_out.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.kv_proj.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.kv_proj.kernel.value", "write_shape": [128, 2048], "chunk_shape": [128, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.q_proj.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.implicit_action_reasoner_interact.q_proj.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_in.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.bias.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.time_mlp_out.kernel.value", "write_shape": [128, 1024], "chunk_shape": [128, 1024], "ext_metadata": null}}]}