{"array_metadatas": [{"array_metadata": {"param_name": "embedding.pos_emb.embedding.value", "write_shape": [128, 192], "chunk_shape": [128, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "embedding.token_emb.embedding.value", "write_shape": [50257, 192], "chunk_shape": [50257, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "output_layer.kernel.value", "write_shape": [192, 50257], "chunk_shape": [192, 50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.key.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.key.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.out.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.out.kernel.value", "write_shape": [6, 32, 192], "chunk_shape": [6, 32, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.query.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.query.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.value.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.0.attention.value.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.key.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.key.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.out.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.out.kernel.value", "write_shape": [6, 32, 192], "chunk_shape": [6, 32, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.query.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.query.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.value.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.1.attention.value.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.key.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.key.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.out.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.out.kernel.value", "write_shape": [6, 32, 192], "chunk_shape": [6, 32, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.query.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.query.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.value.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.2.attention.value.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.key.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.key.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.out.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.out.kernel.value", "write_shape": [6, 32, 192], "chunk_shape": [6, 32, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.query.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.query.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.value.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.3.attention.value.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.key.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.key.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.out.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.out.kernel.value", "write_shape": [6, 32, 192], "chunk_shape": [6, 32, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.query.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.query.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.value.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.4.attention.value.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.key.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.key.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.out.bias.value", "write_shape": [192], "chunk_shape": [192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.out.kernel.value", "write_shape": [6, 32, 192], "chunk_shape": [6, 32, 192], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.query.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.query.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.value.bias.value", "write_shape": [6, 32], "chunk_shape": [6, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "transformer_blocks.5.attention.value.kernel.value", "write_shape": [192, 6, 32], "chunk_shape": [192, 6, 32], "ext_metadata": null}}]}