| {"array_metadatas": [{"array_metadata": {"param_name": "step", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.decoder_norm.scale", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.mlp.wi.kernel", "write_shape": [96, 12, 3072], "chunk_shape": [96, 12, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.mlp.wo.kernel", "write_shape": [3072, 12, 96], "chunk_shape": [3072, 12, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.post_self_attention_layer_norm.scale", "write_shape": [96, 12], "chunk_shape": [96, 12], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.pre_self_attention_layer_norm.scale", "write_shape": [96, 12], "chunk_shape": [96, 12], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.self_attention.key.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.self_attention.out.kernel", "write_shape": [12, 12, 64, 96], "chunk_shape": [12, 12, 64, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.self_attention.query.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.layers.self_attention.value.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.decoder.logits_dense.kernel", "write_shape": [96, 50257], "chunk_shape": [96, 50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.params.token_embedder.embedding", "write_shape": [50257, 96], "chunk_shape": [50257, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.decoder_norm.scale", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.mlp.wi.kernel", "write_shape": [96, 12, 3072], "chunk_shape": [96, 12, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.mlp.wo.kernel", "write_shape": [3072, 12, 96], "chunk_shape": [3072, 12, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.post_self_attention_layer_norm.scale", "write_shape": [96, 12], "chunk_shape": [96, 12], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.pre_self_attention_layer_norm.scale", "write_shape": [96, 12], "chunk_shape": [96, 12], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.self_attention.key.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.self_attention.out.kernel", "write_shape": [12, 12, 64, 96], "chunk_shape": [12, 12, 64, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.self_attention.query.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.layers.self_attention.value.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.decoder.logits_dense.kernel", "write_shape": [96, 50257], "chunk_shape": [96, 50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.mu.params.token_embedder.embedding", "write_shape": [50257, 96], "chunk_shape": [50257, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.decoder_norm.scale", "write_shape": [96], "chunk_shape": [96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.mlp.wi.kernel", "write_shape": [96, 12, 3072], "chunk_shape": [96, 12, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.mlp.wo.kernel", "write_shape": [3072, 12, 96], "chunk_shape": [3072, 12, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.post_self_attention_layer_norm.scale", "write_shape": [96, 12], "chunk_shape": [96, 12], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.pre_self_attention_layer_norm.scale", "write_shape": [96, 12], "chunk_shape": [96, 12], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.self_attention.key.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.self_attention.out.kernel", "write_shape": [12, 12, 64, 96], "chunk_shape": [12, 12, 64, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.self_attention.query.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.layers.self_attention.value.kernel", "write_shape": [96, 12, 12, 64], "chunk_shape": [96, 12, 12, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.decoder.logits_dense.kernel", "write_shape": [96, 50257], "chunk_shape": [96, 50257], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.0.nu.params.token_embedder.embedding", "write_shape": [50257, 96], "chunk_shape": [50257, 96], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.2.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}]} |