{"array_metadatas": [{"array_metadata": {"param_name": "double_blocks.0.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.0.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.1.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.2.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.3.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.4.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.5.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.6.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.7.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.8.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.9.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.10.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.11.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.12.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.13.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.14.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.15.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.16.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.17.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.img_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.img_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.img_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.img_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.img_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.img_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.txt_key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.txt_proj.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.txt_proj.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.txt_qkv.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.txt_qkv.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.attn.txt_query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.img_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_mlp.fc1.bias.value", "write_shape": [12288], "chunk_shape": [12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_mlp.fc1.kernel.value", "write_shape": [3072, 12288], "chunk_shape": [3072, 12288], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_mlp.fc2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_mlp.fc2.kernel.value", "write_shape": [12288, 3072], "chunk_shape": [12288, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_mod.bias.value", "write_shape": [18432], "chunk_shape": [18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_mod.kernel.value", "write_shape": [3072, 18432], "chunk_shape": [3072, 18432], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_norm1.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "double_blocks.18.txt_norm2.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer.adaLN_modulation.bias.value", "write_shape": [6144], "chunk_shape": [6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer.adaLN_modulation.kernel.value", "write_shape": [3072, 6144], "chunk_shape": [3072, 6144], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer.linear.bias.value", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer.linear.kernel.value", "write_shape": [3072, 64], "chunk_shape": [3072, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "final_layer.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "guidance_in.in_layer.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "guidance_in.in_layer.kernel.value", "write_shape": [256, 3072], "chunk_shape": [256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "guidance_in.out_layer.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "guidance_in.out_layer.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "img_in.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "img_in.kernel.value", "write_shape": [64, 3072], "chunk_shape": [64, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.0.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.1.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.2.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.3.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.4.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.5.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.6.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.7.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.8.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.9.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.10.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.11.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.12.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.13.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.14.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.15.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.16.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.17.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.18.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.19.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.20.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.21.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.22.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.23.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.24.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.25.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.26.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.27.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.28.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.29.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.30.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.31.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.32.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.33.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.34.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.35.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.36.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.key_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.linear1.bias.value", "write_shape": [21504], "chunk_shape": [21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.linear1.kernel.value", "write_shape": [3072, 21504], "chunk_shape": [3072, 21504], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.linear2.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.linear2.kernel.value", "write_shape": [15360, 3072], "chunk_shape": [15360, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.modulation.bias.value", "write_shape": [9216], "chunk_shape": [9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.modulation.kernel.value", "write_shape": [3072, 9216], "chunk_shape": [3072, 9216], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.norm.scale.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "single_blocks.37.query_norm.scale.value", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_in.in_layer.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_in.in_layer.kernel.value", "write_shape": [256, 3072], "chunk_shape": [256, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_in.out_layer.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "time_in.out_layer.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "txt_in.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "txt_in.kernel.value", "write_shape": [4096, 3072], "chunk_shape": [4096, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "vector_in.in_layer.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "vector_in.in_layer.kernel.value", "write_shape": [768, 3072], "chunk_shape": [768, 3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "vector_in.out_layer.bias.value", "write_shape": [3072], "chunk_shape": [3072], "ext_metadata": null}}, {"array_metadata": {"param_name": "vector_in.out_layer.kernel.value", "write_shape": [3072, 3072], "chunk_shape": [3072, 3072], "ext_metadata": null}}]}