classification/orbax/1/params/array_metadatas/process_0

{"array_metadatas": [{"array_metadata": {"param_name": "cell_embedder.fourier_frequencies.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "cell_embedder.fourier_frequencies_cat.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "cell_embedder.in_linear.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "cell_embedder.in_linear.kernel.value", "write_shape": [64, 256], "chunk_shape": [64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "cell_embedder.in_linear_cat.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "cell_embedder.in_linear_cat.kernel.value", "write_shape": [64, 256], "chunk_shape": [64, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "cell_embedder.y_embedder_lookup.embedding.value", "write_shape": [10, 256], "chunk_shape": [10, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "cls_tokens.value", "write_shape": [8, 256], "chunk_shape": [8, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.ln_w.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.out_w.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.out_w.kernel.value", "write_shape": [256, 256], "chunk_shape": [256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.ind_vectors.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.k_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.k_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.key_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.out_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.out_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.per_dim_scale.per_dim_scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.q_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.q_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.query_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.v_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.attn.v_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.linear1.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.linear1_gate.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.linear2.kernel.value", "write_shape": [3, 1024, 256], "chunk_shape": [3, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.post_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.post_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.pre_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab1.pre_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.k_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.k_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.key_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.out_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.out_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.per_dim_scale.per_dim_scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.q_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.q_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.query_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.v_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.attn.v_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.linear1.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.linear1_gate.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.linear2.kernel.value", "write_shape": [3, 1024, 256], "chunk_shape": [3, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.post_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.post_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.pre_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder.tf_col.blocks.mab2.pre_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.ln_w.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.out_w.bias.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.out_w.kernel.value", "write_shape": [256, 256], "chunk_shape": [256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.ind_vectors.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.k_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.k_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.key_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.out_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.out_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.per_dim_scale.per_dim_scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.q_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.q_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.query_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.v_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.attn.v_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.linear1.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.linear1_gate.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.linear2.kernel.value", "write_shape": [3, 1024, 256], "chunk_shape": [3, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.post_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.post_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.pre_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab1.pre_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.k_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.k_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.key_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.out_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.out_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.per_dim_scale.per_dim_scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.q_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.q_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.query_ln.scale.value", "write_shape": [3, 64], "chunk_shape": [3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.v_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.attn.v_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.linear1.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.linear1_gate.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.linear2.kernel.value", "write_shape": [3, 1024, 256], "chunk_shape": [3, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.post_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.post_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.pre_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "col_embedder_2.tf_col.blocks.mab2.pre_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.decoder.layers.0.bias.value", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.decoder.layers.0.kernel.value", "write_shape": [2048, 4096], "chunk_shape": [2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.decoder.layers.2.bias.value", "write_shape": [10], "chunk_shape": [10], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.decoder.layers.2.kernel.value", "write_shape": [4096, 10], "chunk_shape": [4096, 10], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.ln.scale.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.k_proj.bias.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.k_proj.kernel.value", "write_shape": [24, 2048, 2048], "chunk_shape": [24, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.key_ln.scale.value", "write_shape": [24, 256], "chunk_shape": [24, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.out_proj.bias.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.out_proj.kernel.value", "write_shape": [24, 2048, 2048], "chunk_shape": [24, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.per_dim_scale.per_dim_scale.value", "write_shape": [24, 256], "chunk_shape": [24, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.q_proj.bias.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.q_proj.kernel.value", "write_shape": [24, 2048, 2048], "chunk_shape": [24, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.query_ln.scale.value", "write_shape": [24, 256], "chunk_shape": [24, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.v_proj.bias.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.attn.v_proj.kernel.value", "write_shape": [24, 2048, 2048], "chunk_shape": [24, 2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.linear1.kernel.value", "write_shape": [24, 2048, 8192], "chunk_shape": [24, 2048, 8192], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.linear1_gate.kernel.value", "write_shape": [24, 2048, 8192], "chunk_shape": [24, 2048, 8192], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.linear2.kernel.value", "write_shape": [24, 8192, 2048], "chunk_shape": [24, 8192, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.post_attn_ln.scale.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.post_ff_ln.scale.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.pre_attn_ln.scale.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.tf_icl.blocks.pre_ff_ln.scale.value", "write_shape": [24, 2048], "chunk_shape": [24, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.y_encoder.projection.bias.value", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "icl_predictor.y_encoder.projection.kernel.value", "write_shape": [10, 2048], "chunk_shape": [10, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.out_ln.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.k_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.k_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.key_ln.scale.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.out_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.out_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.per_dim_scale.per_dim_scale.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.q_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.q_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.query_ln.scale.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.v_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.attn.v_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.linear1.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.linear1_gate.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.linear2.kernel.value", "write_shape": [3, 1024, 256], "chunk_shape": [3, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.post_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.post_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.pre_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.blocks.pre_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor.tf_row.rope.freqs.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.out_ln.scale.value", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.k_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.k_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.key_ln.scale.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.out_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.out_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.per_dim_scale.per_dim_scale.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.q_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.q_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.query_ln.scale.value", "write_shape": [3, 32], "chunk_shape": [3, 32], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.v_proj.bias.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.attn.v_proj.kernel.value", "write_shape": [3, 256, 256], "chunk_shape": [3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.linear1.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.linear1_gate.kernel.value", "write_shape": [3, 256, 1024], "chunk_shape": [3, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.linear2.kernel.value", "write_shape": [3, 1024, 256], "chunk_shape": [3, 1024, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.post_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.post_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.pre_attn_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.blocks.pre_ff_ln.scale.value", "write_shape": [3, 256], "chunk_shape": [3, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "row_interactor_2.tf_row.rope.freqs.value", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}]}