File size: 88,080 Bytes
b46b63c |
1 |
{"array_metadatas": [{"array_metadata": {"param_name": "opt_state.notfinite_count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.last_finite", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.total_notfinite", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_0.kernel", "write_shape": [2154, 1024], "chunk_shape": [2154, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_ln_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_0_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_0_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_0_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_0_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_10_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_10_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_10_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_10_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_11_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_11_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_11_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_11_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_12_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_12_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_12_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_12_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_13_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_13_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_13_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_13_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_14_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_14_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_14_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_14_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_15_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_15_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_15_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_15_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_1_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_1_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_1_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_1_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_2_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_2_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_2_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_2_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_3_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_3_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_3_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_3_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_4_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_4_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_4_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_4_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_5_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_5_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_5_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_5_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_6_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_6_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_6_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_6_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_7_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_7_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_7_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_7_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_8_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_8_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_8_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_8_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_9_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_9_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_9_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.expert_9_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.gate.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_moe_layer_3.gate.kernel", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_output.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.actor_output.kernel", "write_shape": [1024, 354], "chunk_shape": [1024, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_0.kernel", "write_shape": [2154, 1024], "chunk_shape": [2154, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_ln_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_0_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_0_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_0_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_0_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_10_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_10_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_10_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_10_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_11_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_11_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_11_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_11_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_12_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_12_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_12_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_12_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_13_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_13_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_13_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_13_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_14_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_14_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_14_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_14_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_15_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_15_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_15_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_15_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_1_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_1_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_1_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_1_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_2_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_2_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_2_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_2_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_3_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_3_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_3_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_3_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_4_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_4_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_4_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_4_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_5_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_5_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_5_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_5_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_6_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_6_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_6_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_6_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_7_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_7_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_7_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_7_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_8_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_8_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_8_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_8_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_9_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_9_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_9_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.expert_9_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.gate.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_moe_layer_3.gate.kernel", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_output.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.critic_output.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.mu.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_0.kernel", "write_shape": [2154, 1024], "chunk_shape": [2154, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_ln_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_0_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_0_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_0_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_0_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_10_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_10_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_10_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_10_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_11_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_11_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_11_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_11_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_12_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_12_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_12_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_12_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_13_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_13_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_13_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_13_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_14_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_14_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_14_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_14_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_15_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_15_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_15_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_15_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_1_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_1_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_1_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_1_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_2_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_2_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_2_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_2_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_3_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_3_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_3_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_3_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_4_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_4_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_4_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_4_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_5_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_5_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_5_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_5_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_6_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_6_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_6_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_6_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_7_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_7_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_7_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_7_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_8_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_8_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_8_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_8_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_9_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_9_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_9_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.expert_9_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.gate.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_moe_layer_3.gate.kernel", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_output.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.actor_output.kernel", "write_shape": [1024, 354], "chunk_shape": [1024, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_0.kernel", "write_shape": [2154, 1024], "chunk_shape": [2154, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_ln_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_0_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_0_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_0_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_0_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_10_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_10_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_10_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_10_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_11_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_11_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_11_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_11_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_12_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_12_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_12_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_12_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_13_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_13_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_13_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_13_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_14_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_14_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_14_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_14_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_15_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_15_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_15_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_15_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_1_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_1_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_1_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_1_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_2_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_2_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_2_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_2_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_3_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_3_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_3_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_3_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_4_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_4_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_4_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_4_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_5_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_5_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_5_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_5_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_6_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_6_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_6_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_6_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_7_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_7_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_7_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_7_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_8_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_8_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_8_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_8_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_9_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_9_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_9_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.expert_9_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.gate.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_moe_layer_3.gate.kernel", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_output.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.critic_output.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.0.nu.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_0.kernel", "write_shape": [2154, 1024], "chunk_shape": [2154, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_ln_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_0_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_0_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_0_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_0_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_10_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_10_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_10_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_10_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_11_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_11_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_11_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_11_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_12_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_12_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_12_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_12_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_13_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_13_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_13_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_13_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_14_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_14_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_14_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_14_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_15_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_15_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_15_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_15_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_1_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_1_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_1_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_1_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_2_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_2_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_2_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_2_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_3_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_3_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_3_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_3_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_4_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_4_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_4_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_4_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_5_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_5_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_5_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_5_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_6_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_6_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_6_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_6_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_7_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_7_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_7_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_7_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_8_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_8_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_8_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_8_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_9_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_9_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_9_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.expert_9_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.gate.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_moe_layer_3.gate.kernel", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_output.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor_output.kernel", "write_shape": [1024, 354], "chunk_shape": [1024, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_0.kernel", "write_shape": [2154, 1024], "chunk_shape": [2154, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_ln_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_0_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_0_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_0_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_0_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_10_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_10_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_10_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_10_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_11_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_11_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_11_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_11_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_12_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_12_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_12_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_12_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_13_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_13_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_13_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_13_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_14_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_14_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_14_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_14_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_15_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_15_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_15_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_15_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_1_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_1_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_1_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_1_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_2_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_2_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_2_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_2_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_3_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_3_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_3_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_3_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_4_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_4_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_4_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_4_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_5_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_5_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_5_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_5_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_6_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_6_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_6_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_6_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_7_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_7_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_7_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_7_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_8_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_8_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_8_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_8_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_9_hidden.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_9_hidden.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_9_output.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.expert_9_output.kernel", "write_shape": [512, 1024], "chunk_shape": [512, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.gate.bias", "write_shape": [16], "chunk_shape": [16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_moe_layer_3.gate.kernel", "write_shape": [1024, 16], "chunk_shape": [1024, 16], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_output.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic_output.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.running_mean_std.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.running_mean_std.mean", "write_shape": [2154], "chunk_shape": [2154], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.running_mean_std.var", "write_shape": [2154], "chunk_shape": [2154], "ext_metadata": null}}]} |