Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+train_state/ocdbt.process_0/d/22370513267ed07314aba1bfbf9a13bc filter=lfs diff=lfs merge=lfs -text
+train_state/ocdbt.process_0/d/aa48cd43d79c0fd92ade43fbec67d522 filter=lfs diff=lfs merge=lfs -text

_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"config": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772717970293925771, "commit_timestamp_nsecs": 1772717972496855001, "custom_metadata": {}}

config/metadata

@@ -0,0 +1 @@
+{"wandb": {"project": "musclemimic", "mode": "online", "tags": ["fullbody", "gmr", "resnet", "resume-base-l", "transition"]}, "experiment": {"task_factory": {"name": "ImitationFactory", "params": {"amass_dataset_conf": {"dataset_group": "AMASS_RANDOM_TRAINING_MOTIONS", "retargeting_method": "gmr", "gmr_config": {"src_human": "smplh", "target_fps": 30, "solver": "daqp", "damping": 0.5, "offset_to_ground": false, "use_velocity_limit": false, "use_fitted_shape": true, "shape_fitting_iterations": 500}, "skip_body_data": true}}}, "env_params": {"env_name": "MjxMyoFullBody", "headless": true, "horizon": 1000, "disable_fingers": true, "mjx_backend": "warp", "num_envs": 8192, "enable_muscle_length_observations": true, "enable_muscle_velocity_observations": true, "enable_muscle_force_observations": true, "enable_muscle_excitation_observations": true, "enable_muscle_activation_observations": true, "enable_touch_sensor_observations": true, "init_state_type": "TrajInitialStateHandler", "goal_type": "GoalTrajMimic", "goal_params": {"n_step_lookahead": 5, "n_step_stride": 20, "upper_body_xml_name": "torso", "enable_motion_phase": true, "use_concise_lookahead": true, "sites_for_mimic": ["pelvis_mimic", "upper_body_mimic", "head_mimic", "left_shoulder_mimic", "left_elbow_mimic", "left_hand_mimic", "right_shoulder_mimic", "right_elbow_mimic", "right_hand_mimic", "left_hip_mimic", "left_knee_mimic", "left_ankle_mimic", "left_toes_mimic", "right_hip_mimic", "right_knee_mimic", "right_ankle_mimic", "right_toes_mimic"]}, "control_type": "DefaultControl", "control_params": {}, "reward_type": "MimicReward", "reward_params": {"qpos_w_sum": 0.1, "qvel_w_sum": 0.1, "root_vel_w_sum": 0.1, "rpos_w_sum": 0.6, "rquat_w_sum": 0.01, "rvel_w_sum": 0.1, "action_rate_coeff": 0.0, "activation_energy_coeff": 0.0, "use_mean_exp_reward": false, "sites_for_mimic": ["pelvis_mimic", "upper_body_mimic", "head_mimic", "left_shoulder_mimic", "left_elbow_mimic", "left_hand_mimic", "right_shoulder_mimic", "right_elbow_mimic", "right_hand_mimic", "left_hip_mimic", "left_knee_mimic", "left_ankle_mimic", "left_toes_mimic", "right_hip_mimic", "right_knee_mimic", "right_ankle_mimic", "right_toes_mimic"]}, "terminal_state_type": "MeanRelativeSiteDeviationWithRootTerminalStateHandler", "terminal_state_params": {"mean_site_deviation_threshold": 0.5, "enable_site_check": true, "root_deviation_threshold": 0.5, "root_orientation_threshold": 0.5}}, "algorithm": "PPOJax", "actor_hidden_layers": [2048, 4096, 4096, 4096, 4096, 4096, 2048, 1024, 512], "critic_hidden_layers": [2048, 4096, 4096, 4096, 4096, 4096, 2048, 1024, 512], "activation": "silu", "lr": 0.0001, "num_envs": 8192, "total_timesteps": 10240000000, "max_grad_norm": 1.0, "anneal_lr": true, "lr_schedule_type": "linear", "warmup_steps": null, "min_lr_ratio": 0.1, "weight_decay": 0, "normalize_env": true, "debug": {"enabled": false, "profile_traj_batch": false, "profile_val_batch": false, "track_nacon": false}, "optimizer_type": "muon", "muon_config": {"beta": 0.95, "nesterov": true, "ns_steps": 5, "adaptive": false}, "ppo_config": {"num_steps": 50, "update_epochs": 1, "num_minibatches": 32, "gamma": 0.99, "gae_lambda": 0.95, "clip_eps": 0.2, "clip_eps_vf": 0.2, "init_std": 3.0, "learnable_std": true, "ent_coef": 0.0, "vf_coef": 0.5}, "use_layernorm": true, "layernorm_eps": 1e-05, "use_moe": false, "moe_config": {"num_experts": 16, "moe_at_layers": [3], "apply_moe_to": "both", "apply_moe_to_output": false, "expert_hidden_ratio": 0.5, "temperature": 0.5, "load_balance_loss_weight": 0.01, "gate_init_std": 0.01}, "n_seeds": 1, "seeds": null, "vmap_across_seeds": false, "save_checkpoints": true, "max_checkpoints_to_keep": 10, "checkpoints_on_validation": true, "resume_from": "checkpoints/1787c1fffa2c/checkpoint_16250", "async_checkpointing": false, "reset_logging_timestep": true, "reset_lr_schedule_on_resume": true, "auto_resume": true, "run_id": null, "checkpoint_root": null, "adaptive_termination": {"enabled": false, "init_threshold": 0.5, "low_band": 0.1, "high_band": 0.2, "adjust_factor": 0.95, "consecutive_k": 5, "min_threshold": 0.1, "ema_alpha": 0.1}, "reward_curriculum": {"enabled": false, "qvel_w_sum_init": 0.1, "root_vel_w_sum_init": 0.1, "qvel_w_sum_max": 0.4, "root_vel_w_sum_max": 0.4, "eta": 0.02, "ema_alpha": 0.2, "term_rate_threshold": 0.08, "consecutive_k": 5}, "adaptive_sampling": {"enabled": false, "beta": 0.2, "alpha": 1.0, "floor_mix": 0.1, "eps_div": 1e-06, "eps_pow": 1e-06, "ema_done_init": 10.0, "ema_early_init": 5.0}, "validation": {"active": true, "deterministic": false, "num_steps": 500, "num_envs": 100, "num": 100, "video_length": 3000, "video_frequency": 1, "video_fps": 60, "amass_dataset_conf": {"dataset_group": "AMASS_RANDOM_TRAINING_MOTIONS", "retargeting_method": "gmr", "gmr_config": {"src_human": "smplh", "target_fps": 30, "solver": "daqp", "damping": 0.5, "offset_to_ground": false, "use_velocity_limit": false, "use_fitted_shape": true, "shape_fitting_iterations": 500}}, "terminal_state_type": "MeanRelativeSiteDeviationTerminalStateHandler", "terminal_state_params": {"mean_site_deviation_threshold": 0.5, "enable_site_check": true}, "quantities": ["JointPosition", "JointVelocity", "RelSitePosition", "RelSiteVelocity", "RelSiteOrientation"], "measures": ["EuclideanDistance"], "rel_site_names": ["pelvis_mimic", "upper_body_mimic", "head_mimic", "left_shoulder_mimic", "left_elbow_mimic", "left_hand_mimic", "right_shoulder_mimic", "right_elbow_mimic", "right_hand_mimic", "left_hip_mimic", "left_knee_mimic", "left_ankle_mimic", "left_toes_mimic", "right_hip_mimic", "right_knee_mimic", "right_ankle_mimic", "right_toes_mimic"], "start_from_beginning": true}, "use_residual": true, "residual_type": "gated", "residual_gate_init": -2.0, "num_steps": 50, "update_epochs": 1, "num_minibatches": 32, "gamma": 0.99, "gae_lambda": 0.95, "clip_eps": 0.2, "clip_eps_vf": 0.2, "init_std": 3.0, "learnable_std": true, "ent_coef": 0.0, "vf_coef": 0.5, "num_updates": 25000, "minibatch_size": 12800, "validation_interval": 250, "effective_utd": 7.8125e-05, "sample_reuse": 1.0, "unrolls_per_1m": 2.44140625, "updates_per_1m": 2.44140625, "grad_steps_per_1m": 78.125, "checkpoint_dir": "/users/ckli/musclemimic_dev/checkpoints/2e595f89923b", "resume_lr_override": 0.00039999998989515007}, "control_config": {"torque_control": {"control_type": "DefaultControl", "control_params": {}}}}

metadata/metadata

@@ -0,0 +1 @@
+{"step": 208000, "update_number": 22750, "global_timestep": 9318400000, "learning_rate": 0.00039999998989515007, "num_envs": 8192, "num_steps": 50, "num_minibatches": 32, "update_epochs": 1, "schema_version": "2.1", "algo_version": "PPOJax_v1", "backend": "warp", "env_name": "NormalizeVecReward"}

train_state/_sharding

@@ -0,0 +1 @@
+{"b3B0X3N0YXRlLm5vdGZpbml0ZV9jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci50YWlsX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5vdXRwdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMF9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMV9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMF9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMV9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMF9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMV9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMF9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMV9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX3Byb2oua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMub3V0cHV0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMudGFpbF9kZW5zZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5uc19jb2VmZnM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMi5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci50YWlsX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci50YWlsX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci50YWlsX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazBfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazFfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazJfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5ibG9jazNfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5vdXRwdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5yZXNfZ2F0ZV8w":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5yZXNfZ2F0ZV8x":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5yZXNfZ2F0ZV8y":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5yZXNfZ2F0ZV8z":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2swX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2sxX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2syX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuYmxvY2szX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMub3V0cHV0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMucmVzX2dhdGVfMA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMucmVzX2dhdGVfMQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMucmVzX2dhdGVfMg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMucmVzX2dhdGVfMw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMudGFpbF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMudGFpbF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMudGFpbF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5sb2dfc3Rk":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci50YWlsX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci50YWlsX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci50YWlsX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazBfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazFfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazFfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazFfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazFfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazFfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazFfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazJfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazJfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazJfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazJfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazJfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazJfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5ibG9jazNfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5vdXRwdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5yZXNfZ2F0ZV8w":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5yZXNfZ2F0ZV8x":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5yZXNfZ2F0ZV8y":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5yZXNfZ2F0ZV8z":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2swX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2sxX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2sxX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2sxX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2sxX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2sxX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2sxX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2syX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2syX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2syX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2syX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2syX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2syX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX2xheWVyMF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX2xheWVyMF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX2xheWVyMF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX2xheWVyMV9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX2xheWVyMV9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX2xheWVyMV9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuYmxvY2szX3Byb2ouYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMub3V0cHV0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMucmVzX2dhdGVfMA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMucmVzX2dhdGVfMQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMucmVzX2dhdGVfMg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMucmVzX2dhdGVfMw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMudGFpbF9kZW5zZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMudGFpbF9sbi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMudGFpbF9sbi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5sb2dfc3Rk":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMi5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmxhc3RfZmluaXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLnRvdGFsX25vdGZpbml0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLm91dHB1dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLm91dHB1dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjBfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjBfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjBfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjBfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjFfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjFfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjFfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19sYXllcjFfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrM19wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjBfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjBfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjBfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjBfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjFfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjFfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjFfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9sYXllcjFfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9wcm9qLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMF9wcm9qLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjBfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjBfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjBfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjBfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjFfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjFfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjFfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMV9sYXllcjFfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjBfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjBfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjBfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjBfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjFfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjFfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjFfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLmJsb2NrMl9sYXllcjFfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnJlc19nYXRlXzA=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnJlc19nYXRlXzE=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnJlc19nYXRlXzI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnJlc19nYXRlXzM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnRhaWxfZGVuc2UuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnRhaWxfZGVuc2Uua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnRhaWxfbG4uYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLnRhaWxfbG4uc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy50YWlsX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy50YWlsX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy50YWlsX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy50YWlsX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazBfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazFfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazJfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIwX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIwX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIwX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIwX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIxX2RlbnNlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIxX2RlbnNlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIxX2xuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfbGF5ZXIxX2xuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfcHJvai5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5ibG9jazNfcHJvai5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5vdXRwdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5vdXRwdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5yZXNfZ2F0ZV8w":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5yZXNfZ2F0ZV8x":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5yZXNfZ2F0ZV8y":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5yZXNfZ2F0ZV8z":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmxvZ19zdGQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cnVuX3N0YXRzLlJ1bm5pbmdNZWFuU3RkXzAuY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cnVuX3N0YXRzLlJ1bm5pbmdNZWFuU3RkXzAubWVhbg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cnVuX3N0YXRzLlJ1bm5pbmdNZWFuU3RkXzAudmFy":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}

train_state/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "opt_state.notfinite_count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.last_finite", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.total_notfinite", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block0_proj.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block1_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block1_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block1_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block1_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block1_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block1_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block2_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block2_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block2_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block2_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block2_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block2_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_layer1_dense.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_layer1_ln.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_layer1_ln.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.block3_proj.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.output.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.res_gate_0", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.res_gate_1", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.res_gate_2", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.res_gate_3", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.tail_dense.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.tail_ln.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.tail_ln.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block0_proj.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block1_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block1_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block1_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block1_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block1_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block1_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block2_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block2_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block2_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block2_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block2_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block2_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_layer1_dense.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_layer1_ln.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_layer1_ln.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.block3_proj.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.output.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.res_gate_0", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.res_gate_1", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.res_gate_2", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.res_gate_3", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.tail_dense.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.tail_ln.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.tail_ln.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block0_proj.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block1_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block1_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block1_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block1_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block1_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block1_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block2_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block2_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block2_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block2_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block2_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block2_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_layer1_dense.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_layer1_ln.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_layer1_ln.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.block3_proj.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.output.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.res_gate_0", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.res_gate_1", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.res_gate_2", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.res_gate_3", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.tail_dense.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.tail_ln.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.tail_ln.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block0_proj.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block1_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block1_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block1_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block1_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block1_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block1_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block2_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block2_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block2_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block2_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block2_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block2_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_layer1_dense.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_layer1_ln.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_layer1_ln.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.block3_proj.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.output.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.res_gate_0", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.res_gate_1", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.res_gate_2", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.res_gate_3", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.tail_dense.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.tail_ln.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.tail_ln.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.2.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block0_layer0_dense.kernel", "write_shape": [2418, 2048], "chunk_shape": [2418, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block0_layer1_dense.kernel", "write_shape": [2048, 4096], "chunk_shape": [2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block0_proj.kernel", "write_shape": [2418, 4096], "chunk_shape": [2418, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block1_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block1_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block2_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block2_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block3_layer0_dense.kernel", "write_shape": [4096, 2048], "chunk_shape": [4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block3_layer1_dense.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.block3_proj.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.output.kernel", "write_shape": [512, 354], "chunk_shape": [512, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.tail_dense.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block0_layer0_dense.kernel", "write_shape": [2418, 2048], "chunk_shape": [2418, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block0_layer1_dense.kernel", "write_shape": [2048, 4096], "chunk_shape": [2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block0_proj.kernel", "write_shape": [2418, 4096], "chunk_shape": [2418, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block1_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block1_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block2_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block2_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block3_layer0_dense.kernel", "write_shape": [4096, 2048], "chunk_shape": [4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block3_layer1_dense.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.block3_proj.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.output.kernel", "write_shape": [512, 1], "chunk_shape": [512, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.tail_dense.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.ns_coeffs", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.2.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer0_dense.kernel", "write_shape": [2418, 2048], "chunk_shape": [2418, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer1_dense.kernel", "write_shape": [2048, 4096], "chunk_shape": [2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_proj.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block0_proj.kernel", "write_shape": [2418, 4096], "chunk_shape": [2418, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block1_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block2_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer0_dense.kernel", "write_shape": [4096, 2048], "chunk_shape": [4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer1_dense.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer1_dense.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer1_ln.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_layer1_ln.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_proj.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.block3_proj.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.output.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.output.kernel", "write_shape": [512, 354], "chunk_shape": [512, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.res_gate_0", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.res_gate_1", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.res_gate_2", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.res_gate_3", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.tail_dense.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.tail_dense.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.tail_ln.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.tail_ln.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer0_dense.kernel", "write_shape": [2418, 2048], "chunk_shape": [2418, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer1_dense.kernel", "write_shape": [2048, 4096], "chunk_shape": [2048, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_proj.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block0_proj.kernel", "write_shape": [2418, 4096], "chunk_shape": [2418, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block1_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer0_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer0_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer0_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer0_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer1_dense.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer1_dense.kernel", "write_shape": [4096, 4096], "chunk_shape": [4096, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer1_ln.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block2_layer1_ln.scale", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer0_dense.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer0_dense.kernel", "write_shape": [4096, 2048], "chunk_shape": [4096, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer0_ln.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer0_ln.scale", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer1_dense.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer1_dense.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer1_ln.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_layer1_ln.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_proj.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.block3_proj.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.output.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.output.kernel", "write_shape": [512, 1], "chunk_shape": [512, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.res_gate_0", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.res_gate_1", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.res_gate_2", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.res_gate_3", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.tail_dense.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.tail_dense.kernel", "write_shape": [1024, 512], "chunk_shape": [1024, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.tail_ln.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.tail_ln.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.RunningMeanStd_0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.RunningMeanStd_0.mean", "write_shape": [2418], "chunk_shape": [2418], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.RunningMeanStd_0.var", "write_shape": [2418], "chunk_shape": [2418], "ext_metadata": null}}]}

train_state/ocdbt.process_0/d/22370513267ed07314aba1bfbf9a13bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211fe46d7422a14379ca90120058d74ea2ced57d7a62aa0077dbb8c5f63e5a9e
+size 529293312

train_state/ocdbt.process_0/d/aa48cd43d79c0fd92ade43fbec67d522

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e18921378b66c7ceefb5d3acc0c880e750513d85cee6b148abe4519655c8e5
+size 1056641024