Upload folder using huggingface_hub
Browse files- .gitattributes +2 -0
- _CHECKPOINT_METADATA +1 -0
- config/metadata +1 -0
- metadata/metadata +1 -0
- train_state/_METADATA +0 -0
- train_state/_sharding +1 -0
- train_state/array_metadatas/process_0 +1 -0
- train_state/d/a27de2d0ace972f48ace41ef7aedd875 +0 -0
- train_state/manifest.ocdbt +0 -0
- train_state/ocdbt.process_0/d/935ef5520b23b52ec5a6a219d944cd6b +0 -0
- train_state/ocdbt.process_0/d/b1d5e2879db8d57ffd169709cfb74fed +0 -0
- train_state/ocdbt.process_0/d/c20e5f104315ef5331751d55721fab3a +0 -0
- train_state/ocdbt.process_0/d/c27be495609e313c8f0e2a8d65f94afc +0 -0
- train_state/ocdbt.process_0/d/daeb2ed2106b31314891bfbfff8ac213 +3 -0
- train_state/ocdbt.process_0/d/dba38bfd08f0b477358fc9f6d9aa26ba +3 -0
- train_state/ocdbt.process_0/d/e0779836518f4b094111cb9fb2fc77a0 +0 -0
- train_state/ocdbt.process_0/manifest.ocdbt +0 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
train_state/ocdbt.process_0/d/daeb2ed2106b31314891bfbfff8ac213 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
train_state/ocdbt.process_0/d/dba38bfd08f0b477358fc9f6d9aa26ba filter=lfs diff=lfs merge=lfs -text
|
_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": {"config": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "train_state": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1768517635941121330, "commit_timestamp_nsecs": 1768517638300366220, "custom_metadata": {}}
|
config/metadata
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"wandb": {"project": "musclemimic", "mode": "online", "tags": ["fullbody", "gmr"]}, "experiment": {"task_factory": {"name": "ImitationFactory", "params": {"amass_dataset_conf": {"dataset_group": "KIT_KINESIS_TRAINING_MOTIONS", "retargeting_method": "gmr", "gmr_config": {"src_human": "smplh", "target_fps": 30, "solver": "daqp", "damping": 0.5, "offset_to_ground": false, "use_velocity_limit": false, "use_fitted_shape": true, "shape_fitting_iterations": 500}}}}, "env_params": {"env_name": "MjxMyoFullBody", "headless": true, "horizon": 1000, "disable_fingers": true, "mjx_backend": "warp", "num_envs": 8192, "enable_muscle_length_observations": true, "enable_muscle_velocity_observations": true, "enable_muscle_force_observations": true, "enable_muscle_excitation_observations": true, "enable_muscle_activation_observations": true, "enable_touch_sensor_observations": true, "init_state_type": "TrajInitialStateHandler", "goal_type": "GoalTrajMimic", "goal_params": {"n_step_lookahead": 5, "n_step_stride": 20, "upper_body_xml_name": "torso", "enable_motion_phase": true, "use_concise_lookahead": true, "sites_for_mimic": ["pelvis_mimic", "upper_body_mimic", "head_mimic", "left_shoulder_mimic", "left_elbow_mimic", "left_hand_mimic", "right_shoulder_mimic", "right_elbow_mimic", "right_hand_mimic", "left_hip_mimic", "left_knee_mimic", "left_ankle_mimic", "left_toes_mimic", "right_hip_mimic", "right_knee_mimic", "right_ankle_mimic", "right_toes_mimic"]}, "control_type": "DefaultControl", "control_params": {}, "reward_type": "MimicReward", "reward_params": {"qpos_w_sum": 0.5, "qvel_w_sum": 0.1, "root_vel_w_sum": 0.1, "rpos_w_sum": 0.3, "rquat_w_sum": 0.01, "rvel_w_sum": 0.1, "use_mean_exp_reward": false, "sites_for_mimic": ["pelvis_mimic", "upper_body_mimic", "head_mimic", "left_shoulder_mimic", "left_elbow_mimic", "left_hand_mimic", "right_shoulder_mimic", "right_elbow_mimic", "right_hand_mimic", "left_hip_mimic", "left_knee_mimic", "left_ankle_mimic", "left_toes_mimic", "right_hip_mimic", "right_knee_mimic", "right_ankle_mimic", "right_toes_mimic"]}, "terminal_state_type": "MeanRelativeSiteDeviationTerminalStateHandler", "terminal_state_params": {"mean_site_deviation_threshold": 0.3, "enable_site_check": true}}, "algorithm": "PPOJax", "actor_hidden_layers": [1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024], "critic_hidden_layers": [1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024, 1024], "activation": "silu", "lr": 0.0004, "num_envs": 8192, "total_timesteps": 4915200000, "max_grad_norm": 10, "anneal_lr": false, "lr_schedule_type": "linear", "warmup_steps": null, "min_lr_ratio": 0.1, "weight_decay": 0.001, "normalize_env": true, "debug": false, "optimizer_type": "muon", "muon_config": {"beta": 0.95, "nesterov": true, "ns_steps": 5, "weight_decay": 0.001, "adaptive": false}, "ppo_config": {"num_steps": 8, "update_epochs": 1, "num_minibatches": 8, "gamma": 0.99, "gae_lambda": 0.95, "clip_eps": 0.2, "clip_eps_vf": 0.2, "init_std": 1.0, "learnable_std": true, "ent_coef": 0.0, "vf_coef": 0.5}, "use_layernorm": true, "layernorm_eps": 1e-05, "use_moe": false, "moe_config": {"num_experts": 16, "moe_at_layers": [3], "apply_moe_to": "both", "apply_moe_to_output": false, "expert_hidden_ratio": 0.5, "temperature": 0.5, "load_balance_loss_weight": 0.01, "gate_init_std": 0.01}, "n_seeds": 1, "seeds": null, "vmap_across_seeds": false, "save_checkpoints": true, "max_checkpoints_to_keep": 10, "checkpoints_on_validation": true, "resume_from": null, "async_checkpointing": false, "reset_logging_timestep": false, "reset_lr_schedule_on_resume": false, "auto_resume": true, "run_id": null, "checkpoint_root": null, "adaptive_termination": {"enabled": false, "init_threshold": 0.5, "low_band": 0.1, "high_band": 0.2, "adjust_factor": 0.95, "consecutive_k": 5, "min_threshold": 0.1, "ema_alpha": 0.1}, "reward_curriculum": {"enabled": false, "qvel_w_sum_init": 0.1, "root_vel_w_sum_init": 0.1, "qvel_w_sum_max": 0.4, "root_vel_w_sum_max": 0.4, "eta": 0.02, "ema_alpha": 0.2, "term_rate_threshold": 0.08, "consecutive_k": 5}, "validation": {"active": true, "deterministic": false, "num_steps": 1000, "num_envs": 20, "num": 50, "video_length": 3000, "video_frequency": 1, "video_fps": 60, "quantities": ["JointPosition", "JointVelocity", "RelSitePosition", "RelSiteVelocity", "RelSiteOrientation", "BodyPosition"], "measures": ["EuclideanDistance", "DynamicTimeWarping", "DiscreteFrechetDistance"], "rel_site_names": ["pelvis_mimic", "upper_body_mimic", "head_mimic", "left_shoulder_mimic", "left_elbow_mimic", "left_hand_mimic", "right_shoulder_mimic", "right_elbow_mimic", "right_hand_mimic", "left_hip_mimic", "left_knee_mimic", "left_ankle_mimic", "left_toes_mimic", "right_hip_mimic", "right_knee_mimic", "right_ankle_mimic", "right_toes_mimic"]}, "num_steps": 8, "update_epochs": 1, "num_minibatches": 8, "gamma": 0.99, "gae_lambda": 0.95, "clip_eps": 0.2, "clip_eps_vf": 0.2, "init_std": 1.0, "learnable_std": true, "ent_coef": 0.0, "vf_coef": 0.5, "num_updates": 75000, "minibatch_size": 8192, "validation_interval": 1500, "effective_utd": 0.0001220703125, "sample_reuse": 1.0, "unrolls_per_1m": 15.2587890625, "updates_per_1m": 15.2587890625, "grad_steps_per_1m": 122.0703125, "checkpoint_dir": "/users/ckli/musclemimic_dev/checkpoints/0e39d3bebd3c"}, "control_config": {"torque_control": {"control_type": "DefaultControl", "control_params": {}}}}
|
metadata/metadata
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"step": 372000, "update_number": 46500, "global_timestep": 3047424000, "learning_rate": 0.00039999998989515007, "num_envs": 8192, "num_steps": 8, "num_minibatches": 8, "update_epochs": 1, "schema_version": "2.1", "algo_version": "PPOJax_v1", "backend": "warp", "env_name": "NormalizeVecReward"}
|
train_state/_METADATA
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
train_state/_sharding
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"b3B0X3N0YXRlLm5vdGZpbml0ZV9jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV80Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV81Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV82Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV83Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV84Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV85Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfOC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfOS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLm11b24uaW5uZXJfc3RhdGUuMC5uc19jb2VmZnM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV80LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV81LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV82LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV83LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV84LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV85LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8xNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5EZW5zZV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTQuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMTUuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fNy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fOC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5hY3Rvci5MYXllck5vcm1fOS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMTYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuRGVuc2VfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzE0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzE0LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzE1LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzE1LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEwLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEwLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzExLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzExLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEyLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEzLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzEzLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzQuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzUuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzYuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzcuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzcuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzguYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzguc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5jcml0aWMuTGF5ZXJOb3JtXzkuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5tdS5sb2dfc3Rk":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV80LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV81LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV82LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV83LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV84LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV85LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8xNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5EZW5zZV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTQuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMTUuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fNy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fOC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5hY3Rvci5MYXllck5vcm1fOS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMTYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuRGVuc2VfOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzE0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzE0LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzE1LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzE1LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEwLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEwLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzExLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzExLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEyLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEzLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzEzLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzQuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzUuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzYuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzcuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzcuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzguYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzguc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5jcml0aWMuTGF5ZXJOb3JtXzkuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmlubmVyX3N0YXRlLjEuaW5uZXJfc3RhdGVzLmFkYW0uaW5uZXJfc3RhdGUuMC5udS5sb2dfc3Rk":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLmxhc3RfZmluaXRl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","b3B0X3N0YXRlLnRvdGFsX25vdGZpbml0ZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzE0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzE0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzE1LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzE1Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzE2LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzE2Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEwLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEwLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzExLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzExLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEzLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzEzLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzMua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzYuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzcuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzcua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzguYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzgua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkRlbnNlXzkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV80LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV80LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV81LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV81LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV82LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV82LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV83LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV83LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV84LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV84LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV85LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV85LnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8wLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xNC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8xNS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmFjdG9yLkxheWVyTm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV80LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV80Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV81LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV81Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV82LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV82Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV83LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV83Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV84LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV84Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV85LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV85Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xMy5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xNC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xNS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8xNi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8yLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5EZW5zZV8zLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTAuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTQuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMTUuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fNy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fOC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fOC5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fOS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmNyaXRpYy5MYXllck5vcm1fOS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cGFyYW1zLmxvZ19zdGQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cnVuX3N0YXRzLlJ1bm5pbmdNZWFuU3RkXzAuY291bnQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cnVuX3N0YXRzLlJ1bm5pbmdNZWFuU3RkXzAubWVhbg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","cnVuX3N0YXRzLlJ1bm5pbmdNZWFuU3RkXzAudmFy":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"}
|
train_state/array_metadatas/process_0
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"array_metadatas": [{"array_metadata": {"param_name": "opt_state.notfinite_count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.last_finite", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.total_notfinite", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_16.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.Dense_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_10.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_11.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_12.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_13.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_14.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_15.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_5.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_6.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_7.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_8.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.actor.LayerNorm_9.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_16.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.Dense_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_10.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_11.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_12.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_13.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_14.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_15.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_5.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_6.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_7.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_8.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.critic.LayerNorm_9.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.mu.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_16.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.Dense_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_10.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_11.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_12.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_13.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_14.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_15.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_5.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_6.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_7.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_8.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.actor.LayerNorm_9.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_16.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.Dense_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_10.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_11.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_12.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_13.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_14.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_15.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_5.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_6.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_7.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_8.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.critic.LayerNorm_9.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.adam.inner_state.0.nu.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_0.kernel", "write_shape": [2418, 1024], "chunk_shape": [2418, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_10.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_11.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_12.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_13.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_14.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_15.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_16.kernel", "write_shape": [1024, 354], "chunk_shape": [1024, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_3.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_5.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_6.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_7.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_8.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.actor.Dense_9.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_0.kernel", "write_shape": [2418, 1024], "chunk_shape": [2418, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_10.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_11.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_12.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_13.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_14.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_15.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_16.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_3.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_5.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_6.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_7.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_8.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.mu.critic.Dense_9.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "opt_state.inner_state.1.inner_states.muon.inner_state.0.ns_coeffs", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_0.kernel", "write_shape": [2418, 1024], "chunk_shape": [2418, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_10.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_11.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_12.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_13.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_14.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_15.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_16.bias", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_16.kernel", "write_shape": [1024, 354], "chunk_shape": [1024, 354], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_3.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_5.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_6.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_7.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_8.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.Dense_9.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_10.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_11.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_12.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_13.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_14.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_15.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_5.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_6.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_7.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_8.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.actor.LayerNorm_9.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_0.kernel", "write_shape": [2418, 1024], "chunk_shape": [2418, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_1.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_10.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_11.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_12.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_13.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_14.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_15.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_16.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_16.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_2.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_3.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_4.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_5.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_6.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_7.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_8.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.Dense_9.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_0.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_0.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_10.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_10.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_11.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_11.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_12.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_12.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_13.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_13.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_14.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_14.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_15.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_15.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_4.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_4.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_5.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_5.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_6.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_6.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_7.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_7.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_8.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_8.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_9.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.critic.LayerNorm_9.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "params.log_std", "write_shape": [354], "chunk_shape": [354], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.RunningMeanStd_0.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.RunningMeanStd_0.mean", "write_shape": [2418], "chunk_shape": [2418], "ext_metadata": null}}, {"array_metadata": {"param_name": "run_stats.RunningMeanStd_0.var", "write_shape": [2418], "chunk_shape": [2418], "ext_metadata": null}}]}
|
train_state/d/a27de2d0ace972f48ace41ef7aedd875
ADDED
|
Binary file (3.83 kB). View file
|
|
|
train_state/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
train_state/ocdbt.process_0/d/935ef5520b23b52ec5a6a219d944cd6b
ADDED
|
Binary file (1.21 kB). View file
|
|
|
train_state/ocdbt.process_0/d/b1d5e2879db8d57ffd169709cfb74fed
ADDED
|
Binary file (1.19 kB). View file
|
|
|
train_state/ocdbt.process_0/d/c20e5f104315ef5331751d55721fab3a
ADDED
|
Binary file (949 Bytes). View file
|
|
|
train_state/ocdbt.process_0/d/c27be495609e313c8f0e2a8d65f94afc
ADDED
|
Binary file (185 Bytes). View file
|
|
|
train_state/ocdbt.process_0/d/daeb2ed2106b31314891bfbfff8ac213
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30a8ac7c5aaddc8310ff998ce56a4c2a241d4b7f079bcd88c5108ee9fe5b0888
|
| 3 |
+
size 74424320
|
train_state/ocdbt.process_0/d/dba38bfd08f0b477358fc9f6d9aa26ba
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e5fadf269c455ff5e65cc1711bee677ef8bd0f11a1a14c594b2089a81f883d9
|
| 3 |
+
size 200372224
|
train_state/ocdbt.process_0/d/e0779836518f4b094111cb9fb2fc77a0
ADDED
|
Binary file (1.17 kB). View file
|
|
|
train_state/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (388 Bytes). View file
|
|
|