diff --git a/ppo_v10/policy_update1555.state.json b/ppo_v10/policy_update1555.state.json deleted file mode 100644 index a42b35b994077f2fbe7ebe87ee08f5eec327be5b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1555.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1556, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4845568, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1560.safetensors b/ppo_v10/policy_update1560.safetensors deleted file mode 100644 index a2f1898c3c3f3f89edc146d3a456e84af552b9b3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1560.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:86db0bb8dff8834cf5b5510f54ea3efa802d6cfb3a528f0b8704da38a785f73f -size 48494336 diff --git a/ppo_v10/policy_update1560.state.json b/ppo_v10/policy_update1560.state.json deleted file mode 100644 index 3d77781bf49e92dddf120fffd8ae9ae3cd481048..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1560.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1561, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4863488, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1565.safetensors b/ppo_v10/policy_update1565.safetensors deleted file mode 100644 index c79073384e4bcc03be3e324eed129c231bb780d2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1565.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:882c7b635447a00ec6e23f4dc767e2d4a965cab9fc3e8675c907871edcf41913 -size 48494336 diff --git a/ppo_v10/policy_update1565.state.json b/ppo_v10/policy_update1565.state.json deleted file mode 100644 index 3f203706d11d281a2f7e1e559eafe545d26d3f61..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1565.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1566, - "stage": 2, - "ent_scale": 4.535147392290249, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4881408, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1570.safetensors b/ppo_v10/policy_update1570.safetensors deleted file mode 100644 index 587458ad3112458c40a8daf28e4b9e147ca55004..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1570.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d9237de10b6645920c1c73e65280b77df65f44c671d3faf9dbf8421feee0da2b -size 48494336 diff --git a/ppo_v10/policy_update1570.state.json b/ppo_v10/policy_update1570.state.json deleted file mode 100644 index f60bd5298599bfdb6921bd9892572b44a60da1e3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1570.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1571, - "stage": 2, - "ent_scale": 3.5534066506506075, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4899328, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1575.safetensors b/ppo_v10/policy_update1575.safetensors deleted file mode 100644 index 768592f2f40a1165ecb66422a1ad2eff7637e63c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1575.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd04ad01a32f19b87310add8e54edccc22979df73ddf8ad1b1128418d6d65def -size 48494336 diff --git a/ppo_v10/policy_update1575.state.json b/ppo_v10/policy_update1575.state.json deleted file mode 100644 index 613ebc19bf27e2ef5295819c987bc191e9a98f5a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1575.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1576, - "stage": 2, - "ent_scale": 4.535147392290249, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4917248, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1580.safetensors b/ppo_v10/policy_update1580.safetensors deleted file mode 100644 index e5723bdf6204697facc664d0da9ccaefb569be56..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1580.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ab3f7735c5df4ce5925efec3d810d369cf542ea2cbf7febb39fbe1eef7b9640c -size 48494336 diff --git a/ppo_v10/policy_update1580.state.json b/ppo_v10/policy_update1580.state.json deleted file mode 100644 index 04f2173e3ef2719cf87487c0750f0a9db03d5989..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1580.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1581, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4935168, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1585.safetensors b/ppo_v10/policy_update1585.safetensors deleted file mode 100644 index f2f2f68033e1740fd4fed0c92b6c1e4dfccfda22..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1585.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4d7f00d091932446ada90f43089d22d29cec5428bc5889b0cfc60dcfc45641b6 -size 48494336 diff --git a/ppo_v10/policy_update1585.state.json b/ppo_v10/policy_update1585.state.json deleted file mode 100644 index 72b5c52b2b4d30a9509987699e61269f1885589a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1585.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1586, - "stage": 2, - "ent_scale": 4.535147392290249, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4953088, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1590.safetensors b/ppo_v10/policy_update1590.safetensors deleted file mode 100644 index 373fc41fc39d97ab124abef9032246df2ddfaf16..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1590.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9820fe25f96f35e5f79c407c009ebfa66e73b985c6f66a08b8b977c69f742256 -size 48494336 diff --git a/ppo_v10/policy_update1590.state.json b/ppo_v10/policy_update1590.state.json deleted file mode 100644 index c730e780bc34ded7b75ba76f04612dd894269e96..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1590.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1591, - "stage": 2, - "ent_scale": 3.5534066506506075, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4971008, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1595.safetensors b/ppo_v10/policy_update1595.safetensors deleted file mode 100644 index b13e71d3543693e9147338cd2f38271848f844db..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1595.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:45d05853bc3acfd54baa77c210d90fae26ab13fd44883beda2c9ccbf75d237ba -size 48494336 diff --git a/ppo_v10/policy_update1595.state.json b/ppo_v10/policy_update1595.state.json deleted file mode 100644 index 8301e5fec909fd1777f20d0f44be18a678f35821..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1595.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1596, - "stage": 2, - "ent_scale": 2.7841870908877966, - "lr_now": 0.00018062499999999999, - "total_env_steps": 4988928, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1600.safetensors b/ppo_v10/policy_update1600.safetensors deleted file mode 100644 index 48219a895a8590692243d4b4493935d5c8cfd00b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1600.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a5771c696059c2922065b94e9f7cc00b7cdf0df1873716b074c70f51b3c5bb25 -size 48494336 diff --git a/ppo_v10/policy_update1600.state.json b/ppo_v10/policy_update1600.state.json deleted file mode 100644 index 9ace5911f450448af134410a91a4d1123334b118..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1600.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1601, - "stage": 2, - "ent_scale": 2.181483438054286, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5006848, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1605.safetensors b/ppo_v10/policy_update1605.safetensors deleted file mode 100644 index d5c07f6286f4fded9ed1c2b6486f7943017b92ac..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1605.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6eb37ddcda664fa3938ffeb89584f836e23e1b362d249939c6403ed09c675d1f -size 48494336 diff --git a/ppo_v10/policy_update1605.state.json b/ppo_v10/policy_update1605.state.json deleted file mode 100644 index d201b56c5c958e94ca4c3a2eb47ebdce4e9132c4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1605.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1606, - "stage": 2, - "ent_scale": 2.333125370166193, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5024768, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1610.safetensors b/ppo_v10/policy_update1610.safetensors deleted file mode 100644 index 08bd1ebdbac57945e7d3a093211f62b5e6753721..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1610.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:51097a34cf0cdb295173fcfc2cb307a13d0e3c8a23fb92c636d5e0d6bdf0af71 -size 48494336 diff --git a/ppo_v10/policy_update1610.state.json b/ppo_v10/policy_update1610.state.json deleted file mode 100644 index 1992b822313fb51c95d3f287c002516b973bb215..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1610.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1611, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5042688, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1615.safetensors b/ppo_v10/policy_update1615.safetensors deleted file mode 100644 index aaa056eaaa1a35fa9abb4e124c8217ed04ad2496..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1615.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:28a0beefc49817157f9715455a0918f0a62ffdcacedb175f9b434c3ebb30877d -size 48494336 diff --git a/ppo_v10/policy_update1615.state.json b/ppo_v10/policy_update1615.state.json deleted file mode 100644 index 8f79c9aaa12cc3331d4fcb79d9ae25eaaab07983..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1615.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1616, - "stage": 2, - "ent_scale": 3.917630832342295, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5060608, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1620.safetensors b/ppo_v10/policy_update1620.safetensors deleted file mode 100644 index 182531a68bc0774c3b31b2b3c3f935a21b764d7e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1620.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2dbc613647a01f3e965c420bcd9853c922e3c3ab9d74344057bbc594712784f8 -size 48494336 diff --git a/ppo_v10/policy_update1620.state.json b/ppo_v10/policy_update1620.state.json deleted file mode 100644 index 611ae63871a6ab06d37c673e54e4e9ec18779b94..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1620.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1621, - "stage": 2, - "ent_scale": 4.761904761904762, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5078528, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1625.safetensors b/ppo_v10/policy_update1625.safetensors deleted file mode 100644 index b6bafe042b0fa6a21681e92569b02e9802cb4a05..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1625.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4881fe633c390e3203c6d1efa269393098d80e1b1e9626294e40b5d5a7e72979 -size 48494336 diff --git a/ppo_v10/policy_update1625.state.json b/ppo_v10/policy_update1625.state.json deleted file mode 100644 index d248a273aec9c22591de0c6c15c38185ea8b7680..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1625.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1626, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5096448, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1630.safetensors b/ppo_v10/policy_update1630.safetensors deleted file mode 100644 index 864b450035e5efe611bc744d00df7332083f8c25..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1630.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:57032cba83132490c4074c7b9ec8a4811320c0bee1cf99181108e8f28f900eb4 -size 48494336 diff --git a/ppo_v10/policy_update1630.state.json b/ppo_v10/policy_update1630.state.json deleted file mode 100644 index 13de8d0f0fe9baf532bde62dadbb02cf8811eb50..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1630.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1631, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5114368, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1635.safetensors b/ppo_v10/policy_update1635.safetensors deleted file mode 100644 index fad54cc1dd0785b35149e0337c44dc15cf5d4bc5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1635.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a44e6e7943eb3d1933a0a1ce55e8c88f13213e3673b39d1070be4b6697134072 -size 48494336 diff --git a/ppo_v10/policy_update1635.state.json b/ppo_v10/policy_update1635.state.json deleted file mode 100644 index 4a0cccfdd255965f60d982da643823e289a29faa..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1635.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1636, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5132288, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1640.safetensors b/ppo_v10/policy_update1640.safetensors deleted file mode 100644 index 62a7aeb8e4f825b119ee7028d975c9805a5c1a38..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1640.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7be0fb228cf6dae3aa797805a220749d4e651d1291f2a90b78f7202308981849 -size 48494336 diff --git a/ppo_v10/policy_update1640.state.json b/ppo_v10/policy_update1640.state.json deleted file mode 100644 index f48e10f4026a59c936285e09192bd2ea5e8d3c43..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1640.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1641, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5150208, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1645.safetensors b/ppo_v10/policy_update1645.safetensors deleted file mode 100644 index 8acc3e8ccbd56009422f4e0dbc47ff80ae757508..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1645.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d64244b733c14a46dd0d21d45d56e55858293aa4d52bb5a3f6d060e49434c17a -size 48494336 diff --git a/ppo_v10/policy_update1645.state.json b/ppo_v10/policy_update1645.state.json deleted file mode 100644 index 0b24a788b20813c8801a617dc8fee463fdbba9ff..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1645.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1646, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5168128, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1650.safetensors b/ppo_v10/policy_update1650.safetensors deleted file mode 100644 index 97671469e1f689703dbc6a5ecc65f859af869f50..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1650.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ee61216b5bd2a6b39b2206d6763939559fe5d9d31d53fa8ffab2ad043d14da28 -size 48494336 diff --git a/ppo_v10/policy_update1650.state.json b/ppo_v10/policy_update1650.state.json deleted file mode 100644 index 0c52a8f235ddebe25888588787686d0a3bad9725..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1650.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1651, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5186048, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1655.safetensors b/ppo_v10/policy_update1655.safetensors deleted file mode 100644 index 22397a28c9bdc740a5211042ea90d82e40d07ecf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1655.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07adc1c07aceade76e237b345abeb112bffaefe37b76d78e272affec7c9c99d4 -size 48494336 diff --git a/ppo_v10/policy_update1655.state.json b/ppo_v10/policy_update1655.state.json deleted file mode 100644 index b9ab8cec147f2ef0cd63c8d72d69297560fd122c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1655.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1656, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5203968, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1660.safetensors b/ppo_v10/policy_update1660.safetensors deleted file mode 100644 index 49d01d2abc9a7ebbd52dcba48c66355d3f1febe3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1660.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ffd6ba16b3abc5e1996affae418316854f63f527a5c30b86151d02257e7f282f -size 48494336 diff --git a/ppo_v10/policy_update1660.state.json b/ppo_v10/policy_update1660.state.json deleted file mode 100644 index 1143cf0f367e03bf3dbf32665accdce207e7ed1d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1660.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1661, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5221888, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1665.safetensors b/ppo_v10/policy_update1665.safetensors deleted file mode 100644 index caf3854b342024bfccc923ac6aab1ccc33c8043c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1665.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eae0d7d2dd59106c31c4b49fceea2b2bd25cca382b2485dc3bed188643ac452e -size 48494336 diff --git a/ppo_v10/policy_update1665.state.json b/ppo_v10/policy_update1665.state.json deleted file mode 100644 index 663059591f372cfa92ead23ffae09749e698d3a9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1665.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1666, - "stage": 2, - "ent_scale": 4.11351237395941, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5239808, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1670.safetensors b/ppo_v10/policy_update1670.safetensors deleted file mode 100644 index 2466f224d5d29d9ffe74ffbeac7ce622a3e558cb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1670.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:76e6d52156ec37cfe3b74cf23e039e540f2ec2a2d8d5cc1713c0978d11a10b6a -size 48494336 diff --git a/ppo_v10/policy_update1670.state.json b/ppo_v10/policy_update1670.state.json deleted file mode 100644 index c6c3cc0c3d4897eeb69d888273bb5947d96ee9bb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1670.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1671, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5257728, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1675.safetensors b/ppo_v10/policy_update1675.safetensors deleted file mode 100644 index 9013ded12f61843e61b516b59f09ca08f965baa3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1675.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3498b9d8c636a277cd374fa4f7f21e066616a9faf38e79055776d1ed9aa58b9d -size 48494336 diff --git a/ppo_v10/policy_update1675.state.json b/ppo_v10/policy_update1675.state.json deleted file mode 100644 index 3d6d333e5e2c5063019b94ad3042488599a798ec..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1675.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1676, - "stage": 2, - "ent_scale": 5.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5275648, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1680.safetensors b/ppo_v10/policy_update1680.safetensors deleted file mode 100644 index 7387b10f870ef36b7babf32d364b245235102db2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1680.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e6110eddb8f88631a87010c0f6f13c07aee96a9adf6548bd8914d7cabe54789a -size 48494336 diff --git a/ppo_v10/policy_update1680.state.json b/ppo_v10/policy_update1680.state.json deleted file mode 100644 index ad59761949e8eeb972ad5a0f0887336c3652640f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1680.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1681, - "stage": 2, - "ent_scale": 4.319187992657381, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5293568, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1685.safetensors b/ppo_v10/policy_update1685.safetensors deleted file mode 100644 index 8d3636c35dc5a6fe67abf8cdb412b22143026252..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1685.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:30c7cbb4338ad4b7014be5e1d7e4fcbb9745b5f259230eb6646ac769e0148690 -size 48494336 diff --git a/ppo_v10/policy_update1685.state.json b/ppo_v10/policy_update1685.state.json deleted file mode 100644 index ec5712601f023f636479c71b2040d7dc0f26ab4f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1685.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1686, - "stage": 2, - "ent_scale": 3.3841968101434357, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5311488, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1690.safetensors b/ppo_v10/policy_update1690.safetensors deleted file mode 100644 index ef588a9118e2a702a910081cde55ee9dd117eb7f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1690.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b904b47f20941f2fb30041f5cff296821161bec44c20a73d9a49e86db7a395f5 -size 48494336 diff --git a/ppo_v10/policy_update1690.state.json b/ppo_v10/policy_update1690.state.json deleted file mode 100644 index f46d354c7054300980dd2f60c0b0d87d3c8e1331..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1690.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1691, - "stage": 2, - "ent_scale": 2.1416823776059974, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5329408, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1695.safetensors b/ppo_v10/policy_update1695.safetensors deleted file mode 100644 index 2ae884ce4dbbac80a9f29e779235198043bca6d1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1695.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:22fb3f53982dbb79463bc4aa4ab7260b30deecfb0fb6568e3eab33cb39f03ec3 -size 48494336 diff --git a/ppo_v10/policy_update1695.state.json b/ppo_v10/policy_update1695.state.json deleted file mode 100644 index b47e1e826cf75e95846da409bf9ca2df1cdefeda..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1695.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1696, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5347328, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1700.safetensors b/ppo_v10/policy_update1700.safetensors deleted file mode 100644 index 615949dfa0a3ca56342bfd2db63da541b4f1cdf8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1700.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:505691fd55471e22f1feb5ca375b20035b1e64155e2a6032c93215f92033867a -size 48494336 diff --git a/ppo_v10/policy_update1700.state.json b/ppo_v10/policy_update1700.state.json deleted file mode 100644 index 2ba20db0f1a2196705536f9f8726c14dd669cdde..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1700.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1701, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5365248, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1705.safetensors b/ppo_v10/policy_update1705.safetensors deleted file mode 100644 index dab0828705b6c6fa1e95892b13a92f79c2cdbf0c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1705.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb44b4aeed3157213e9fdc95801c5447c00923d7137f8ad28ec1b3ae936c5309 -size 48494336 diff --git a/ppo_v10/policy_update1705.state.json b/ppo_v10/policy_update1705.state.json deleted file mode 100644 index 649fe5dbe237ef8f629af5e465c39757f1ef0c08..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1705.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1706, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5383168, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1710.safetensors b/ppo_v10/policy_update1710.safetensors deleted file mode 100644 index ba3fceb34b7bb804fce5c1270acced6f4667707b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1710.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ece5d91a9686ac4aefeefd7841692f68de1440e5317b6ee248bf832ac1c90693 -size 48494336 diff --git a/ppo_v10/policy_update1710.state.json b/ppo_v10/policy_update1710.state.json deleted file mode 100644 index f7bdbcb9d022efd75c16e1ea8dab9bd6c141943c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1710.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1711, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5401088, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1715.safetensors b/ppo_v10/policy_update1715.safetensors deleted file mode 100644 index c0e953c305ddb85740442a1ea4d9ded2665bfa18..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1715.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b84a2bd5e4919e39e481b6eadf0802065ef5457f2e1234c1fd0b95dd61c2f734 -size 48494336 diff --git a/ppo_v10/policy_update1715.state.json b/ppo_v10/policy_update1715.state.json deleted file mode 100644 index cbac341ec756de89f62f42120c5899a2013e274e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1715.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1716, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5419008, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1720.safetensors b/ppo_v10/policy_update1720.safetensors deleted file mode 100644 index 458dd827e83fbe11a76f43ff814ac44df4317b63..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1720.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2b5e6669452159e3061f6b2da5678bc0c088a0ad5e1605a346a7f44fcbf02f78 -size 48494336 diff --git a/ppo_v10/policy_update1720.state.json b/ppo_v10/policy_update1720.state.json deleted file mode 100644 index 0485b2c00390cf6dee19b28cbdb4bb2d5e31493e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1720.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1721, - "stage": 2, - "ent_scale": 1.2380952380952381, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5436928, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1725.safetensors b/ppo_v10/policy_update1725.safetensors deleted file mode 100644 index 5229037ec757a6234dec13dbe4c88738aaf16edc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1725.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9dca7b9260b72e988f0851517f9a5c28d826de0a12c32d5ab0b2947abf12d384 -size 48494336 diff --git a/ppo_v10/policy_update1725.state.json b/ppo_v10/policy_update1725.state.json deleted file mode 100644 index 94f9f30b7a80754df14f1ce34b75ac99f110ea9b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1725.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1726, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5454848, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1730.safetensors b/ppo_v10/policy_update1730.safetensors deleted file mode 100644 index 582b8c12db98f9dce67af3f1102a77fdb0401154..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1730.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:67dbcafb1b58d3e2a712cdb01c623f61c06ad6c922dd6675882bdfcc83ed5d60 -size 48494336 diff --git a/ppo_v10/policy_update1730.state.json b/ppo_v10/policy_update1730.state.json deleted file mode 100644 index d5670f1da17a83767d2f5eb67fef0157001f51dd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1730.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1731, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5472768, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1735.safetensors b/ppo_v10/policy_update1735.safetensors deleted file mode 100644 index be789a00fa8a8b46403124622f9befd5d096583c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1735.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:74ca45e03a5655ff6af7535fd6fc2db46206edc4bde350b6aaff1e807e63cb2b -size 48494336 diff --git a/ppo_v10/policy_update1735.state.json b/ppo_v10/policy_update1735.state.json deleted file mode 100644 index ca097d7073943b9ec37343033db17e53ebf91efa..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1735.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1736, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5490688, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1740.safetensors b/ppo_v10/policy_update1740.safetensors deleted file mode 100644 index ca03de161df5c834e30d1098efc9d209bb453f1b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1740.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4cd8c523abf9ce9c8a4c65934da2ed24d114ee72dbeab9db594f23c06069d9d7 -size 48494336 diff --git a/ppo_v10/policy_update1740.state.json b/ppo_v10/policy_update1740.state.json deleted file mode 100644 index f25f0dde00528b6b7f245fae1b7d6b5db57d7447..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1740.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1741, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5508608, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1745.safetensors b/ppo_v10/policy_update1745.safetensors deleted file mode 100644 index 6a5a222dfff43372ca55149c177fcbcc5e35fdc9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1745.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e584541b7d2f8a0df4c55ade13f69b846de1c7a71263f78f8dfd2e5a0996d459 -size 48494336 diff --git a/ppo_v10/policy_update1745.state.json b/ppo_v10/policy_update1745.state.json deleted file mode 100644 index f29a3f7635fac199ed4868a1171fd4300b37195b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1745.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1746, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5526528, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1750.safetensors b/ppo_v10/policy_update1750.safetensors deleted file mode 100644 index 6a1428296ce47590ce0c4dac752174f8c7ffe077..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1750.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8c1c7706d24c667d67f35bb2e9114281d0cfba9d7e6b70da1f0b133d6e94e142 -size 48494336 diff --git a/ppo_v10/policy_update1750.state.json b/ppo_v10/policy_update1750.state.json deleted file mode 100644 index 49c25c2e118bb37baff375ac4a4ca9e700d2dfb4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1750.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1751, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5544448, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1755.safetensors b/ppo_v10/policy_update1755.safetensors deleted file mode 100644 index 3697c26ca0909b7192efd45143c9f4245adb41c5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1755.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0f51ea5c3fe5262232ee534f77aace83723a567a24eafa9daad623924ca22181 -size 48494336 diff --git a/ppo_v10/policy_update1755.state.json b/ppo_v10/policy_update1755.state.json deleted file mode 100644 index b8859ce674368dbe9db5df3fc9e96dec6bc77d43..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1755.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1756, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5562368, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1760.safetensors b/ppo_v10/policy_update1760.safetensors deleted file mode 100644 index 513b433cf42325a76b8cc34462debc0fd2ba8ee4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1760.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e3ecd7b7138ec0605c4331572a499467af708570478737513cb7f26fa63145fc -size 48494336 diff --git a/ppo_v10/policy_update1760.state.json b/ppo_v10/policy_update1760.state.json deleted file mode 100644 index 9c5a7210d86664226ca0a8c3c30cba129391dc2c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1760.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1761, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5580288, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1765.safetensors b/ppo_v10/policy_update1765.safetensors deleted file mode 100644 index c11bd193e6391398e6800c19ebee333709a30ab8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1765.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6a770c86a37e931d51efd3c9b793dbb5d2b83cc080ceebddf863a8767fb2d844 -size 48494336 diff --git a/ppo_v10/policy_update1765.state.json b/ppo_v10/policy_update1765.state.json deleted file mode 100644 index c86f2e8648a00607350e7f5b19720d98caaad79a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1765.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1766, - "stage": 2, - "ent_scale": 1.0695132172294464, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5598208, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1770.safetensors b/ppo_v10/policy_update1770.safetensors deleted file mode 100644 index 5a5695360b0cad855903199eeec4be386a12dce6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1770.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6562094b997bc56cb38f327610ae63f6112a40aab80e296ff054222e1e370d7e -size 48494336 diff --git a/ppo_v10/policy_update1770.state.json b/ppo_v10/policy_update1770.state.json deleted file mode 100644 index 995ebc1b629f86e005d44bff863682fa5df9dad4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1770.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1771, - "stage": 2, - "ent_scale": 1.2380952380952381, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5616128, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1775.safetensors b/ppo_v10/policy_update1775.safetensors deleted file mode 100644 index a15fbf41d4084a6d3104f1309f09cbc98124ed4e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1775.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:156265c7875f43ea3b0411c3e59a6e232df2b9721660b4f0eaf2cbbc6054bbc1 -size 48494336 diff --git a/ppo_v10/policy_update1775.state.json b/ppo_v10/policy_update1775.state.json deleted file mode 100644 index 8540373374fe2b94867c6514d1de06fc0775b1ae..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1775.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1776, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5634048, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1780.safetensors b/ppo_v10/policy_update1780.safetensors deleted file mode 100644 index 6ce64b78a8b69b9abc4b883f5a76f9b5534f8067..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1780.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f083f16c7d3a7d049e08b50348642f74e2dadd9b0667429cca48192e59746c25 -size 48494336 diff --git a/ppo_v10/policy_update1780.state.json b/ppo_v10/policy_update1780.state.json deleted file mode 100644 index ce7a73c98b046b88071756c0975ba7a75160de29..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1780.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1781, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5651968, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1785.safetensors b/ppo_v10/policy_update1785.safetensors deleted file mode 100644 index b6d9a7f22fbcf8d915c3418b158a352ff337493b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1785.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dea12bfcce656c3c34018989b57090a1a3c2ffe68e06ad0ddc66be225ec42f17 -size 48494336 diff --git a/ppo_v10/policy_update1785.state.json b/ppo_v10/policy_update1785.state.json deleted file mode 100644 index 95c472c728efde278071b908f6bb55876cf01d59..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1785.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1786, - "stage": 2, - "ent_scale": 1.0, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5669888, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1790.safetensors b/ppo_v10/policy_update1790.safetensors deleted file mode 100644 index b47e821a48ba70359c0a5808de94db7d17b8e7c7..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1790.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:88dd1f16b1b768590d8d6ff02859d40b8331cb06b936bf186dd94ab72e277782 -size 48494336 diff --git a/ppo_v10/policy_update1790.state.json b/ppo_v10/policy_update1790.state.json deleted file mode 100644 index 53117622af9e0f12b18a678db452d36ebcb1c60d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1790.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1791, - "stage": 2, - "ent_scale": 1.6095238095238096, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5687808, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1795.safetensors b/ppo_v10/policy_update1795.safetensors deleted file mode 100644 index c769cb2801e96ebd125d3786ccfd839cbf7fcca5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1795.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:35538124764281b1ed29065206ed8ece31b4cc45989640f94d20b88fdbef815a -size 48494336 diff --git a/ppo_v10/policy_update1795.state.json b/ppo_v10/policy_update1795.state.json deleted file mode 100644 index 3d0224cb78363cf1923e4917b2895bc600923bce..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1795.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1796, - "stage": 2, - "ent_scale": 2.349720538253094, - "lr_now": 0.00018062499999999999, - "total_env_steps": 5705728, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1800.safetensors b/ppo_v10/policy_update1800.safetensors deleted file mode 100644 index 9b4fd3f8339f8253a3201451e9e2bc5a3cf0cb54..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1800.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:faca700240e77ff9cfa6a993fc1e3b4a6d41b933ed3e8af64581f2a358d99c43 -size 48494336 diff --git a/ppo_v10/policy_update1800.state.json b/ppo_v10/policy_update1800.state.json deleted file mode 100644 index cd117400865920966dcb25712f484f425f9811cd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1800.state.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1801, - "stage": 3, - "ent_scale": 2.02977694698464, - "lr_now": 0.00015353125, - "total_env_steps": 5723648, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1805.safetensors b/ppo_v10/policy_update1805.safetensors deleted file mode 100644 index 5a75d7acb3563dbabbe521a2170fca9cdeb2bf7e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1805.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f74f39b730edb1e564dfc24bfa7fd0d29c39ed643b1e5117c7f8de5b05eedc1 -size 48494336 diff --git a/ppo_v10/policy_update1805.state.json b/ppo_v10/policy_update1805.state.json deleted file mode 100644 index d5ce15f50f188e2cb33ba983d6446679238ef132..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1805.state.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1806, - "stage": 3, - "ent_scale": 1.4162057889305004, - "lr_now": 0.00015353125, - "total_env_steps": 5741568, - "recent_wins": [ - 1.0 - ], - "recent_conversions": [ - 1.0 - ], - "recent_deaths": [ - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1810.safetensors b/ppo_v10/policy_update1810.safetensors deleted file mode 100644 index 32acfc6cdcef69c90506a249462ad7f05cd71f2a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1810.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ede084132962139b65dc5428b79f990d6d3253cbc7c5278f0d3e7196368175e8 -size 48494336 diff --git a/ppo_v10/policy_update1810.state.json b/ppo_v10/policy_update1810.state.json deleted file mode 100644 index cb57403365dfa5c02a38a6375ef6823a7f4cda75..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1810.state.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1811, - "stage": 3, - "ent_scale": 1.669902517559774, - "lr_now": 0.00015353125, - "total_env_steps": 5759488, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1815.safetensors b/ppo_v10/policy_update1815.safetensors deleted file mode 100644 index de73f93f9c67721ea543f6c6889438cde99d5e15..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1815.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8fb2a84e71bf61bfcdb07a3079b9aece123c77400cb3f2f2a31d2a279bf4491d -size 48494336 diff --git a/ppo_v10/policy_update1815.state.json b/ppo_v10/policy_update1815.state.json deleted file mode 100644 index c18da944c754e20af56d91122f445844ea4e459f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1815.state.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1816, - "stage": 3, - "ent_scale": 1.0567945645058614, - "lr_now": 0.00015353125, - "total_env_steps": 5777408, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1820.safetensors b/ppo_v10/policy_update1820.safetensors deleted file mode 100644 index 52b42e3f48ae01c7f71f749f7a8fd5883f96bcaf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1820.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9e5cdba118d654acd8f6ca15fe2d49d113f36167ea66f9e95ddc7650de87189d -size 48494336 diff --git a/ppo_v10/policy_update1820.state.json b/ppo_v10/policy_update1820.state.json deleted file mode 100644 index e7030d29700e3700a6c7a24e78a5631e3e486298..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1820.state.json +++ /dev/null @@ -1,141 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1821, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5795328, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1825.safetensors b/ppo_v10/policy_update1825.safetensors deleted file mode 100644 index ce8d6675fca830bdb11b08b2da1332d903403842..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1825.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e2d834f97b12f8888510fdbed9a147a74d67988301d9375ecc779128e0d2ba6c -size 48494336 diff --git a/ppo_v10/policy_update1825.state.json b/ppo_v10/policy_update1825.state.json deleted file mode 100644 index 80d48ad53aae29eda3e846c9491b28294cdfe234..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1825.state.json +++ /dev/null @@ -1,153 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1826, - "stage": 3, - "ent_scale": 1.0695132172294464, - "lr_now": 0.00015353125, - "total_env_steps": 5813248, - "recent_wins": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1830.safetensors b/ppo_v10/policy_update1830.safetensors deleted file mode 100644 index 46e851bfe60661bfd99e83111065b0b0186561cc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1830.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ecb135266144401477afbef9b1eb359c40fc4a612b9fdf767c8e48d564c0e9da -size 48494336 diff --git a/ppo_v10/policy_update1830.state.json b/ppo_v10/policy_update1830.state.json deleted file mode 100644 index 014f2fa0b2cb47ccd184f3c126ad66a4aa870c3c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1830.state.json +++ /dev/null @@ -1,159 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1831, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5831168, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1835.safetensors b/ppo_v10/policy_update1835.safetensors deleted file mode 100644 index 0b30cc234e440f82dd0a59d6ea71daaa7214be1e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1835.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9cbb9d5e650f874bbb659e549ffedef87364507d53f5993a372d3333f3657124 -size 48494336 diff --git a/ppo_v10/policy_update1835.state.json b/ppo_v10/policy_update1835.state.json deleted file mode 100644 index 17698f22bbbf9aa811af9d21e4f1902391bd3fd6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1835.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1836, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5849088, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1840.safetensors b/ppo_v10/policy_update1840.safetensors deleted file mode 100644 index 389b16dade8c06009ea1af7b95f112e99ac4a817..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1840.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3473a6642e25b1aecd983df957f40c4e4dc81be84339827156f3ca30b554eb4a -size 48494336 diff --git a/ppo_v10/policy_update1840.state.json b/ppo_v10/policy_update1840.state.json deleted file mode 100644 index 98fb849b26c7ec3547484d9946c9229222b73bde..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1840.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1841, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5867008, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1845.safetensors b/ppo_v10/policy_update1845.safetensors deleted file mode 100644 index e4486ca3aae117ff78dd939bb492f9013bdb4201..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1845.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:03727dc323132b2e91800969466bfe4f1068dd4add84756e13b1fb225c7f8626 -size 48494336 diff --git a/ppo_v10/policy_update1845.state.json b/ppo_v10/policy_update1845.state.json deleted file mode 100644 index b33c3e2126ce02acefa527fcc06a85dc1c8b25a6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1845.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1846, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5884928, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1850.safetensors b/ppo_v10/policy_update1850.safetensors deleted file mode 100644 index b11a40e35be1825ecea2e9e81aaa6e00fe0ff0eb..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1850.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:42a11fb149eee204245afb354b147537e005d5323cb1a1d00d20d68c32013c84 -size 48494336 diff --git a/ppo_v10/policy_update1850.state.json b/ppo_v10/policy_update1850.state.json deleted file mode 100644 index 01e43d9794829e95936d15a7417502848b93223d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1850.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1851, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5902848, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1855.safetensors b/ppo_v10/policy_update1855.safetensors deleted file mode 100644 index 2f460ec4a294b7a97ba701f8cf13a685d8446b5b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1855.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:205284ede9534c32d7d5f25d4feda4f0e31dcfc839f52b201e22b0ea2bbf45f2 -size 48494336 diff --git a/ppo_v10/policy_update1855.state.json b/ppo_v10/policy_update1855.state.json deleted file mode 100644 index 31faef472ac8bc5d86edcb5c832079ffbde038b8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1855.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1856, - "stage": 3, - "ent_scale": 1.1229888780909187, - "lr_now": 0.00015353125, - "total_env_steps": 5920768, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1860.safetensors b/ppo_v10/policy_update1860.safetensors deleted file mode 100644 index a3060711ba7961a4a30a24160fba1ebfaf7a22d4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1860.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:53135fecfac532bdc8c232e4c9db7b9bc73a7b537f85a887f5824e4e4fd13321 -size 48494336 diff --git a/ppo_v10/policy_update1860.state.json b/ppo_v10/policy_update1860.state.json deleted file mode 100644 index 89ba4d2eeff06d796fb578b24aa639792b1e9355..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1860.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1861, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5938688, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1865.safetensors b/ppo_v10/policy_update1865.safetensors deleted file mode 100644 index 1c4024c4ca8f9e9efb1d8e5ab59aa0b1b85937e1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1865.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e8f4b780fbe2be5219bef81f83c948701674e1d3d7d8ec14a96ebaa37d9a8fe1 -size 48494336 diff --git a/ppo_v10/policy_update1865.state.json b/ppo_v10/policy_update1865.state.json deleted file mode 100644 index ccbe5438744942a6507cd764d1d3da7bcfc2d004..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1865.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1866, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5956608, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1870.safetensors b/ppo_v10/policy_update1870.safetensors deleted file mode 100644 index 03532c5cd17bc160ee149e680aa31ff25f0cc5b3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1870.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:edb23f0dc3a7412d6613a6347bba49a45abccd2d36450de3ecf86ba6a563f6ec -size 48494336 diff --git a/ppo_v10/policy_update1870.state.json b/ppo_v10/policy_update1870.state.json deleted file mode 100644 index 02b05b910b780d9405250b3d9ba6c9132b84a79f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1870.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1871, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5974528, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1875.safetensors b/ppo_v10/policy_update1875.safetensors deleted file mode 100644 index 168af5df99a9bc5869b85cb124c14051aa7bcf83..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1875.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d885be18a079d307a009e3bd776b8b1c0d42584194632ccbe93c092a87d53584 -size 48494336 diff --git a/ppo_v10/policy_update1875.state.json b/ppo_v10/policy_update1875.state.json deleted file mode 100644 index 5328d854102f8f0f2ffad3e1b6c3bf442c0615fa..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1875.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1876, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 5992448, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1885.safetensors b/ppo_v10/policy_update1885.safetensors deleted file mode 100644 index ba0862029136b235e28f7e7951da6ca55acbf6bf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1885.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1bd80e24cf963c04169c176e1ac1df9257dfeda1a255fca64c28b5397588b145 -size 48494336 diff --git a/ppo_v10/policy_update1885.state.json b/ppo_v10/policy_update1885.state.json deleted file mode 100644 index 39e6f0baf0f9d349ad960ac45ba5d8818c104707..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1885.state.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1886, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6028288, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1890.safetensors b/ppo_v10/policy_update1890.safetensors deleted file mode 100644 index 1131b2d6f9429fa6acc5ef96bbaeb1beac40f8af..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1890.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1be4f9539f6bb5ab67b472ff8a827279d7578cd0804061b3151641647b4abffc -size 48494336 diff --git a/ppo_v10/policy_update1890.state.json b/ppo_v10/policy_update1890.state.json deleted file mode 100644 index cd456ebeb6487ee0fda29717ec82fdc88a31a939..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1890.state.json +++ /dev/null @@ -1,49 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1891, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6046208, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1895.safetensors b/ppo_v10/policy_update1895.safetensors deleted file mode 100644 index a205adb20d8f065f7d4b811224ccdfa919e0287b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1895.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2d7fafef3ba0fc67e139033dd42274e292afaf95b150c3f56d8e6b9136102f95 -size 48494336 diff --git a/ppo_v10/policy_update1895.state.json b/ppo_v10/policy_update1895.state.json deleted file mode 100644 index c6fdbd179382001e65156704f699f26152e00998..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1895.state.json +++ /dev/null @@ -1,67 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1896, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6064128, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1900.safetensors b/ppo_v10/policy_update1900.safetensors deleted file mode 100644 index 1a6a3da09af44180f9a8a31c4258c88c5d918f28..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1900.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a148e48d25803c569f60f3c127f68e4e073b58cc2d63d6ffdf6df2fe71dbbe5c -size 48494336 diff --git a/ppo_v10/policy_update1900.state.json b/ppo_v10/policy_update1900.state.json deleted file mode 100644 index 607caf21aaf49f9f358508ee04000e5270032f70..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1900.state.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1901, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6082048, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1905.safetensors b/ppo_v10/policy_update1905.safetensors deleted file mode 100644 index 538c4ece0177a2d5fd09d47b9d1c850bf3033459..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1905.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ed01ce97170e19ebf8f17bc2a073a8ae00f88bbf4f143873de988136d5a75860 -size 48494336 diff --git a/ppo_v10/policy_update1905.state.json b/ppo_v10/policy_update1905.state.json deleted file mode 100644 index d2d63131f907065b75ccefc62120337ea8cdbf17..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1905.state.json +++ /dev/null @@ -1,137 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1906, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6099968, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1910.safetensors b/ppo_v10/policy_update1910.safetensors deleted file mode 100644 index 018f50aecb5cf1de42881d4c78b4138dba46c079..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1910.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c138ab8ae746425422e8605c6f9816a58576750e284182f8b66bdd52c8e706dd -size 48494336 diff --git a/ppo_v10/policy_update1910.state.json b/ppo_v10/policy_update1910.state.json deleted file mode 100644 index b0d06b4c117449aa0a299bfd490a9ad4344748cd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1910.state.json +++ /dev/null @@ -1,140 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1911, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6117888, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1915.safetensors b/ppo_v10/policy_update1915.safetensors deleted file mode 100644 index 25dfcc261023c39c1320af510b2b90b3ce4ac6e6..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1915.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a00e6bf576c1619cfc04e7a7f3ea426cbe5b90e2a167b48174360440414e5244 -size 48494336 diff --git a/ppo_v10/policy_update1915.state.json b/ppo_v10/policy_update1915.state.json deleted file mode 100644 index 9a90a24ccb4a0c95627889046e90a6db29716a40..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1915.state.json +++ /dev/null @@ -1,144 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1916, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6135808, - "recent_wins": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1920.safetensors b/ppo_v10/policy_update1920.safetensors deleted file mode 100644 index 6768adc975534fad3fdf0e994d6a6d239c135eca..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1920.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:19fc1f0fc4a3ff263b895d388af67f64c5000eccff941f5f39ae0b18da3a1707 -size 48494336 diff --git a/ppo_v10/policy_update1920.state.json b/ppo_v10/policy_update1920.state.json deleted file mode 100644 index 5d63e45c199126077deaa6ca928049ea095cfd19..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1920.state.json +++ /dev/null @@ -1,149 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1921, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6153728, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1925.safetensors b/ppo_v10/policy_update1925.safetensors deleted file mode 100644 index 3076e0cab518f0aecd0b2696c25463fdfa926fd2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1925.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:57bc95db2f7e10b8c08e245052d5c0f9bd48eef44f54b40b9aa632e2b0e36529 -size 48494336 diff --git a/ppo_v10/policy_update1925.state.json b/ppo_v10/policy_update1925.state.json deleted file mode 100644 index 0681268a3caf2f726a2b6a96141b2ad03d66ba0d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1925.state.json +++ /dev/null @@ -1,152 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1926, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6171648, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1930.safetensors b/ppo_v10/policy_update1930.safetensors deleted file mode 100644 index cb5b2ca8fa4ae120787f3ba33abced7cd459e3f9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1930.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd4a1e87d5de8f36f2eec139f57dff0ea028b0b48244be3e3ced237ee6ccf73d -size 48494336 diff --git a/ppo_v10/policy_update1930.state.json b/ppo_v10/policy_update1930.state.json deleted file mode 100644 index 97f9237717d061fce3d8de6f71e4652c5e673324..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1930.state.json +++ /dev/null @@ -1,156 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1931, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6189568, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1935.safetensors b/ppo_v10/policy_update1935.safetensors deleted file mode 100644 index 09c5ff5c479b7f1f24e4d9805eda12d7fcf076fe..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1935.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:238ac70d6db605ebbc64c6657a831b142f9bbde6dfdf7136095e1a5b322b4c28 -size 48494336 diff --git a/ppo_v10/policy_update1935.state.json b/ppo_v10/policy_update1935.state.json deleted file mode 100644 index dc5aafd5222ca736de760536ee02410c57e49da1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1935.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1936, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6207488, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1940.safetensors b/ppo_v10/policy_update1940.safetensors deleted file mode 100644 index eb2b3c3735342b3164db72ad554833f32c003e56..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1940.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3a5b7864ae4512c427aa0a243b7ed40b85a58d3fb2c32131df6359e5e361a4ee -size 48494336 diff --git a/ppo_v10/policy_update1940.state.json b/ppo_v10/policy_update1940.state.json deleted file mode 100644 index 58f77c5f7129c0286186767d55da9c6ee331540c..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1940.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1941, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6225408, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1945.safetensors b/ppo_v10/policy_update1945.safetensors deleted file mode 100644 index c5359449305c0c03c8a1dce95c01ef80bc068dbc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1945.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4a1c57763f484d4db725e71cc1ad72c75cf58171142dbd74451ddadbb4cf125a -size 48494336 diff --git a/ppo_v10/policy_update1945.state.json b/ppo_v10/policy_update1945.state.json deleted file mode 100644 index e3b95bf79be8bc5f3bf33bd069ce29299382a603..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1945.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1946, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6243328, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1950.safetensors b/ppo_v10/policy_update1950.safetensors deleted file mode 100644 index 3608d3670020e4c9b7533934a521d6020693a7b2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1950.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ddcd3aab04f41d36b2c09a18079ddf2bafac1859f1efbaa726e61b1163435269 -size 48494336 diff --git a/ppo_v10/policy_update1950.state.json b/ppo_v10/policy_update1950.state.json deleted file mode 100644 index 9e246d681c1265d18306c8083ac6f29710ca1988..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1950.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1951, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6261248, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1955.safetensors b/ppo_v10/policy_update1955.safetensors deleted file mode 100644 index 3f7ab6d304051a3e95b9148225ee3f71728aa2ea..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1955.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:39002e30951e0e319c496795229d91aca8919f2747f405d6f828113eb5fafe9a -size 48494336 diff --git a/ppo_v10/policy_update1955.state.json b/ppo_v10/policy_update1955.state.json deleted file mode 100644 index 22b4db2eb7948a04328c1cc90816155de6e73e63..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1955.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1956, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6279168, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1960.safetensors b/ppo_v10/policy_update1960.safetensors deleted file mode 100644 index aa74a1492deca6a724b467042457d848d0cd07f2..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1960.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fd4ea17355a231db5bf1acba308cdf2bb4fc5add36642fbea5b0859cf197b7c5 -size 48494336 diff --git a/ppo_v10/policy_update1960.state.json b/ppo_v10/policy_update1960.state.json deleted file mode 100644 index 171120ce33aae36d0fb836b24a108db179c5cacf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1960.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1961, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6297088, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1965.safetensors b/ppo_v10/policy_update1965.safetensors deleted file mode 100644 index 3967cacc21c8636dec85dba9bd02164823c7c3a1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1965.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e7865661e8f0fa49444295d422ca6891389b01b4fce6d6900641a95b55934877 -size 48494336 diff --git a/ppo_v10/policy_update1965.state.json b/ppo_v10/policy_update1965.state.json deleted file mode 100644 index 3ec4bc5d915ad8821e40c188993acf97adabfcff..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1965.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1966, - "stage": 4, - "ent_scale": 1.0, - "lr_now": 0.00013050156249999996, - "total_env_steps": 6315008, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1970.safetensors b/ppo_v10/policy_update1970.safetensors deleted file mode 100644 index 651a8a46d65f7aab6d02d479bf8c77a6985771d4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1970.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:42ae730490c27bcf33186766b5fdff5917a0d9c2fe8baf4019e979074731ef81 -size 48494336 diff --git a/ppo_v10/policy_update1970.state.json b/ppo_v10/policy_update1970.state.json deleted file mode 100644 index 410ab43fe2ca3c103b43187b9f5a97b04a6838df..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1970.state.json +++ /dev/null @@ -1,37 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1971, - "stage": 3, - "ent_scale": 1.6900000000000002, - "lr_now": 0.00015353125, - "total_env_steps": 6332928, - "recent_wins": [], - "recent_conversions": [], - "recent_deaths": [], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1975.safetensors b/ppo_v10/policy_update1975.safetensors deleted file mode 100644 index 7cd501d801f26f52c8a95a5c59c11e0e5f1a0fd8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1975.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:764eb504f19ba8873fe5aa5db708ecdef9014596970d1b259da383ecccf4e0f0 -size 48494336 diff --git a/ppo_v10/policy_update1975.state.json b/ppo_v10/policy_update1975.state.json deleted file mode 100644 index 54edd9c313e82c61dcd714bc67f89d0ff0c3c70e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1975.state.json +++ /dev/null @@ -1,77 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1976, - "stage": 3, - "ent_scale": 3.3677369614512482, - "lr_now": 0.00015353125, - "total_env_steps": 6350848, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1980.safetensors b/ppo_v10/policy_update1980.safetensors deleted file mode 100644 index 85460564936d9e3461031f8a93c50cbab34c7cbf..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1980.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e469b385427758cb862823ba8fb2d4001193410a4d0c70e901e25c951c83c477 -size 48494336 diff --git a/ppo_v10/policy_update1980.state.json b/ppo_v10/policy_update1980.state.json deleted file mode 100644 index 2b3ee8f463f8820e0a646e96ec58393f8261b153..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1980.state.json +++ /dev/null @@ -1,120 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1981, - "stage": 3, - "ent_scale": 4.535147392290249, - "lr_now": 0.00015353125, - "total_env_steps": 6368768, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1985.safetensors b/ppo_v10/policy_update1985.safetensors deleted file mode 100644 index 6f4159919d0723c8b199792d45be542ec2c7d99d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1985.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e6993934d7f33c1170081224e1b2baf76b41d3262164376469ed337736d5ab5 -size 48494336 diff --git a/ppo_v10/policy_update1985.state.json b/ppo_v10/policy_update1985.state.json deleted file mode 100644 index eb91326e041112ecc42236bd98394b80defb5f13..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1985.state.json +++ /dev/null @@ -1,126 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1986, - "stage": 3, - "ent_scale": 4.761904761904762, - "lr_now": 0.00015353125, - "total_env_steps": 6386688, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1990.safetensors b/ppo_v10/policy_update1990.safetensors deleted file mode 100644 index cff5ff0ccbe6d75e26daa900273fa2b74df5565e..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1990.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:969e4c7b93a0eaf99d0b911270a36c35fc58f1a35eea57e84fcb08dd73ad78ea -size 48494336 diff --git a/ppo_v10/policy_update1990.state.json b/ppo_v10/policy_update1990.state.json deleted file mode 100644 index 791d86fc09bf7537550d143f6682f73a254ea65d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1990.state.json +++ /dev/null @@ -1,129 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1991, - "stage": 3, - "ent_scale": 3.731076983183138, - "lr_now": 0.00015353125, - "total_env_steps": 6404608, - "recent_wins": [ - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update1995.safetensors b/ppo_v10/policy_update1995.safetensors deleted file mode 100644 index de14fb8c8db0b3c1e040baeeed957b7351b3413d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1995.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dba064418a80f7509e6548b1af719410c082c177684bab7b3710d58aa9450142 -size 48494336 diff --git a/ppo_v10/policy_update1995.state.json b/ppo_v10/policy_update1995.state.json deleted file mode 100644 index 147cec603b5af18824677ad1e7cb897750b627c1..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update1995.state.json +++ /dev/null @@ -1,130 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 1996, - "stage": 3, - "ent_scale": 2.9233964454321866, - "lr_now": 0.00015353125, - "total_env_steps": 6422528, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2000.safetensors b/ppo_v10/policy_update2000.safetensors deleted file mode 100644 index cba7328404a39a5610a4f4aeea26fa8ae6829ad9..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2000.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:64e279156041a8ef1e1ef867cc004cf899afad8dd3b0edb65c3482c32320d8cd -size 48494336 diff --git a/ppo_v10/policy_update2000.state.json b/ppo_v10/policy_update2000.state.json deleted file mode 100644 index 4dac84a1a42227c851a29a30d1890218e6a8b960..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2000.state.json +++ /dev/null @@ -1,135 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2001, - "stage": 3, - "ent_scale": 2.290557609957, - "lr_now": 0.00015353125, - "total_env_steps": 6440448, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2005.safetensors b/ppo_v10/policy_update2005.safetensors deleted file mode 100644 index f17b7858a4f996c317117736debc7e5acd074e98..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2005.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15111e458a937f3e7f2cd52ad17b04521e6910aa2ac0cc4ef6b960659855e9d7 -size 48494336 diff --git a/ppo_v10/policy_update2005.state.json b/ppo_v10/policy_update2005.state.json deleted file mode 100644 index 700f016d86d314eedf1a9ff844926e912027eb96..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2005.state.json +++ /dev/null @@ -1,145 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2006, - "stage": 3, - "ent_scale": 1.4495749341269246, - "lr_now": 0.00015353125, - "total_env_steps": 6458368, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2010.safetensors b/ppo_v10/policy_update2010.safetensors deleted file mode 100644 index 9e4957dfaf1d68648c4f2f2376df7a09a2c2d61f..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2010.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bd45320ea17190051cd5ac295cca53ba2ba338d770071906c2515a6cbb4e51ad -size 48494336 diff --git a/ppo_v10/policy_update2010.state.json b/ppo_v10/policy_update2010.state.json deleted file mode 100644 index 1991f6226dccaf61aea48f21e075a5423c2066b8..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2010.state.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2011, - "stage": 3, - "ent_scale": 1.135779891145238, - "lr_now": 0.00015353125, - "total_env_steps": 6476288, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2015.safetensors b/ppo_v10/policy_update2015.safetensors deleted file mode 100644 index 3c22cf0c03ebccbbd698981447771a899f833f1a..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2015.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:88b680e9ee90700ff4bb08dc0c0f3bb799262f21029aecf4a041a7c3f01cdfee -size 48494336 diff --git a/ppo_v10/policy_update2015.state.json b/ppo_v10/policy_update2015.state.json deleted file mode 100644 index 0504a0be0536b736fa6043763aee8d9a5a15027b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2015.state.json +++ /dev/null @@ -1,153 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2016, - "stage": 3, - "ent_scale": 1.6581086414300417, - "lr_now": 0.00015353125, - "total_env_steps": 6494208, - "recent_wins": [ - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2020.safetensors b/ppo_v10/policy_update2020.safetensors deleted file mode 100644 index e5d752900d01bdd525b27aa7f6899dbbcc1d3dbc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2020.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f525b16cf6a86867b42cba430f66d1250aed70cb578436fbe6c434ae5d3f318 -size 48494336 diff --git a/ppo_v10/policy_update2020.state.json b/ppo_v10/policy_update2020.state.json deleted file mode 100644 index 505c331ceb37c40fea3007617a76c0e874942a74..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2020.state.json +++ /dev/null @@ -1,159 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2021, - "stage": 3, - "ent_scale": 1.299171507407905, - "lr_now": 0.00015353125, - "total_env_steps": 6512128, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2025.safetensors b/ppo_v10/policy_update2025.safetensors deleted file mode 100644 index 3549fa82957440e765027b4aef8d9c05faad8da7..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2025.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ded8adfd680ec88a32da7ca4f911ee3e07b8786a4050f4aa39fdf74fb0c84e04 -size 48494336 diff --git a/ppo_v10/policy_update2025.state.json b/ppo_v10/policy_update2025.state.json deleted file mode 100644 index b792b0ec8a80776816fac1bbd6c82e118888f153..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2025.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2026, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 6530048, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2030.safetensors b/ppo_v10/policy_update2030.safetensors deleted file mode 100644 index 48884bfc7b242f4bb4beb905b114cb55e42e3070..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2030.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:172fd08f24533299e735c7d319375904b1872fc33f7b68ef3e8b7e934e945558 -size 48494336 diff --git a/ppo_v10/policy_update2030.state.json b/ppo_v10/policy_update2030.state.json deleted file mode 100644 index 64fde26f8d9ec9dda4df77afbb4a609b099674bc..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2030.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2031, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 6547968, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2035.safetensors b/ppo_v10/policy_update2035.safetensors deleted file mode 100644 index 8293f8f42b43a70cef8ec61b681be5c4a748c8f4..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2035.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ddab6657797d2fc0c1ab461ae518f92134e7524cfc1c78749d6f12089b38d83f -size 48494336 diff --git a/ppo_v10/policy_update2035.state.json b/ppo_v10/policy_update2035.state.json deleted file mode 100644 index efd736a2701b7d3f4ddbed9c6f005fc5606ec192..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2035.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2036, - "stage": 3, - "ent_scale": 1.0, - "lr_now": 0.00015353125, - "total_env_steps": 6565888, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2040.safetensors b/ppo_v10/policy_update2040.safetensors deleted file mode 100644 index 38cf690136c1d2845a3066f62d5aaa065227cea3..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2040.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ff457afe29aa1e6b2c91c522b0b2dbc1f067482e94e548fe9883c66b8d904d5f -size 48494336 diff --git a/ppo_v10/policy_update2040.state.json b/ppo_v10/policy_update2040.state.json deleted file mode 100644 index 7edf2a60f6196e7e178d5f46af82f50cde6b0781..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2040.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2041, - "stage": 3, - "ent_scale": 1.5328798185941044, - "lr_now": 0.00015353125, - "total_env_steps": 6583808, - "recent_wins": [ - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2045.safetensors b/ppo_v10/policy_update2045.safetensors deleted file mode 100644 index cd8cc2651b3ea7c25f29f5d5866cd6f37ce45caa..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2045.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:30b6d39a8620ba1367ec11df63b867e5e84e5df651721b994959a71530223707 -size 48494336 diff --git a/ppo_v10/policy_update2045.state.json b/ppo_v10/policy_update2045.state.json deleted file mode 100644 index 7d0028a45643e6cd2d3ef33cfc2226f66e110e91..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2045.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2046, - "stage": 3, - "ent_scale": 1.3241592213316957, - "lr_now": 0.00015353125, - "total_env_steps": 6601728, - "recent_wins": [ - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0 - ], - "recent_conversions": [ - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2050.safetensors b/ppo_v10/policy_update2050.safetensors deleted file mode 100644 index 5bfc5579e534fc9ccd95db5aa095d8a88b33032d..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2050.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:be768bd4b3321acb62fe5d61ed28acf0c79783d02cecf32ed3b0bc678b253e60 -size 48494336 diff --git a/ppo_v10/policy_update2050.state.json b/ppo_v10/policy_update2050.state.json deleted file mode 100644 index 8dcaffe4a555d078bd33b7112ba8698f6a451ce5..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2050.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2051, - "stage": 3, - "ent_scale": 1.0375133984838831, - "lr_now": 0.00015353125, - "total_env_steps": 6619648, - "recent_wins": [ - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0 - ], - "recent_deaths": [ - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2055.safetensors b/ppo_v10/policy_update2055.safetensors deleted file mode 100644 index 851bd521828a70489328bdebb50d458273922967..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2055.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dc77a9dee9b91285097252a7c41aa00b0e9b4ba178d4ab0d3632b62892559c8b -size 48494336 diff --git a/ppo_v10/policy_update2055.state.json b/ppo_v10/policy_update2055.state.json deleted file mode 100644 index b05db8f29d8c7b31ba530a2af4c116e238ed77cd..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2055.state.json +++ /dev/null @@ -1,160 +0,0 @@ -{ - "checkpoint_schema_version": 2, - "hidden_reset_policy": "episode_done", - "update": 2056, - "stage": 3, - "ent_scale": 1.3, - "lr_now": 0.00015353125, - "total_env_steps": 6637568, - "recent_wins": [ - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "recent_conversions": [ - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 0.0, - 1.0, - 1.0, - 1.0 - ], - "recent_deaths": [ - 1.0, - 0.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 0.0, - 1.0, - 0.0, - 1.0, - 0.0, - 0.0, - 0.0, - 1.0, - 0.0, - 1.0, - 1.0, - 1.0, - 1.0, - 1.0 - ], - "best_eval_win": null, - "best_eval_score": null, - "v81_curriculum": true, - "curriculum_schedule": "v10", - "reward_profile": "v10-anti-spiral-v1", - "return_stats": null, - "stage_env_targets": [ - 24, - 24, - 24, - 24, - 24, - 24, - 16, - 12, - 10, - 12, - 10, - 8, - 8, - 8, - 8 - ], - "envs_per_shard": 14, - "requested_env_target": null -} \ No newline at end of file diff --git a/ppo_v10/policy_update2060.safetensors b/ppo_v10/policy_update2060.safetensors deleted file mode 100644 index 2dc76afff022fc53146d4834934461f1f6a9046b..0000000000000000000000000000000000000000 --- a/ppo_v10/policy_update2060.safetensors +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e36b1e7daa0711db5dcbb69e4dc0ff7ad1e72f67709db3eab26e52a087f039c5 -size 48494336