Hugging Face's logo

Augpiano
/
ppo-LunarLander-v2

Reinforcement Learning
stable-baselines3
LunarLander-v2
deep-reinforcement-learning
Eval Results (legacy)
Model card Files
xet
 Community
Augpiano commited on
Commit
369b49d
·
verified ·
1 Parent(s): 4334c6c

Update PPO LunarLander-v2 trained agent

Browse files
Files changed (8) hide show
  1. README.md +1 -1
  2. config.json +1 -1
  3. ppo-LunarLander-v2.zip +2 -2
  4. ppo-LunarLander-v2/data +34 -34
  5. ppo-LunarLander-v2/policy.optimizer.pth +1 -1
  6. ppo-LunarLander-v2/policy.pth +1 -1
  7. replay.mp4 +2 -2
  8. results.json +1 -1
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: LunarLander-v2
17
  metrics:
18
  - type: mean_reward
19
- value: 292.90 +/- 19.59
20
  name: mean_reward
21
  verified: false
22
  ---
 
16
  type: LunarLander-v2
17
  metrics:
18
  - type: mean_reward
19
+ value: 269.73 +/- 20.97
20
  name: mean_reward
21
  verified: false
22
  ---
config.json CHANGED
@@ -1 +1 @@
1
- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7dfa0c7b3c40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dfa0c7b3ce0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dfa0c7b3d80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dfa0c7b3e20>", "_build": "<function ActorCriticPolicy._build at 0x7dfa0c7b3ec0>", "forward": "<function ActorCriticPolicy.forward at 0x7dfa0c7b3f60>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dfa0c7b8040>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dfa0c7b80e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7dfa0c7b8180>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dfa0c7b8220>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dfa0c7b82c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dfa0c7b8360>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dfa0cb9aa40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 368000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652272866.0520153, "learning_rate": 0.0, "tensorboard_log": "logs", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgQAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAQAAAAAAAAAlnM89tRYuvTuBrPtPmquvOx7OsqnmzMAAIA/AACAPw3KD75rSyY/o4JFPvvCWb84QKi+cc+jPgAAAAAAAAAAAPaDPMq7pD8KyNY9TyAbv1WLjj1wvFY+AAAAAAAAAAAzrYs96IGTPWqsjL4xEOG+cwRLPQWj+L0AAAAAAAAAAA3znL3ECMI/AZ6Qvrysur2U9UC9Gx1xvgAAAAAAAAAA+5aEvulFTz9b2GM+E9hFv1PlBL8CMos+AAAAAAAAAADNsYW8NLjLvFDyVj5lHPQ8HdYvPVssjD0AAIA/AACAP7OcvD023LM/SkH0PkS6dr6kEu49+192PgAAAAAAAAAAZtpbPJwTOrw9a3Y9uwpXPQNhh73mp6Q7AACAPwAAgD9TdxE+JN/ZPv9zwr0VBje/0rKLPnMXIL4AAAAAAAAAAFPbIr4Ev4Q+/gzmPlB2Ib+u3zy+Et3APgAAAAAAAAAA5ug0PikZnj8O4dY+f8gzvyFe1D7JVbU+AAAAAAAAAADNrCC6n8S+u7QbxjvJtwA9TlVqPMsqMzwAAIA/AACAPwCAgjpIRYq6yg5UtAsxny9t5iS7ZumHMwAAgD8AAIA/4OEjvklplD4lQ/g+Ck03v0DEB74j+ds+AAAAAAAAAACaH4U8Uhziu0qbBbsTdcg8PN2fPI9qtToAAIA/AACAP2Yro7zFeIM/yguPvbw4gr9TI3m9T4q9vQAAAAAAAAAA4w9hvg1vKT8cAIs+J9lGv07x0r4ryHg+AAAAAAAAAABNVJS9EaZFP2Jx47xUxlK/9VaBvrIfTT0AAAAAAAAAAEA6Lr5o3K8/0nkBv08n6L4Vy/G+mobQvgAAAAAAAAAA5qduPW7uyT3qalW+XzUAvzrfuD0OqRy+AAAAAAAAAABmpja7SMekuoW8UTKcIeSwjGLFusbkprIAAIA/AACAP5rxkjtSoOu77rdlu7pjMDzAMD+9+iAZPQAAgD8AAIA/ALArPD1uLrtmvoI6Lwe0PANeKbzLk5k9AACAPwAAgD8zQOO8jGwTPr5nbz3GmgK/ksaVvYXuoT0AAAAAAAAAAHNmRL53Akk/ZysgvGcCH785bAW/oWEcPgAAAAAAAAAAmp2qu9fLPbs2X3y8nuOZPCU1pLxml4M9AACAPwAAgD8zHP287oi6vE1VYj7dmJq97VojvbLSB74AAIA/AACAPzPn0DvDcA28NqtnPTJnA73GceO8Y/jkvgAAgD8AAIA/LeOQPoBuMD92UgO+781HvzjO4D4y4pu+AAAAAAAAAADNpG87hSeBu8yUFb5M0rE83Fm+PLTulr0AAIA/AACAP83ITr0nNy0/fo9hO4PkW78wnf+9auZEPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksgSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLIIWUjAFDlHSUUpQu"}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.67232, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCH6oNGIm5nJAlIaUUpSMAWyUS6aMAXSUR0B1BlP1tfoidX2UKGgGaAloD0MI9KPhlPnmc0CUhpRSlGgVS7NoFkdAdQdhStNi6XV9lChoBmgJaA9DCOcAwRy9VnJAlIaUUpRoFUuyaBZHQHUHhOk+HJt1fZQoaAZoCWgPQwim1ZC4R2pwQJSGlFKUaBVLn2gWR0B1B8+MZP2xdX2UKGgGaAloD0MIrADfbR5Fc0CUhpRSlGgVS6ZoFkdAdQf0+1SflXV9lChoBmgJaA9DCMY0071Og3JAlIaUUpRoFUu4aBZHQHUILcCYCyR1fZQoaAZoCWgPQwhH6GfqNaZyQJSGlFKUaBVLtmgWR0B1CFL26ClKdX2UKGgGaAloD0MIIXU7+wqyckCUhpRSlGgVS4loFkdAdaSJgb6xgXV9lChoBmgJaA9DCH6K48AruXBAlIaUUpRoFUuhaBZHQHWln2/SH/N1fZQoaAZoCWgPQwjy0k1iEIRyQJSGlFKUaBVLmGgWR0B1pzgvUSZjdX2UKGgGaAloD0MILJyk+eOCc0CUhpRSlGgVS7doFkdAdagsFMZgonV9lChoBmgJaA9DCEok0cvonXFAlIaUUpRoFUuoaBZHQHWodTgl4Tt1fZQoaAZoCWgPQwhkrgyqTXBzQJSGlFKUaBVLvmgWR0B1qUFINEw4dX2UKGgGaAloD0MI5C8t6pPOcUCUhpRSlGgVS5NoFkdAdanLDAJswnV9lChoBmgJaA9DCKhTHt3I7nFAlIaUUpRoFUuDaBZHQHWqKXrt3Oh1fZQoaAZoCWgPQwgbLnJP13h0QJSGlFKUaBVLpGgWR0B1qyw0O3DvdX2UKGgGaAloD0MIfnGpSltJckCUhpRSlGgVS6hoFkdAdatYixFAmnV9lChoBmgJaA9DCEw3iUFgVnJAlIaUUpRoFUufaBZHQHWrUkv9LpR1fZQoaAZoCWgPQwhz8bc9wXNxQJSGlFKUaBVLlGgWR0B1rEmG/N7jdX2UKGgGaAloD0MIjUXT2ckVckCUhpRSlGgVS5JoFkdAdazOe8PFvXV9lChoBmgJaA9DCLafjPFheHNAlIaUUpRoFUuYaBZHQHWsx24d6s11fZQoaAZoCWgPQwj1LAjl/XBwQJSGlFKUaBVLm2gWR0B1rPPomoitdX2UKGgGaAloD0MIIsMq3silcUCUhpRSlGgVS6poFkdAda2iay8jA3V9lChoBmgJaA9DCC6Oyk0UNHJAlIaUUpRoFUupaBZHQHWuFZTyaux1fZQoaAZoCWgPQwiTAgtgimFyQJSGlFKUaBVLkWgWR0B1r2ntOVPfdX2UKGgGaAloD0MI4q5eRQbsc0CUhpRSlGgVS6loFkdAda/I+4b0e3V9lChoBmgJaA9DCKGjVS1pkXNAlIaUUpRoFUu3aBZHQHWwIKx9oex1fZQoaAZoCWgPQwjDR8SUSDhyQJSGlFKUaBVLtWgWR0B1sO+Eh7mddX2UKGgGaAloD0MIkN0FSorCckCUhpRSlGgVS7doFkdAdbIe7+T/yXV9lChoBmgJaA9DCE65wrtc3XBAlIaUUpRoFUumaBZHQHWyHmV7hNx1fZQoaAZoCWgPQwgSE9TwLSpxQJSGlFKUaBVLnmgWR0B1svbO/tY0dX2UKGgGaAloD0MI6iKFsjD+cECUhpRSlGgVS4xoFkdAdbQICU5dW3V9lChoBmgJaA9DCPLPDOJDlnFAlIaUUpRoFUuSaBZHQHW0au4gA6x1fZQoaAZoCWgPQwgb9RCN7tFxQJSGlFKUaBVLlWgWR0B1tOw3YL9ddX2UKGgGaAloD0MI295uSQ7sc0CUhpRSlGgVS6xoFkdAdbY/JNj9XXV9lChoBmgJaA9DCCgqG9YURXJAlIaUUpRoFUukaBZHQHW2ZI1+AmR1fZQoaAZoCWgPQwj0TZoGRRt0QJSGlFKUaBVLvmgWR0B1tq5Zr56/dX2UKGgGaAloD0MIndSXpd1bc0CUhpRSlGgVS5toFkdAdbcmwqy4WnV9lChoBmgJaA9DCONPVDbsyHFAlIaUUpRoFUulaBZHQHW3Pf4yoGZ1fZQoaAZoCWgPQwgGDmjpyqtzQJSGlFKUaBVLt2gWR0B1uHSmZVn3dX2UKGgGaAloD0MIYwtBDopAcUCUhpRSlGgVS6JoFkdAdbkLL6k693V9lChoBmgJaA9DCGQke4Ta0nJAlIaUUpRoFUueaBZHQHW64exOclR1fZQoaAZoCWgPQwhs6dFUD0ZyQJSGlFKUaBVLqGgWR0B1u0MgEEDAdX2UKGgGaAloD0MIDLJl+fqUckCUhpRSlGgVS5doFkdAdbuKYzBRAXV9lChoBmgJaA9DCFfNc0R+OHJAlIaUUpRoFUuoaBZHQHW94Jmdy1h1fZQoaAZoCWgPQwiXN4dr9X9zQJSGlFKUaBVLomgWR0B1vi0IC2c8dX2UKGgGaAloD0MIru/DQcJ5cUCUhpRSlGgVS59oFkdAdb73qzJIUnV9lChoBmgJaA9DCGCsb2Ayp3FAlIaUUpRoFUucaBZHQHW/HKr7wa11fZQoaAZoCWgPQwgx6lp738hzQJSGlFKUaBVLvWgWR0B1v7SE12q2dX2UKGgGaAloD0MIE+6VeetmcECUhpRSlGgVS5poFkdAdb/RrrPdEnV9lChoBmgJaA9DCNogk4ycN3JAlIaUUpRoFUumaBZHQHXAXg9/z8R1fZQoaAZoCWgPQwhOmDCaVXZ0QJSGlFKUaBVLtWgWR0B1wLOlfqoqdX2UKGgGaAloD0MITG9/Lpr6c0CUhpRSlGgVS81oFkdAdcDP+GXXy3V9lChoBmgJaA9DCIy61t5n93FAlIaUUpRoFUuRaBZHQHXBCA2AG0N1fZQoaAZoCWgPQwjmstE5PxByQJSGlFKUaBVLj2gWR0B1wejxkNF0dX2UKGgGaAloD0MIgsR298CBckCUhpRSlGgVS79oFkdAdcHJMxoIwHV9lChoBmgJaA9DCHuDL0xmD3FAlIaUUpRoFUufaBZHQHXCM+NcW0t1fZQoaAZoCWgPQwibrie6rmNzQJSGlFKUaBVLq2gWR0B1wjyTY/VzdX2UKGgGaAloD0MIDqMgeHxyc0CUhpRSlGgVS71oFkdAdcMCHymQ83V9lChoBmgJaA9DCMFSXcDLnXBAlIaUUpRoFUucaBZHQHXEX7UG3Wp1fZQoaAZoCWgPQwhgsBu2rfFxQJSGlFKUaBVLlmgWR0B1xIbOu7pWdX2UKGgGaAloD0MITmGlggpkckCUhpRSlGgVS69oFkdAdcR9C/oJRnV9lChoBmgJaA9DCO9054mnJXJAlIaUUpRoFUunaBZHQHXFhzvJA+p1fZQoaAZoCWgPQwjSGoNOyAVwQJSGlFKUaBVLmmgWR0B1xqNDMNc4dX2UKGgGaAloD0MIKo4Dr9b8ckCUhpRSlGgVS5loFkdAdcet6X0GvHV9lChoBmgJaA9DCIro19YPrXJAlIaUUpRoFUuuaBZHQHXIYddVvMt1fZQoaAZoCWgPQwichxOYzn1wQJSGlFKUaBVLsmgWR0B1yITwlSjydX2UKGgGaAloD0MI31D4bN0ucECUhpRSlGgVS5JoFkdAdckUpd8iOnV9lChoBmgJaA9DCI3V5v9VJHRAlIaUUpRoFUu1aBZHQHXLKj3225R1fZQoaAZoCWgPQwi/84sStDJyQJSGlFKUaBVLsmgWR0B1yx3A2ycDdX2UKGgGaAloD0MIPnrDfaTwc0CUhpRSlGgVS7FoFkdAdct40dilSHV9lChoBmgJaA9DCP94r1rZXnJAlIaUUpRoFUuzaBZHQHXLzUd7v5R1fZQoaAZoCWgPQwiPiv87Yk5zQJSGlFKUaBVLsmgWR0B1zbsw+MZQdX2UKGgGaAloD0MI0jqqmqCWckCUhpRSlGgVS6NoFkdAdc5vs7dSEXV9lChoBmgJaA9DCKT+eoUF5XNAlIaUUpRoFUusaBZHQHXO3446wMZ1fZQoaAZoCWgPQwiCdRw/1J9vQJSGlFKUaBVLjWgWR0B1z0FPi1iOdX2UKGgGaAloD0MI20yFeKQ7dECUhpRSlGgVS61oFkdAdc9lVtGd7XV9lChoBmgJaA9DCKN5AIu8RnBAlIaUUpRoFUugaBZHQHXQvGEPDpF1fZQoaAZoCWgPQwiEu7N2295yQJSGlFKUaBVLh2gWR0B10U2P1ct5dX2UKGgGaAloD0MIlPdxNAeOcUCUhpRSlGgVS5toFkdAddGjzZpSJnV9lChoBmgJaA9DCIBmEB+Yw3JAlIaUUpRoFUuVaBZHQHXR7AYYR/V1fZQoaAZoCWgPQwjou1tZov5yQJSGlFKUaBVLuGgWR0B100IHC4z8dX2UKGgGaAloD0MIuTe/YeIGcECUhpRSlGgVS5toFkdAddQZfUnXunV9lChoBmgJaA9DCExRLo3fTHNAlIaUUpRoFUuoaBZHQHXUYMfA9FF1fZQoaAZoCWgPQwjg9gSJbdhyQJSGlFKUaBVLrWgWR0B11KZPVNHpdX2UKGgGaAloD0MIbagY5++bb0CUhpRSlGgVS7JoFkdAddTowVTJhnV9lChoBmgJaA9DCMufbwvWdXJAlIaUUpRoFUu5aBZHQHXVGpEQXhx1fZQoaAZoCWgPQwhSSDKr98lxQJSGlFKUaBVLqWgWR0B11XnEETxodX2UKGgGaAloD0MIrp/+s+ZVcUCUhpRSlGgVS8BoFkdAddVf5k9U0nV9lChoBmgJaA9DCKGGb2HdKXBAlIaUUpRoFUuUaBZHQHXV6sQumJp1fZQoaAZoCWgPQwgJbM7BMyJyQJSGlFKUaBVLq2gWR0B11uvMbFS9dX2UKGgGaAloD0MIXhCRmjabcECUhpRSlGgVS5poFkdAddfDneSB9XV9lChoBmgJaA9DCDFhNCtbFXRAlIaUUpRoFUu+aBZHQHXYP2K2rn11fZQoaAZoCWgPQwjM1CR4Q75PQJSGlFKUaBVLdGgWR0B12ab+cYqHdX2UKGgGaAloD0MI+zxGeeaZc0CUhpRSlGgVS7hoFkdAddnsPJ7swHV9lChoBmgJaA9DCAVpxqIpS3FAlIaUUpRoFUuYaBZHQHXaxf0Eov11fZQoaAZoCWgPQwhe9YB5CF1xQJSGlFKUaBVLsGgWR0B127I8yN4rdX2UKGgGaAloD0MI5V/LKxeJckCUhpRSlGgVS5xoFkdAddvihFmWdHV9lChoBmgJaA9DCOi9MQSAR3JAlIaUUpRoFUutaBZHQHXcdORDCxh1fZQoaAZoCWgPQwjD9L2GoExzQJSGlFKUaBVL0WgWR0B13TCpFTegdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 19344, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV0wEAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsDQwaXAGQBUwCUTkcAAAAAAAAAAIaUKYwBX5SFlIwjL3RtcC9pcHl0aG9uLWlucHV0LTE0LTM4OTA0MDIwNzMucHmUjAg8bGFtYmRhPpSMCDxsYW1iZGE+lEsNQwaAAKBDgACUQwCUKSl0lFKUfZQojAtfX3BhY2thZ2VfX5ROjAhfX25hbWVfX5SMCF9fbWFpbl9flHVOTk50lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgYfZR9lChoFYwIPGxhbWJkYT6UjAxfX3F1YWxuYW1lX1+UjAg8bGFtYmRhPpSMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBaMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UTowXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWV0AEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAAAAAAAAAACUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIwELWluZpSMCWhpZ2hfcmVwcpSMA2luZpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "low_repr": "-inf", "high_repr": "inf", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHAAAAAAAAAACFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.6.105+-x86_64-with-glibc2.35 # 1 SMP Thu Oct 2 10:42:05 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7dfa0c7b3c40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dfa0c7b3ce0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dfa0c7b3d80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dfa0c7b3e20>", "_build": "<function ActorCriticPolicy._build at 0x7dfa0c7b3ec0>", "forward": "<function ActorCriticPolicy.forward at 0x7dfa0c7b3f60>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dfa0c7b8040>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dfa0c7b80e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7dfa0c7b8180>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dfa0c7b8220>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dfa0c7b82c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dfa0c7b8360>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dfa0cb9aa40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1507328, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1762354987427322502, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAAAzv+w7GvypP1D0sj3jsAC/4sqKO9rhGr0AAAAAAAAAAGbejLspjCS6EiARtBEmfK+dIyE7fkefMwAAgD8AAIA/Zk3EvYLJcz8H+SC9tJ3Vvn6dRL6ZmhA9AAAAAAAAAABm1Zc95EqWP1NusT5qsga/SwZjPbX+Kj4AAAAAAAAAAJoTqTxc1xa6+rOWNaK/ga97n7i7NQq3tAAAgD8AAIA/TUccvQpboT5yOGo+6uObvki3Fb1g3Dc9AAAAAAAAAADmH3i923W5PRKWsz7f3aO+Jak+Pm59uz0AAAAAAAAAAGbuDT0/tGc+kxxXvqk9er5YYTG+eEPvPAAAAAAAAAAAzWt1vdzsUT585Yw9Gd+UvuxAqj2MMIK9AAAAAAAAAAAGBGs+xFltP616aD37h+W+krmnPhvsITwAAAAAAAAAAM1Zhrz+too+1uFTPvmgtL76NdE9bsolPQAAAAAAAAAAmvvOvTauKT/wWlI+jtXcvuhCXL2ukyU+AAAAAAAAAAAAeDi8cW4mu0pcFLxB3548kHQWPHh2iL0AAIA/AACAP4DqOD0SRcc82wyhPOoFgb7nGOI91WWqvQAAAAAAAAAAQHWiPTi5u7ukD4g70tmbPHhWK72i/YI9AACAPwAAgD9mhsi9jTZgP6pIKD501tG+Vj4ovhJSGD4AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.004885333333333408, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVBQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHN+QfU4JeGMAWyUTQEBjAF0lEdAszE4mdAgPnV9lChoBkdAcNVf8MuvlmgHTQ4BaAhHQLMxOswL3K11fZQoaAZHQHFs89B8hLZoB0vtaAhHQLMxRVd5Y5l1fZQoaAZHQHEn9fG+9J1oB0v6aAhHQLMxSX+2mYV1fZQoaAZHQHF8pzDGcWloB00CAWgIR0CzMUrVSXMRdX2UKGgGR0BxJW10DEFXaAdL8WgIR0CzMV63iJfqdX2UKGgGR0BuOqEal1r7aAdL+WgIR0CzMY/cnE2pdX2UKGgGR0BypsjGDL8raAdNNAFoCEdAszGSSW7e23V9lChoBkdAcQ5AXl8w6GgHS/FoCEdAszGi0BwMpnV9lChoBkdAbzE38XN1Q2gHS+FoCEdAszHhOUMXrXV9lChoBkdAcZ6ISlFc6mgHS9toCEdAszIbEVFhHHV9lChoBkdAcFcdmQKa5WgHS9toCEdAszIrMQmNR3V9lChoBkdAcS1Qp4KQaWgHTQEBaAhHQLMySMfzSTh1fZQoaAZHQG+pdAgPmPpoB003AWgIR0CzMk8nAqNIdX2UKGgGR0Bx/+ZH/cWTaAdNJAFoCEdAszKG3qiXY3V9lChoBkdAboyu6mO2iWgHS9xoCEdAszL9IH1OCXV9lChoBkdActyWRA8jiWgHTW8BaAhHQLMzA/ZM+Nd1fZQoaAZHQHDkVdHDrJNoB0vnaAhHQLMzJgPVd5Z1fZQoaAZHQHCwQdS2phpoB0vsaAhHQLMzNssxwhp1fZQoaAZHQHEHn6Q/5cloB0vzaAhHQLMzaHYpUgl1fZQoaAZHQHHmJT2nKnxoB00XAWgIR0CzM4z6WPcSdX2UKGgGR0BymvllsguAaAdL8GgIR0CzM6b7XQMQdX2UKGgGR0BzNfc0tRNzaAdNAwFoCEdAszPO+M6zV3V9lChoBkdAc1cdlum78WgHS/1oCEdAszPWLjxTbXV9lChoBkdAcvXOM2m52GgHTVYBaAhHQLM0DnGKhtd1fZQoaAZHQHJiBDb8FZBoB00MAWgIR0CzNBoUJv5ydX2UKGgGR0Byt/8P4EfUaAdL32gIR0CzNBzd1uBMdX2UKGgGR0BywiQT238XaAdL42gIR0CzNB6brkbQdX2UKGgGR0BxJ7juKGcnaAdNCAFoCEdAszRBOVPepHV9lChoBkdAcEOL0jC53GgHTRgBaAhHQLM0TjDbah91fZQoaAZHQHL5PxH5JshoB0voaAhHQLM0UAXl8w51fZQoaAZHQHIMtEb5uZVoB0vTaAhHQLM0m7Rv3rV1fZQoaAZHQHKHYGUwBYFoB0vraAhHQLM0pcHGCI11fZQoaAZHQHJ13uqm0mdoB0v3aAhHQLM0u1/DtPZ1fZQoaAZHQHFwdhNM495oB00XAWgIR0CzNQ/9P1tgdX2UKGgGR0BzF8M4LkS3aAdL6mgIR0CzNRGCNCJGdX2UKGgGR0Byv2Tr3TNMaAdL3GgIR0CzNRw31jAjdX2UKGgGR0ByJrXg9/z8aAdNEgFoCEdAszUpoHs1K3V9lChoBkdAcZsP1tfoimgHTRYBaAhHQLM1SInSfDl1fZQoaAZHQG+lxWtEG7loB0vbaAhHQLM1aAbQ1Jl1fZQoaAZHQHJkpJbt7a9oB00HAWgIR0CzNWmo73fydX2UKGgGR0Bz2XgrH2h7aAdL2mgIR0CzNWmmk30gdX2UKGgGR0Bwiqg00m+kaAdL62gIR0CzNYMvZh8ZdX2UKGgGR0BwN2OLiuMdaAdNDAFoCEdAszWoRpUPx3V9lChoBkdAcgAmaH9FWmgHS+1oCEdAszW8f2bobHV9lChoBkdAcBK0Jng5zmgHS/loCEdAszW/TQVsUXV9lChoBkdAb1yETxoZh2gHTQcBaAhHQLM13zWf9P11fZQoaAZHQHDTytV7x/doB0vvaAhHQLM2B6k69011fZQoaAZHQG4WagdwNspoB0vxaAhHQLM2KyxiXpp1fZQoaAZHQG8MfNZ/0/ZoB00bAWgIR0CzNlZc9nscdX2UKGgGR0ByylajesPraAdL5WgIR0CzNm4l6Z6VdX2UKGgGR0Bw+zijtXxOaAdL4GgIR0CzNn35nDiwdX2UKGgGR0ByxoRChN/OaAdL8WgIR0CzNoyZBsyjdX2UKGgGR0ByNEezUqhEaAdL9mgIR0CzNsJGrjo7dX2UKGgGR0Bxg/G0eEIxaAdNJQFoCEdAszbZTkyULXV9lChoBkdAb3mXdCVrymgHS/xoCEdAszbvVMEidXV9lChoBkdAcLSL8rI5pGgHTQYBaAhHQLM2/0CA+ZB1fZQoaAZHQHDkkzKs+3ZoB00LAWgIR0CzNwW9HtngdX2UKGgGR0BxIpnQID5kaAdL4mgIR0CzNxomG/N8dX2UKGgGR0Bwt2I1tO2zaAdL4WgIR0CzNxt4Z/CqdX2UKGgGR0ByD8npjc2zaAdL+mgIR0CzNylRYRukdX2UKGgGR0Bx96PuG9HuaAdNIAFoCEdAszc/TYukDnV9lChoBkdAcT8r2g398GgHS+FoCEdAszdm2MKkVXV9lChoBkdAbxcS/TLGJmgHTREBaAhHQLM3gGKQ7tB1fZQoaAZHQHJcv1pTMq1oB0vjaAhHQLM3ivUjLSx1fZQoaAZHQHE98mjTKDFoB0vkaAhHQLM3tNkOI691fZQoaAZHQHF5G+fywwFoB0vhaAhHQLM35BHTZxt1fZQoaAZHQHP8yvxH5JtoB00EAWgIR0CzN/2bobGWdX2UKGgGR0BtseIRAbADaAdNAAFoCEdAszgHUF0PpnV9lChoBkdAcTkTq0MPSWgHS+toCEdAszgodRzij3V9lChoBkdAcACQvYe1bGgHS+JoCEdAszgv7hvR7nV9lChoBkdAcgI5hBqsVGgHS+VoCEdAszhJUT+NtXV9lChoBkdAcEkjhky1u2gHS9poCEdAszhOF8G9pXV9lChoBkdAcLI5j6N2kmgHS+5oCEdAszhluuRs/XV9lChoBkdAcv/tlqagEmgHS9toCEdAszh0ZeiSJXV9lChoBkdAcmFNwBHTZ2gHS/FoCEdAsziFfw7T2HV9lChoBkdAbhEFFDv3J2gHS+BoCEdAsziRAWzninV9lChoBkdAcpe68g6ltWgHS9poCEdAsziuB7NSqHV9lChoBkdAcQ2erMkhR2gHTRsBaAhHQLM4wN6PbPB1fZQoaAZHQHGw2eHzpX9oB0vXaAhHQLM4xdELH+91fZQoaAZHQHPHQ0j1PFhoB0v0aAhHQLM49Z9NN8F1fZQoaAZHQHAnmBWgezVoB0vlaAhHQLM5OMGHHm11fZQoaAZHQHD9JzLfUF1oB0vaaAhHQLM5QJRwZO11fZQoaAZHQHK1bJnxri5oB0vbaAhHQLM5S4o7V8V1fZQoaAZHQHHq5id8RcxoB00nAWgIR0CzOXCjUNKAdX2UKGgGR0BzCK8rZrYXaAdL92gIR0CzOaHEIgNgdX2UKGgGR0BzIFLSNOuaaAdNAwFoCEdAszmuTbFju3V9lChoBkdAcNeG7jDKo2gHS9toCEdAszm/51vETHV9lChoBkdAc9eV5KODJ2gHTQQBaAhHQLM59Y7JW/91fZQoaAZHQHJ88g+yJKtoB0vtaAhHQLM6AgUDdQB1fZQoaAZHQG5fwa72+PBoB00fAWgIR0CzOgirksBidX2UKGgGR0BvXL3bmEGraAdNIgFoCEdAszoI3GXHBHV9lChoBkdAcpA+6Ae7tmgHS9xoCEdAszogPrfLtHV9lChoBkdAb9z8qFyq/GgHS+RoCEdAszomdsi0OXV9lChoBkdAcXefh/Aj6mgHTTYBaAhHQLM6ZPH1e0J1fZQoaAZHQHHyd2TxG2FoB00iAWgIR0CzOnRCD28JdX2UKGgGR0BxHqEEkjX4aAdLzmgIR0CzOpe7xusLdX2UKGgGR0Bx/f/DLr5ZaAdL4GgIR0CzOqGN3np0dX2UKGgGR0BycTWqcVgyaAdL/GgIR0CzOtgcYIjXdX2UKGgGR0Bu7Er3Cbc5aAdNOAFoCEdAszrqz4UN8XVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 276, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 6, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.6.105+-x86_64-with-glibc2.35 # 1 SMP Thu Oct 2 10:42:05 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
ppo-LunarLander-v2.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30162469e9490eda103dcfb94528e53c71f217d40d3be6be8125f7cf4b1f9e50
3
- size 149287
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d197f5bca91a353c56422cf565c984127cb8d695b5386298f2f69d695f89e87b
3
+ size 148036
ppo-LunarLander-v2/data CHANGED
@@ -21,65 +21,50 @@
21
  },
22
  "verbose": 1,
23
  "policy_kwargs": {},
24
- "num_timesteps": 368000,
25
- "_total_timesteps": 1000000,
26
  "_num_timesteps_at_start": 0,
27
  "seed": null,
28
  "action_noise": null,
29
- "start_time": 1652272866.0520153,
30
- "learning_rate": 0.0,
31
- "tensorboard_log": "logs",
32
  "_last_obs": {
33
  ":type:": "<class 'numpy.ndarray'>",
34
- ":serialized:": "gAWVdgQAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAQAAAAAAAAAlnM89tRYuvTuBrPtPmquvOx7OsqnmzMAAIA/AACAPw3KD75rSyY/o4JFPvvCWb84QKi+cc+jPgAAAAAAAAAAAPaDPMq7pD8KyNY9TyAbv1WLjj1wvFY+AAAAAAAAAAAzrYs96IGTPWqsjL4xEOG+cwRLPQWj+L0AAAAAAAAAAA3znL3ECMI/AZ6Qvrysur2U9UC9Gx1xvgAAAAAAAAAA+5aEvulFTz9b2GM+E9hFv1PlBL8CMos+AAAAAAAAAADNsYW8NLjLvFDyVj5lHPQ8HdYvPVssjD0AAIA/AACAP7OcvD023LM/SkH0PkS6dr6kEu49+192PgAAAAAAAAAAZtpbPJwTOrw9a3Y9uwpXPQNhh73mp6Q7AACAPwAAgD9TdxE+JN/ZPv9zwr0VBje/0rKLPnMXIL4AAAAAAAAAAFPbIr4Ev4Q+/gzmPlB2Ib+u3zy+Et3APgAAAAAAAAAA5ug0PikZnj8O4dY+f8gzvyFe1D7JVbU+AAAAAAAAAADNrCC6n8S+u7QbxjvJtwA9TlVqPMsqMzwAAIA/AACAPwCAgjpIRYq6yg5UtAsxny9t5iS7ZumHMwAAgD8AAIA/4OEjvklplD4lQ/g+Ck03v0DEB74j+ds+AAAAAAAAAACaH4U8Uhziu0qbBbsTdcg8PN2fPI9qtToAAIA/AACAP2Yro7zFeIM/yguPvbw4gr9TI3m9T4q9vQAAAAAAAAAA4w9hvg1vKT8cAIs+J9lGv07x0r4ryHg+AAAAAAAAAABNVJS9EaZFP2Jx47xUxlK/9VaBvrIfTT0AAAAAAAAAAEA6Lr5o3K8/0nkBv08n6L4Vy/G+mobQvgAAAAAAAAAA5qduPW7uyT3qalW+XzUAvzrfuD0OqRy+AAAAAAAAAABmpja7SMekuoW8UTKcIeSwjGLFusbkprIAAIA/AACAP5rxkjtSoOu77rdlu7pjMDzAMD+9+iAZPQAAgD8AAIA/ALArPD1uLrtmvoI6Lwe0PANeKbzLk5k9AACAPwAAgD8zQOO8jGwTPr5nbz3GmgK/ksaVvYXuoT0AAAAAAAAAAHNmRL53Akk/ZysgvGcCH785bAW/oWEcPgAAAAAAAAAAmp2qu9fLPbs2X3y8nuOZPCU1pLxml4M9AACAPwAAgD8zHP287oi6vE1VYj7dmJq97VojvbLSB74AAIA/AACAPzPn0DvDcA28NqtnPTJnA73GceO8Y/jkvgAAgD8AAIA/LeOQPoBuMD92UgO+781HvzjO4D4y4pu+AAAAAAAAAADNpG87hSeBu8yUFb5M0rE83Fm+PLTulr0AAIA/AACAP83ITr0nNy0/fo9hO4PkW78wnf+9auZEPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksgSwiGlIwBQ5R0lFKULg=="
35
  },
36
  "_last_episode_starts": {
37
  ":type:": "<class 'numpy.ndarray'>",
38
- ":serialized:": "gAWVlAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLIIWUjAFDlHSUUpQu"
39
  },
40
  "_last_original_obs": null,
41
  "_episode_num": 0,
42
  "use_sde": false,
43
  "sde_sample_freq": -1,
44
- "_current_progress_remaining": 0.67232,
45
  "_stats_window_size": 100,
46
  "ep_info_buffer": {
47
  ":type:": "<class 'collections.deque'>",
48
- ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCH6oNGIm5nJAlIaUUpSMAWyUS6aMAXSUR0B1BlP1tfoidX2UKGgGaAloD0MI9KPhlPnmc0CUhpRSlGgVS7NoFkdAdQdhStNi6XV9lChoBmgJaA9DCOcAwRy9VnJAlIaUUpRoFUuyaBZHQHUHhOk+HJt1fZQoaAZoCWgPQwim1ZC4R2pwQJSGlFKUaBVLn2gWR0B1B8+MZP2xdX2UKGgGaAloD0MIrADfbR5Fc0CUhpRSlGgVS6ZoFkdAdQf0+1SflXV9lChoBmgJaA9DCMY0071Og3JAlIaUUpRoFUu4aBZHQHUILcCYCyR1fZQoaAZoCWgPQwhH6GfqNaZyQJSGlFKUaBVLtmgWR0B1CFL26ClKdX2UKGgGaAloD0MIIXU7+wqyckCUhpRSlGgVS4loFkdAdaSJgb6xgXV9lChoBmgJaA9DCH6K48AruXBAlIaUUpRoFUuhaBZHQHWln2/SH/N1fZQoaAZoCWgPQwjy0k1iEIRyQJSGlFKUaBVLmGgWR0B1pzgvUSZjdX2UKGgGaAloD0MILJyk+eOCc0CUhpRSlGgVS7doFkdAdagsFMZgonV9lChoBmgJaA9DCEok0cvonXFAlIaUUpRoFUuoaBZHQHWodTgl4Tt1fZQoaAZoCWgPQwhkrgyqTXBzQJSGlFKUaBVLvmgWR0B1qUFINEw4dX2UKGgGaAloD0MI5C8t6pPOcUCUhpRSlGgVS5NoFkdAdanLDAJswnV9lChoBmgJaA9DCKhTHt3I7nFAlIaUUpRoFUuDaBZHQHWqKXrt3Oh1fZQoaAZoCWgPQwgbLnJP13h0QJSGlFKUaBVLpGgWR0B1qyw0O3DvdX2UKGgGaAloD0MIfnGpSltJckCUhpRSlGgVS6hoFkdAdatYixFAmnV9lChoBmgJaA9DCEw3iUFgVnJAlIaUUpRoFUufaBZHQHWrUkv9LpR1fZQoaAZoCWgPQwhz8bc9wXNxQJSGlFKUaBVLlGgWR0B1rEmG/N7jdX2UKGgGaAloD0MIjUXT2ckVckCUhpRSlGgVS5JoFkdAdazOe8PFvXV9lChoBmgJaA9DCLafjPFheHNAlIaUUpRoFUuYaBZHQHWsx24d6s11fZQoaAZoCWgPQwj1LAjl/XBwQJSGlFKUaBVLm2gWR0B1rPPomoitdX2UKGgGaAloD0MIIsMq3silcUCUhpRSlGgVS6poFkdAda2iay8jA3V9lChoBmgJaA9DCC6Oyk0UNHJAlIaUUpRoFUupaBZHQHWuFZTyaux1fZQoaAZoCWgPQwiTAgtgimFyQJSGlFKUaBVLkWgWR0B1r2ntOVPfdX2UKGgGaAloD0MI4q5eRQbsc0CUhpRSlGgVS6loFkdAda/I+4b0e3V9lChoBmgJaA9DCKGjVS1pkXNAlIaUUpRoFUu3aBZHQHWwIKx9oex1fZQoaAZoCWgPQwjDR8SUSDhyQJSGlFKUaBVLtWgWR0B1sO+Eh7mddX2UKGgGaAloD0MIkN0FSorCckCUhpRSlGgVS7doFkdAdbIe7+T/yXV9lChoBmgJaA9DCE65wrtc3XBAlIaUUpRoFUumaBZHQHWyHmV7hNx1fZQoaAZoCWgPQwgSE9TwLSpxQJSGlFKUaBVLnmgWR0B1svbO/tY0dX2UKGgGaAloD0MI6iKFsjD+cECUhpRSlGgVS4xoFkdAdbQICU5dW3V9lChoBmgJaA9DCPLPDOJDlnFAlIaUUpRoFUuSaBZHQHW0au4gA6x1fZQoaAZoCWgPQwgb9RCN7tFxQJSGlFKUaBVLlWgWR0B1tOw3YL9ddX2UKGgGaAloD0MI295uSQ7sc0CUhpRSlGgVS6xoFkdAdbY/JNj9XXV9lChoBmgJaA9DCCgqG9YURXJAlIaUUpRoFUukaBZHQHW2ZI1+AmR1fZQoaAZoCWgPQwj0TZoGRRt0QJSGlFKUaBVLvmgWR0B1tq5Zr56/dX2UKGgGaAloD0MIndSXpd1bc0CUhpRSlGgVS5toFkdAdbcmwqy4WnV9lChoBmgJaA9DCONPVDbsyHFAlIaUUpRoFUulaBZHQHW3Pf4yoGZ1fZQoaAZoCWgPQwgGDmjpyqtzQJSGlFKUaBVLt2gWR0B1uHSmZVn3dX2UKGgGaAloD0MIYwtBDopAcUCUhpRSlGgVS6JoFkdAdbkLL6k693V9lChoBmgJaA9DCGQke4Ta0nJAlIaUUpRoFUueaBZHQHW64exOclR1fZQoaAZoCWgPQwhs6dFUD0ZyQJSGlFKUaBVLqGgWR0B1u0MgEEDAdX2UKGgGaAloD0MIDLJl+fqUckCUhpRSlGgVS5doFkdAdbuKYzBRAXV9lChoBmgJaA9DCFfNc0R+OHJAlIaUUpRoFUuoaBZHQHW94Jmdy1h1fZQoaAZoCWgPQwiXN4dr9X9zQJSGlFKUaBVLomgWR0B1vi0IC2c8dX2UKGgGaAloD0MIru/DQcJ5cUCUhpRSlGgVS59oFkdAdb73qzJIUnV9lChoBmgJaA9DCGCsb2Ayp3FAlIaUUpRoFUucaBZHQHW/HKr7wa11fZQoaAZoCWgPQwgx6lp738hzQJSGlFKUaBVLvWgWR0B1v7SE12q2dX2UKGgGaAloD0MIE+6VeetmcECUhpRSlGgVS5poFkdAdb/RrrPdEnV9lChoBmgJaA9DCNogk4ycN3JAlIaUUpRoFUumaBZHQHXAXg9/z8R1fZQoaAZoCWgPQwhOmDCaVXZ0QJSGlFKUaBVLtWgWR0B1wLOlfqoqdX2UKGgGaAloD0MITG9/Lpr6c0CUhpRSlGgVS81oFkdAdcDP+GXXy3V9lChoBmgJaA9DCIy61t5n93FAlIaUUpRoFUuRaBZHQHXBCA2AG0N1fZQoaAZoCWgPQwjmstE5PxByQJSGlFKUaBVLj2gWR0B1wejxkNF0dX2UKGgGaAloD0MIgsR298CBckCUhpRSlGgVS79oFkdAdcHJMxoIwHV9lChoBmgJaA9DCHuDL0xmD3FAlIaUUpRoFUufaBZHQHXCM+NcW0t1fZQoaAZoCWgPQwibrie6rmNzQJSGlFKUaBVLq2gWR0B1wjyTY/VzdX2UKGgGaAloD0MIDqMgeHxyc0CUhpRSlGgVS71oFkdAdcMCHymQ83V9lChoBmgJaA9DCMFSXcDLnXBAlIaUUpRoFUucaBZHQHXEX7UG3Wp1fZQoaAZoCWgPQwhgsBu2rfFxQJSGlFKUaBVLlmgWR0B1xIbOu7pWdX2UKGgGaAloD0MITmGlggpkckCUhpRSlGgVS69oFkdAdcR9C/oJRnV9lChoBmgJaA9DCO9054mnJXJAlIaUUpRoFUunaBZHQHXFhzvJA+p1fZQoaAZoCWgPQwjSGoNOyAVwQJSGlFKUaBVLmmgWR0B1xqNDMNc4dX2UKGgGaAloD0MIKo4Dr9b8ckCUhpRSlGgVS5loFkdAdcet6X0GvHV9lChoBmgJaA9DCIro19YPrXJAlIaUUpRoFUuuaBZHQHXIYddVvMt1fZQoaAZoCWgPQwichxOYzn1wQJSGlFKUaBVLsmgWR0B1yITwlSjydX2UKGgGaAloD0MI31D4bN0ucECUhpRSlGgVS5JoFkdAdckUpd8iOnV9lChoBmgJaA9DCI3V5v9VJHRAlIaUUpRoFUu1aBZHQHXLKj3225R1fZQoaAZoCWgPQwi/84sStDJyQJSGlFKUaBVLsmgWR0B1yx3A2ycDdX2UKGgGaAloD0MIPnrDfaTwc0CUhpRSlGgVS7FoFkdAdct40dilSHV9lChoBmgJaA9DCP94r1rZXnJAlIaUUpRoFUuzaBZHQHXLzUd7v5R1fZQoaAZoCWgPQwiPiv87Yk5zQJSGlFKUaBVLsmgWR0B1zbsw+MZQdX2UKGgGaAloD0MI0jqqmqCWckCUhpRSlGgVS6NoFkdAdc5vs7dSEXV9lChoBmgJaA9DCKT+eoUF5XNAlIaUUpRoFUusaBZHQHXO3446wMZ1fZQoaAZoCWgPQwiCdRw/1J9vQJSGlFKUaBVLjWgWR0B1z0FPi1iOdX2UKGgGaAloD0MI20yFeKQ7dECUhpRSlGgVS61oFkdAdc9lVtGd7XV9lChoBmgJaA9DCKN5AIu8RnBAlIaUUpRoFUugaBZHQHXQvGEPDpF1fZQoaAZoCWgPQwiEu7N2295yQJSGlFKUaBVLh2gWR0B10U2P1ct5dX2UKGgGaAloD0MIlPdxNAeOcUCUhpRSlGgVS5toFkdAddGjzZpSJnV9lChoBmgJaA9DCIBmEB+Yw3JAlIaUUpRoFUuVaBZHQHXR7AYYR/V1fZQoaAZoCWgPQwjou1tZov5yQJSGlFKUaBVLuGgWR0B100IHC4z8dX2UKGgGaAloD0MIuTe/YeIGcECUhpRSlGgVS5toFkdAddQZfUnXunV9lChoBmgJaA9DCExRLo3fTHNAlIaUUpRoFUuoaBZHQHXUYMfA9FF1fZQoaAZoCWgPQwjg9gSJbdhyQJSGlFKUaBVLrWgWR0B11KZPVNHpdX2UKGgGaAloD0MIbagY5++bb0CUhpRSlGgVS7JoFkdAddTowVTJhnV9lChoBmgJaA9DCMufbwvWdXJAlIaUUpRoFUu5aBZHQHXVGpEQXhx1fZQoaAZoCWgPQwhSSDKr98lxQJSGlFKUaBVLqWgWR0B11XnEETxodX2UKGgGaAloD0MIrp/+s+ZVcUCUhpRSlGgVS8BoFkdAddVf5k9U0nV9lChoBmgJaA9DCKGGb2HdKXBAlIaUUpRoFUuUaBZHQHXV6sQumJp1fZQoaAZoCWgPQwgJbM7BMyJyQJSGlFKUaBVLq2gWR0B11uvMbFS9dX2UKGgGaAloD0MIXhCRmjabcECUhpRSlGgVS5poFkdAddfDneSB9XV9lChoBmgJaA9DCDFhNCtbFXRAlIaUUpRoFUu+aBZHQHXYP2K2rn11fZQoaAZoCWgPQwjM1CR4Q75PQJSGlFKUaBVLdGgWR0B12ab+cYqHdX2UKGgGaAloD0MI+zxGeeaZc0CUhpRSlGgVS7hoFkdAddnsPJ7swHV9lChoBmgJaA9DCAVpxqIpS3FAlIaUUpRoFUuYaBZHQHXaxf0Eov11fZQoaAZoCWgPQwhe9YB5CF1xQJSGlFKUaBVLsGgWR0B127I8yN4rdX2UKGgGaAloD0MI5V/LKxeJckCUhpRSlGgVS5xoFkdAddvihFmWdHV9lChoBmgJaA9DCOi9MQSAR3JAlIaUUpRoFUutaBZHQHXcdORDCxh1fZQoaAZoCWgPQwjD9L2GoExzQJSGlFKUaBVL0WgWR0B13TCpFTegdWUu"
49
  },
50
  "ep_success_buffer": {
51
  ":type:": "<class 'collections.deque'>",
52
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
53
  },
54
- "_n_updates": 19344,
55
- "n_steps": 2048,
56
- "gamma": 0.999,
57
- "gae_lambda": 0.98,
58
- "ent_coef": 0.01,
59
- "vf_coef": 0.5,
60
- "max_grad_norm": 0.5,
61
- "batch_size": 256,
62
- "n_epochs": 8,
63
- "clip_range": {
64
- ":type:": "<class 'function'>",
65
- ":serialized:": "gAWV0wEAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsDQwaXAGQBUwCUTkcAAAAAAAAAAIaUKYwBX5SFlIwjL3RtcC9pcHl0aG9uLWlucHV0LTE0LTM4OTA0MDIwNzMucHmUjAg8bGFtYmRhPpSMCDxsYW1iZGE+lEsNQwaAAKBDgACUQwCUKSl0lFKUfZQojAtfX3BhY2thZ2VfX5ROjAhfX25hbWVfX5SMCF9fbWFpbl9flHVOTk50lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgYfZR9lChoFYwIPGxhbWJkYT6UjAxfX3F1YWxuYW1lX1+UjAg8bGFtYmRhPpSMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBaMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UTowXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
66
- },
67
- "clip_range_vf": null,
68
- "normalize_advantage": true,
69
- "target_kl": null,
70
  "observation_space": {
71
  ":type:": "<class 'gymnasium.spaces.box.Box'>",
72
- ":serialized:": "gAWV0AEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAAAAAAAAAACUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIwELWluZpSMCWhpZ2hfcmVwcpSMA2luZpSMCl9ucF9yYW5kb22UTnViLg==",
73
  "dtype": "float32",
74
- "bounded_below": "[False False False False False False False False]",
75
- "bounded_above": "[False False False False False False False False]",
76
  "_shape": [
77
  8
78
  ],
79
- "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
80
- "high": "[inf inf inf inf inf inf inf inf]",
81
- "low_repr": "-inf",
82
- "high_repr": "inf",
83
  "_np_random": null
84
  },
85
  "action_space": {
@@ -91,9 +76,24 @@
91
  "dtype": "int64",
92
  "_np_random": null
93
  },
94
- "n_envs": 32,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
95
  "lr_schedule": {
96
  ":type:": "<class 'function'>",
97
- ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHAAAAAAAAAACFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
98
  }
99
  }
 
21
  },
22
  "verbose": 1,
23
  "policy_kwargs": {},
24
+ "num_timesteps": 1507328,
25
+ "_total_timesteps": 1500000,
26
  "_num_timesteps_at_start": 0,
27
  "seed": null,
28
  "action_noise": null,
29
+ "start_time": 1762354987427322502,
30
+ "learning_rate": 0.0003,
31
+ "tensorboard_log": null,
32
  "_last_obs": {
33
  ":type:": "<class 'numpy.ndarray'>",
34
+ ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAAAzv+w7GvypP1D0sj3jsAC/4sqKO9rhGr0AAAAAAAAAAGbejLspjCS6EiARtBEmfK+dIyE7fkefMwAAgD8AAIA/Zk3EvYLJcz8H+SC9tJ3Vvn6dRL6ZmhA9AAAAAAAAAABm1Zc95EqWP1NusT5qsga/SwZjPbX+Kj4AAAAAAAAAAJoTqTxc1xa6+rOWNaK/ga97n7i7NQq3tAAAgD8AAIA/TUccvQpboT5yOGo+6uObvki3Fb1g3Dc9AAAAAAAAAADmH3i923W5PRKWsz7f3aO+Jak+Pm59uz0AAAAAAAAAAGbuDT0/tGc+kxxXvqk9er5YYTG+eEPvPAAAAAAAAAAAzWt1vdzsUT585Yw9Gd+UvuxAqj2MMIK9AAAAAAAAAAAGBGs+xFltP616aD37h+W+krmnPhvsITwAAAAAAAAAAM1Zhrz+too+1uFTPvmgtL76NdE9bsolPQAAAAAAAAAAmvvOvTauKT/wWlI+jtXcvuhCXL2ukyU+AAAAAAAAAAAAeDi8cW4mu0pcFLxB3548kHQWPHh2iL0AAIA/AACAP4DqOD0SRcc82wyhPOoFgb7nGOI91WWqvQAAAAAAAAAAQHWiPTi5u7ukD4g70tmbPHhWK72i/YI9AACAPwAAgD9mhsi9jTZgP6pIKD501tG+Vj4ovhJSGD4AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
35
  },
36
  "_last_episode_starts": {
37
  ":type:": "<class 'numpy.ndarray'>",
38
+ ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="
39
  },
40
  "_last_original_obs": null,
41
  "_episode_num": 0,
42
  "use_sde": false,
43
  "sde_sample_freq": -1,
44
+ "_current_progress_remaining": -0.004885333333333408,
45
  "_stats_window_size": 100,
46
  "ep_info_buffer": {
47
  ":type:": "<class 'collections.deque'>",
48
+ ":serialized:": "gAWVBQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHN+QfU4JeGMAWyUTQEBjAF0lEdAszE4mdAgPnV9lChoBkdAcNVf8MuvlmgHTQ4BaAhHQLMxOswL3K11fZQoaAZHQHFs89B8hLZoB0vtaAhHQLMxRVd5Y5l1fZQoaAZHQHEn9fG+9J1oB0v6aAhHQLMxSX+2mYV1fZQoaAZHQHF8pzDGcWloB00CAWgIR0CzMUrVSXMRdX2UKGgGR0BxJW10DEFXaAdL8WgIR0CzMV63iJfqdX2UKGgGR0BuOqEal1r7aAdL+WgIR0CzMY/cnE2pdX2UKGgGR0BypsjGDL8raAdNNAFoCEdAszGSSW7e23V9lChoBkdAcQ5AXl8w6GgHS/FoCEdAszGi0BwMpnV9lChoBkdAbzE38XN1Q2gHS+FoCEdAszHhOUMXrXV9lChoBkdAcZ6ISlFc6mgHS9toCEdAszIbEVFhHHV9lChoBkdAcFcdmQKa5WgHS9toCEdAszIrMQmNR3V9lChoBkdAcS1Qp4KQaWgHTQEBaAhHQLMySMfzSTh1fZQoaAZHQG+pdAgPmPpoB003AWgIR0CzMk8nAqNIdX2UKGgGR0Bx/+ZH/cWTaAdNJAFoCEdAszKG3qiXY3V9lChoBkdAboyu6mO2iWgHS9xoCEdAszL9IH1OCXV9lChoBkdActyWRA8jiWgHTW8BaAhHQLMzA/ZM+Nd1fZQoaAZHQHDkVdHDrJNoB0vnaAhHQLMzJgPVd5Z1fZQoaAZHQHCwQdS2phpoB0vsaAhHQLMzNssxwhp1fZQoaAZHQHEHn6Q/5cloB0vzaAhHQLMzaHYpUgl1fZQoaAZHQHHmJT2nKnxoB00XAWgIR0CzM4z6WPcSdX2UKGgGR0BymvllsguAaAdL8GgIR0CzM6b7XQMQdX2UKGgGR0BzNfc0tRNzaAdNAwFoCEdAszPO+M6zV3V9lChoBkdAc1cdlum78WgHS/1oCEdAszPWLjxTbXV9lChoBkdAcvXOM2m52GgHTVYBaAhHQLM0DnGKhtd1fZQoaAZHQHJiBDb8FZBoB00MAWgIR0CzNBoUJv5ydX2UKGgGR0Byt/8P4EfUaAdL32gIR0CzNBzd1uBMdX2UKGgGR0BywiQT238XaAdL42gIR0CzNB6brkbQdX2UKGgGR0BxJ7juKGcnaAdNCAFoCEdAszRBOVPepHV9lChoBkdAcEOL0jC53GgHTRgBaAhHQLM0TjDbah91fZQoaAZHQHL5PxH5JshoB0voaAhHQLM0UAXl8w51fZQoaAZHQHIMtEb5uZVoB0vTaAhHQLM0m7Rv3rV1fZQoaAZHQHKHYGUwBYFoB0vraAhHQLM0pcHGCI11fZQoaAZHQHJ13uqm0mdoB0v3aAhHQLM0u1/DtPZ1fZQoaAZHQHFwdhNM495oB00XAWgIR0CzNQ/9P1tgdX2UKGgGR0BzF8M4LkS3aAdL6mgIR0CzNRGCNCJGdX2UKGgGR0Byv2Tr3TNMaAdL3GgIR0CzNRw31jAjdX2UKGgGR0ByJrXg9/z8aAdNEgFoCEdAszUpoHs1K3V9lChoBkdAcZsP1tfoimgHTRYBaAhHQLM1SInSfDl1fZQoaAZHQG+lxWtEG7loB0vbaAhHQLM1aAbQ1Jl1fZQoaAZHQHJkpJbt7a9oB00HAWgIR0CzNWmo73fydX2UKGgGR0Bz2XgrH2h7aAdL2mgIR0CzNWmmk30gdX2UKGgGR0Bwiqg00m+kaAdL62gIR0CzNYMvZh8ZdX2UKGgGR0BwN2OLiuMdaAdNDAFoCEdAszWoRpUPx3V9lChoBkdAcgAmaH9FWmgHS+1oCEdAszW8f2bobHV9lChoBkdAcBK0Jng5zmgHS/loCEdAszW/TQVsUXV9lChoBkdAb1yETxoZh2gHTQcBaAhHQLM13zWf9P11fZQoaAZHQHDTytV7x/doB0vvaAhHQLM2B6k69011fZQoaAZHQG4WagdwNspoB0vxaAhHQLM2KyxiXpp1fZQoaAZHQG8MfNZ/0/ZoB00bAWgIR0CzNlZc9nscdX2UKGgGR0ByylajesPraAdL5WgIR0CzNm4l6Z6VdX2UKGgGR0Bw+zijtXxOaAdL4GgIR0CzNn35nDiwdX2UKGgGR0ByxoRChN/OaAdL8WgIR0CzNoyZBsyjdX2UKGgGR0ByNEezUqhEaAdL9mgIR0CzNsJGrjo7dX2UKGgGR0Bxg/G0eEIxaAdNJQFoCEdAszbZTkyULXV9lChoBkdAb3mXdCVrymgHS/xoCEdAszbvVMEidXV9lChoBkdAcLSL8rI5pGgHTQYBaAhHQLM2/0CA+ZB1fZQoaAZHQHDkkzKs+3ZoB00LAWgIR0CzNwW9HtngdX2UKGgGR0BxIpnQID5kaAdL4mgIR0CzNxomG/N8dX2UKGgGR0Bwt2I1tO2zaAdL4WgIR0CzNxt4Z/CqdX2UKGgGR0ByD8npjc2zaAdL+mgIR0CzNylRYRukdX2UKGgGR0Bx96PuG9HuaAdNIAFoCEdAszc/TYukDnV9lChoBkdAcT8r2g398GgHS+FoCEdAszdm2MKkVXV9lChoBkdAbxcS/TLGJmgHTREBaAhHQLM3gGKQ7tB1fZQoaAZHQHJcv1pTMq1oB0vjaAhHQLM3ivUjLSx1fZQoaAZHQHE98mjTKDFoB0vkaAhHQLM3tNkOI691fZQoaAZHQHF5G+fywwFoB0vhaAhHQLM35BHTZxt1fZQoaAZHQHP8yvxH5JtoB00EAWgIR0CzN/2bobGWdX2UKGgGR0BtseIRAbADaAdNAAFoCEdAszgHUF0PpnV9lChoBkdAcTkTq0MPSWgHS+toCEdAszgodRzij3V9lChoBkdAcACQvYe1bGgHS+JoCEdAszgv7hvR7nV9lChoBkdAcgI5hBqsVGgHS+VoCEdAszhJUT+NtXV9lChoBkdAcEkjhky1u2gHS9poCEdAszhOF8G9pXV9lChoBkdAcLI5j6N2kmgHS+5oCEdAszhluuRs/XV9lChoBkdAcv/tlqagEmgHS9toCEdAszh0ZeiSJXV9lChoBkdAcmFNwBHTZ2gHS/FoCEdAsziFfw7T2HV9lChoBkdAbhEFFDv3J2gHS+BoCEdAsziRAWzninV9lChoBkdAcpe68g6ltWgHS9poCEdAsziuB7NSqHV9lChoBkdAcQ2erMkhR2gHTRsBaAhHQLM4wN6PbPB1fZQoaAZHQHGw2eHzpX9oB0vXaAhHQLM4xdELH+91fZQoaAZHQHPHQ0j1PFhoB0v0aAhHQLM49Z9NN8F1fZQoaAZHQHAnmBWgezVoB0vlaAhHQLM5OMGHHm11fZQoaAZHQHD9JzLfUF1oB0vaaAhHQLM5QJRwZO11fZQoaAZHQHK1bJnxri5oB0vbaAhHQLM5S4o7V8V1fZQoaAZHQHHq5id8RcxoB00nAWgIR0CzOXCjUNKAdX2UKGgGR0BzCK8rZrYXaAdL92gIR0CzOaHEIgNgdX2UKGgGR0BzIFLSNOuaaAdNAwFoCEdAszmuTbFju3V9lChoBkdAcNeG7jDKo2gHS9toCEdAszm/51vETHV9lChoBkdAc9eV5KODJ2gHTQQBaAhHQLM59Y7JW/91fZQoaAZHQHJ88g+yJKtoB0vtaAhHQLM6AgUDdQB1fZQoaAZHQG5fwa72+PBoB00fAWgIR0CzOgirksBidX2UKGgGR0BvXL3bmEGraAdNIgFoCEdAszoI3GXHBHV9lChoBkdAcpA+6Ae7tmgHS9xoCEdAszogPrfLtHV9lChoBkdAb9z8qFyq/GgHS+RoCEdAszomdsi0OXV9lChoBkdAcXefh/Aj6mgHTTYBaAhHQLM6ZPH1e0J1fZQoaAZHQHHyd2TxG2FoB00iAWgIR0CzOnRCD28JdX2UKGgGR0BxHqEEkjX4aAdLzmgIR0CzOpe7xusLdX2UKGgGR0Bx/f/DLr5ZaAdL4GgIR0CzOqGN3np0dX2UKGgGR0BycTWqcVgyaAdL/GgIR0CzOtgcYIjXdX2UKGgGR0Bu7Er3Cbc5aAdNOAFoCEdAszrqz4UN8XVlLg=="
49
  },
50
  "ep_success_buffer": {
51
  ":type:": "<class 'collections.deque'>",
52
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
53
  },
54
+ "_n_updates": 276,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
55
  "observation_space": {
56
  ":type:": "<class 'gymnasium.spaces.box.Box'>",
57
+ ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu",
58
  "dtype": "float32",
59
+ "bounded_below": "[ True True True True True True True True]",
60
+ "bounded_above": "[ True True True True True True True True]",
61
  "_shape": [
62
  8
63
  ],
64
+ "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]",
65
+ "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]",
66
+ "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]",
67
+ "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]",
68
  "_np_random": null
69
  },
70
  "action_space": {
 
76
  "dtype": "int64",
77
  "_np_random": null
78
  },
79
+ "n_envs": 16,
80
+ "n_steps": 2048,
81
+ "gamma": 0.999,
82
+ "gae_lambda": 0.98,
83
+ "ent_coef": 0.01,
84
+ "vf_coef": 0.5,
85
+ "max_grad_norm": 0.5,
86
+ "batch_size": 64,
87
+ "n_epochs": 6,
88
+ "clip_range": {
89
+ ":type:": "<class 'function'>",
90
+ ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
91
+ },
92
+ "clip_range_vf": null,
93
+ "normalize_advantage": true,
94
+ "target_kl": null,
95
  "lr_schedule": {
96
  ":type:": "<class 'function'>",
97
+ ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
98
  }
99
  }
ppo-LunarLander-v2/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08db214fdb91fbc57fee7a9c362e2762d9243030692c3cf580495adaec2709c1
3
  size 88362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840b05bda26b3620ce7078d1c91dd9d2a51264e7dda6b463361e05111f8599ab
3
  size 88362
ppo-LunarLander-v2/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24489a2d29338c1deb7c03d47326dfb89ab2b458a82ea8a5b7f514ccf34b14ec
3
  size 43762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bffb73988a335413fde97f2ee47d02a2586310309b7a2538a1cb97000fef1ab3
3
  size 43762
replay.mp4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e1359b373ddb25c6476277a0ffe50267f4bebab64e979adf63b3483699949fc6
3
- size 151451
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f812c1cd04ea0fc6db38db20d93fc7f9444e3914098b98d13fd279bdc211d60a
3
+ size 162518
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": 292.8992079, "std_reward": 19.585956527423793, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-11-05T14:45:23.626468"}
 
1
+ {"mean_reward": 269.7275495, "std_reward": 20.974899741371793, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-11-05T15:31:40.223562"}