Upload PPO LunarLander-v2 trained agent

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+replay.mp4 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,37 @@
+---
+library_name: stable-baselines3
+tags:
+- LunarLander-v2
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: PPO
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: LunarLander-v2
+      type: LunarLander-v2
+    metrics:
+    - type: mean_reward
+      value: 305.48 +/- 18.58
+      name: mean_reward
+      verified: false
+---
+
+# **PPO** Agent playing **LunarLander-v2**
+This is a trained model of a **PPO** agent playing **LunarLander-v2**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x782b3d1e0360>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x782b3d1e0400>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x782b3d1e04a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x782b3d1e0540>", "_build": "<function ActorCriticPolicy._build at 0x782b3d1e05e0>", "forward": "<function ActorCriticPolicy.forward at 0x782b3d1e0680>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x782b3d1e0720>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x782b3d1e07c0>", "_predict": "<function ActorCriticPolicy._predict at 0x782b3d1e0860>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x782b3d1e0900>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x782b3d1e09a0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x782b3d1e0a40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x782b3dea0c00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 368000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652272866.0520153, "learning_rate": 0.0, "tensorboard_log": "logs", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgQAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAQAAAAAAAAAlnM89tRYuvTuBrPtPmquvOx7OsqnmzMAAIA/AACAPw3KD75rSyY/o4JFPvvCWb84QKi+cc+jPgAAAAAAAAAAAPaDPMq7pD8KyNY9TyAbv1WLjj1wvFY+AAAAAAAAAAAzrYs96IGTPWqsjL4xEOG+cwRLPQWj+L0AAAAAAAAAAA3znL3ECMI/AZ6Qvrysur2U9UC9Gx1xvgAAAAAAAAAA+5aEvulFTz9b2GM+E9hFv1PlBL8CMos+AAAAAAAAAADNsYW8NLjLvFDyVj5lHPQ8HdYvPVssjD0AAIA/AACAP7OcvD023LM/SkH0PkS6dr6kEu49+192PgAAAAAAAAAAZtpbPJwTOrw9a3Y9uwpXPQNhh73mp6Q7AACAPwAAgD9TdxE+JN/ZPv9zwr0VBje/0rKLPnMXIL4AAAAAAAAAAFPbIr4Ev4Q+/gzmPlB2Ib+u3zy+Et3APgAAAAAAAAAA5ug0PikZnj8O4dY+f8gzvyFe1D7JVbU+AAAAAAAAAADNrCC6n8S+u7QbxjvJtwA9TlVqPMsqMzwAAIA/AACAPwCAgjpIRYq6yg5UtAsxny9t5iS7ZumHMwAAgD8AAIA/4OEjvklplD4lQ/g+Ck03v0DEB74j+ds+AAAAAAAAAACaH4U8Uhziu0qbBbsTdcg8PN2fPI9qtToAAIA/AACAP2Yro7zFeIM/yguPvbw4gr9TI3m9T4q9vQAAAAAAAAAA4w9hvg1vKT8cAIs+J9lGv07x0r4ryHg+AAAAAAAAAABNVJS9EaZFP2Jx47xUxlK/9VaBvrIfTT0AAAAAAAAAAEA6Lr5o3K8/0nkBv08n6L4Vy/G+mobQvgAAAAAAAAAA5qduPW7uyT3qalW+XzUAvzrfuD0OqRy+AAAAAAAAAABmpja7SMekuoW8UTKcIeSwjGLFusbkprIAAIA/AACAP5rxkjtSoOu77rdlu7pjMDzAMD+9+iAZPQAAgD8AAIA/ALArPD1uLrtmvoI6Lwe0PANeKbzLk5k9AACAPwAAgD8zQOO8jGwTPr5nbz3GmgK/ksaVvYXuoT0AAAAAAAAAAHNmRL53Akk/ZysgvGcCH785bAW/oWEcPgAAAAAAAAAAmp2qu9fLPbs2X3y8nuOZPCU1pLxml4M9AACAPwAAgD8zHP287oi6vE1VYj7dmJq97VojvbLSB74AAIA/AACAPzPn0DvDcA28NqtnPTJnA73GceO8Y/jkvgAAgD8AAIA/LeOQPoBuMD92UgO+781HvzjO4D4y4pu+AAAAAAAAAADNpG87hSeBu8yUFb5M0rE83Fm+PLTulr0AAIA/AACAP83ITr0nNy0/fo9hO4PkW78wnf+9auZEPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksgSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLIIWUjAFDlHSUUpQu"}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.67232, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCH6oNGIm5nJAlIaUUpSMAWyUS6aMAXSUR0B1BlP1tfoidX2UKGgGaAloD0MI9KPhlPnmc0CUhpRSlGgVS7NoFkdAdQdhStNi6XV9lChoBmgJaA9DCOcAwRy9VnJAlIaUUpRoFUuyaBZHQHUHhOk+HJt1fZQoaAZoCWgPQwim1ZC4R2pwQJSGlFKUaBVLn2gWR0B1B8+MZP2xdX2UKGgGaAloD0MIrADfbR5Fc0CUhpRSlGgVS6ZoFkdAdQf0+1SflXV9lChoBmgJaA9DCMY0071Og3JAlIaUUpRoFUu4aBZHQHUILcCYCyR1fZQoaAZoCWgPQwhH6GfqNaZyQJSGlFKUaBVLtmgWR0B1CFL26ClKdX2UKGgGaAloD0MIIXU7+wqyckCUhpRSlGgVS4loFkdAdaSJgb6xgXV9lChoBmgJaA9DCH6K48AruXBAlIaUUpRoFUuhaBZHQHWln2/SH/N1fZQoaAZoCWgPQwjy0k1iEIRyQJSGlFKUaBVLmGgWR0B1pzgvUSZjdX2UKGgGaAloD0MILJyk+eOCc0CUhpRSlGgVS7doFkdAdagsFMZgonV9lChoBmgJaA9DCEok0cvonXFAlIaUUpRoFUuoaBZHQHWodTgl4Tt1fZQoaAZoCWgPQwhkrgyqTXBzQJSGlFKUaBVLvmgWR0B1qUFINEw4dX2UKGgGaAloD0MI5C8t6pPOcUCUhpRSlGgVS5NoFkdAdanLDAJswnV9lChoBmgJaA9DCKhTHt3I7nFAlIaUUpRoFUuDaBZHQHWqKXrt3Oh1fZQoaAZoCWgPQwgbLnJP13h0QJSGlFKUaBVLpGgWR0B1qyw0O3DvdX2UKGgGaAloD0MIfnGpSltJckCUhpRSlGgVS6hoFkdAdatYixFAmnV9lChoBmgJaA9DCEw3iUFgVnJAlIaUUpRoFUufaBZHQHWrUkv9LpR1fZQoaAZoCWgPQwhz8bc9wXNxQJSGlFKUaBVLlGgWR0B1rEmG/N7jdX2UKGgGaAloD0MIjUXT2ckVckCUhpRSlGgVS5JoFkdAdazOe8PFvXV9lChoBmgJaA9DCLafjPFheHNAlIaUUpRoFUuYaBZHQHWsx24d6s11fZQoaAZoCWgPQwj1LAjl/XBwQJSGlFKUaBVLm2gWR0B1rPPomoitdX2UKGgGaAloD0MIIsMq3silcUCUhpRSlGgVS6poFkdAda2iay8jA3V9lChoBmgJaA9DCC6Oyk0UNHJAlIaUUpRoFUupaBZHQHWuFZTyaux1fZQoaAZoCWgPQwiTAgtgimFyQJSGlFKUaBVLkWgWR0B1r2ntOVPfdX2UKGgGaAloD0MI4q5eRQbsc0CUhpRSlGgVS6loFkdAda/I+4b0e3V9lChoBmgJaA9DCKGjVS1pkXNAlIaUUpRoFUu3aBZHQHWwIKx9oex1fZQoaAZoCWgPQwjDR8SUSDhyQJSGlFKUaBVLtWgWR0B1sO+Eh7mddX2UKGgGaAloD0MIkN0FSorCckCUhpRSlGgVS7doFkdAdbIe7+T/yXV9lChoBmgJaA9DCE65wrtc3XBAlIaUUpRoFUumaBZHQHWyHmV7hNx1fZQoaAZoCWgPQwgSE9TwLSpxQJSGlFKUaBVLnmgWR0B1svbO/tY0dX2UKGgGaAloD0MI6iKFsjD+cECUhpRSlGgVS4xoFkdAdbQICU5dW3V9lChoBmgJaA9DCPLPDOJDlnFAlIaUUpRoFUuSaBZHQHW0au4gA6x1fZQoaAZoCWgPQwgb9RCN7tFxQJSGlFKUaBVLlWgWR0B1tOw3YL9ddX2UKGgGaAloD0MI295uSQ7sc0CUhpRSlGgVS6xoFkdAdbY/JNj9XXV9lChoBmgJaA9DCCgqG9YURXJAlIaUUpRoFUukaBZHQHW2ZI1+AmR1fZQoaAZoCWgPQwj0TZoGRRt0QJSGlFKUaBVLvmgWR0B1tq5Zr56/dX2UKGgGaAloD0MIndSXpd1bc0CUhpRSlGgVS5toFkdAdbcmwqy4WnV9lChoBmgJaA9DCONPVDbsyHFAlIaUUpRoFUulaBZHQHW3Pf4yoGZ1fZQoaAZoCWgPQwgGDmjpyqtzQJSGlFKUaBVLt2gWR0B1uHSmZVn3dX2UKGgGaAloD0MIYwtBDopAcUCUhpRSlGgVS6JoFkdAdbkLL6k693V9lChoBmgJaA9DCGQke4Ta0nJAlIaUUpRoFUueaBZHQHW64exOclR1fZQoaAZoCWgPQwhs6dFUD0ZyQJSGlFKUaBVLqGgWR0B1u0MgEEDAdX2UKGgGaAloD0MIDLJl+fqUckCUhpRSlGgVS5doFkdAdbuKYzBRAXV9lChoBmgJaA9DCFfNc0R+OHJAlIaUUpRoFUuoaBZHQHW94Jmdy1h1fZQoaAZoCWgPQwiXN4dr9X9zQJSGlFKUaBVLomgWR0B1vi0IC2c8dX2UKGgGaAloD0MIru/DQcJ5cUCUhpRSlGgVS59oFkdAdb73qzJIUnV9lChoBmgJaA9DCGCsb2Ayp3FAlIaUUpRoFUucaBZHQHW/HKr7wa11fZQoaAZoCWgPQwgx6lp738hzQJSGlFKUaBVLvWgWR0B1v7SE12q2dX2UKGgGaAloD0MIE+6VeetmcECUhpRSlGgVS5poFkdAdb/RrrPdEnV9lChoBmgJaA9DCNogk4ycN3JAlIaUUpRoFUumaBZHQHXAXg9/z8R1fZQoaAZoCWgPQwhOmDCaVXZ0QJSGlFKUaBVLtWgWR0B1wLOlfqoqdX2UKGgGaAloD0MITG9/Lpr6c0CUhpRSlGgVS81oFkdAdcDP+GXXy3V9lChoBmgJaA9DCIy61t5n93FAlIaUUpRoFUuRaBZHQHXBCA2AG0N1fZQoaAZoCWgPQwjmstE5PxByQJSGlFKUaBVLj2gWR0B1wejxkNF0dX2UKGgGaAloD0MIgsR298CBckCUhpRSlGgVS79oFkdAdcHJMxoIwHV9lChoBmgJaA9DCHuDL0xmD3FAlIaUUpRoFUufaBZHQHXCM+NcW0t1fZQoaAZoCWgPQwibrie6rmNzQJSGlFKUaBVLq2gWR0B1wjyTY/VzdX2UKGgGaAloD0MIDqMgeHxyc0CUhpRSlGgVS71oFkdAdcMCHymQ83V9lChoBmgJaA9DCMFSXcDLnXBAlIaUUpRoFUucaBZHQHXEX7UG3Wp1fZQoaAZoCWgPQwhgsBu2rfFxQJSGlFKUaBVLlmgWR0B1xIbOu7pWdX2UKGgGaAloD0MITmGlggpkckCUhpRSlGgVS69oFkdAdcR9C/oJRnV9lChoBmgJaA9DCO9054mnJXJAlIaUUpRoFUunaBZHQHXFhzvJA+p1fZQoaAZoCWgPQwjSGoNOyAVwQJSGlFKUaBVLmmgWR0B1xqNDMNc4dX2UKGgGaAloD0MIKo4Dr9b8ckCUhpRSlGgVS5loFkdAdcet6X0GvHV9lChoBmgJaA9DCIro19YPrXJAlIaUUpRoFUuuaBZHQHXIYddVvMt1fZQoaAZoCWgPQwichxOYzn1wQJSGlFKUaBVLsmgWR0B1yITwlSjydX2UKGgGaAloD0MI31D4bN0ucECUhpRSlGgVS5JoFkdAdckUpd8iOnV9lChoBmgJaA9DCI3V5v9VJHRAlIaUUpRoFUu1aBZHQHXLKj3225R1fZQoaAZoCWgPQwi/84sStDJyQJSGlFKUaBVLsmgWR0B1yx3A2ycDdX2UKGgGaAloD0MIPnrDfaTwc0CUhpRSlGgVS7FoFkdAdct40dilSHV9lChoBmgJaA9DCP94r1rZXnJAlIaUUpRoFUuzaBZHQHXLzUd7v5R1fZQoaAZoCWgPQwiPiv87Yk5zQJSGlFKUaBVLsmgWR0B1zbsw+MZQdX2UKGgGaAloD0MI0jqqmqCWckCUhpRSlGgVS6NoFkdAdc5vs7dSEXV9lChoBmgJaA9DCKT+eoUF5XNAlIaUUpRoFUusaBZHQHXO3446wMZ1fZQoaAZoCWgPQwiCdRw/1J9vQJSGlFKUaBVLjWgWR0B1z0FPi1iOdX2UKGgGaAloD0MI20yFeKQ7dECUhpRSlGgVS61oFkdAdc9lVtGd7XV9lChoBmgJaA9DCKN5AIu8RnBAlIaUUpRoFUugaBZHQHXQvGEPDpF1fZQoaAZoCWgPQwiEu7N2295yQJSGlFKUaBVLh2gWR0B10U2P1ct5dX2UKGgGaAloD0MIlPdxNAeOcUCUhpRSlGgVS5toFkdAddGjzZpSJnV9lChoBmgJaA9DCIBmEB+Yw3JAlIaUUpRoFUuVaBZHQHXR7AYYR/V1fZQoaAZoCWgPQwjou1tZov5yQJSGlFKUaBVLuGgWR0B100IHC4z8dX2UKGgGaAloD0MIuTe/YeIGcECUhpRSlGgVS5toFkdAddQZfUnXunV9lChoBmgJaA9DCExRLo3fTHNAlIaUUpRoFUuoaBZHQHXUYMfA9FF1fZQoaAZoCWgPQwjg9gSJbdhyQJSGlFKUaBVLrWgWR0B11KZPVNHpdX2UKGgGaAloD0MIbagY5++bb0CUhpRSlGgVS7JoFkdAddTowVTJhnV9lChoBmgJaA9DCMufbwvWdXJAlIaUUpRoFUu5aBZHQHXVGpEQXhx1fZQoaAZoCWgPQwhSSDKr98lxQJSGlFKUaBVLqWgWR0B11XnEETxodX2UKGgGaAloD0MIrp/+s+ZVcUCUhpRSlGgVS8BoFkdAddVf5k9U0nV9lChoBmgJaA9DCKGGb2HdKXBAlIaUUpRoFUuUaBZHQHXV6sQumJp1fZQoaAZoCWgPQwgJbM7BMyJyQJSGlFKUaBVLq2gWR0B11uvMbFS9dX2UKGgGaAloD0MIXhCRmjabcECUhpRSlGgVS5poFkdAddfDneSB9XV9lChoBmgJaA9DCDFhNCtbFXRAlIaUUpRoFUu+aBZHQHXYP2K2rn11fZQoaAZoCWgPQwjM1CR4Q75PQJSGlFKUaBVLdGgWR0B12ab+cYqHdX2UKGgGaAloD0MI+zxGeeaZc0CUhpRSlGgVS7hoFkdAddnsPJ7swHV9lChoBmgJaA9DCAVpxqIpS3FAlIaUUpRoFUuYaBZHQHXaxf0Eov11fZQoaAZoCWgPQwhe9YB5CF1xQJSGlFKUaBVLsGgWR0B127I8yN4rdX2UKGgGaAloD0MI5V/LKxeJckCUhpRSlGgVS5xoFkdAddvihFmWdHV9lChoBmgJaA9DCOi9MQSAR3JAlIaUUpRoFUutaBZHQHXcdORDCxh1fZQoaAZoCWgPQwjD9L2GoExzQJSGlFKUaBVL0WgWR0B13TCpFTegdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 19344, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV0gEAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsDQwaXAGQBUwCUTkcAAAAAAAAAAIaUKYwBX5SFlIwiL3RtcC9pcHl0aG9uLWlucHV0LTMtMzg5MDQwMjA3My5weZSMCDxsYW1iZGE+lIwIPGxhbWJkYT6USw1DBoAAoEOAAJRDAJQpKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UdU5OTnSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaBh9lH2UKGgVjAg8bGFtYmRhPpSMDF9fcXVhbG5hbWVfX5SMCDxsYW1iZGE+lIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoFowHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5ROjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWV0AEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAAAAAAAAAACUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIwELWluZpSMCWhpZ2hfcmVwcpSMA2luZpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "low_repr": "-inf", "high_repr": "inf", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHAAAAAAAAAACFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f789fa081b1c43cb84dff7a68c257c7cbf81661388b632ff4a5cddac26aadc
+size 149299

ppo-LunarLander-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+2.0.0a5

ppo-LunarLander-v2/data

@@ -0,0 +1,99 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x782b3d1e0360>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x782b3d1e0400>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x782b3d1e04a0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x782b3d1e0540>",
+        "_build": "<function ActorCriticPolicy._build at 0x782b3d1e05e0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x782b3d1e0680>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x782b3d1e0720>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x782b3d1e07c0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x782b3d1e0860>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x782b3d1e0900>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x782b3d1e09a0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x782b3d1e0a40>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x782b3dea0c00>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {},
+    "num_timesteps": 368000,
+    "_total_timesteps": 1000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1652272866.0520153,
+    "learning_rate": 0.0,
+    "tensorboard_log": "logs",
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdgQAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAQAAAAAAAAAlnM89tRYuvTuBrPtPmquvOx7OsqnmzMAAIA/AACAPw3KD75rSyY/o4JFPvvCWb84QKi+cc+jPgAAAAAAAAAAAPaDPMq7pD8KyNY9TyAbv1WLjj1wvFY+AAAAAAAAAAAzrYs96IGTPWqsjL4xEOG+cwRLPQWj+L0AAAAAAAAAAA3znL3ECMI/AZ6Qvrysur2U9UC9Gx1xvgAAAAAAAAAA+5aEvulFTz9b2GM+E9hFv1PlBL8CMos+AAAAAAAAAADNsYW8NLjLvFDyVj5lHPQ8HdYvPVssjD0AAIA/AACAP7OcvD023LM/SkH0PkS6dr6kEu49+192PgAAAAAAAAAAZtpbPJwTOrw9a3Y9uwpXPQNhh73mp6Q7AACAPwAAgD9TdxE+JN/ZPv9zwr0VBje/0rKLPnMXIL4AAAAAAAAAAFPbIr4Ev4Q+/gzmPlB2Ib+u3zy+Et3APgAAAAAAAAAA5ug0PikZnj8O4dY+f8gzvyFe1D7JVbU+AAAAAAAAAADNrCC6n8S+u7QbxjvJtwA9TlVqPMsqMzwAAIA/AACAPwCAgjpIRYq6yg5UtAsxny9t5iS7ZumHMwAAgD8AAIA/4OEjvklplD4lQ/g+Ck03v0DEB74j+ds+AAAAAAAAAACaH4U8Uhziu0qbBbsTdcg8PN2fPI9qtToAAIA/AACAP2Yro7zFeIM/yguPvbw4gr9TI3m9T4q9vQAAAAAAAAAA4w9hvg1vKT8cAIs+J9lGv07x0r4ryHg+AAAAAAAAAABNVJS9EaZFP2Jx47xUxlK/9VaBvrIfTT0AAAAAAAAAAEA6Lr5o3K8/0nkBv08n6L4Vy/G+mobQvgAAAAAAAAAA5qduPW7uyT3qalW+XzUAvzrfuD0OqRy+AAAAAAAAAABmpja7SMekuoW8UTKcIeSwjGLFusbkprIAAIA/AACAP5rxkjtSoOu77rdlu7pjMDzAMD+9+iAZPQAAgD8AAIA/ALArPD1uLrtmvoI6Lwe0PANeKbzLk5k9AACAPwAAgD8zQOO8jGwTPr5nbz3GmgK/ksaVvYXuoT0AAAAAAAAAAHNmRL53Akk/ZysgvGcCH785bAW/oWEcPgAAAAAAAAAAmp2qu9fLPbs2X3y8nuOZPCU1pLxml4M9AACAPwAAgD8zHP287oi6vE1VYj7dmJq97VojvbLSB74AAIA/AACAPzPn0DvDcA28NqtnPTJnA73GceO8Y/jkvgAAgD8AAIA/LeOQPoBuMD92UgO+781HvzjO4D4y4pu+AAAAAAAAAADNpG87hSeBu8yUFb5M0rE83Fm+PLTulr0AAIA/AACAP83ITr0nNy0/fo9hO4PkW78wnf+9auZEPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksgSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVlAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLIIWUjAFDlHSUUpQu"
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": 0.67232,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCH6oNGIm5nJAlIaUUpSMAWyUS6aMAXSUR0B1BlP1tfoidX2UKGgGaAloD0MI9KPhlPnmc0CUhpRSlGgVS7NoFkdAdQdhStNi6XV9lChoBmgJaA9DCOcAwRy9VnJAlIaUUpRoFUuyaBZHQHUHhOk+HJt1fZQoaAZoCWgPQwim1ZC4R2pwQJSGlFKUaBVLn2gWR0B1B8+MZP2xdX2UKGgGaAloD0MIrADfbR5Fc0CUhpRSlGgVS6ZoFkdAdQf0+1SflXV9lChoBmgJaA9DCMY0071Og3JAlIaUUpRoFUu4aBZHQHUILcCYCyR1fZQoaAZoCWgPQwhH6GfqNaZyQJSGlFKUaBVLtmgWR0B1CFL26ClKdX2UKGgGaAloD0MIIXU7+wqyckCUhpRSlGgVS4loFkdAdaSJgb6xgXV9lChoBmgJaA9DCH6K48AruXBAlIaUUpRoFUuhaBZHQHWln2/SH/N1fZQoaAZoCWgPQwjy0k1iEIRyQJSGlFKUaBVLmGgWR0B1pzgvUSZjdX2UKGgGaAloD0MILJyk+eOCc0CUhpRSlGgVS7doFkdAdagsFMZgonV9lChoBmgJaA9DCEok0cvonXFAlIaUUpRoFUuoaBZHQHWodTgl4Tt1fZQoaAZoCWgPQwhkrgyqTXBzQJSGlFKUaBVLvmgWR0B1qUFINEw4dX2UKGgGaAloD0MI5C8t6pPOcUCUhpRSlGgVS5NoFkdAdanLDAJswnV9lChoBmgJaA9DCKhTHt3I7nFAlIaUUpRoFUuDaBZHQHWqKXrt3Oh1fZQoaAZoCWgPQwgbLnJP13h0QJSGlFKUaBVLpGgWR0B1qyw0O3DvdX2UKGgGaAloD0MIfnGpSltJckCUhpRSlGgVS6hoFkdAdatYixFAmnV9lChoBmgJaA9DCEw3iUFgVnJAlIaUUpRoFUufaBZHQHWrUkv9LpR1fZQoaAZoCWgPQwhz8bc9wXNxQJSGlFKUaBVLlGgWR0B1rEmG/N7jdX2UKGgGaAloD0MIjUXT2ckVckCUhpRSlGgVS5JoFkdAdazOe8PFvXV9lChoBmgJaA9DCLafjPFheHNAlIaUUpRoFUuYaBZHQHWsx24d6s11fZQoaAZoCWgPQwj1LAjl/XBwQJSGlFKUaBVLm2gWR0B1rPPomoitdX2UKGgGaAloD0MIIsMq3silcUCUhpRSlGgVS6poFkdAda2iay8jA3V9lChoBmgJaA9DCC6Oyk0UNHJAlIaUUpRoFUupaBZHQHWuFZTyaux1fZQoaAZoCWgPQwiTAgtgimFyQJSGlFKUaBVLkWgWR0B1r2ntOVPfdX2UKGgGaAloD0MI4q5eRQbsc0CUhpRSlGgVS6loFkdAda/I+4b0e3V9lChoBmgJaA9DCKGjVS1pkXNAlIaUUpRoFUu3aBZHQHWwIKx9oex1fZQoaAZoCWgPQwjDR8SUSDhyQJSGlFKUaBVLtWgWR0B1sO+Eh7mddX2UKGgGaAloD0MIkN0FSorCckCUhpRSlGgVS7doFkdAdbIe7+T/yXV9lChoBmgJaA9DCE65wrtc3XBAlIaUUpRoFUumaBZHQHWyHmV7hNx1fZQoaAZoCWgPQwgSE9TwLSpxQJSGlFKUaBVLnmgWR0B1svbO/tY0dX2UKGgGaAloD0MI6iKFsjD+cECUhpRSlGgVS4xoFkdAdbQICU5dW3V9lChoBmgJaA9DCPLPDOJDlnFAlIaUUpRoFUuSaBZHQHW0au4gA6x1fZQoaAZoCWgPQwgb9RCN7tFxQJSGlFKUaBVLlWgWR0B1tOw3YL9ddX2UKGgGaAloD0MI295uSQ7sc0CUhpRSlGgVS6xoFkdAdbY/JNj9XXV9lChoBmgJaA9DCCgqG9YURXJAlIaUUpRoFUukaBZHQHW2ZI1+AmR1fZQoaAZoCWgPQwj0TZoGRRt0QJSGlFKUaBVLvmgWR0B1tq5Zr56/dX2UKGgGaAloD0MIndSXpd1bc0CUhpRSlGgVS5toFkdAdbcmwqy4WnV9lChoBmgJaA9DCONPVDbsyHFAlIaUUpRoFUulaBZHQHW3Pf4yoGZ1fZQoaAZoCWgPQwgGDmjpyqtzQJSGlFKUaBVLt2gWR0B1uHSmZVn3dX2UKGgGaAloD0MIYwtBDopAcUCUhpRSlGgVS6JoFkdAdbkLL6k693V9lChoBmgJaA9DCGQke4Ta0nJAlIaUUpRoFUueaBZHQHW64exOclR1fZQoaAZoCWgPQwhs6dFUD0ZyQJSGlFKUaBVLqGgWR0B1u0MgEEDAdX2UKGgGaAloD0MIDLJl+fqUckCUhpRSlGgVS5doFkdAdbuKYzBRAXV9lChoBmgJaA9DCFfNc0R+OHJAlIaUUpRoFUuoaBZHQHW94Jmdy1h1fZQoaAZoCWgPQwiXN4dr9X9zQJSGlFKUaBVLomgWR0B1vi0IC2c8dX2UKGgGaAloD0MIru/DQcJ5cUCUhpRSlGgVS59oFkdAdb73qzJIUnV9lChoBmgJaA9DCGCsb2Ayp3FAlIaUUpRoFUucaBZHQHW/HKr7wa11fZQoaAZoCWgPQwgx6lp738hzQJSGlFKUaBVLvWgWR0B1v7SE12q2dX2UKGgGaAloD0MIE+6VeetmcECUhpRSlGgVS5poFkdAdb/RrrPdEnV9lChoBmgJaA9DCNogk4ycN3JAlIaUUpRoFUumaBZHQHXAXg9/z8R1fZQoaAZoCWgPQwhOmDCaVXZ0QJSGlFKUaBVLtWgWR0B1wLOlfqoqdX2UKGgGaAloD0MITG9/Lpr6c0CUhpRSlGgVS81oFkdAdcDP+GXXy3V9lChoBmgJaA9DCIy61t5n93FAlIaUUpRoFUuRaBZHQHXBCA2AG0N1fZQoaAZoCWgPQwjmstE5PxByQJSGlFKUaBVLj2gWR0B1wejxkNF0dX2UKGgGaAloD0MIgsR298CBckCUhpRSlGgVS79oFkdAdcHJMxoIwHV9lChoBmgJaA9DCHuDL0xmD3FAlIaUUpRoFUufaBZHQHXCM+NcW0t1fZQoaAZoCWgPQwibrie6rmNzQJSGlFKUaBVLq2gWR0B1wjyTY/VzdX2UKGgGaAloD0MIDqMgeHxyc0CUhpRSlGgVS71oFkdAdcMCHymQ83V9lChoBmgJaA9DCMFSXcDLnXBAlIaUUpRoFUucaBZHQHXEX7UG3Wp1fZQoaAZoCWgPQwhgsBu2rfFxQJSGlFKUaBVLlmgWR0B1xIbOu7pWdX2UKGgGaAloD0MITmGlggpkckCUhpRSlGgVS69oFkdAdcR9C/oJRnV9lChoBmgJaA9DCO9054mnJXJAlIaUUpRoFUunaBZHQHXFhzvJA+p1fZQoaAZoCWgPQwjSGoNOyAVwQJSGlFKUaBVLmmgWR0B1xqNDMNc4dX2UKGgGaAloD0MIKo4Dr9b8ckCUhpRSlGgVS5loFkdAdcet6X0GvHV9lChoBmgJaA9DCIro19YPrXJAlIaUUpRoFUuuaBZHQHXIYddVvMt1fZQoaAZoCWgPQwichxOYzn1wQJSGlFKUaBVLsmgWR0B1yITwlSjydX2UKGgGaAloD0MI31D4bN0ucECUhpRSlGgVS5JoFkdAdckUpd8iOnV9lChoBmgJaA9DCI3V5v9VJHRAlIaUUpRoFUu1aBZHQHXLKj3225R1fZQoaAZoCWgPQwi/84sStDJyQJSGlFKUaBVLsmgWR0B1yx3A2ycDdX2UKGgGaAloD0MIPnrDfaTwc0CUhpRSlGgVS7FoFkdAdct40dilSHV9lChoBmgJaA9DCP94r1rZXnJAlIaUUpRoFUuzaBZHQHXLzUd7v5R1fZQoaAZoCWgPQwiPiv87Yk5zQJSGlFKUaBVLsmgWR0B1zbsw+MZQdX2UKGgGaAloD0MI0jqqmqCWckCUhpRSlGgVS6NoFkdAdc5vs7dSEXV9lChoBmgJaA9DCKT+eoUF5XNAlIaUUpRoFUusaBZHQHXO3446wMZ1fZQoaAZoCWgPQwiCdRw/1J9vQJSGlFKUaBVLjWgWR0B1z0FPi1iOdX2UKGgGaAloD0MI20yFeKQ7dECUhpRSlGgVS61oFkdAdc9lVtGd7XV9lChoBmgJaA9DCKN5AIu8RnBAlIaUUpRoFUugaBZHQHXQvGEPDpF1fZQoaAZoCWgPQwiEu7N2295yQJSGlFKUaBVLh2gWR0B10U2P1ct5dX2UKGgGaAloD0MIlPdxNAeOcUCUhpRSlGgVS5toFkdAddGjzZpSJnV9lChoBmgJaA9DCIBmEB+Yw3JAlIaUUpRoFUuVaBZHQHXR7AYYR/V1fZQoaAZoCWgPQwjou1tZov5yQJSGlFKUaBVLuGgWR0B100IHC4z8dX2UKGgGaAloD0MIuTe/YeIGcECUhpRSlGgVS5toFkdAddQZfUnXunV9lChoBmgJaA9DCExRLo3fTHNAlIaUUpRoFUuoaBZHQHXUYMfA9FF1fZQoaAZoCWgPQwjg9gSJbdhyQJSGlFKUaBVLrWgWR0B11KZPVNHpdX2UKGgGaAloD0MIbagY5++bb0CUhpRSlGgVS7JoFkdAddTowVTJhnV9lChoBmgJaA9DCMufbwvWdXJAlIaUUpRoFUu5aBZHQHXVGpEQXhx1fZQoaAZoCWgPQwhSSDKr98lxQJSGlFKUaBVLqWgWR0B11XnEETxodX2UKGgGaAloD0MIrp/+s+ZVcUCUhpRSlGgVS8BoFkdAddVf5k9U0nV9lChoBmgJaA9DCKGGb2HdKXBAlIaUUpRoFUuUaBZHQHXV6sQumJp1fZQoaAZoCWgPQwgJbM7BMyJyQJSGlFKUaBVLq2gWR0B11uvMbFS9dX2UKGgGaAloD0MIXhCRmjabcECUhpRSlGgVS5poFkdAddfDneSB9XV9lChoBmgJaA9DCDFhNCtbFXRAlIaUUpRoFUu+aBZHQHXYP2K2rn11fZQoaAZoCWgPQwjM1CR4Q75PQJSGlFKUaBVLdGgWR0B12ab+cYqHdX2UKGgGaAloD0MI+zxGeeaZc0CUhpRSlGgVS7hoFkdAddnsPJ7swHV9lChoBmgJaA9DCAVpxqIpS3FAlIaUUpRoFUuYaBZHQHXaxf0Eov11fZQoaAZoCWgPQwhe9YB5CF1xQJSGlFKUaBVLsGgWR0B127I8yN4rdX2UKGgGaAloD0MI5V/LKxeJckCUhpRSlGgVS5xoFkdAddvihFmWdHV9lChoBmgJaA9DCOi9MQSAR3JAlIaUUpRoFUutaBZHQHXcdORDCxh1fZQoaAZoCWgPQwjD9L2GoExzQJSGlFKUaBVL0WgWR0B13TCpFTegdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 19344,
+    "n_steps": 2048,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 256,
+    "n_epochs": 8,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWV0gEAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsDQwaXAGQBUwCUTkcAAAAAAAAAAIaUKYwBX5SFlIwiL3RtcC9pcHl0aG9uLWlucHV0LTMtMzg5MDQwMjA3My5weZSMCDxsYW1iZGE+lIwIPGxhbWJkYT6USw1DBoAAoEOAAJRDAJQpKXSUUpR9lCiMC19fcGFja2FnZV9flE6MCF9fbmFtZV9flIwIX19tYWluX1+UdU5OTnSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaBh9lH2UKGgVjAg8bGFtYmRhPpSMDF9fcXVhbG5hbWVfX5SMCDxsYW1iZGE+lIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoFowHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5ROjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWV0AEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAAAAAAAAAACUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIwELWluZpSMCWhpZ2hfcmVwcpSMA2luZpSMCl9ucF9yYW5kb22UTnViLg==",
+        "dtype": "float32",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
+        "_shape": [
+            8
+        ],
+        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
+        "high": "[inf inf inf inf inf inf inf inf]",
+        "low_repr": "-inf",
+        "high_repr": "inf",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu",
+        "n": "4",
+        "start": "0",
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 32,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHAAAAAAAAAACFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+    }
+}

ppo-LunarLander-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08db214fdb91fbc57fee7a9c362e2762d9243030692c3cf580495adaec2709c1
+size 88362

ppo-LunarLander-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24489a2d29338c1deb7c03d47326dfb89ab2b458a82ea8a5b7f514ccf34b14ec
+size 43762

ppo-LunarLander-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

ppo-LunarLander-v2/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025
+- Python: 3.11.13
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.6.0+cu124
+- GPU Enabled: True
+- Numpy: 2.0.2
+- Cloudpickle: 3.1.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

replay.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17f09a83e35c632e796969f16caa402db536e97dbcbd16c81c706bb2ec376c5
+size 147102

results.json

@@ -0,0 +1 @@
+{"mean_reward": 305.48025114914145, "std_reward": 18.578452559590758, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-06-23T07:48:14.307757"}