Upload PPO LunarLander-v2 LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep27000K.zip

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep27000K.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:080b05c20fbbf0245dd5b882bda574f8b7ffc0e6f1e1718f692cef3ca92e4754
-size 147580
+oid sha256:b525c74d7fb5d01b0e72bd2ee5ab1cefa633310f49192fcf91eb0fe2ea00fd03
+size 147520

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep27000K/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff7606941f0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff760694280>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff760694310>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff7606943a0>",
-        "_build": "<function ActorCriticPolicy._build at 0x7ff760694430>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7ff7606944c0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff760694550>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff7606945e0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7ff760694670>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff760694700>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff760694790>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff760694820>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f2803f51160>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f2803f511f0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f2803f51280>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f2803f51310>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f2803f513a0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f2803f51430>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f2803f514c0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f2803f51550>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f2803f515e0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f2803f51670>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f2803f51700>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f2803f51790>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7ff7606f3d20>"
+        "_abc_impl": "<_abc_data object at 0x7f2803fb2d20>"
     },
     "verbose": 0,
     "policy_kwargs": {},
@@ -26,16 +26,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1744355813199539719,
+    "start_time": 1744374608484302208,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM0Mw7vDdVC67jQqPcGY4Tz63HC7sQvBvQAAgD8AAIA/Zh7IO1znfro7hF860hiLNXiPGjsZloK5AACAPwAAgD/NjLq5eyybuhu2T7uJ5b40YRnouj6hbzoAAIA/AACAPwCgGrpI9ZG666vMutsqrbbUDvS621YcNgAAgD8AAIA/zWzdOimwUbrZMkO5wN0rtDYn/LlDGmY4AACAPwAAgD/NFDK7rp2dusjqR7pVKMYz9VC7OnCgZTkAAIA/AACAP3bPk74OuA4/HYOwPprVRb+vMLC+AfKUPgAAAAAAAAAAM8tUO0hThboi3QO7Cl9RttBgiDrk9Bg6AACAPwAAgD8AACq67KnEuXV74zrECNc08ZeVulgzCLoAAIA/AACAP5pJmLoUmp26ZtaLO3tBADhH+ea6N1O1twAAgD8AAIA/M8PBukinkbo2Cd26Ygu9tXAFhrciuv85AACAPwAAgD8AwL+6e5TVuO/GILvP5Bs4qxptu9zwuDkAAIA/AACAP81M0zp7toC6KtsKOqvA+zTVtvg5S7MhuQAAgD8AAIA/TUzBPUVyvz/99os+sGx3vvQCf7sy5VM+AAAAAAAAAACa2VK6KShbusVESbq8fXg0OWhouaU7aDkAAIA/AACAPyYhr73Tvko/Hln6va2Vf793Qmy+Mt+1PAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADPzVTw2q2+8Y2IZvsH+aD0LI8O8ORNBPAAAgD8AAIA/AFAlOzg/mbvUrzu8JtOQPOl+2Twzvna9AACAPwAAgD8AE7g99/R6PvXiqr4WWTO/oahFvPpYfb4AAAAAAAAAAM088jpI+Za6OD2IuJ0QgbPxzx67IXOdNwAAgD8AAIA/gJArvsrf5j5BhJY+RRZOvy69er5mfqQ+AAAAAAAAAACa7tw8Gm+0P+8HhD5ehQC+B06suVkjQD0AAAAAAAAAAM2UHDt7koa6kqkVM69Fe66/1286GKWwswAAgD8AAIA/DZ22PbveaT8yLGo+UAZbv0GVjz6GjyQ+AAAAAAAAAABmp/08hQ6Uu1Odar4gSX08VNTsPO4yWb0AAIA/AACAPzM/WzwApLQ/b+OmPu4oEr0ZoAG8SGNZOwAAAAAAAAAAAMzMuxSAk7q+AKk3VZ2SMjcerbrKXsO2AACAPwAAgD/NXFQ7w8Fqukn1kbbxcBmyBxrDOtkmqTUAAIA/AACAP5opRjz2BHe6VhRsMO9D3DD7Sdo5ys2PsgAAgD8AAIA/zczUO2TqtT8AZCg/JEXqPoNc9rtykhi+AAAAAAAAAACapam7rnmXukPNdzlCqWs0GbWLOmZQj7gAAIA/AACAPwDftbwf7rq7QgoKPjJYRD3VQE88CTQzvAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAABAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
@@ -45,7 +45,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVDwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHFy4qPOpsKMAWyUS4iMAXSUR0ELR5fmJvYOdX2UKGgGR0ByRWLqD9OzaAdLlGgIR0ELR5go4dZJdX2UKGgGR0Bxq4QAdXDFaAdLp2gIR0ELR5jcfFJhdX2UKGgGR0BzxNLK3d9EaAdLrmgIR0ELR5npm29ddX2UKGgGR0Bzs8AZKnNxaAdLr2gIR0ELR5npa7mMdX2UKGgGR0BwVjkT6BRRaAdLnWgIR0ELR5qlzU7TdX2UKGgGR0Bxz0GOdXkpaAdLomgIR0ELR5rvwVj7dX2UKGgGR0B0gk68xsVMaAdLxmgIR0ELR5tA3974dX2UKGgGR0BzyID0UXYUaAdLymgIR0ELR5vsNMGpdX2UKGgGR0Bw36FPBSDRaAdLomgIR0ELR5y+z+m4dX2UKGgGR0BxXNPSDyvtaAdLiGgIR0ELR50flp49dX2UKGgGR0BOHS9du5z6aAdLZmgIR0ELR51MenyedX2UKGgGR0Bwo0aJhvzfaAdLsmgIR0ELR57YFJQMdX2UKGgGR0ByDZUxVQyiaAdLqWgIR0ELR575myxBdX2UKGgGR0By1zOyE+PjaAdLpGgIR0ELR58b655JdX2UKGgGR0Bxome5Fw1jaAdLn2gIR0ELR5//xtpFdX2UKGgGR0B0XYEt/WlNaAdLxGgIR0ELR6D3Nke7dX2UKGgGR0Bz6lR77bcoaAdLx2gIR0ELR6Ee23KCdX2UKGgGR0BxDeu4gA6uaAdLlWgIR0ELR6GV5B1LdX2UKGgGR0BwpbojfNzKaAdLlmgIR0ELR6KupS75dX2UKGgGR0BzlqBDohZAaAdLxWgIR0ELR6MPCdjHdX2UKGgGR0B0BqLXL/0eaAdLuWgIR0ELR6OMd92HdX2UKGgGR0ByD/kuHvc8aAdLk2gIR0ELR6OeMyaedX2UKGgGR0B0I36i0v4/aAdLrmgIR0ELR6OzhHbzdX2UKGgGR0B0GNhb4agmaAdLpmgIR0ELR6PkLH+7dX2UKGgGR0BwcY75mAbyaAdLo2gIR0ELR6WHLidbdX2UKGgGR0BxndS4vvjPaAdLoGgIR0ELR6WIVmBfdX2UKGgGR0BKd3OW0JF9aAdLXWgIR0ELR6XYQz1sdX2UKGgGR0B0n6wwCbMHaAdLt2gIR0ELR6YoJAt4dX2UKGgGR0Bx9pAnlXA/aAdLmmgIR0ELR6bqTr3TdX2UKGgGR0Bx+6LOzIFNaAdLjmgIR0ELR6cwMx46dX2UKGgGR0B0DiEZiuuBaAdLu2gIR0ELR6hVoxpMdX2UKGgGR0ByKjW3BpHqaAdLh2gIR0ELR6hVsUItdX2UKGgGR0BzkDhgmZ3LaAdLxGgIR0ELR6jEnLJTdX2UKGgGR0Byv0ntv4ucaAdLqmgIR0ELR6li3XqadX2UKGgGR0BwfCzMRpUQaAdLnWgIR0ELR6rkhaC+dX2UKGgGR0BxfzbCaZx8aAdLrGgIR0ELR6sMiB5HdX2UKGgGR0Bx3zLowEhaaAdLoGgIR0ELR6rz/hl2dX2UKGgGR0BvgFjI7vG7aAdLoGgIR0ELR6sseXAudX2UKGgGR0ByIwVO9FnaaAdLqmgIR0ELR6tVVPvbdX2UKGgGR0B00GxptaZAaAdLxWgIR0ELR6u20iQldX2UKGgGR0BxoYhnrY5DaAdLm2gIR0ELR6yCIDYAdX2UKGgGR0BymkGKQ7tBaAdLqGgIR0ELR6zIo3JgdX2UKGgGR0Bx6JNUOuq4aAdLqGgIR0ELR6zFC1JEdX2UKGgGR0B0V0YyfthNaAdLo2gIR0ELR60hOgxrdX2UKGgGR0By6Cpn6EamaAdNigNoCEdBC0geWrGR3nV9lChoBkdAcTFplSS/02gHTU4DaAhHQQtIIxmwqy51fZQoaAZHQGsQccMmWt5oB03oA2gIR0ELSCUyrHU+dX2UKGgGR0BnfVa8pTddaAdN6ANoCEdBC0gl3XVbzXV9lChoBkdAZUmVObiIcmgHTegDaAhHQQtIJ+SZBs11fZQoaAZHQGo2cPnSv1VoB03oA2gIR0ELSCjTsQd0dX2UKGgGR0Bn5u1WsA/+aAdN6ANoCEdBC0gp0CPp6nV9lChoBkdAcshGhEjPfWgHTZsDaAhHQQtIKpH09Qp1fZQoaAZHQGeuZzxPO6doB03oA2gIR0ELSCymWD6FdX2UKGgGR0BpKW3fAKv3aAdN6ANoCEdBC0gs2p2lmHV9lChoBkdAZuqBS1mapmgHTegDaAhHQQtILMyfL9x1fZQoaAZHQGk/pT/ACXBoB03oA2gIR0ELSC0m5+YudX2UKGgGR0Bnt0tmL9/CaAdN6ANoCEdBC0gtVkc0cnV9lChoBkdAYwhetSydF2gHTegDaAhHQQtILfMYdhl1fZQoaAZHQGeRhLGrCFdoB03oA2gIR0ELSC9Q/oq1dX2UKGgGR0BptPs1KoQ4aAdN6ANoCEdBC0gvqFK02XV9lChoBkdAciccD8tPHmgHS6VoCEdBC0hFVqk/KXV9lChoBkdAcxmm/nGKh2gHS/doCEdBC0hIrF6zFHV9lChoBkdAc8p0IkZ75WgHS8NoCEdBC0hJSsKb8XV9lChoBkdAc8kA3kxREWgHS+ZoCEdBC0hK56D5CXV9lChoBkdAdAy065oXbmgHTboCaAhHQQtIaIUwBYF1fZQoaAZHQHD59rKvFFVoB018AmgIR0ELSHNXGn4xdX2UKGgGR0BrGzMFEAo5aAdN6ANoCEdBC0iDRJf6XXV9lChoBkdAZEbZU1hsqWgHTegDaAhHQQtIibwm3OR1fZQoaAZHQHIKfigkC3hoB02HA2gIR0ELSInKpcX4dX2UKGgGR0Bqc/ndO6/ZaAdN6ANoCEdBC0iKV/tpmHV9lChoBkdAcfJsyBTXKGgHTdQCaAhHQQtIitTo+wF1fZQoaAZHQGwpZimVJMBoB03oA2gIR0ELSI4X/xUedX2UKGgGR0BlzvHDJlreaAdN6ANoCEdBC0iO3o9s8HV9lChoBkdAaX1wPy08eWgHTegDaAhHQQtIkRpztC11fZQoaAZHQGWsmn4wh4doB03oA2gIR0ELSJGs/6frdX2UKGgGR0BzkzrQgLZ0aAdLsmgIR0ELSJJ8tXgcdX2UKGgGR0BjUV0gbIcSaAdN6ANoCEdBC0iSeDxsmHV9lChoBkdAYaxEG7jDK2gHTegDaAhHQQtIlIxrzoV1fZQoaAZHQCx+Wt2cJ+loB0tXaAhHQQtIlnh7Vrh1fZQoaAZHQGfIntnf2sdoB03oA2gIR0ELSJgTcqOMdX2UKGgGR0BoI11SwW30aAdN6ANoCEdBC0izEaESNHV9lChoBkdAZ5vcUM5OrWgHTegDaAhHQQtItgRWcSZ1fZQoaAZHQHJqi7TUiINoB03XAWgIR0ELSMxgWac7dX2UKGgGR0Bzz4ExIre7aAdNGAJoCEdBC0jVmTxG2HV9lChoBkdAZpyD8tPHk2gHTegDaAhHQQtI2QFlCkZ1fZQoaAZHQHHEh/iHZbpoB02xAmgIR0ELSNpXsolVdX2UKGgGR0BxwmoP07KaaAdNqwJoCEdBC0jfVKf4AXV9lChoBkdAZ3BxhlUZN2gHTegDaAhHQQtI450btJF1fZQoaAZHQHO93XAdn01oB0u2aAhHQQtI7MMkyDZ1fZQoaAZHQGnwlGXokiVoB03oA2gIR0ELSPvH+qBFdX2UKGgGR0BopJB9kSVXaAdN6ANoCEdBC0j8W+wkgXV9lChoBkdAYqEwXZXdTGgHTegDaAhHQQtI/NoTwlV1fZQoaAZHQHKFm7SRbKRoB0u3aAhHQQtI/zV0cOt1fZQoaAZHQGZfxgAp8WtoB03oA2gIR0ELSQC+AEt/dX2UKGgGR0ByCWBkI5YHaAdNPgFoCEdBC0kDEBZIQXV9lChoBkdAaTzPFefI0mgHTegDaAhHQQtJBL3X7Lt1fZQoaAZHQGbjekpI+W5oB03oA2gIR0ELSQf+5nUUdX2UKGgGR0Bk/Ms189fUaAdN6ANoCEdBC0kK8u14PnV9lChoBkdAZCFYFJQLu2gHTegDaAhHQQtJDUa7Vax1ZS4="
+        ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQDEG49X9zfeMAWyUS2KMAXSUR0EOMtHD2zv7dX2UKGgGR0BwMjEYO2AoaAdLomgIR0EOMuOV8stkdX2UKGgGR0By7ai1y/9HaAdLuGgIR0EOMuOnpjc3dX2UKGgGR0By+2U3XI2gaAdLtWgIR0EOMuPHMlkZdX2UKGgGR0BFyfixVyWBaAdLYWgIR0EOMuPFJxvOdX2UKGgGR0BzYCs8xKxtaAdLqGgIR0EOMuO8sMAndX2UKGgGR0ByfQNZvDP4aAdLsGgIR0EOMuPfT9bYdX2UKGgGR0BzZmOhkAggaAdLqGgIR0EOMuQfGMn7dX2UKGgGR0ByiMfFJg9eaAdLrWgIR0EOMuSEr5IpdX2UKGgGR0ByJQ5Lh73PaAdLkWgIR0EOMuSWIwdsdX2UKGgGR0ByAcKjSG8FaAdLsGgIR0EOMuTFBQendX2UKGgGR0BxlSZw4sEraAdLq2gIR0EOMuVo+4b0dX2UKGgGR0ByKvP0I1LraAdLq2gIR0EOMuXexwAEdX2UKGgGR0B0Msw35vcaaAdLxWgIR0EOMuX7rs0IdX2UKGgGR0Bx51QYUFjeaAdLh2gIR0EOMubguyu7dX2UKGgGR0Byh3Z00WM1aAdLiWgIR0EOMucR+jM3dX2UKGgGR0BwlQJokAxSaAdLlmgIR0EOMud1eBxxdX2UKGgGR0ByCKMdcSoPaAdLqmgIR0EOMufyq2jPdX2UKGgGR0BzpymTC+DfaAdLl2gIR0EOMugJfQa8dX2UKGgGR0BzUBlBhQWOaAdLwGgIR0EOMug9eyAydX2UKGgGR0BzHkxpL26DaAdLqWgIR0EOMug0QTVUdX2UKGgGR0B0KN8x9G7SaAdLwmgIR0EOMujAsTWYdX2UKGgGR0B0RR6sySFHaAdLzGgIR0EOMujG8/UwdX2UKGgGR0B0G6NipeeGaAdLvWgIR0EOMumA5R0mdX2UKGgGR0ByOINhE0BPaAdLsGgIR0EOMul7gbZOdX2UKGgGR0B0RQg6ltTDaAdLv2gIR0EOMumvL5h0dX2UKGgGR0BxugySFGoaaAdLsGgIR0EOMuo+lj3FdX2UKGgGR0Bz4z/T9bX6aAdLpmgIR0EOMup1uR9xdX2UKGgGR0BwAxVDKHO9aAdLsGgIR0EOMurQQ+UydX2UKGgGR0Byii4pc5bRaAdLo2gIR0EOMutsIVuadX2UKGgGR0BzAgmiQDFIaAdLimgIR0EOMuwdLpRodX2UKGgGR0Byhm96C17ZaAdLmGgIR0EOMuxC/XXidX2UKGgGR0BzYZ47ihnKaAdLtWgIR0EOMuypyyUtdX2UKGgGR0Bz44REnb7CaAdLxGgIR0EOMuywKSgXdX2UKGgGR0BxRQz/IbOvaAdNbwFoCEdBDjLtHCuU2XV9lChoBkdAcib3os7MgWgHS7BoCEdBDjLtMnogWHV9lChoBkdAcanoJAt4A2gHS6loCEdBDjLtj7Ikq3V9lChoBkdAcjnfYjB2wGgHS5toCEdBDjLt7UG3WnV9lChoBkdAct6OcDr7f2gHS9BoCEdBDjLt5e9i+nV9lChoBkdAc4Jl6JIlMWgHS75oCEdBDjLuHG4qgHV9lChoBkdAcLMJQ+EAYGgHS5RoCEdBDjLuk9QoC3V9lChoBkdAcHfmOU+s5mgHS7VoCEdBDjLushLXc3V9lChoBkdAciB08/2TPmgHS6VoCEdBDjLuzMLWqnV9lChoBkdAdBP9gnc+JWgHS5xoCEdBDjLvHK+zt3V9lChoBkdAc8VPRRdhRmgHS9JoCEdBDjLvP36AOXV9lChoBkdAcTM6nivPkmgHS5VoCEdBDjLvcbJfY3V9lChoBkdAcSiQKKHfuWgHS6loCEdBDjLwkI/qxHV9lChoBkdAc0O1w5vLo2gHS5toCEdBDjLwpOvdM3V9lChoBkdAcS7r2QGOdWgHS6FoCEdBDjLw1NDc/XV9lChoBkdAdHngZ0jkdWgHS7xoCEdBDjLxJ+x4ZHV9lChoBkdAckN0elsP8WgHS6NoCEdBDjLxV6Z6U3V9lChoBkdAdCGqWkadc2gHS7FoCEdBDjLxoJb+tXV9lChoBkdAcwOtW+49YGgHS5RoCEdBDjLx2pyZKHV9lChoBkdAcR44XXRPXWgHS7NoCEdBDjLyEUKzA3V9lChoBkdAcI5gDA8B/GgHS6VoCEdBDjLyCXOW0XV9lChoBkdAcNTswL3K0WgHS6loCEdBDjLyKpxWDHV9lChoBkdAct5tF8XvY2gHS5VoCEdBDjLyUUEgXHV9lChoBkdAcaLLA57w8WgHS5toCEdBDjLyk5Ke1HV9lChoBkdAcbRlr/Khc2gHS5poCEdBDjLypoZhrnV9lChoBkdAcdZadtl7MWgHS5FoCEdBDjLy17jT8nV9lChoBkdAdKeEF4cFQmgHS6RoCEdBDjLzII0IknV9lChoBkdAcGDdZaFEiWgHS5doCEdBDjLzKGlANXV9lChoBkdAcCuUJfICEGgHS5RoCEdBDjL0DWd3CHV9lChoBkdAcimd1uBMBmgHS59oCEdBDjL0bSy+pXV9lChoBkdAcIBFb3XZoWgHS5JoCEdBDjL0xM6BAnV9lChoBkdAcKjEkB0ZFWgHS6NoCEdBDjL1B2MbWHV9lChoBkdAc+7SG8EmpmgHS7ZoCEdBDjL1LYukDnV9lChoBkdAcl6XS0BwM2gHS41oCEdBDjL1XS2H+XV9lChoBkdAchxnh86V+2gHS6FoCEdBDjL1pSUC73V9lChoBkdAcGGrupjtomgHS41oCEdBDjL1qdQO4HV9lChoBkdAcWbvWpZOi2gHS6toCEdBDjL1qZSeiHV9lChoBkdAc0yUy57PZGgHS5loCEdBDjL1zi2lVXV9lChoBkdAc01DvVmSQ2gHS71oCEdBDjL2f1g6VHV9lChoBkdAcD3pj+aScWgHS6FoCEdBDjL2cC5mRXV9lChoBkdAcgRnR9gF5mgHS5xoCEdBDjL2hzV+Z3V9lChoBkdAcN5WjGkvb2gHS6hoCEdBDjL2jB2wFHV9lChoBkdAcZRNPxhDxGgHS5JoCEdBDjL2pt1p03V9lChoBkdAciQaXa8HwGgHS61oCEdBDjL3Mw1zhnV9lChoBkdActBBMzuWr2gHS5FoCEdBDjL3hm03O3V9lChoBkdAcr0idat9yGgHS6JoCEdBDjL4UEA5rHV9lChoBkdAcQyZF5OafGgHS51oCEdBDjL5AL9deXV9lChoBkdAci9GQjlgdGgHS5FoCEdBDjL5RWgezXV9lChoBkdAc+LhDw6QvGgHS7NoCEdBDjL5PCIk7nV9lChoBkdAclKBJI1+AmgHS6NoCEdBDjL5b+5vtXV9lChoBkdAdDXyCnP3SWgHS75oCEdBDjL5yaCtinV9lChoBkdAcyGALy+YdGgHS6VoCEdBDjL50nRb8nV9lChoBkdAcgZ79Q40dmgHS6loCEdBDjL6D7Gec3V9lChoBkdAdABKZDzAe2gHS7VoCEdBDjL6NhRZU3V9lChoBkdAQnwpjMFEA2gHS3FoCEdBDjL6ObobGXV9lChoBkdAcea5dWyTp2gHS5VoCEdBDjL6WVE/jnV9lChoBkdAcCtBlMAWBWgHS6BoCEdBDjL6feizs3V9lChoBkdAb4VhBqsU7GgHS5poCEdBDjL6jSsr/nV9lChoBkdAcsWTCcf/3mgHS6VoCEdBDjL6sxj8UHV9lChoBkdAcoEYukDZDmgHS4FoCEdBDjL630PH1nV9lChoBkdAczrD0163RWgHS8BoCEdBDjL7PWnTAnV9lChoBkdAconeQMhHLGgHS39oCEdBDjL7eFev6nV9lChoBkdAcadJAMUh3mgHS51oCEdBDjL85Lh73XV9lChoBkdAc9RDqnm7rmgHS6hoCEdBDjL9cornT3V9lChoBkdAcqby+Yc/+2gHS4loCEdBDjL9lUn5SHV9lChoBkdAc4gISUTtcGgHS7FoCEdBDjL9pNbkfnVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep27000K/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bdf82cf7c6c71909eac2ff5e2a6f2e06e100b37e320946d0706ab15e3918563
+oid sha256:86a24dd7b33914811aee340cfbfb1e3ddccfec774fe02af2d2d5e262a1f9975b
 size 87978

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep27000K/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea8fbfb0b5cc6fbf20eb453f5f29385882bdd97ce06c67b8e0810c64de684cc3
+oid sha256:696a5207483ec1e5d4a40b0975f4f20ccf70e096bcf9a45a7728873274dbadd0
 size 43634

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 291.89 +/- 21.64
+      value: 294.63 +/- 18.17
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff7606941f0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff760694280>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff760694310>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff7606943a0>", "_build": "<function ActorCriticPolicy._build at 0x7ff760694430>", "forward": "<function ActorCriticPolicy.forward at 0x7ff7606944c0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff760694550>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff7606945e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff760694670>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff760694700>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff760694790>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff760694820>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff7606f3d20>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 28000256, "_total_timesteps": 28000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1744368249636592259, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADNHijspPAu6HWA4tGpaHy9axia7mlSYMwAAgD8AAIA/zdYOPEgnjbot92s4HqVSM1E9vjqmtoi3AACAPwAAgD9A2Lw9lPKYP7Bqhj7J7ja/6GuTPl73ej4AAAAAAAAAAACFhzyYULI/apwmPgcITL4aDwu8S7UluwAAAAAAAAAAM1qCPYM4QLyPg62+h3MZvh5Twrt7aFU/AACAPwAAgD8zg++7SOOLujapnjMVFJSv1kOAujwBsbMAAIA/AACAP80cmjoFT4K7rQWKPIL8kjyxxKQ8+0Z7vQAAgD8AAIA/Rq5KPjOFfz8aw4M+sEJIv4/HDj+sokU8AAAAAAAAAAANniY+pABoP3pBlD5XKjW/nPHcPmYvET4AAAAAAAAAAEBApb1ONNE9ytemPgM5Br+m1ys9Dg1nPgAAAAAAAAAA+qpCPn5SnD6AldG+EJY0v7W6NT50eqe+AAAAAAAAAAAA7Mk7XzezP13IHz8Qm/W+tMHpu8fFEL4AAAAAAAAAAM1UKDzsBq27TkG6vJHloDyuq/C8dtWHPQAAgD8AAIA/mqmEOvbkS7o6okIzX9wyr8W/VLqlnsazAACAPwAAgD8a+rW9gcTDPS4BfT6FpeS+tYSdvU3J3T0AAAAAAAAAADOu271eYRU/cq3Jvc0OZb9SwYa+UeoUPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAQAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -9.142857142929728e-06, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHLiVNL127qMAWyUS6qMAXSUR0ENhsHU7r9mdX2UKGgGR0BMwW5QP7N0aAdLXGgIR0ENhsHhkRSQdX2UKGgGR0ByYHYpUgjhaAdLtWgIR0ENhsIjohZAdX2UKGgGR0BylaK1og3caAdLo2gIR0ENhsIR9oexdX2UKGgGR0B0dHwjMV1waAdLrGgIR0ENhtVxeb/fdX2UKGgGR0ByGijdpItlaAdLnmgIR0ENhtWGZ3LWdX2UKGgGR0BzDXDpC8e0aAdLr2gIR0ENhtWToUzsdX2UKGgGR0BxRH3fyf+TaAdLkmgIR0ENhtYE5yU+dX2UKGgGR0ByFuab4Ju3aAdLo2gIR0ENhtYFm4AkdX2UKGgGR0Bz3GzmfXf7aAdLtGgIR0ENhtZSmqHXdX2UKGgGR0BzHAbVBlcyaAdLnWgIR0ENhtZ90aIfdX2UKGgGR0ByUiWldkauaAdLr2gIR0ENhtcUsWfsdX2UKGgGR0By6yP2f02+aAdLiGgIR0ENhtd/bTMJdX2UKGgGR0By8uXIEKVqaAdLtGgIR0ENhtgg0KqodX2UKGgGR0Bx+luR9w3paAdLiWgIR0ENhti+GO+7dX2UKGgGR0Bx9iicoYvWaAdLmGgIR0ENhtjUoSctdX2UKGgGR0BxzYckt29taAdLrGgIR0ENhtknerMldX2UKGgGR0Bz7h2wFC9iaAdLnWgIR0ENhtlK3VkMdX2UKGgGR0BzLC5SWJJoaAdLrmgIR0ENhtnIlD4QdX2UKGgGR0By6V5MURFraAdLrWgIR0ENhtoMDGLldX2UKGgGR0Bx/mvpyIYWaAdLkGgIR0ENhtoznq3WdX2UKGgGR0BwPciqyWzGaAdLnmgIR0ENhtqDlo12dX2UKGgGR0B0oa8XenAJaAdLq2gIR0ENhtr1W0Z4dX2UKGgGR0Bx3cDnvDxcaAdLoGgIR0ENhtsJHI6sdX2UKGgGR0BxXWH446wMaAdLrWgIR0ENhtu0Q9RrdX2UKGgGR0B0AfKGL1mKaAdLumgIR0ENhtvU70WedX2UKGgGR0BzMvB3zMA4aAdLtGgIR0ENhtwazeGgdX2UKGgGR0Byp2U9pyp8aAdLnWgIR0ENhtxsHSncdX2UKGgGR0BzFI2OyVv/aAdLtmgIR0ENhty5gG8mdX2UKGgGR0BxrLw/gR9PaAdLr2gIR0ENht2F2eQNdX2UKGgGR0BwyEl8gIQfaAdLpWgIR0ENht3ATAWSdX2UKGgGR0Bzr2V5a/yoaAdLp2gIR0ENht3j0L+hdX2UKGgGR0BwagbMottiaAdLnWgIR0ENht6DqW1MdX2UKGgGR0B0m5clgMMJaAdLsmgIR0ENht62wNb1dX2UKGgGR0Byu6LEUCaJaAdLuGgIR0ENht7QqI8AdX2UKGgGR0By7I0rK/21aAdLrmgIR0ENht9mNzbOdX2UKGgGR0Bybwo1DSgHaAdLqWgIR0ENht9u3DvWdX2UKGgGR0Byf1hmXgLraAdLmmgIR0ENht/LhisodX2UKGgGR0BzTlcOby6MaAdLvGgIR0ENhuBp7CzkdX2UKGgGR0By0vMdLg4waAdLlGgIR0ENhuB0LlV+dX2UKGgGR0BzliafBeolaAdLsWgIR0ENhuCxpcoqdX2UKGgGR0BylHCLuQZGaAdLmGgIR0ENhuEDIRywdX2UKGgGR0ByErZrYXfqaAdLqmgIR0ENhuFNeMQ3dX2UKGgGR0BwL5/y5I6KaAdLqGgIR0ENhuHfa6BidX2UKGgGR0Bx5TwlSjxkaAdLoWgIR0ENhuIEIHC5dX2UKGgGR0ByFTn2ZiNLaAdLlWgIR0ENhuL8HnlodX2UKGgGR0BxHx1U2kzoaAdLtGgIR0ENhuOtd7fIdX2UKGgGR0B0nGZE2HclaAdLwGgIR0ENhuSbPyCndX2UKGgGR0Bz3aJYT0xuaAdLrmgIR0ENhuTFUADJdX2UKGgGR0Bw71vbXYlIaAdLqmgIR0ENhuTtedCmdX2UKGgGR0ByhZ35eqrBaAdLrGgIR0ENhuWZJsfrdX2UKGgGR0Bzjmvr4WUKaAdLrGgIR0ENhuWiVbA2dX2UKGgGR0Bw3y9ytFKDaAdLkWgIR0ENhuYCnHeadX2UKGgGR0BzrB4oqkM1aAdL02gIR0ENhuZNKh+OdX2UKGgGR0BxdsQmNR3vaAdLqWgIR0ENhuaR2KVIdX2UKGgGR0BzuUu6ErXlaAdLxWgIR0ENhubg0j1PdX2UKGgGR0BzNSJO32EkaAdLlmgIR0ENhubXBxgidX2UKGgGR0B0IYD8tPHlaAdLsWgIR0ENhubiFCb+dX2UKGgGR0By8jDNyHVPaAdLqWgIR0ENhuchacI7dX2UKGgGR0Bx3uy3Td+HaAdLp2gIR0ENhugD0UXYdX2UKGgGR0Bxg6CI1tO3aAdLsGgIR0ENhugugpSadX2UKGgGR0Bw0gmAskIHaAdLjmgIR0ENhulyAH3UdX2UKGgGR0Bz8A14xDb8aAdLsWgIR0ENhuoMhHLBdX2UKGgGR0B0m8Uvf0mMaAdLzWgIR0ENhupnGKhtdX2UKGgGR0ByEtmpVCHAaAdLsGgIR0ENhusV+qiodX2UKGgGR0By4TUgB91EaAdLk2gIR0ENhut2AG0NdX2UKGgGR0B0m074i5d4aAdLxWgIR0ENhuvBFuvVdX2UKGgGR0Bxy9tix3V1aAdLkWgIR0ENhuv/DLr5dX2UKGgGR0B0ETROUMXraAdLtWgIR0ENhuwMNc4YdX2UKGgGR0BwIT0EovzwaAdLk2gIR0ENhuwdsrNGdX2UKGgGR0Bxfmab4Ju3aAdLwGgIR0ENhuxjyFwldX2UKGgGR0BzeDznRsuWaAdLrGgIR0ENhuyeQEIPdX2UKGgGR0B0cKhsZYPoaAdLu2gIR0ENhuyUOd5IdX2UKGgGR0BzBY4zabnYaAdLr2gIR0ENhuz8GLUDdX2UKGgGR0BznGFpPAO8aAdLpGgIR0ENhuzk+X7cdX2UKGgGR0ByWvmyPdVOaAdLkmgIR0ENhu0vxQSBdX2UKGgGR0BySyNedCmeaAdLp2gIR0ENhu4Q1R+CdX2UKGgGR0BxXdPBSDRMaAdLomgIR0ENhu8qzZ6EdX2UKGgGR0ByfYyWRigCaAdLp2gIR0ENhu/zV+ZxdX2UKGgGR0ByQC9XcQAdaAdLmWgIR0ENhvB2zfJndX2UKGgGR0By1pVyWAwxaAdLrWgIR0ENhvCKJuVHdX2UKGgGR0BxKupGWldkaAdLn2gIR0ENhvFYhEBsdX2UKGgGR0BxTqTbFjusaAdLnWgIR0ENhvGQtSQ6dX2UKGgGR0ByUy8kD6nBaAdLnGgIR0ENhvGbDMvAdX2UKGgGR0BzO62Xsw+MaAdLqGgIR0ENhvHoM8YAdX2UKGgGR0Byo9H5JsfraAdLpWgIR0ENhvIzefqYdX2UKGgGR0BzjNsDW9UTaAdLo2gIR0ENhvJgogFHdX2UKGgGR0ByZwt/WlMzaAdLo2gIR0ENhvJV3EAHdX2UKGgGR0Bznxq1w5vMaAdLxmgIR0ENhvJvtMPCdX2UKGgGR0ByCfKPn0TUaAdLpWgIR0ENhvLM8xKydX2UKGgGR0B0pguez2OAaAdLwmgIR0ENhvOKB3A3dX2UKGgGR0Bz+8GeMAFQaAdLtmgIR0ENhvOFSCOFdX2UKGgGR0Byl5jkMkQgaAdLoWgIR0ENhvOskyDadX2UKGgGR0BzGSeGwiaBaAdLnGgIR0ENhvRsa0hNdX2UKGgGR0BybqNdZ7ojaAdLqWgIR0ENhvV94eLfdX2UKGgGR0Bx+dygf2boaAdLomgIR0ENhvW1R+BpdX2UKGgGR0ByKRvqC6H1aAdLp2gIR0ENhvXy1Vo6dX2UKGgGR0BynJq/M4cWaAdLmGgIR0ENhvYokzGhdX2UKGgGR0BzCotjCpFTaAdLlmgIR0ENhvbiuMdcdX2UKGgGR0Bz4LBXS0BwaAdLrmgIR0ENhvckRzzVdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 99176, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.15.0-134-generic-x86_64-with-glibc2.17 # 145-Ubuntu SMP Wed Feb 12 20:08:39 UTC 2025", "Python": "3.8.20", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.24.4", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f2803f51160>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f2803f511f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f2803f51280>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f2803f51310>", "_build": "<function ActorCriticPolicy._build at 0x7f2803f513a0>", "forward": "<function ActorCriticPolicy.forward at 0x7f2803f51430>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f2803f514c0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f2803f51550>", "_predict": "<function ActorCriticPolicy._predict at 0x7f2803f515e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f2803f51670>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f2803f51700>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f2803f51790>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f2803fb2d20>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 27000832, "_total_timesteps": 27000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1744374608484302208, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADPzVTw2q2+8Y2IZvsH+aD0LI8O8ORNBPAAAgD8AAIA/AFAlOzg/mbvUrzu8JtOQPOl+2Twzvna9AACAPwAAgD8AE7g99/R6PvXiqr4WWTO/oahFvPpYfb4AAAAAAAAAAM088jpI+Za6OD2IuJ0QgbPxzx67IXOdNwAAgD8AAIA/gJArvsrf5j5BhJY+RRZOvy69er5mfqQ+AAAAAAAAAACa7tw8Gm+0P+8HhD5ehQC+B06suVkjQD0AAAAAAAAAAM2UHDt7koa6kqkVM69Fe66/1286GKWwswAAgD8AAIA/DZ22PbveaT8yLGo+UAZbv0GVjz6GjyQ+AAAAAAAAAABmp/08hQ6Uu1Odar4gSX08VNTsPO4yWb0AAIA/AACAPzM/WzwApLQ/b+OmPu4oEr0ZoAG8SGNZOwAAAAAAAAAAAMzMuxSAk7q+AKk3VZ2SMjcerbrKXsO2AACAPwAAgD/NXFQ7w8Fqukn1kbbxcBmyBxrDOtkmqTUAAIA/AACAP5opRjz2BHe6VhRsMO9D3DD7Sdo5ys2PsgAAgD8AAIA/zczUO2TqtT8AZCg/JEXqPoNc9rtykhi+AAAAAAAAAACapam7rnmXukPNdzlCqWs0GbWLOmZQj7gAAIA/AACAPwDftbwf7rq7QgoKPjJYRD3VQE88CTQzvAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAABAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -3.0814814814705827e-05, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQDEG49X9zfeMAWyUS2KMAXSUR0EOMtHD2zv7dX2UKGgGR0BwMjEYO2AoaAdLomgIR0EOMuOV8stkdX2UKGgGR0By7ai1y/9HaAdLuGgIR0EOMuOnpjc3dX2UKGgGR0By+2U3XI2gaAdLtWgIR0EOMuPHMlkZdX2UKGgGR0BFyfixVyWBaAdLYWgIR0EOMuPFJxvOdX2UKGgGR0BzYCs8xKxtaAdLqGgIR0EOMuO8sMAndX2UKGgGR0ByfQNZvDP4aAdLsGgIR0EOMuPfT9bYdX2UKGgGR0BzZmOhkAggaAdLqGgIR0EOMuQfGMn7dX2UKGgGR0ByiMfFJg9eaAdLrWgIR0EOMuSEr5IpdX2UKGgGR0ByJQ5Lh73PaAdLkWgIR0EOMuSWIwdsdX2UKGgGR0ByAcKjSG8FaAdLsGgIR0EOMuTFBQendX2UKGgGR0BxlSZw4sEraAdLq2gIR0EOMuVo+4b0dX2UKGgGR0ByKvP0I1LraAdLq2gIR0EOMuXexwAEdX2UKGgGR0B0Msw35vcaaAdLxWgIR0EOMuX7rs0IdX2UKGgGR0Bx51QYUFjeaAdLh2gIR0EOMubguyu7dX2UKGgGR0Byh3Z00WM1aAdLiWgIR0EOMucR+jM3dX2UKGgGR0BwlQJokAxSaAdLlmgIR0EOMud1eBxxdX2UKGgGR0ByCKMdcSoPaAdLqmgIR0EOMufyq2jPdX2UKGgGR0BzpymTC+DfaAdLl2gIR0EOMugJfQa8dX2UKGgGR0BzUBlBhQWOaAdLwGgIR0EOMug9eyAydX2UKGgGR0BzHkxpL26DaAdLqWgIR0EOMug0QTVUdX2UKGgGR0B0KN8x9G7SaAdLwmgIR0EOMujAsTWYdX2UKGgGR0B0RR6sySFHaAdLzGgIR0EOMujG8/UwdX2UKGgGR0B0G6NipeeGaAdLvWgIR0EOMumA5R0mdX2UKGgGR0ByOINhE0BPaAdLsGgIR0EOMul7gbZOdX2UKGgGR0B0RQg6ltTDaAdLv2gIR0EOMumvL5h0dX2UKGgGR0BxugySFGoaaAdLsGgIR0EOMuo+lj3FdX2UKGgGR0Bz4z/T9bX6aAdLpmgIR0EOMup1uR9xdX2UKGgGR0BwAxVDKHO9aAdLsGgIR0EOMurQQ+UydX2UKGgGR0Byii4pc5bRaAdLo2gIR0EOMutsIVuadX2UKGgGR0BzAgmiQDFIaAdLimgIR0EOMuwdLpRodX2UKGgGR0Byhm96C17ZaAdLmGgIR0EOMuxC/XXidX2UKGgGR0BzYZ47ihnKaAdLtWgIR0EOMuypyyUtdX2UKGgGR0Bz44REnb7CaAdLxGgIR0EOMuywKSgXdX2UKGgGR0BxRQz/IbOvaAdNbwFoCEdBDjLtHCuU2XV9lChoBkdAcib3os7MgWgHS7BoCEdBDjLtMnogWHV9lChoBkdAcanoJAt4A2gHS6loCEdBDjLtj7Ikq3V9lChoBkdAcjnfYjB2wGgHS5toCEdBDjLt7UG3WnV9lChoBkdAct6OcDr7f2gHS9BoCEdBDjLt5e9i+nV9lChoBkdAc4Jl6JIlMWgHS75oCEdBDjLuHG4qgHV9lChoBkdAcLMJQ+EAYGgHS5RoCEdBDjLuk9QoC3V9lChoBkdAcHfmOU+s5mgHS7VoCEdBDjLushLXc3V9lChoBkdAciB08/2TPmgHS6VoCEdBDjLuzMLWqnV9lChoBkdAdBP9gnc+JWgHS5xoCEdBDjLvHK+zt3V9lChoBkdAc8VPRRdhRmgHS9JoCEdBDjLvP36AOXV9lChoBkdAcTM6nivPkmgHS5VoCEdBDjLvcbJfY3V9lChoBkdAcSiQKKHfuWgHS6loCEdBDjLwkI/qxHV9lChoBkdAc0O1w5vLo2gHS5toCEdBDjLwpOvdM3V9lChoBkdAcS7r2QGOdWgHS6FoCEdBDjLw1NDc/XV9lChoBkdAdHngZ0jkdWgHS7xoCEdBDjLxJ+x4ZHV9lChoBkdAckN0elsP8WgHS6NoCEdBDjLxV6Z6U3V9lChoBkdAdCGqWkadc2gHS7FoCEdBDjLxoJb+tXV9lChoBkdAcwOtW+49YGgHS5RoCEdBDjLx2pyZKHV9lChoBkdAcR44XXRPXWgHS7NoCEdBDjLyEUKzA3V9lChoBkdAcI5gDA8B/GgHS6VoCEdBDjLyCXOW0XV9lChoBkdAcNTswL3K0WgHS6loCEdBDjLyKpxWDHV9lChoBkdAct5tF8XvY2gHS5VoCEdBDjLyUUEgXHV9lChoBkdAcaLLA57w8WgHS5toCEdBDjLyk5Ke1HV9lChoBkdAcbRlr/Khc2gHS5poCEdBDjLypoZhrnV9lChoBkdAcdZadtl7MWgHS5FoCEdBDjLy17jT8nV9lChoBkdAdKeEF4cFQmgHS6RoCEdBDjLzII0IknV9lChoBkdAcGDdZaFEiWgHS5doCEdBDjLzKGlANXV9lChoBkdAcCuUJfICEGgHS5RoCEdBDjL0DWd3CHV9lChoBkdAcimd1uBMBmgHS59oCEdBDjL0bSy+pXV9lChoBkdAcIBFb3XZoWgHS5JoCEdBDjL0xM6BAnV9lChoBkdAcKjEkB0ZFWgHS6NoCEdBDjL1B2MbWHV9lChoBkdAc+7SG8EmpmgHS7ZoCEdBDjL1LYukDnV9lChoBkdAcl6XS0BwM2gHS41oCEdBDjL1XS2H+XV9lChoBkdAchxnh86V+2gHS6FoCEdBDjL1pSUC73V9lChoBkdAcGGrupjtomgHS41oCEdBDjL1qdQO4HV9lChoBkdAcWbvWpZOi2gHS6toCEdBDjL1qZSeiHV9lChoBkdAc0yUy57PZGgHS5loCEdBDjL1zi2lVXV9lChoBkdAc01DvVmSQ2gHS71oCEdBDjL2f1g6VHV9lChoBkdAcD3pj+aScWgHS6FoCEdBDjL2cC5mRXV9lChoBkdAcgRnR9gF5mgHS5xoCEdBDjL2hzV+Z3V9lChoBkdAcN5WjGkvb2gHS6hoCEdBDjL2jB2wFHV9lChoBkdAcZRNPxhDxGgHS5JoCEdBDjL2pt1p03V9lChoBkdAciQaXa8HwGgHS61oCEdBDjL3Mw1zhnV9lChoBkdActBBMzuWr2gHS5FoCEdBDjL3hm03O3V9lChoBkdAcr0idat9yGgHS6JoCEdBDjL4UEA5rHV9lChoBkdAcQyZF5OafGgHS51oCEdBDjL5AL9deXV9lChoBkdAci9GQjlgdGgHS5FoCEdBDjL5RWgezXV9lChoBkdAc+LhDw6QvGgHS7NoCEdBDjL5PCIk7nV9lChoBkdAclKBJI1+AmgHS6NoCEdBDjL5b+5vtXV9lChoBkdAdDXyCnP3SWgHS75oCEdBDjL5yaCtinV9lChoBkdAcyGALy+YdGgHS6VoCEdBDjL50nRb8nV9lChoBkdAcgZ79Q40dmgHS6loCEdBDjL6D7Gec3V9lChoBkdAdABKZDzAe2gHS7VoCEdBDjL6NhRZU3V9lChoBkdAQnwpjMFEA2gHS3FoCEdBDjL6ObobGXV9lChoBkdAcea5dWyTp2gHS5VoCEdBDjL6WVE/jnV9lChoBkdAcCtBlMAWBWgHS6BoCEdBDjL6feizs3V9lChoBkdAb4VhBqsU7GgHS5poCEdBDjL6jSsr/nV9lChoBkdAcsWTCcf/3mgHS6VoCEdBDjL6sxj8UHV9lChoBkdAcoEYukDZDmgHS4FoCEdBDjL630PH1nV9lChoBkdAczrD0163RWgHS8BoCEdBDjL7PWnTAnV9lChoBkdAconeQMhHLGgHS39oCEdBDjL7eFev6nV9lChoBkdAcadJAMUh3mgHS51oCEdBDjL85Lh73XV9lChoBkdAc9RDqnm7rmgHS6hoCEdBDjL9cornT3V9lChoBkdAcqby+Yc/+2gHS4loCEdBDjL9lUn5SHV9lChoBkdAc4gISUTtcGgHS7FoCEdBDjL9pNbkfnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 92340, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.15.0-134-generic-x86_64-with-glibc2.17 # 145-Ubuntu SMP Wed Feb 12 20:08:39 UTC 2025", "Python": "3.8.20", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.24.4", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abefc5bda93a8cc5ee010fb403ecb83d05577940731c9bb0c1201e27932e9c17
-size 165581
+oid sha256:c6fe177b25bce8167662c0ca4e7a56e2be1018779403e8689939aa880695dd33
+size 124648

results.json

@@ -1 +1 @@
-{"mean_reward": 291.8874628, "std_reward": 21.637879028209788, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-04-11T15:50:00.150001"}
+{"mean_reward": 294.6345758, "std_reward": 18.168558593175213, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-04-11T17:10:56.927536"}