Upload PPO LunarLander-v2 LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep5000K.zip

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep5000K.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ebb7fb8b44d96be01d863b71dcf9633d63ffcf36cd28af3f3d447f6b64f6dc5
-size 147520
+oid sha256:3a041dacf130b02e7b44e1082ae2047a0523b0d5234f557ef862621d8d036acd
+size 147516

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep5000K/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff7606941f0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff760694280>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff760694310>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff7606943a0>",
-        "_build": "<function ActorCriticPolicy._build at 0x7ff760694430>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7ff7606944c0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff760694550>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff7606945e0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7ff760694670>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff760694700>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff760694790>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff760694820>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f2803f51160>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f2803f511f0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f2803f51280>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f2803f51310>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f2803f513a0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f2803f51430>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f2803f514c0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f2803f51550>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f2803f515e0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f2803f51670>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f2803f51700>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f2803f51790>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7ff7606f3d20>"
+        "_abc_impl": "<_abc_data object at 0x7f2803fb2d20>"
     },
     "verbose": 0,
     "policy_kwargs": {},
@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1744152520720422098,
+    "start_time": 1744152769822677873,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA2AGD61sBE/BHiAPR6hU78AAvA90uVQPQAAAAAAAAAAzYRuvCmsK7qapTO9HaAns0wHNTtKClczAACAPwAAgD8AT3q94dy2ulgKML6JNNQy0ZN8ODdvDbMAAAAAAAAAAGZ29TspXBu6gyvQtVO7lbDaIrk7Guv6NAAAgD8AAIA/jYJWPrUFNj/AzJc+pGA7v2uwjz7O9xQ+AAAAAAAAAACNP7O9lz6bPzGuo779fRy/qDpJvqHpgb4AAAAAAAAAAM3uR72bxKy8Od4XPjqggD0sWZm9piqHPAAAgD8AAIA/8uCDvsEjMD8ytgK8d7EMv2oPA7/DQB09AAAAAAAAAAAAUEY9XDNsuvrLdTqLvUG2uuRkO7bnj7kAAIA/AACAP830Lj0pmA+6rHajvKOp5q+c8t+7h/7FMwAAgD8AAIA/zSjcO5I/RT+75vQ8SrVsv562p73XCi89AAAAAAAAAAAa3kw92ryrPy49JT60vgK/Kqp7va7DUL0AAAAAAAAAAM0Evr0U9o+67s2POd4LdzQr5vY6RhSmuAAAgD8AAIA/IG3nPq72Oz8YRVO9BvzjvtRyoT5Ijqa9AAAAAAAAAAAN4/I9NKKgP1BAxD7pTR6/H4KhPUWatz0AAAAAAAAAAJpC07yPbnS6gcKVvJmpJzK2kj+7iNr+swAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACBhzzXylM/OsVwPVmLdb9ia5E8gsSXPQAAAAAAAAAAAJD6usP5brp+fVm6EUtltfcPUzulu345AAAAAAAAAADNJIE7G86tvBd+ML1+tX09V3ufvRvK27sAAIA/AACAP83sgryPgnu6y2X3OKZHUrMmQIK70mENuAAAgD8AAIA/TbtePRwUrD9ypqE+VwvFvqgZSzvaSsw9AAAAAAAAAACN0fU9DDGUP3yeDz8O9Ta/OAcMPqXUtj4AAAAAAAAAAADZuzypZlG8uCcZvn6Osjt0uxc92Y6PvQAAgD8AAIA/M/SavPb8e7qDrR44mlT7MpC8LjphQzm3AACAPwAAgD+zrRW9OHeyu8z9kjygaJw8D9gEvf4Jgz0AAIA/AACAP2YE+b2Miq0/6woCv8bBxb7oT2W+67bovgAAAAAAAAAAALB1O6lGX7zWkc68nDaAPRbuqD0eWBc8AACAPwAAgD/Nq1y9zMFQPv2pEz6ZpxS/pCBQvYFDET4AAAAAAAAAAM1/rrxc21G6+vgFMw7B8jB3v7c5lnaaswAAgD8AAIA/wJKFvdfKtj/UXwu/EJiBvURJw7xTemq+AAAAAAAAAABmBUO9rumXO8jWcD4sgF2+1KXEPYupiL8AAAAAAACAP+AMEz6wdS8/kw1AvdRkNL/rWa0+SXWYvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,7 +45,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV5AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJy7Fjurp+MAWyUS8yMAXSUR0DE3iWNzbN9dX2UKGgGR0BwqAxUNrj6aAdLp2gIR0DE3iRZOi35dX2UKGgGR0B0FSus90RwaAdLqmgIR0DE3jEIJJGwdX2UKGgGR0BwOdycTakAaAdLqGgIR0DE3jaSowVTdX2UKGgGR0BxdbCZWq95aAdLw2gIR0DE3jq0jTrndX2UKGgGR0BylG+CbtqpaAdLomgIR0DE3muclPaddX2UKGgGR0ByN5ovi97GaAdLmmgIR0DE3nf6XSjQdX2UKGgGR0Bw08f+0gKXaAdLnGgIR0DE3ppWBBiTdX2UKGgGR0BzW6ajN6gNaAdLt2gIR0DE3q2IqLCOdX2UKGgGR0BxLeNFSbYsaAdLrmgIR0DE3r/XRPXTdX2UKGgGR0BmghlQMx46aAdN6ANoCEdAxN7KIkZ75XV9lChoBkdAcH25s0pEyGgHTeYBaAhHQMTezp1RtP51fZQoaAZHQHKphEKE385oB0uPaAhHQMTeztsWO6x1fZQoaAZHQHIQ01/DtPZoB0ukaAhHQMTe0PSDyvt1fZQoaAZHQHF7jwlSjxloB0uzaAhHQMTe4hzeXRh1fZQoaAZHQHFaXhfjS5RoB0ufaAhHQMTgbSquKXR1fZQoaAZHQHPaqR6nivRoB0vFaAhHQMTgbcXFcY91fZQoaAZHQHHK3WrfcetoB0u/aAhHQMTgePY4ACJ1fZQoaAZHQHJHFB6a9bpoB0vAaAhHQMTggJ2ll9V1fZQoaAZHQHLxQxvegthoB0vSaAhHQMTggblRxcV1fZQoaAZHQHHQUz9CNS9oB0u9aAhHQMTghRASnLt1fZQoaAZHQHKwWoBJZntoB0u4aAhHQMTgoWuHN5d1fZQoaAZHQHKc2bobGWFoB0u7aAhHQMTgrGDL8rJ1fZQoaAZHQHFQeH8CPp9oB0ulaAhHQMTgssXizcB1fZQoaAZHQHIOGMXJo01oB0u2aAhHQMTgydsrNGF1fZQoaAZHQHEPSqABkqdoB0ufaAhHQMTgzV7Qb+91fZQoaAZHQHDdpaNdZ7poB0uqaAhHQMTg1g0j1PF1fZQoaAZHQHE+7voePq9oB0ugaAhHQMTg3LTpgTh1fZQoaAZHQHHOpZr56+poB0udaAhHQMTg4kvsZ511fZQoaAZHQHLT++AVfu1oB0vOaAhHQMTg5kO7QLN1fZQoaAZHQHIYBMzuWrxoB0vOaAhHQMTg7XN1QqJ1fZQoaAZHQEIIe2/i5utoB0tgaAhHQMTg8uaF23d1fZQoaAZHQHJI7Ackt29oB0udaAhHQMTg+uerdWR1fZQoaAZHQHKrpj+aScNoB0voaAhHQMTg/6sQumJ1fZQoaAZHQHF2J0W/JvJoB0vDaAhHQMThDkJrtVt1fZQoaAZHQHKYvMfRu0loB0u3aAhHQMThDmq5sj51fZQoaAZHQHNIfgNwzchoB0vGaAhHQMThGtrj5sV1fZQoaAZHQHON0Lc9GI9oB0vsaAhHQMThI6sySFJ1fZQoaAZHQHGQ/5+H8CRoB0unaAhHQMThJVCgK4R1fZQoaAZHQHMs9PUKArhoB0uuaAhHQMThWwRGtp51fZQoaAZHQHLuLgn+hoNoB0uyaAhHQMThY9AxBVx1fZQoaAZHQHM8RBu4wytoB0vZaAhHQMThZ1Z1V5t1fZQoaAZHQHCNul9BrvdoB0uvaAhHQMThbf+bVjJ1fZQoaAZHQHEqvDDTBqNoB0ueaAhHQMThcpU5uIh1fZQoaAZHQHC8GN70Fr5oB0uraAhHQMTheb8Nx2l1fZQoaAZHQHKCmwu/UONoB0uaaAhHQMThiIsAeaN1fZQoaAZHQHMkvMnqmj1oB0vHaAhHQMThi1He7+V1fZQoaAZHQHPNLXDm8uloB0u6aAhHQMThlni3ocJ1fZQoaAZHQHKlsyN4qw1oB0u3aAhHQMThmXxe9jB1fZQoaAZHQHGw6NVBD5VoB0uHaAhHQMThom5lOGl1fZQoaAZHQHN6eFtbcGloB0upaAhHQMThqV/Ue+51fZQoaAZHQHGI+PNmlIpoB0udaAhHQMThqxekYXR1fZQoaAZHQHK3Mf3evZBoB0vIaAhHQMThtVrhzeZ1fZQoaAZHQHMZ99+gDihoB0u5aAhHQMThydpItlJ1fZQoaAZHQHLyJgkTpPhoB0vbaAhHQMTh0lMh5gR1fZQoaAZHQHK21t4zJp5oB0uMaAhHQMTh5jcEeQx1fZQoaAZHQHGHuK8+Ro1oB0uuaAhHQMTiEKdxyXF1fZQoaAZHQHLHNUS7GvRoB0u/aAhHQMTiFod2gWd1fZQoaAZHQHLoz2Bas6toB0vPaAhHQMTiG7lJYkp1fZQoaAZHQHKPGjTKDChoB0uzaAhHQMTiHyMcZLt1fZQoaAZHQHLsFuvUz9FoB0veaAhHQMTiNFfqoqF1fZQoaAZHQHElIE4ecQRoB0ujaAhHQMTiM7cwg1Z1fZQoaAZHQHPaFZcLSeBoB0vOaAhHQMTiTg4ffXR1fZQoaAZHQHH97nDBMzxoB0utaAhHQMTiVAw482d1fZQoaAZHQHDUh4lhPTJoB0u3aAhHQMTiXMnqmj11fZQoaAZHQHM1/8hs67xoB0vmaAhHQMTieAgHNX51fZQoaAZHQHI8aZUkv9NoB0uvaAhHQMTigBPCVKR1fZQoaAZHQHKzwLiMo+hoB0vRaAhHQMTiiOq3mV91fZQoaAZHQHLRaPXCj1xoB00AAWgIR0DE4ogPoV2zdX2UKGgGR0BzakXGff4zaAdL+WgIR0DE4psfgaWHdX2UKGgGR0Bwndrl/6O6aAdLwWgIR0DE4p0f9xZMdX2UKGgGR0BxB1xOtW+5aAdLrGgIR0DE4p8iW3SbdX2UKGgGR0Bv4OXkYGdJaAdLm2gIR0DE4rLjHXEqdX2UKGgGR0BzvqKm8/UwaAdLrWgIR0DE4soYJmdzdX2UKGgGR0Bz/tDLKV6eaAdLtGgIR0DE4tW2oegddX2UKGgGR0Bw2wJ9iMHbaAdLn2gIR0DE4tf0yxiYdX2UKGgGR0Bxn5Nucc2jaAdLymgIR0DE4u7tb9qDdX2UKGgGR0Bz52Haews5aAdLp2gIR0DE4wUCo0hvdX2UKGgGR0B0Q6PMjeKsaAdLwGgIR0DE4xEgMc6vdX2UKGgGR0BwuK2sq8UVaAdLvmgIR0DE4xSVnmJWdX2UKGgGR0ByPUg/1QIlaAdL6GgIR0DE4yCMo+fRdX2UKGgGR0BxrU+C9RJmaAdLzWgIR0DE4053xFy8dX2UKGgGR0BxbjEDQqqfaAdLwGgIR0DE414UFjd6dX2UKGgGR0BxaG7Wd3B6aAdLwmgIR0DE42LtmcvvdX2UKGgGR0Bx2jx6OYICaAdLuGgIR0DE428DIRywdX2UKGgGR0Bx6/2i+L3saAdL32gIR0DE43wskIHDdX2UKGgGR0BxkNnctXgcaAdLtGgIR0DE44LpqynldX2UKGgGR0By410bLlmwaAdL/2gIR0DE44sTQE6ldX2UKGgGR0B0FdtdiUgTaAdNAQFoCEdAxOOL8MuvlnV9lChoBkdAcKSZLqUu+WgHS6NoCEdAxOOV6UJOWXV9lChoBkdAczY1UVBUrGgHS8NoCEdAxOOeEfT1CnV9lChoBkdAcm0Dklu3t2gHS5poCEdAxOOvg9/z8XV9lChoBkdAcwZ+rlvIfmgHS/xoCEdAxOPV2WY4Q3V9lChoBkdAcyaGy5Zr6GgHS+NoCEdAxOPuVpsXSHV9lChoBkdAcZHw1BMSK2gHS9JoCEdAxOP4lLvkR3V9lChoBkdARpxEroW56WgHS2FoCEdAxOQCf29L6HV9lChoBkdAct40lqrR0GgHS/JoCEdAxOQJfLs8gnV9lChoBkdAcFYzAN5MUWgHS6toCEdAxOQP5HEuQXV9lChoBkdAcjChNM495mgHS8BoCEdAxOQRi++M63V9lChoBkdAceFvegte2WgHS7doCEdAxOQWgSOBD3VlLg=="
+        ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQEP8P07KaG6MAWyUS1iMAXSUR0DG+HKkj5bhdX2UKGgGR0BzS3QKKHfuaAdLuWgIR0DG+HyhDgIhdX2UKGgGR0BxKX50r9VFaAdLsWgIR0DG+JngWJrMdX2UKGgGR0ByYFRTCLuQaAdLpmgIR0DG+KewA2hqdX2UKGgGR0ByTkUeuFHsaAdLlWgIR0DG+KmhPCVKdX2UKGgGR0Bx2Gnzg/C7aAdLuGgIR0DG+LifFrEcdX2UKGgGR0BxORksjFAFaAdLkGgIR0DG+L16/qPfdX2UKGgGR0BwvRYaHbh4aAdLsWgIR0DG+MKofjjrdX2UKGgGR0Bvx2qT8pCsaAdLqWgIR0DG+vy0MPSVdX2UKGgGR0ByHybRWtEHaAdLomgIR0DG+vyTGHYZdX2UKGgGR0BwKuP91loUaAdLuWgIR0DG+v5D7ZWadX2UKGgGR0BzhGvyLAHnaAdLnmgIR0DG+wBazNUwdX2UKGgGR0Bw3IYCQtBfaAdLqWgIR0DG+wlhRZU2dX2UKGgGR0BzCf/bTMJQaAdLwGgIR0DG+wuNPxhEdX2UKGgGR0BylT0Dlo12aAdLuGgIR0DG+xF5yEL6dX2UKGgGR0ByteP1ct5EaAdLu2gIR0DG+y6s8xKydX2UKGgGR0BzJcubqhUSaAdNeQFoCEdAxvs9ymygPHV9lChoBkdAcmJ7AtWdVmgHS5NoCEdAxvs+nG828HV9lChoBkdAcJfpWV/tpmgHS6VoCEdAxvtAQRPGhnV9lChoBkdAceTIWgvlEWgHS5BoCEdAxvtJQyhzvXV9lChoBkdAco58gIQe3mgHS91oCEdAxvtPj6vaDnV9lChoBkdAc2Qm0E5hjWgHS7toCEdAxvtZ7BwdbXV9lChoBkdAc3N238XN1WgHS7NoCEdAxvtm35vcanV9lChoBkdAcYo7gbZOBWgHS6FoCEdAxvtq/Z/Tb3V9lChoBkdAccvNNrTH82gHS5doCEdAxvt1kEs8PnV9lChoBkdAcWdj2i+L32gHS69oCEdAxvt3id8Rc3V9lChoBkdAcxtZTAFgUmgHS7RoCEdAxvt7I7Njb3V9lChoBkdAcSZYV6/qPmgHS6doCEdAxvuAOktVaXV9lChoBkdAccNXIlt0m2gHS7loCEdAxvuCRfWtl3V9lChoBkdASzTnDBMzuWgHS1toCEdAxvuFDE3sHHV9lChoBkdAc/l5LytmtmgHS95oCEdAxvuNdjXnQ3V9lChoBkdAdMQzCk43m2gHS85oCEdAxvunhaTwD3V9lChoBkdAcAgnIyTINmgHS6RoCEdAxvurgmZ3LXV9lChoBkdAcddx2St/4WgHS6NoCEdAxvvKv+OwPnV9lChoBkdAcp1+9alk6WgHS7hoCEdAxvvOAS39aXV9lChoBkdAcVsWYnfEXWgHS51oCEdAxvvOLv1DjXV9lChoBkdAclFE9t/FzmgHS7loCEdAxvvQX0oSc3V9lChoBkdAc+iOObRWtGgHS65oCEdAxvv4KVpsXXV9lChoBkdAc67wfhddFGgHS8BoCEdAxvv7Lt/nXHV9lChoBkdAcCUthd+ocmgHS5toCEdAxvwEzYVZcXV9lChoBkdAcY+SIP9UCWgHS7xoCEdAxvwI+otL+XV9lChoBkdAcRBFvhqCYmgHS7VoCEdAxvwOvBacJHV9lChoBkdAckLM10knkWgHS7loCEdAxvwUDcM3InV9lChoBkdAcvheq7yxzWgHS61oCEdAxvwYK9f1H3V9lChoBkdAct3Q9RrJsGgHS7loCEdAxvwdGT9sJ3V9lChoBkdAdBUl+Vkc0mgHS89oCEdAxvwpVMEidXV9lChoBkdAcgVB9Tgl4WgHS6BoCEdAxvwxv5P/JnV9lChoBkdAc3ixPfsNUmgHS8BoCEdAxvwwZAIIGHV9lChoBkdAcSAPGyX2NGgHS55oCEdAxvwz30PH1nV9lChoBkdAcPeXnhbW3GgHS5toCEdAxvxOnpB5X3V9lChoBkdAcKE73fyf+WgHS6JoCEdAxvxRlzU7S3V9lChoBkdAcsk2mHgxamgHS8FoCEdAxvxwOcUdrHV9lChoBkdAc46aM72crmgHS81oCEdAxvx9FH8TBnV9lChoBkdAckUa2F36h2gHS6BoCEdAxvyAoWHk93V9lChoBkdAc1k+xnnMdWgHS7JoCEdAxvyNsLORknV9lChoBkdAcFhBeXzDoGgHS5doCEdAxvyQ5J9RaXV9lChoBkdAchz863iJf2gHS7JoCEdAxvyZyQPqcHV9lChoBkdAcgjYvnKW9mgHS7toCEdAxvylQHiWFHV9lChoBkdAcvbD8+A3DWgHS7ZoCEdAxvymS5AhS3V9lChoBkdAcdIJ9AooeGgHS71oCEdAxvy5ywwCbXV9lChoBkdAcXHJzkp7TmgHS55oCEdAxvy48lolEHV9lChoBkdAcNhlP8AJcGgHS8poCEdAxvzAt8uzyHV9lChoBkdAc656ZYxL02gHS71oCEdAxvzHI/Z/TnV9lChoBkdAdBytSQ5my2gHS8doCEdAxvzXbgTAWXV9lChoBkdAcZ5fCQ9zO2gHS9FoCEdAxvzhiLl3hXV9lChoBkdAcj4thuwX7GgHS7ZoCEdAxvzrPYWcjXV9lChoBkdAcskMEzO5a2gHS8doCEdAxvz8MMqjJ3V9lChoBkdAcf94Irvsq2gHS6ZoCEdAxv0KGD+R5nV9lChoBkdAcqZ17pmmL2gHS7doCEdAxv0Mhq0ty3V9lChoBkdAckwasIVuaWgHS6VoCEdAxv0ZeokzGnV9lChoBkdAcHtoX9BKMGgHS6FoCEdAxv0ZjCHh0nV9lChoBkdAcnVQvYe1bGgHS8ZoCEdAxv0pL0z0pXV9lChoBkdAcp/Xz19ORGgHS6loCEdAxv01FuvU0HV9lChoBkdAcZBigTRIBmgHS5ZoCEdAxv04mbb1y3V9lChoBkdAccAvDxb0OGgHS65oCEdAxv05Gax5cHV9lChoBkdAdAvJC0F8omgHS8NoCEdAxv0/SVnmJXV9lChoBkdAcXOH7P6bfGgHS6loCEdAxv1PSflIVnV9lChoBkdAcx4jzI3irGgHS7ZoCEdAxv1hqX4TK3V9lChoBkdAc2463iJfpmgHS9NoCEdAxv1tSE12q3V9lChoBkdAcR0sbedkKGgHS7VoCEdAxv1yNYr8SHV9lChoBkdAcFkUHIIWxmgHS7JoCEdAxv15bqQiinV9lChoBkdAcM1hL5AQhGgHS69oCEdAxv2BAzpHJHV9lChoBkdAcdamnfl6q2gHS6NoCEdAxv2IB+4LC3V9lChoBkdAculLnLaEjGgHS75oCEdAxv2wK0D2anV9lChoBkdAcfSqQiiZfGgHS6xoCEdAxv2wMm4RVnV9lChoBkdAcam99+gDimgHS8RoCEdAxv249Htnf3V9lChoBkdAcTzhTfixV2gHS7loCEdAxv3OctGutHV9lChoBkdAdGvKEWZZ0WgHS6hoCEdAxv3PeYUnHHV9lChoBkdAc3quieumrWgHS65oCEdAxv3VHG0eEXV9lChoBkdAckpFoL5RCWgHS65oCEdAxv3beJpFkXV9lChoBkdAcZRKujh1kmgHS9toCEdAxv3dEmY0EXV9lChoBkdAcye2OyVv/GgHS8loCEdAxv3oPQv6CXV9lChoBkdAcjl8nNPgvWgHS6toCEdAxv3p6TGHYnV9lChoBkdAcIQxYq5LAmgHS7JoCEdAxv4BbA1vVHV9lChoBkdAcr5C4Bmwq2gHS7VoCEdAxv4VuejEenV9lChoBkdAcn2sjFAE+2gHS7hoCEdAxv4d2vjfenV9lChoBkdAclUAu7HyVmgHS5JoCEdAxv46pCrtFHV9lChoBkdAdB64C6pYLmgHS8BoCEdAxv4+Z+hGpnV9lChoBkdAciIRwqAjIWgHS49oCEdAxv5AvboKUnV9lChoBkdASKEcU/OdG2gHS15oCEdAxv5EWD6Fd3VlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep5000K/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0dc1e49588c7fe7d39a013a2850c880a211d9de07bd6aea514d0cbf6da3d203
+oid sha256:8f9d1c73065cf6bde8074e052923f5e999c0887f2935477a70f095cf3a478cc0
 size 87978

LunarLander-v2_PPO_ne16_ns1024_b64_e4_cpu_TotalStep5000K/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e3ffda20a30c5f3d05b5b5db926898693c18d3d33890bd5214d6cdc01ad3a43
+oid sha256:90475778d1cc8749045c14aae6dc355921faca7a2f6cea2ce27a63fb1553867a
 size 43634

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 294.58 +/- 23.39
+      value: 300.48 +/- 15.35
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff7606941f0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff760694280>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff760694310>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff7606943a0>", "_build": "<function ActorCriticPolicy._build at 0x7ff760694430>", "forward": "<function ActorCriticPolicy.forward at 0x7ff7606944c0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff760694550>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff7606945e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff760694670>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff760694700>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff760694790>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff760694820>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff7606f3d20>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 5013504, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1744152520720422098, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA2AGD61sBE/BHiAPR6hU78AAvA90uVQPQAAAAAAAAAAzYRuvCmsK7qapTO9HaAns0wHNTtKClczAACAPwAAgD8AT3q94dy2ulgKML6JNNQy0ZN8ODdvDbMAAAAAAAAAAGZ29TspXBu6gyvQtVO7lbDaIrk7Guv6NAAAgD8AAIA/jYJWPrUFNj/AzJc+pGA7v2uwjz7O9xQ+AAAAAAAAAACNP7O9lz6bPzGuo779fRy/qDpJvqHpgb4AAAAAAAAAAM3uR72bxKy8Od4XPjqggD0sWZm9piqHPAAAgD8AAIA/8uCDvsEjMD8ytgK8d7EMv2oPA7/DQB09AAAAAAAAAAAAUEY9XDNsuvrLdTqLvUG2uuRkO7bnj7kAAIA/AACAP830Lj0pmA+6rHajvKOp5q+c8t+7h/7FMwAAgD8AAIA/zSjcO5I/RT+75vQ8SrVsv562p73XCi89AAAAAAAAAAAa3kw92ryrPy49JT60vgK/Kqp7va7DUL0AAAAAAAAAAM0Evr0U9o+67s2POd4LdzQr5vY6RhSmuAAAgD8AAIA/IG3nPq72Oz8YRVO9BvzjvtRyoT5Ijqa9AAAAAAAAAAAN4/I9NKKgP1BAxD7pTR6/H4KhPUWatz0AAAAAAAAAAJpC07yPbnS6gcKVvJmpJzK2kj+7iNr+swAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV5AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJy7Fjurp+MAWyUS8yMAXSUR0DE3iWNzbN9dX2UKGgGR0BwqAxUNrj6aAdLp2gIR0DE3iRZOi35dX2UKGgGR0B0FSus90RwaAdLqmgIR0DE3jEIJJGwdX2UKGgGR0BwOdycTakAaAdLqGgIR0DE3jaSowVTdX2UKGgGR0BxdbCZWq95aAdLw2gIR0DE3jq0jTrndX2UKGgGR0BylG+CbtqpaAdLomgIR0DE3muclPaddX2UKGgGR0ByN5ovi97GaAdLmmgIR0DE3nf6XSjQdX2UKGgGR0Bw08f+0gKXaAdLnGgIR0DE3ppWBBiTdX2UKGgGR0BzW6ajN6gNaAdLt2gIR0DE3q2IqLCOdX2UKGgGR0BxLeNFSbYsaAdLrmgIR0DE3r/XRPXTdX2UKGgGR0BmghlQMx46aAdN6ANoCEdAxN7KIkZ75XV9lChoBkdAcH25s0pEyGgHTeYBaAhHQMTezp1RtP51fZQoaAZHQHKphEKE385oB0uPaAhHQMTeztsWO6x1fZQoaAZHQHIQ01/DtPZoB0ukaAhHQMTe0PSDyvt1fZQoaAZHQHF7jwlSjxloB0uzaAhHQMTe4hzeXRh1fZQoaAZHQHFaXhfjS5RoB0ufaAhHQMTgbSquKXR1fZQoaAZHQHPaqR6nivRoB0vFaAhHQMTgbcXFcY91fZQoaAZHQHHK3WrfcetoB0u/aAhHQMTgePY4ACJ1fZQoaAZHQHJHFB6a9bpoB0vAaAhHQMTggJ2ll9V1fZQoaAZHQHLxQxvegthoB0vSaAhHQMTggblRxcV1fZQoaAZHQHHQUz9CNS9oB0u9aAhHQMTghRASnLt1fZQoaAZHQHKwWoBJZntoB0u4aAhHQMTgoWuHN5d1fZQoaAZHQHKc2bobGWFoB0u7aAhHQMTgrGDL8rJ1fZQoaAZHQHFQeH8CPp9oB0ulaAhHQMTgssXizcB1fZQoaAZHQHIOGMXJo01oB0u2aAhHQMTgydsrNGF1fZQoaAZHQHEPSqABkqdoB0ufaAhHQMTgzV7Qb+91fZQoaAZHQHDdpaNdZ7poB0uqaAhHQMTg1g0j1PF1fZQoaAZHQHE+7voePq9oB0ugaAhHQMTg3LTpgTh1fZQoaAZHQHHOpZr56+poB0udaAhHQMTg4kvsZ511fZQoaAZHQHLT++AVfu1oB0vOaAhHQMTg5kO7QLN1fZQoaAZHQHIYBMzuWrxoB0vOaAhHQMTg7XN1QqJ1fZQoaAZHQEIIe2/i5utoB0tgaAhHQMTg8uaF23d1fZQoaAZHQHJI7Ackt29oB0udaAhHQMTg+uerdWR1fZQoaAZHQHKrpj+aScNoB0voaAhHQMTg/6sQumJ1fZQoaAZHQHF2J0W/JvJoB0vDaAhHQMThDkJrtVt1fZQoaAZHQHKYvMfRu0loB0u3aAhHQMThDmq5sj51fZQoaAZHQHNIfgNwzchoB0vGaAhHQMThGtrj5sV1fZQoaAZHQHON0Lc9GI9oB0vsaAhHQMThI6sySFJ1fZQoaAZHQHGQ/5+H8CRoB0unaAhHQMThJVCgK4R1fZQoaAZHQHMs9PUKArhoB0uuaAhHQMThWwRGtp51fZQoaAZHQHLuLgn+hoNoB0uyaAhHQMThY9AxBVx1fZQoaAZHQHM8RBu4wytoB0vZaAhHQMThZ1Z1V5t1fZQoaAZHQHCNul9BrvdoB0uvaAhHQMThbf+bVjJ1fZQoaAZHQHEqvDDTBqNoB0ueaAhHQMThcpU5uIh1fZQoaAZHQHC8GN70Fr5oB0uraAhHQMTheb8Nx2l1fZQoaAZHQHKCmwu/UONoB0uaaAhHQMThiIsAeaN1fZQoaAZHQHMkvMnqmj1oB0vHaAhHQMThi1He7+V1fZQoaAZHQHPNLXDm8uloB0u6aAhHQMThlni3ocJ1fZQoaAZHQHKlsyN4qw1oB0u3aAhHQMThmXxe9jB1fZQoaAZHQHGw6NVBD5VoB0uHaAhHQMThom5lOGl1fZQoaAZHQHN6eFtbcGloB0upaAhHQMThqV/Ue+51fZQoaAZHQHGI+PNmlIpoB0udaAhHQMThqxekYXR1fZQoaAZHQHK3Mf3evZBoB0vIaAhHQMThtVrhzeZ1fZQoaAZHQHMZ99+gDihoB0u5aAhHQMThydpItlJ1fZQoaAZHQHLyJgkTpPhoB0vbaAhHQMTh0lMh5gR1fZQoaAZHQHK21t4zJp5oB0uMaAhHQMTh5jcEeQx1fZQoaAZHQHGHuK8+Ro1oB0uuaAhHQMTiEKdxyXF1fZQoaAZHQHLHNUS7GvRoB0u/aAhHQMTiFod2gWd1fZQoaAZHQHLoz2Bas6toB0vPaAhHQMTiG7lJYkp1fZQoaAZHQHKPGjTKDChoB0uzaAhHQMTiHyMcZLt1fZQoaAZHQHLsFuvUz9FoB0veaAhHQMTiNFfqoqF1fZQoaAZHQHElIE4ecQRoB0ujaAhHQMTiM7cwg1Z1fZQoaAZHQHPaFZcLSeBoB0vOaAhHQMTiTg4ffXR1fZQoaAZHQHH97nDBMzxoB0utaAhHQMTiVAw482d1fZQoaAZHQHDUh4lhPTJoB0u3aAhHQMTiXMnqmj11fZQoaAZHQHM1/8hs67xoB0vmaAhHQMTieAgHNX51fZQoaAZHQHI8aZUkv9NoB0uvaAhHQMTigBPCVKR1fZQoaAZHQHKzwLiMo+hoB0vRaAhHQMTiiOq3mV91fZQoaAZHQHLRaPXCj1xoB00AAWgIR0DE4ogPoV2zdX2UKGgGR0BzakXGff4zaAdL+WgIR0DE4psfgaWHdX2UKGgGR0Bwndrl/6O6aAdLwWgIR0DE4p0f9xZMdX2UKGgGR0BxB1xOtW+5aAdLrGgIR0DE4p8iW3SbdX2UKGgGR0Bv4OXkYGdJaAdLm2gIR0DE4rLjHXEqdX2UKGgGR0BzvqKm8/UwaAdLrWgIR0DE4soYJmdzdX2UKGgGR0Bz/tDLKV6eaAdLtGgIR0DE4tW2oegddX2UKGgGR0Bw2wJ9iMHbaAdLn2gIR0DE4tf0yxiYdX2UKGgGR0Bxn5Nucc2jaAdLymgIR0DE4u7tb9qDdX2UKGgGR0Bz52Haews5aAdLp2gIR0DE4wUCo0hvdX2UKGgGR0B0Q6PMjeKsaAdLwGgIR0DE4xEgMc6vdX2UKGgGR0BwuK2sq8UVaAdLvmgIR0DE4xSVnmJWdX2UKGgGR0ByPUg/1QIlaAdL6GgIR0DE4yCMo+fRdX2UKGgGR0BxrU+C9RJmaAdLzWgIR0DE4053xFy8dX2UKGgGR0BxbjEDQqqfaAdLwGgIR0DE414UFjd6dX2UKGgGR0BxaG7Wd3B6aAdLwmgIR0DE42LtmcvvdX2UKGgGR0Bx2jx6OYICaAdLuGgIR0DE428DIRywdX2UKGgGR0Bx6/2i+L3saAdL32gIR0DE43wskIHDdX2UKGgGR0BxkNnctXgcaAdLtGgIR0DE44LpqynldX2UKGgGR0By410bLlmwaAdL/2gIR0DE44sTQE6ldX2UKGgGR0B0FdtdiUgTaAdNAQFoCEdAxOOL8MuvlnV9lChoBkdAcKSZLqUu+WgHS6NoCEdAxOOV6UJOWXV9lChoBkdAczY1UVBUrGgHS8NoCEdAxOOeEfT1CnV9lChoBkdAcm0Dklu3t2gHS5poCEdAxOOvg9/z8XV9lChoBkdAcwZ+rlvIfmgHS/xoCEdAxOPV2WY4Q3V9lChoBkdAcyaGy5Zr6GgHS+NoCEdAxOPuVpsXSHV9lChoBkdAcZHw1BMSK2gHS9JoCEdAxOP4lLvkR3V9lChoBkdARpxEroW56WgHS2FoCEdAxOQCf29L6HV9lChoBkdAct40lqrR0GgHS/JoCEdAxOQJfLs8gnV9lChoBkdAcFYzAN5MUWgHS6toCEdAxOQP5HEuQXV9lChoBkdAcjChNM495mgHS8BoCEdAxOQRi++M63V9lChoBkdAceFvegte2WgHS7doCEdAxOQWgSOBD3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 3680, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.15.0-134-generic-x86_64-with-glibc2.17 # 145-Ubuntu SMP Wed Feb 12 20:08:39 UTC 2025", "Python": "3.8.20", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.24.4", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f2803f51160>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f2803f511f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f2803f51280>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f2803f51310>", "_build": "<function ActorCriticPolicy._build at 0x7f2803f513a0>", "forward": "<function ActorCriticPolicy.forward at 0x7f2803f51430>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f2803f514c0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f2803f51550>", "_predict": "<function ActorCriticPolicy._predict at 0x7f2803f515e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f2803f51670>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f2803f51700>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f2803f51790>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f2803fb2d20>"}, "verbose": 0, "policy_kwargs": {}, "num_timesteps": 5013504, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1744152769822677873, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACBhzzXylM/OsVwPVmLdb9ia5E8gsSXPQAAAAAAAAAAAJD6usP5brp+fVm6EUtltfcPUzulu345AAAAAAAAAADNJIE7G86tvBd+ML1+tX09V3ufvRvK27sAAIA/AACAP83sgryPgnu6y2X3OKZHUrMmQIK70mENuAAAgD8AAIA/TbtePRwUrD9ypqE+VwvFvqgZSzvaSsw9AAAAAAAAAACN0fU9DDGUP3yeDz8O9Ta/OAcMPqXUtj4AAAAAAAAAAADZuzypZlG8uCcZvn6Osjt0uxc92Y6PvQAAgD8AAIA/M/SavPb8e7qDrR44mlT7MpC8LjphQzm3AACAPwAAgD+zrRW9OHeyu8z9kjygaJw8D9gEvf4Jgz0AAIA/AACAP2YE+b2Miq0/6woCv8bBxb7oT2W+67bovgAAAAAAAAAAALB1O6lGX7zWkc68nDaAPRbuqD0eWBc8AACAPwAAgD/Nq1y9zMFQPv2pEz6ZpxS/pCBQvYFDET4AAAAAAAAAAM1/rrxc21G6+vgFMw7B8jB3v7c5lnaaswAAgD8AAIA/wJKFvdfKtj/UXwu/EJiBvURJw7xTemq+AAAAAAAAAABmBUO9rumXO8jWcD4sgF2+1KXEPYupiL8AAAAAAACAP+AMEz6wdS8/kw1AvdRkNL/rWa0+SXWYvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQEP8P07KaG6MAWyUS1iMAXSUR0DG+HKkj5bhdX2UKGgGR0BzS3QKKHfuaAdLuWgIR0DG+HyhDgIhdX2UKGgGR0BxKX50r9VFaAdLsWgIR0DG+JngWJrMdX2UKGgGR0ByYFRTCLuQaAdLpmgIR0DG+KewA2hqdX2UKGgGR0ByTkUeuFHsaAdLlWgIR0DG+KmhPCVKdX2UKGgGR0Bx2Gnzg/C7aAdLuGgIR0DG+LifFrEcdX2UKGgGR0BxORksjFAFaAdLkGgIR0DG+L16/qPfdX2UKGgGR0BwvRYaHbh4aAdLsWgIR0DG+MKofjjrdX2UKGgGR0Bvx2qT8pCsaAdLqWgIR0DG+vy0MPSVdX2UKGgGR0ByHybRWtEHaAdLomgIR0DG+vyTGHYZdX2UKGgGR0BwKuP91loUaAdLuWgIR0DG+v5D7ZWadX2UKGgGR0BzhGvyLAHnaAdLnmgIR0DG+wBazNUwdX2UKGgGR0Bw3IYCQtBfaAdLqWgIR0DG+wlhRZU2dX2UKGgGR0BzCf/bTMJQaAdLwGgIR0DG+wuNPxhEdX2UKGgGR0BylT0Dlo12aAdLuGgIR0DG+xF5yEL6dX2UKGgGR0ByteP1ct5EaAdLu2gIR0DG+y6s8xKydX2UKGgGR0BzJcubqhUSaAdNeQFoCEdAxvs9ymygPHV9lChoBkdAcmJ7AtWdVmgHS5NoCEdAxvs+nG828HV9lChoBkdAcJfpWV/tpmgHS6VoCEdAxvtAQRPGhnV9lChoBkdAceTIWgvlEWgHS5BoCEdAxvtJQyhzvXV9lChoBkdAco58gIQe3mgHS91oCEdAxvtPj6vaDnV9lChoBkdAc2Qm0E5hjWgHS7toCEdAxvtZ7BwdbXV9lChoBkdAc3N238XN1WgHS7NoCEdAxvtm35vcanV9lChoBkdAcYo7gbZOBWgHS6FoCEdAxvtq/Z/Tb3V9lChoBkdAccvNNrTH82gHS5doCEdAxvt1kEs8PnV9lChoBkdAcWdj2i+L32gHS69oCEdAxvt3id8Rc3V9lChoBkdAcxtZTAFgUmgHS7RoCEdAxvt7I7Njb3V9lChoBkdAcSZYV6/qPmgHS6doCEdAxvuAOktVaXV9lChoBkdAccNXIlt0m2gHS7loCEdAxvuCRfWtl3V9lChoBkdASzTnDBMzuWgHS1toCEdAxvuFDE3sHHV9lChoBkdAc/l5LytmtmgHS95oCEdAxvuNdjXnQ3V9lChoBkdAdMQzCk43m2gHS85oCEdAxvunhaTwD3V9lChoBkdAcAgnIyTINmgHS6RoCEdAxvurgmZ3LXV9lChoBkdAcddx2St/4WgHS6NoCEdAxvvKv+OwPnV9lChoBkdAcp1+9alk6WgHS7hoCEdAxvvOAS39aXV9lChoBkdAcVsWYnfEXWgHS51oCEdAxvvOLv1DjXV9lChoBkdAclFE9t/FzmgHS7loCEdAxvvQX0oSc3V9lChoBkdAc+iOObRWtGgHS65oCEdAxvv4KVpsXXV9lChoBkdAc67wfhddFGgHS8BoCEdAxvv7Lt/nXHV9lChoBkdAcCUthd+ocmgHS5toCEdAxvwEzYVZcXV9lChoBkdAcY+SIP9UCWgHS7xoCEdAxvwI+otL+XV9lChoBkdAcRBFvhqCYmgHS7VoCEdAxvwOvBacJHV9lChoBkdAckLM10knkWgHS7loCEdAxvwUDcM3InV9lChoBkdAcvheq7yxzWgHS61oCEdAxvwYK9f1H3V9lChoBkdAct3Q9RrJsGgHS7loCEdAxvwdGT9sJ3V9lChoBkdAdBUl+Vkc0mgHS89oCEdAxvwpVMEidXV9lChoBkdAcgVB9Tgl4WgHS6BoCEdAxvwxv5P/JnV9lChoBkdAc3ixPfsNUmgHS8BoCEdAxvwwZAIIGHV9lChoBkdAcSAPGyX2NGgHS55oCEdAxvwz30PH1nV9lChoBkdAcPeXnhbW3GgHS5toCEdAxvxOnpB5X3V9lChoBkdAcKE73fyf+WgHS6JoCEdAxvxRlzU7S3V9lChoBkdAcsk2mHgxamgHS8FoCEdAxvxwOcUdrHV9lChoBkdAc46aM72crmgHS81oCEdAxvx9FH8TBnV9lChoBkdAckUa2F36h2gHS6BoCEdAxvyAoWHk93V9lChoBkdAc1k+xnnMdWgHS7JoCEdAxvyNsLORknV9lChoBkdAcFhBeXzDoGgHS5doCEdAxvyQ5J9RaXV9lChoBkdAchz863iJf2gHS7JoCEdAxvyZyQPqcHV9lChoBkdAcgjYvnKW9mgHS7toCEdAxvylQHiWFHV9lChoBkdAcvbD8+A3DWgHS7ZoCEdAxvymS5AhS3V9lChoBkdAcdIJ9AooeGgHS71oCEdAxvy5ywwCbXV9lChoBkdAcXHJzkp7TmgHS55oCEdAxvy48lolEHV9lChoBkdAcNhlP8AJcGgHS8poCEdAxvzAt8uzyHV9lChoBkdAc656ZYxL02gHS71oCEdAxvzHI/Z/TnV9lChoBkdAdBytSQ5my2gHS8doCEdAxvzXbgTAWXV9lChoBkdAcZ5fCQ9zO2gHS9FoCEdAxvzhiLl3hXV9lChoBkdAcj4thuwX7GgHS7ZoCEdAxvzrPYWcjXV9lChoBkdAcskMEzO5a2gHS8doCEdAxvz8MMqjJ3V9lChoBkdAcf94Irvsq2gHS6ZoCEdAxv0KGD+R5nV9lChoBkdAcqZ17pmmL2gHS7doCEdAxv0Mhq0ty3V9lChoBkdAckwasIVuaWgHS6VoCEdAxv0ZeokzGnV9lChoBkdAcHtoX9BKMGgHS6FoCEdAxv0ZjCHh0nV9lChoBkdAcnVQvYe1bGgHS8ZoCEdAxv0pL0z0pXV9lChoBkdAcp/Xz19ORGgHS6loCEdAxv01FuvU0HV9lChoBkdAcZBigTRIBmgHS5ZoCEdAxv04mbb1y3V9lChoBkdAccAvDxb0OGgHS65oCEdAxv05Gax5cHV9lChoBkdAdAvJC0F8omgHS8NoCEdAxv0/SVnmJXV9lChoBkdAcXOH7P6bfGgHS6loCEdAxv1PSflIVnV9lChoBkdAcx4jzI3irGgHS7ZoCEdAxv1hqX4TK3V9lChoBkdAc2463iJfpmgHS9NoCEdAxv1tSE12q3V9lChoBkdAcR0sbedkKGgHS7VoCEdAxv1yNYr8SHV9lChoBkdAcFkUHIIWxmgHS7JoCEdAxv15bqQiinV9lChoBkdAcM1hL5AQhGgHS69oCEdAxv2BAzpHJHV9lChoBkdAcdamnfl6q2gHS6NoCEdAxv2IB+4LC3V9lChoBkdAculLnLaEjGgHS75oCEdAxv2wK0D2anV9lChoBkdAcfSqQiiZfGgHS6xoCEdAxv2wMm4RVnV9lChoBkdAcam99+gDimgHS8RoCEdAxv249Htnf3V9lChoBkdAcTzhTfixV2gHS7loCEdAxv3OctGutHV9lChoBkdAdGvKEWZZ0WgHS6hoCEdAxv3PeYUnHHV9lChoBkdAc3quieumrWgHS65oCEdAxv3VHG0eEXV9lChoBkdAckpFoL5RCWgHS65oCEdAxv3beJpFkXV9lChoBkdAcZRKujh1kmgHS9toCEdAxv3dEmY0EXV9lChoBkdAcye2OyVv/GgHS8loCEdAxv3oPQv6CXV9lChoBkdAcjl8nNPgvWgHS6toCEdAxv3p6TGHYnV9lChoBkdAcIQxYq5LAmgHS7JoCEdAxv4BbA1vVHV9lChoBkdAcr5C4Bmwq2gHS7VoCEdAxv4VuejEenV9lChoBkdAcn2sjFAE+2gHS7hoCEdAxv4d2vjfenV9lChoBkdAclUAu7HyVmgHS5JoCEdAxv46pCrtFHV9lChoBkdAdB64C6pYLmgHS8BoCEdAxv4+Z+hGpnV9lChoBkdAciIRwqAjIWgHS49oCEdAxv5AvboKUnV9lChoBkdASKEcU/OdG2gHS15oCEdAxv5EWD6Fd3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 3680, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV5QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZS9ob21lL3NlbmxpLy5jb25kYS9lbnZzL3NlbmxpX1B5dGhvbjMuOC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLhEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxlL2hvbWUvc2VubGkvLmNvbmRhL2VudnMvc2VubGlfUHl0aG9uMy44L2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.15.0-134-generic-x86_64-with-glibc2.17 # 145-Ubuntu SMP Wed Feb 12 20:08:39 UTC 2025", "Python": "3.8.20", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.24.4", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.26.2"}}

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbe3b56aca1d1220f025163b4210fc368ddf54b57b4d006c8c9eb87e0bc1003d
-size 165276
+oid sha256:fec31baf3604cf9bb7ed7ab9278d0a7fbb86261eeaba0dfe202bc7f1ceae2792
+size 175794

results.json

@@ -1 +1 @@
-{"mean_reward": 294.57818089999995, "std_reward": 23.393433912469554, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-04-08T23:36:48.308448"}
+{"mean_reward": 300.4802298, "std_reward": 15.346152668558494, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-04-08T23:43:57.348263"}