train model more steps

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 197.88 +/- 104.61
+      value: 290.02 +/- 23.35
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f56a536a290>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f56a536a320>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f56a536a3b0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f56a536a440>", "_build": "<function ActorCriticPolicy._build at 0x7f56a536a4d0>", "forward": "<function ActorCriticPolicy.forward at 0x7f56a536a560>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f56a536a5f0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f56a536a680>", "_predict": "<function ActorCriticPolicy._predict at 0x7f56a536a710>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f56a536a7a0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f56a536a830>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f56a536a8c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f56a530e300>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1714901559048236194, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAEDmZT49ZBS7Vs8UvZy4kzkgkpy8LVt+OgAAgD8AAAAAHZm8vtoXCj8oL/89T/Omvur8RL0uFGg9AAAAAAAAAAAN74E9NBc8Pj8KQz0c3ii+r13BO2oNDD0AAAAAAAAAAPMV/T0EG/4+6jtEvaFujr4FDXI7PtxqvQAAAAAAAAAAGpGrPi0uZT/adDM+UO2RvnbAET7lWJW9AAAAAAAAAABG6T6+DjudvKMdRDtPFeU5Y/kKPlYumboAAIA/AACAP6OqYb4sG7c8LRJyux6mATpAbke+urihOgAAgD8AAIA/eldUPihrtLyNiGM72xOquYyYH77hOZi6AACAPwAAgD8qNKC+DC6jPj5uRz41PWi+YMiUvFntDjwAAAAAAAAAAA1imb00afQ93jXlPZDeQr4t9567JsZ/vAAAAAAAAAAAsxftvXE9TrkFMWE5qwfGtGWIt7vn1Ye4AACAPwAAgD/m69C9oIkKP87e3LuLw4S+Nez8vMBLYbwAAAAAAAAAABrggj6OcIk/wLbxPpmelr6cvnw+azrKPQAAAAAAAAAAxno+PraaWryOuiu9n5U7vU8Xxr3STBm+AACAPwAAgD+NruO9SAuIuoXAuLuk7iI4ohaZOaaWvrUAAIA/AAAAAC1oIT73qJw/WkaRPuJY274axSc+nuxkPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHBfEwWWQfaMAWyUTaMBjAF0lEdAmf/5Ys/Y8XV9lChoBkdAcYInUDuBtmgHTRsBaAhHQJoALtD2Jzl1fZQoaAZHQG00CSRr8BNoB01GAWgIR0CaBH29cry2dX2UKGgGR0BuMwudwvQGaAdNCwFoCEdAmgbhbbDdg3V9lChoBkdAb+W0Y0l7dGgHTQUBaAhHQJoH7NbC79R1fZQoaAZHQG/TmCZnctZoB01EAWgIR0CaCFGKyfL+dX2UKGgGR0BusuKwY+B6aAdNEgFoCEdAmgoKcurZJ3V9lChoBkdAcBZwKBun/GgHTTMBaAhHQJoKFO6/Zdx1fZQoaAZHQHA+Xy3CsOpoB00aAWgIR0CaC2r0aqCIdX2UKGgGR0BtzlNUOuq4aAdNGgFoCEdAmg0VtO2y9nV9lChoBkdAYHdIQOFxn2gHTegDaAhHQJoNxic5Ke11fZQoaAZHQGbAO5rgwXZoB00wAWgIR0CaDkvsJIDpdX2UKGgGR0Bwrp5qubI+aAdNSQFoCEdAmg7E4ecQRXV9lChoBkdAb23RJmNBGGgHTVYBaAhHQJoPi9+PRzB1fZQoaAZHQF4kXoC+10FoB03oA2gIR0CaECP3SKFadX2UKGgGR0BtLZ8fFJg9aAdNPgFoCEdAmhHU+X7cf3V9lChoBkdAbG46ZH/cWWgHTcwBaAhHQJoR6qFRHgB1fZQoaAZHQGwetapxWDJoB00YAWgIR0CaEy7el9BsdX2UKGgGR0BscXHBDXvqaAdNMwFoCEdAmhO88kleGHV9lChoBkdAcXB4d6sySGgHTR8BaAhHQJoU5nTRYzV1fZQoaAZHQG6iiPyTY/VoB00pAWgIR0CaFUSydFvydX2UKGgGR0BwJni3ocJdaAdNKAFoCEdAmhZioS+QEXV9lChoBkdAcOgp2U0N0GgHS/1oCEdAmhbt9+gDinV9lChoBkdAcCB3kPtlZ2gHTSsBaAhHQJoX6wqy4Wl1fZQoaAZHwCK362v0ROFoB00PAWgIR0CaF/wNb1RMdX2UKGgGR0BsWptm+TNdaAdNGgFoCEdAmhjD3RG+bnV9lChoBkdAcE0qk/KQrGgHTR4BaAhHQJoaK5Zr57B1fZQoaAZHQG0Mv0RODapoB00bAWgIR0Cadr6RyOrAdX2UKGgGR0BwugnBtUGWaAdNMQFoCEdAmneFotcv/XV9lChoBkdAO/Cd8Rcu8WgHS9poCEdAmneiOzY29HV9lChoBkdAb4YUTL4etGgHTRQBaAhHQJp35U6xPft1fZQoaAZHQG1S6SDAaehoB00RAWgIR0CaeF6/qPfbdX2UKGgGR0BXYTMA3kxRaAdN6ANoCEdAmnlaJqIrOXV9lChoBkdAcBomtyPuHGgHTRwBaAhHQJp6QPy08eV1fZQoaAZHQGvx3WWhRIloB00FAWgIR0CaeoyVv/BFdX2UKGgGR0BhwCojv/ipaAdN6ANoCEdAmnvJVsDW9XV9lChoBkdAMf61PWQOnWgHTR8BaAhHQJp8wrsjVx11fZQoaAZHQG6KBxgiNbVoB00VAWgIR0CafUE7GNrCdX2UKGgGR0BrPwg/1QIlaAdNGwFoCEdAmn7Q8W9DhXV9lChoBkdAcFuy0a6z3WgHTRwBaAhHQJqAZvKlpGp1fZQoaAZHQAB+SB9Tgl5oB00HAWgIR0CagHp1A7gbdX2UKGgGR0BvXDzmOlwcaAdNJQFoCEdAmoF7aZhKDnV9lChoBkdAbuCtI065oWgHTR8BaAhHQJqBo9yLhrF1fZQoaAZHQHEtmnbZezFoB00WAWgIR0CagdIJ7b+MdX2UKGgGR0BwjoGiYb84aAdNJQFoCEdAmoNkx20Re3V9lChoBkdAbOicdYGMXWgHTRABaAhHQJqDos4DLbJ1fZQoaAZHQGwny1Vo6CFoB00TAWgIR0CahA+/xlQNdX2UKGgGR0BtuC5CngpCaAdL/WgIR0CahalSS/0vdX2UKGgGR0BiKmUGFBY3aAdN6ANoCEdAmoXUiD/VAnV9lChoBkdAcBfdX1anrWgHTSoBaAhHQJqGIhY/3WZ1fZQoaAZHQHCRuXqqwQloB00bAWgIR0Caisl3hXKbdX2UKGgGR0BCsVXmvGIbaAdL+mgIR0CajOWbPQfIdX2UKGgGR0BiFZqVQhwEaAdN6ANoCEdAmo8CsOoYN3V9lChoBkdAblcFt8/lhmgHTR8BaAhHQJqPPxri2lV1fZQoaAZHQG3aIIv8IiVoB02uAWgIR0CakAz+3pfQdX2UKGgGR0BwXSLtNSIhaAdNIwFoCEdAmpBJ93KSxXV9lChoBkdAbWHrwe/5+GgHTZIBaAhHQJqQ6hK15Sp1fZQoaAZHQG91gYxcmjVoB00dAWgIR0Cakpi/wiJPdX2UKGgGR0Bt5sIiTt9haAdL/mgIR0CamJSUkfLcdX2UKGgGR0BcENVrAP/aaAdN6ANoCEdAmpqCTMaCMHV9lChoBkdAYxHm0VrRB2gHTegDaAhHQJqb95nlGPR1fZQoaAZHQGtinndO6/ZoB00GAWgIR0CanRxxT850dX2UKGgGR8AcwjdHlOoHaAdNDAFoCEdAmp4foJRfnnV9lChoBkdAcBsCYCyQgmgHTSMBaAhHQJqeqiKziS91fZQoaAZHQG9AiK77Kq5oB00YAWgIR0Can2Yq5LAYdX2UKGgGR0Bu+mFrVOKwaAdNJQFoCEdAmp9/T1CgLHV9lChoBkdAcD6V5a/yoWgHTYYCaAhHQJqffkvK2a51fZQoaAZHQHA/I8Md92JoB02QAmgIR0Can6+5e7cxdX2UKGgGR0BwB3WiDdxiaAdNIAFoCEdAmqDRl18stnV9lChoBkdAcJqQp4KQaWgHTQEBaAhHQJqnCqp97Wx1fZQoaAZHQGxSogvDgqFoB00iAWgIR0CapyTmnwXqdX2UKGgGR0Bb+mvwEyLyaAdN6ANoCEdAmqkuLiuMdnV9lChoBkdARAvcclw97mgHS+5oCEdAmqnIuK4x13V9lChoBkdAcN7LR8c+7mgHTVcBaAhHQJqst7Vrhzh1fZQoaAZHQHC5Dx5LRKJoB00oAWgIR0CarSInSfDldX2UKGgGR0Bu1N8Z1mrbaAdNFwFoCEdAmq3a4Ds+mnV9lChoBkdAW9sM/hVENWgHTegDaAhHQJqvR5fMOgB1fZQoaAZHQG2qsfA9FF5oB02bAWgIR0CasW7HQyAQdX2UKGgGR0BxhBIOH310aAdNDwFoCEdAmrQ1C1JDmnV9lChoBkdAX+ppEhJRO2gHTegDaAhHQJq05To+wC91fZQoaAZHQF/TiTMaCMBoB03oA2gIR0CatVBa9sabdX2UKGgGR0BwespKBd2QaAdNOwFoCEdAmrYdr9ETg3V9lChoBkdAcgt04iosI2gHTRwBaAhHQJq2giLVFx51fZQoaAZHQHAW5S3solVoB00/AWgIR0CauHMewLVndX2UKGgGR0BvaO9nK4hEaAdNAAFoCEdAmrkVZX+2mnV9lChoBkdAb3aX7+DODGgHTRgBaAhHQJq5cbADaGp1fZQoaAZHQG/aXuNPxhFoB00pAWgIR0CavKV94NZvdX2UKGgGR0BhzZ7iQ1aXaAdN6ANoCEdAmrztGI9C/3V9lChoBkdAbdP3eN1hcGgHTQsBaAhHQJq9m2rn1Wd1fZQoaAZHQG5weTFERapoB00LAWgIR0Caw7wg1WKedX2UKGgGR0BwGdVp9JBgaAdNWwFoCEdAmsXkj1PFenV9lChoBkdAVYwgvDgqE2gHTegDaAhHQJrJQqy4Wk91fZQoaAZHQG84BnjABT5oB00dAWgIR0CayV41xbSrdX2UKGgGR0BxPlQEZBLPaAdNYQFoCEdAmsmnY+Sr53V9lChoBkdAbXjqdH2AXmgHTUgBaAhHQJrL+BDohZB1fZQoaAZHQGwIXA/LTx5oB00XAWgIR0CazM70Fr2ydX2UKGgGR0Bu1+az/p+uaAdNHAFoCEdAms2e9Ba9snV9lChoBkdAWB4CFK02L2gHTegDaAhHQJrO2wpvxYt1fZQoaAZHQGNGwdsBQvZoB03oA2gIR0Ca0DCEYfnwdX2UKGgGR0BiPmloDgZTaAdN6ANoCEdAmtBG6bvw3HVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f56a536a290>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f56a536a320>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f56a536a3b0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f56a536a440>", "_build": "<function ActorCriticPolicy._build at 0x7f56a536a4d0>", "forward": "<function ActorCriticPolicy.forward at 0x7f56a536a560>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f56a536a5f0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f56a536a680>", "_predict": "<function ActorCriticPolicy._predict at 0x7f56a536a710>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f56a536a7a0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f56a536a830>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f56a536a8c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f56a530e300>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2031616, "_total_timesteps": 2015808.0, "_num_timesteps_at_start": 1015808, "seed": null, "action_noise": null, "start_time": 1714909006531445996, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAE0BGD5PQVG8/Oswt/GUpjft3bO9ABA/NwAAgD8AAIA/Mwgxvk4RHj/CAfw8N1j+vk6S0r0z8RQ+AAAAAAAAAAAaZWg99MHkPUjn5L0kx5a+bxIVvR3jf70AAAAAAAAAAM11m7w3BVY/aDMDvkalEb+bjTu91usXvQAAAAAAAAAATei2PRKNhTz1dJ+9f5OdviXiubuWZbO8AAAAAAAAAAAzjXa+643LPuDwYj6dV8a+JiWuvW9LMD4AAAAAAAAAAIDYKT7q8gw/WpsAvqdmzL6XnN48G03PvQAAAAAAAAAAAJhbOymANrqKDiO55bGitOsZiTvf8z04AACAPwAAgD+AtGW9H1Hcu3AkBz1NMso8sGIzvZ33pz0AAIA/AACAP7ptBT7Buz8+PpLxvr9Tv76glD++mB/uvgAAAAAAAAAAQEP7PYetRD5+KTE7Xw+bvjyf8Dz2BDi8AAAAAAAAAABmQsY8rtmLulhPNDbiGjcxTk4/O+4hYbUAAIA/AACAP2YbJD6fxqS7iQsQu7weYThK6wS963AoOgAAgD8AAIA/ZguuvBGFoD+mK3O9PFwgv8Bzpbwa6UC9AAAAAAAAAABmDUC9nQGHPu5zXT0089W+HAALvdyXy7wAAAAAAAAAAABy+z09KR+7E1RgN/TJqrQXvS28Pk6PtgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007842016700003285, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV5gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHIP3TRYzSGMAWyUS9eMAXSUR0CTuJHN5dGBdX2UKGgGR0ByZOG47Rv4aAdLuWgIR0CTuSK9PDYRdX2UKGgGR0ByF58Ti83/aAdL1GgIR0CTuT4VymygdX2UKGgGR0Bwds7muDBeaAdLzWgIR0CTuaTqB3A3dX2UKGgGR0BwNCl41P30aAdL2GgIR0CTujeOn2qUdX2UKGgGR0By9l29tdiVaAdN+QJoCEdAk7p2RzRx+HV9lChoBkdAcCmeZG8VYmgHS8VoCEdAk7sk0zj3mHV9lChoBkdAcrIPhhpg1GgHS+JoCEdAk7s35rP+oHV9lChoBkdAc69fT1CgLGgHS/ZoCEdAk7wLiyY5UHV9lChoBkdAcKJDdgv12GgHS7hoCEdAk7xeuNgjQnV9lChoBkdAXvahdt2s72gHTegDaAhHQJO8X+kxh2J1fZQoaAZHQHMkTwYtQKtoB0u8aAhHQJO8ePn0TUR1fZQoaAZHQHG5Oy7f51xoB0u/aAhHQJO8mhIvrW11fZQoaAZHQHH6F8XvYvpoB0u5aAhHQJO93vUjLSx1fZQoaAZHQG+RMRg7YChoB0veaAhHQJO+DsniNsF1fZQoaAZHQHNCE+X7cfxoB0u+aAhHQJO+an0kGA11fZQoaAZHQHGuUMkQf6poB0vlaAhHQJO/fk2gnMN1fZQoaAZHQHOF/95yEL9oB0vpaAhHQJO//F1jiGZ1fZQoaAZHQHMndXgccVBoB0u/aAhHQJPAJuk1uR91fZQoaAZHQG9K6dlNDdBoB0vaaAhHQJPAObExZdR1fZQoaAZHQHLD3oLXtjVoB0vjaAhHQJPAQF5fMOh1fZQoaAZHQHHg72+PBBRoB0vHaAhHQJPAZe5WilB1fZQoaAZHQHFqdBrvb49oB0usaAhHQJPAvPMSsbN1fZQoaAZHQHE4yWiUPhBoB0uyaAhHQJPAyMkyDZl1fZQoaAZHQG8ha+N96TpoB0vAaAhHQJPA3LPldTp1fZQoaAZHQHGg9t2s7uFoB0vOaAhHQJPBaGgzxgB1fZQoaAZHQHM8RJul41RoB0vnaAhHQJPCN3hXKbN1fZQoaAZHQHD+X1rZampoB0vMaAhHQJPC4DyOJch1fZQoaAZHQHHlmPxQSBdoB0vhaAhHQJPEETURWcV1fZQoaAZHQHAkONHYpUhoB0vzaAhHQJPEJ1EE1VJ1fZQoaAZHQHOaTp9qk/NoB0u8aAhHQJPENaePJaJ1fZQoaAZHQGAWIY3vQWxoB03oA2gIR0CTxFBBRhttdX2UKGgGR0BwuryRSxZ/aAdLymgIR0CTxSQwsXizdX2UKGgGR0Bwcd6gM+eOaAdLz2gIR0CTxRyWRigCdX2UKGgGR0Bw54FY+0PZaAdLyWgIR0CTxTFmnO0LdX2UKGgGR0BxW4x33YcvaAdLx2gIR0CTxSuiN83NdX2UKGgGR0BxlhR51Ng0aAdLtGgIR0CTxTuk1uR+dX2UKGgGR0Bxz+fBeokzaAdLsWgIR0CTxTeKsMiKdX2UKGgGR0BwMddKNAC5aAdLv2gIR0CTxZTvAoG6dX2UKGgGR0BxtdSDRMN+aAdL72gIR0CTxjPBSDRMdX2UKGgGR0Bu8hRMvh60aAdLzWgIR0CTxnLYPGyYdX2UKGgGR0BhogFLWZqmaAdN6ANoCEdAk8aPReC04XV9lChoBkdAcoQ7jDKoymgHS71oCEdAk8diCz1K5HV9lChoBkdAcorTg2qDLGgHS99oCEdAk8eNUOuq3nV9lChoBkdAcmdtA9mpVGgHS7hoCEdAk8hAGW2PUHV9lChoBkdAcIghDgIhQmgHS89oCEdAk8jfikwevXV9lChoBkdAcmu1xKg7HWgHS7ZoCEdAk8kv6KtPpXV9lChoBkdAcfC5DJEH+2gHS9hoCEdAk8k92ovSMXV9lChoBkdAb+2Fdszl92gHS7VoCEdAk8lHRLK3eHV9lChoBkdAcZI0qH4462gHS95oCEdAk8lJYLb5/XV9lChoBkdAcqCJRO1v22gHS7loCEdAk8lYAGSpznV9lChoBkdAcZ+mRvFWGWgHS8toCEdAk8mueSSvDHV9lChoBkdAcW+WBSUC72gHS8toCEdAk8m4lD4QBnV9lChoBkdAc7W7NB4UvmgHS89oCEdAk8nHWnTAnHV9lChoBkdAccFz3AVO9GgHS7FoCEdAk8oS4FzMinV9lChoBkdAcDK5q/M4cWgHS7RoCEdAk8pwL3K0U3V9lChoBkdAbx1/XGwRoWgHS9loCEdAk8sYaHbh33V9lChoBkdAc1Rd5Y5ksmgHTRcBaAhHQJPLnGff4yp1fZQoaAZHQHBTQam4y45oB0u/aAhHQJPLrq9oN/h1fZQoaAZHQHOAwjt5UtJoB00BAWgIR0CTzQXS0BwNdX2UKGgGR0BzZBbLU1AJaAdL2WgIR0CTzPzD4xk/dX2UKGgGR0Bub80k4WDZaAdLy2gIR0CTzUkfcN6PdX2UKGgGR0BxU1XV9Wp7aAdLw2gIR0CTzX3lCCz1dX2UKGgGR0Bxi5rqMWGiaAdL1mgIR0CTzfxXXAdodX2UKGgGR0Bx9kaXKKYRaAdLwGgIR0CTzfbYbsF/dX2UKGgGR0Bzf3SfDk2haAdL6mgIR0CTzk0uDjBEdX2UKGgGR0Bt2ZgE2YOUaAdL1GgIR0CTzl+YtxuLdX2UKGgGR0BxpQBmwqy4aAdL7mgIR0CTzn2P1ct5dX2UKGgGR0Bz3M8ifQKKaAdL82gIR0CTzpDaoMrmdX2UKGgGR0Bv9ouAZsKtaAdL4mgIR0CTzqJKJ2t/dX2UKGgGR0Byw3oZAIIGaAdL52gIR0CTzxigCfYjdX2UKGgGR0BzSK+ueSSvaAdL6GgIR0CTz4KHfuTidX2UKGgGR0Buv8vCdjG2aAdLyGgIR0CTz4KBNEgGdX2UKGgGR0BwwH+qBEroaAdLwWgIR0CTz91zhgmadX2UKGgGR0BvXf+jua4MaAdL3GgIR0CT0Ia3qiXZdX2UKGgGR0BxkNaouPFOaAdLrGgIR0CT0LJJXhfjdX2UKGgGR0BzQGZmZmZmaAdLv2gIR0CT0SISDh99dX2UKGgGR0BUGmCmMwUQaAdLiGgIR0CT0R+Vkc0cdX2UKGgGR0BzPZINEw36aAdLxGgIR0CT0XJFb3XadX2UKGgGR0ByDSlHjIaMaAdLyGgIR0CT0jS26TW5dX2UKGgGR0Bwha5H3DekaAdLvmgIR0CT0pUiILw4dX2UKGgGR0BwmeV9nbqRaAdLxGgIR0CT0qVp9JBgdX2UKGgGR0ByZN0yP+4taAdLymgIR0CT0qlVtGd7dX2UKGgGR0BzdpRpDeCTaAdL5WgIR0CT0ug9/z8QdX2UKGgGR0BwvWMhouf3aAdLy2gIR0CT0vUAT7EYdX2UKGgGR0Byawv0yxiYaAdLvmgIR0CT0zv8qFyrdX2UKGgGR0BxlLIXCTEBaAdLxGgIR0CT09d0JWvKdX2UKGgGR0BxierQw9JSaAdL1mgIR0CT1L+UhV2idX2UKGgGR0BySxG5MDfWaAdLvGgIR0CT1RdM0xdqdX2UKGgGR0BzacKYzBRAaAdLsWgIR0CT1Vi7TUiIdX2UKGgGR0ByE73mFJxvaAdL4GgIR0CT1drR0EHMdX2UKGgGR0BzRiMPz4DcaAdLtWgIR0CT1ef/3nIRdX2UKGgGR0Bwbw8OkLx7aAdL22gIR0CT1n9nscABdX2UKGgGR0BxDo6PsAvMaAdLxGgIR0CT1zgZ0jkddX2UKGgGR0Bvq1YdQwbmaAdLsmgIR0CT1z5TIeYEdX2UKGgGR0By5IO9WZJDaAdLvGgIR0CT13GACnxbdX2UKGgGR0BxCRwrDqGDaAdLt2gIR0CT12qjJuEVdX2UKGgGR0ByPNrYXfqHaAdLvWgIR0CT1+g75mAcdX2UKGgGR0B0Ha44Ia99aAdLzGgIR0CT2D8zyjHodX2UKGgGR0BxbjwZwXImaAdL22gIR0CT2To2XLNfdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 620, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV/QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgLjAJpOJSJiIeUUpQoSwNoD05OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bce1cc9a0512e9e005bebb6b901f71eb9d049cc185e366ae1309f4c918faa23
-size 148081
+oid sha256:0e465f773212122ed1128a428c3a723a42bf0eb5dd053c1d3a17cbe5e3eba523
+size 148139

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000.0,
-    "_num_timesteps_at_start": 0,
+    "num_timesteps": 2031616,
+    "_total_timesteps": 2015808.0,
+    "_num_timesteps_at_start": 1015808,
     "seed": null,
     "action_noise": null,
-    "start_time": 1714901559048236194,
+    "start_time": 1714909006531445996,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAEDmZT49ZBS7Vs8UvZy4kzkgkpy8LVt+OgAAgD8AAAAAHZm8vtoXCj8oL/89T/Omvur8RL0uFGg9AAAAAAAAAAAN74E9NBc8Pj8KQz0c3ii+r13BO2oNDD0AAAAAAAAAAPMV/T0EG/4+6jtEvaFujr4FDXI7PtxqvQAAAAAAAAAAGpGrPi0uZT/adDM+UO2RvnbAET7lWJW9AAAAAAAAAABG6T6+DjudvKMdRDtPFeU5Y/kKPlYumboAAIA/AACAP6OqYb4sG7c8LRJyux6mATpAbke+urihOgAAgD8AAIA/eldUPihrtLyNiGM72xOquYyYH77hOZi6AACAPwAAgD8qNKC+DC6jPj5uRz41PWi+YMiUvFntDjwAAAAAAAAAAA1imb00afQ93jXlPZDeQr4t9567JsZ/vAAAAAAAAAAAsxftvXE9TrkFMWE5qwfGtGWIt7vn1Ye4AACAPwAAgD/m69C9oIkKP87e3LuLw4S+Nez8vMBLYbwAAAAAAAAAABrggj6OcIk/wLbxPpmelr6cvnw+azrKPQAAAAAAAAAAxno+PraaWryOuiu9n5U7vU8Xxr3STBm+AACAPwAAgD+NruO9SAuIuoXAuLuk7iI4ohaZOaaWvrUAAIA/AAAAAC1oIT73qJw/WkaRPuJY274axSc+nuxkPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAE0BGD5PQVG8/Oswt/GUpjft3bO9ABA/NwAAgD8AAIA/Mwgxvk4RHj/CAfw8N1j+vk6S0r0z8RQ+AAAAAAAAAAAaZWg99MHkPUjn5L0kx5a+bxIVvR3jf70AAAAAAAAAAM11m7w3BVY/aDMDvkalEb+bjTu91usXvQAAAAAAAAAATei2PRKNhTz1dJ+9f5OdviXiubuWZbO8AAAAAAAAAAAzjXa+643LPuDwYj6dV8a+JiWuvW9LMD4AAAAAAAAAAIDYKT7q8gw/WpsAvqdmzL6XnN48G03PvQAAAAAAAAAAAJhbOymANrqKDiO55bGitOsZiTvf8z04AACAPwAAgD+AtGW9H1Hcu3AkBz1NMso8sGIzvZ33pz0AAIA/AACAP7ptBT7Buz8+PpLxvr9Tv76glD++mB/uvgAAAAAAAAAAQEP7PYetRD5+KTE7Xw+bvjyf8Dz2BDi8AAAAAAAAAABmQsY8rtmLulhPNDbiGjcxTk4/O+4hYbUAAIA/AACAP2YbJD6fxqS7iQsQu7weYThK6wS963AoOgAAgD8AAIA/ZguuvBGFoD+mK3O9PFwgv8Bzpbwa6UC9AAAAAAAAAABmDUC9nQGHPu5zXT0089W+HAALvdyXy7wAAAAAAAAAAABy+z09KR+7E1RgN/TJqrQXvS28Pk6PtgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.007842016700003285,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHBfEwWWQfaMAWyUTaMBjAF0lEdAmf/5Ys/Y8XV9lChoBkdAcYInUDuBtmgHTRsBaAhHQJoALtD2Jzl1fZQoaAZHQG00CSRr8BNoB01GAWgIR0CaBH29cry2dX2UKGgGR0BuMwudwvQGaAdNCwFoCEdAmgbhbbDdg3V9lChoBkdAb+W0Y0l7dGgHTQUBaAhHQJoH7NbC79R1fZQoaAZHQG/TmCZnctZoB01EAWgIR0CaCFGKyfL+dX2UKGgGR0BusuKwY+B6aAdNEgFoCEdAmgoKcurZJ3V9lChoBkdAcBZwKBun/GgHTTMBaAhHQJoKFO6/Zdx1fZQoaAZHQHA+Xy3CsOpoB00aAWgIR0CaC2r0aqCIdX2UKGgGR0BtzlNUOuq4aAdNGgFoCEdAmg0VtO2y9nV9lChoBkdAYHdIQOFxn2gHTegDaAhHQJoNxic5Ke11fZQoaAZHQGbAO5rgwXZoB00wAWgIR0CaDkvsJIDpdX2UKGgGR0Bwrp5qubI+aAdNSQFoCEdAmg7E4ecQRXV9lChoBkdAb23RJmNBGGgHTVYBaAhHQJoPi9+PRzB1fZQoaAZHQF4kXoC+10FoB03oA2gIR0CaECP3SKFadX2UKGgGR0BtLZ8fFJg9aAdNPgFoCEdAmhHU+X7cf3V9lChoBkdAbG46ZH/cWWgHTcwBaAhHQJoR6qFRHgB1fZQoaAZHQGwetapxWDJoB00YAWgIR0CaEy7el9BsdX2UKGgGR0BscXHBDXvqaAdNMwFoCEdAmhO88kleGHV9lChoBkdAcXB4d6sySGgHTR8BaAhHQJoU5nTRYzV1fZQoaAZHQG6iiPyTY/VoB00pAWgIR0CaFUSydFvydX2UKGgGR0BwJni3ocJdaAdNKAFoCEdAmhZioS+QEXV9lChoBkdAcOgp2U0N0GgHS/1oCEdAmhbt9+gDinV9lChoBkdAcCB3kPtlZ2gHTSsBaAhHQJoX6wqy4Wl1fZQoaAZHwCK362v0ROFoB00PAWgIR0CaF/wNb1RMdX2UKGgGR0BsWptm+TNdaAdNGgFoCEdAmhjD3RG+bnV9lChoBkdAcE0qk/KQrGgHTR4BaAhHQJoaK5Zr57B1fZQoaAZHQG0Mv0RODapoB00bAWgIR0Cadr6RyOrAdX2UKGgGR0BwugnBtUGWaAdNMQFoCEdAmneFotcv/XV9lChoBkdAO/Cd8Rcu8WgHS9poCEdAmneiOzY29HV9lChoBkdAb4YUTL4etGgHTRQBaAhHQJp35U6xPft1fZQoaAZHQG1S6SDAaehoB00RAWgIR0CaeF6/qPfbdX2UKGgGR0BXYTMA3kxRaAdN6ANoCEdAmnlaJqIrOXV9lChoBkdAcBomtyPuHGgHTRwBaAhHQJp6QPy08eV1fZQoaAZHQGvx3WWhRIloB00FAWgIR0CaeoyVv/BFdX2UKGgGR0BhwCojv/ipaAdN6ANoCEdAmnvJVsDW9XV9lChoBkdAMf61PWQOnWgHTR8BaAhHQJp8wrsjVx11fZQoaAZHQG6KBxgiNbVoB00VAWgIR0CafUE7GNrCdX2UKGgGR0BrPwg/1QIlaAdNGwFoCEdAmn7Q8W9DhXV9lChoBkdAcFuy0a6z3WgHTRwBaAhHQJqAZvKlpGp1fZQoaAZHQAB+SB9Tgl5oB00HAWgIR0CagHp1A7gbdX2UKGgGR0BvXDzmOlwcaAdNJQFoCEdAmoF7aZhKDnV9lChoBkdAbuCtI065oWgHTR8BaAhHQJqBo9yLhrF1fZQoaAZHQHEtmnbZezFoB00WAWgIR0CagdIJ7b+MdX2UKGgGR0BwjoGiYb84aAdNJQFoCEdAmoNkx20Re3V9lChoBkdAbOicdYGMXWgHTRABaAhHQJqDos4DLbJ1fZQoaAZHQGwny1Vo6CFoB00TAWgIR0CahA+/xlQNdX2UKGgGR0BtuC5CngpCaAdL/WgIR0CahalSS/0vdX2UKGgGR0BiKmUGFBY3aAdN6ANoCEdAmoXUiD/VAnV9lChoBkdAcBfdX1anrWgHTSoBaAhHQJqGIhY/3WZ1fZQoaAZHQHCRuXqqwQloB00bAWgIR0Caisl3hXKbdX2UKGgGR0BCsVXmvGIbaAdL+mgIR0CajOWbPQfIdX2UKGgGR0BiFZqVQhwEaAdN6ANoCEdAmo8CsOoYN3V9lChoBkdAblcFt8/lhmgHTR8BaAhHQJqPPxri2lV1fZQoaAZHQG3aIIv8IiVoB02uAWgIR0CakAz+3pfQdX2UKGgGR0BwXSLtNSIhaAdNIwFoCEdAmpBJ93KSxXV9lChoBkdAbWHrwe/5+GgHTZIBaAhHQJqQ6hK15Sp1fZQoaAZHQG91gYxcmjVoB00dAWgIR0Cakpi/wiJPdX2UKGgGR0Bt5sIiTt9haAdL/mgIR0CamJSUkfLcdX2UKGgGR0BcENVrAP/aaAdN6ANoCEdAmpqCTMaCMHV9lChoBkdAYxHm0VrRB2gHTegDaAhHQJqb95nlGPR1fZQoaAZHQGtinndO6/ZoB00GAWgIR0CanRxxT850dX2UKGgGR8AcwjdHlOoHaAdNDAFoCEdAmp4foJRfnnV9lChoBkdAcBsCYCyQgmgHTSMBaAhHQJqeqiKziS91fZQoaAZHQG9AiK77Kq5oB00YAWgIR0Can2Yq5LAYdX2UKGgGR0Bu+mFrVOKwaAdNJQFoCEdAmp9/T1CgLHV9lChoBkdAcD6V5a/yoWgHTYYCaAhHQJqffkvK2a51fZQoaAZHQHA/I8Md92JoB02QAmgIR0Can6+5e7cxdX2UKGgGR0BwB3WiDdxiaAdNIAFoCEdAmqDRl18stnV9lChoBkdAcJqQp4KQaWgHTQEBaAhHQJqnCqp97Wx1fZQoaAZHQGxSogvDgqFoB00iAWgIR0CapyTmnwXqdX2UKGgGR0Bb+mvwEyLyaAdN6ANoCEdAmqkuLiuMdnV9lChoBkdARAvcclw97mgHS+5oCEdAmqnIuK4x13V9lChoBkdAcN7LR8c+7mgHTVcBaAhHQJqst7Vrhzh1fZQoaAZHQHC5Dx5LRKJoB00oAWgIR0CarSInSfDldX2UKGgGR0Bu1N8Z1mrbaAdNFwFoCEdAmq3a4Ds+mnV9lChoBkdAW9sM/hVENWgHTegDaAhHQJqvR5fMOgB1fZQoaAZHQG2qsfA9FF5oB02bAWgIR0CasW7HQyAQdX2UKGgGR0BxhBIOH310aAdNDwFoCEdAmrQ1C1JDmnV9lChoBkdAX+ppEhJRO2gHTegDaAhHQJq05To+wC91fZQoaAZHQF/TiTMaCMBoB03oA2gIR0CatVBa9sabdX2UKGgGR0BwespKBd2QaAdNOwFoCEdAmrYdr9ETg3V9lChoBkdAcgt04iosI2gHTRwBaAhHQJq2giLVFx51fZQoaAZHQHAW5S3solVoB00/AWgIR0CauHMewLVndX2UKGgGR0BvaO9nK4hEaAdNAAFoCEdAmrkVZX+2mnV9lChoBkdAb3aX7+DODGgHTRgBaAhHQJq5cbADaGp1fZQoaAZHQG/aXuNPxhFoB00pAWgIR0CavKV94NZvdX2UKGgGR0BhzZ7iQ1aXaAdN6ANoCEdAmrztGI9C/3V9lChoBkdAbdP3eN1hcGgHTQsBaAhHQJq9m2rn1Wd1fZQoaAZHQG5weTFERapoB00LAWgIR0Caw7wg1WKedX2UKGgGR0BwGdVp9JBgaAdNWwFoCEdAmsXkj1PFenV9lChoBkdAVYwgvDgqE2gHTegDaAhHQJrJQqy4Wk91fZQoaAZHQG84BnjABT5oB00dAWgIR0CayV41xbSrdX2UKGgGR0BxPlQEZBLPaAdNYQFoCEdAmsmnY+Sr53V9lChoBkdAbXjqdH2AXmgHTUgBaAhHQJrL+BDohZB1fZQoaAZHQGwIXA/LTx5oB00XAWgIR0CazM70Fr2ydX2UKGgGR0Bu1+az/p+uaAdNHAFoCEdAms2e9Ba9snV9lChoBkdAWB4CFK02L2gHTegDaAhHQJrO2wpvxYt1fZQoaAZHQGNGwdsBQvZoB03oA2gIR0Ca0DCEYfnwdX2UKGgGR0BiPmloDgZTaAdN6ANoCEdAmtBG6bvw3HVlLg=="
+        ":serialized:": "gAWV5gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHIP3TRYzSGMAWyUS9eMAXSUR0CTuJHN5dGBdX2UKGgGR0ByZOG47Rv4aAdLuWgIR0CTuSK9PDYRdX2UKGgGR0ByF58Ti83/aAdL1GgIR0CTuT4VymygdX2UKGgGR0Bwds7muDBeaAdLzWgIR0CTuaTqB3A3dX2UKGgGR0BwNCl41P30aAdL2GgIR0CTujeOn2qUdX2UKGgGR0By9l29tdiVaAdN+QJoCEdAk7p2RzRx+HV9lChoBkdAcCmeZG8VYmgHS8VoCEdAk7sk0zj3mHV9lChoBkdAcrIPhhpg1GgHS+JoCEdAk7s35rP+oHV9lChoBkdAc69fT1CgLGgHS/ZoCEdAk7wLiyY5UHV9lChoBkdAcKJDdgv12GgHS7hoCEdAk7xeuNgjQnV9lChoBkdAXvahdt2s72gHTegDaAhHQJO8X+kxh2J1fZQoaAZHQHMkTwYtQKtoB0u8aAhHQJO8ePn0TUR1fZQoaAZHQHG5Oy7f51xoB0u/aAhHQJO8mhIvrW11fZQoaAZHQHH6F8XvYvpoB0u5aAhHQJO93vUjLSx1fZQoaAZHQG+RMRg7YChoB0veaAhHQJO+DsniNsF1fZQoaAZHQHNCE+X7cfxoB0u+aAhHQJO+an0kGA11fZQoaAZHQHGuUMkQf6poB0vlaAhHQJO/fk2gnMN1fZQoaAZHQHOF/95yEL9oB0vpaAhHQJO//F1jiGZ1fZQoaAZHQHMndXgccVBoB0u/aAhHQJPAJuk1uR91fZQoaAZHQG9K6dlNDdBoB0vaaAhHQJPAObExZdR1fZQoaAZHQHLD3oLXtjVoB0vjaAhHQJPAQF5fMOh1fZQoaAZHQHHg72+PBBRoB0vHaAhHQJPAZe5WilB1fZQoaAZHQHFqdBrvb49oB0usaAhHQJPAvPMSsbN1fZQoaAZHQHE4yWiUPhBoB0uyaAhHQJPAyMkyDZl1fZQoaAZHQG8ha+N96TpoB0vAaAhHQJPA3LPldTp1fZQoaAZHQHGg9t2s7uFoB0vOaAhHQJPBaGgzxgB1fZQoaAZHQHM8RJul41RoB0vnaAhHQJPCN3hXKbN1fZQoaAZHQHD+X1rZampoB0vMaAhHQJPC4DyOJch1fZQoaAZHQHHlmPxQSBdoB0vhaAhHQJPEETURWcV1fZQoaAZHQHAkONHYpUhoB0vzaAhHQJPEJ1EE1VJ1fZQoaAZHQHOaTp9qk/NoB0u8aAhHQJPENaePJaJ1fZQoaAZHQGAWIY3vQWxoB03oA2gIR0CTxFBBRhttdX2UKGgGR0BwuryRSxZ/aAdLymgIR0CTxSQwsXizdX2UKGgGR0Bwcd6gM+eOaAdLz2gIR0CTxRyWRigCdX2UKGgGR0Bw54FY+0PZaAdLyWgIR0CTxTFmnO0LdX2UKGgGR0BxW4x33YcvaAdLx2gIR0CTxSuiN83NdX2UKGgGR0BxlhR51Ng0aAdLtGgIR0CTxTuk1uR+dX2UKGgGR0Bxz+fBeokzaAdLsWgIR0CTxTeKsMiKdX2UKGgGR0BwMddKNAC5aAdLv2gIR0CTxZTvAoG6dX2UKGgGR0BxtdSDRMN+aAdL72gIR0CTxjPBSDRMdX2UKGgGR0Bu8hRMvh60aAdLzWgIR0CTxnLYPGyYdX2UKGgGR0BhogFLWZqmaAdN6ANoCEdAk8aPReC04XV9lChoBkdAcoQ7jDKoymgHS71oCEdAk8diCz1K5HV9lChoBkdAcorTg2qDLGgHS99oCEdAk8eNUOuq3nV9lChoBkdAcmdtA9mpVGgHS7hoCEdAk8hAGW2PUHV9lChoBkdAcIghDgIhQmgHS89oCEdAk8jfikwevXV9lChoBkdAcmu1xKg7HWgHS7ZoCEdAk8kv6KtPpXV9lChoBkdAcfC5DJEH+2gHS9hoCEdAk8k92ovSMXV9lChoBkdAb+2Fdszl92gHS7VoCEdAk8lHRLK3eHV9lChoBkdAcZI0qH4462gHS95oCEdAk8lJYLb5/XV9lChoBkdAcqCJRO1v22gHS7loCEdAk8lYAGSpznV9lChoBkdAcZ+mRvFWGWgHS8toCEdAk8mueSSvDHV9lChoBkdAcW+WBSUC72gHS8toCEdAk8m4lD4QBnV9lChoBkdAc7W7NB4UvmgHS89oCEdAk8nHWnTAnHV9lChoBkdAccFz3AVO9GgHS7FoCEdAk8oS4FzMinV9lChoBkdAcDK5q/M4cWgHS7RoCEdAk8pwL3K0U3V9lChoBkdAbx1/XGwRoWgHS9loCEdAk8sYaHbh33V9lChoBkdAc1Rd5Y5ksmgHTRcBaAhHQJPLnGff4yp1fZQoaAZHQHBTQam4y45oB0u/aAhHQJPLrq9oN/h1fZQoaAZHQHOAwjt5UtJoB00BAWgIR0CTzQXS0BwNdX2UKGgGR0BzZBbLU1AJaAdL2WgIR0CTzPzD4xk/dX2UKGgGR0Bub80k4WDZaAdLy2gIR0CTzUkfcN6PdX2UKGgGR0BxU1XV9Wp7aAdLw2gIR0CTzX3lCCz1dX2UKGgGR0Bxi5rqMWGiaAdL1mgIR0CTzfxXXAdodX2UKGgGR0Bx9kaXKKYRaAdLwGgIR0CTzfbYbsF/dX2UKGgGR0Bzf3SfDk2haAdL6mgIR0CTzk0uDjBEdX2UKGgGR0Bt2ZgE2YOUaAdL1GgIR0CTzl+YtxuLdX2UKGgGR0BxpQBmwqy4aAdL7mgIR0CTzn2P1ct5dX2UKGgGR0Bz3M8ifQKKaAdL82gIR0CTzpDaoMrmdX2UKGgGR0Bv9ouAZsKtaAdL4mgIR0CTzqJKJ2t/dX2UKGgGR0Byw3oZAIIGaAdL52gIR0CTzxigCfYjdX2UKGgGR0BzSK+ueSSvaAdL6GgIR0CTz4KHfuTidX2UKGgGR0Buv8vCdjG2aAdLyGgIR0CTz4KBNEgGdX2UKGgGR0BwwH+qBEroaAdLwWgIR0CTz91zhgmadX2UKGgGR0BvXf+jua4MaAdL3GgIR0CT0Ia3qiXZdX2UKGgGR0BxkNaouPFOaAdLrGgIR0CT0LJJXhfjdX2UKGgGR0BzQGZmZmZmaAdLv2gIR0CT0SISDh99dX2UKGgGR0BUGmCmMwUQaAdLiGgIR0CT0R+Vkc0cdX2UKGgGR0BzPZINEw36aAdLxGgIR0CT0XJFb3XadX2UKGgGR0ByDSlHjIaMaAdLyGgIR0CT0jS26TW5dX2UKGgGR0Bwha5H3DekaAdLvmgIR0CT0pUiILw4dX2UKGgGR0BwmeV9nbqRaAdLxGgIR0CT0qVp9JBgdX2UKGgGR0ByZN0yP+4taAdLymgIR0CT0qlVtGd7dX2UKGgGR0BzdpRpDeCTaAdL5WgIR0CT0ug9/z8QdX2UKGgGR0BwvWMhouf3aAdLy2gIR0CT0vUAT7EYdX2UKGgGR0Byawv0yxiYaAdLvmgIR0CT0zv8qFyrdX2UKGgGR0BxlLIXCTEBaAdLxGgIR0CT09d0JWvKdX2UKGgGR0BxierQw9JSaAdL1mgIR0CT1L+UhV2idX2UKGgGR0BySxG5MDfWaAdLvGgIR0CT1RdM0xdqdX2UKGgGR0BzacKYzBRAaAdLsWgIR0CT1Vi7TUiIdX2UKGgGR0ByE73mFJxvaAdL4GgIR0CT1drR0EHMdX2UKGgGR0BzRiMPz4DcaAdLtWgIR0CT1ef/3nIRdX2UKGgGR0Bwbw8OkLx7aAdL22gIR0CT1n9nscABdX2UKGgGR0BxDo6PsAvMaAdLxGgIR0CT1zgZ0jkddX2UKGgGR0Bvq1YdQwbmaAdLsmgIR0CT1z5TIeYEdX2UKGgGR0By5IO9WZJDaAdLvGgIR0CT13GACnxbdX2UKGgGR0BxCRwrDqGDaAdLt2gIR0CT12qjJuEVdX2UKGgGR0ByPNrYXfqHaAdLvWgIR0CT1+g75mAcdX2UKGgGR0B0Ha44Ia99aAdLzGgIR0CT2D8zyjHodX2UKGgGR0BxbjwZwXImaAdL22gIR0CT2To2XLNfdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 310,
+    "_n_updates": 620,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -69,7 +69,7 @@
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=",
+        ":serialized:": "gAWV/QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgLjAJpOJSJiIeUUpQoSwNoD05OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
         "n": "4",
         "start": "0",
         "_shape": [],

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06442177dd0ddce10ac94206e162d47665cd9f2daa9a65a80d0864275eef189a
-size 88362
+oid sha256:ff14fb8421474577f5ee8493d81752f6eaeb5e455c048025e7d8c9219d3672ea
+size 88490

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f738178d8303003b1430129ad2769984225e0f7b62b10a142bb3e3547c9d59b1
+oid sha256:6d7a316930d581f301ad3176f6b26b7cf1f8283d570e425e858ee4792b761de2
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 197.8764978, "std_reward": 104.6078444921224, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-05T10:27:24.860292"}
+{"mean_reward": 290.01987660000003, "std_reward": 23.350509832517396, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-05T12:22:40.588748"}