Upload PPO LunarLander-v2 trained agent v3, 3000000 steps/iters with batch size 128

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 272.47 +/- 25.54
+      value: 269.02 +/- 71.95
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fae18d59c60>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fae18d59cf0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fae18d59d80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fae18d59e10>", "_build": "<function ActorCriticPolicy._build at 0x7fae18d59ea0>", "forward": "<function ActorCriticPolicy.forward at 0x7fae18d59f30>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fae18d59fc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fae18d5a050>", "_predict": "<function ActorCriticPolicy._predict at 0x7fae18d5a0e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fae18d5a170>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fae18d5a200>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fae18d5a290>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fadd14425c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687779340597489074, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJojNLz2iGW6t3qTtpWporHTxv46FHSwNQAAgD8AAIA/wAzJPVM6bT+q91s9bbgPv5oM0T3R+ju8AAAAAAAAAACdQ3q+AiiXP5OmyL4fRCK/BfrNvnDK8b0AAAAAAAAAABp2Bj2fe4C71m6Mu25UsjzQy7g8eieXvQAAgD8AAIA/jR7zvSn4Fbqy5FW6sUd1tvaN27jUjIA5AAAAAAAAAAAt4DC+7ImvPzmkG78uNsu+PU2YvjulBr8AAAAAAAAAAM0wzTxIF4W6/kJaODrcRzN2v5I6WHp+twAAgD8AAIA/M2TYPMOBYrpj/Gaz9xZ0rmwBPLo177gzAACAPwAAgD9aG629oscxPlhTEj6jJ7S+/9c3Pen5ET0AAAAAAAAAAACvjry2mLQ/NQ8TvxYu2Lxi3GY8AhVKPQAAAAAAAAAAgLt3PRxwqz84ZSE/5eDqvkFYYztJQDE+AAAAAAAAAABNU2Y9SQSZPsaXDL7MkbS+dNxEuyU2G70AAAAAAAAAAE17Wr0tjq8/AbUhvxQXn74Mj587658GvgAAAAAAAAAAwLL1vd5buj+Hp8G+nZCrvsRDbL60iRu+AAAAAAAAAABA6PI9eyTWug7OWrlfn3A3f0ccvOYjrjgAAAAAAAAAAIDpbj0pUEK6yxhlOkSv1jSAa506QMyDuQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV5wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHHraIacZtOMAWyUS9CMAXSUR0CZ3UojOcDsdX2UKGgGR0Bz7cTIvJzUaAdLz2gIR0CZ3dx8lXzUdX2UKGgGR0ByC0bgjyFxaAdL9WgIR0CZ3isCT2WZdX2UKGgGR0BxTeyOaOPvaAdNIwFoCEdAmd7JULlV+HV9lChoBkdAbtofHPu5SWgHS9toCEdAmd9OY+jdpXV9lChoBkdAcLUNy5qdpmgHS9hoCEdAmeDOh4+r2nV9lChoBkdAcM58Cgbp/2gHS9FoCEdAmeD0uYhManV9lChoBkdAcut2WY4Qz2gHS/VoCEdAmeFLnoxHoXV9lChoBkdAchXrM1TBImgHS+VoCEdAmeF6f4AS4HV9lChoBkdAb4teFcpsoGgHS/loCEdAmeGh1oxpL3V9lChoBkdAcO1ug6EJ0GgHS+hoCEdAmeHSD/VAiXV9lChoBkdAcf13qAz55GgHS+ZoCEdAmeH0BXCCSXV9lChoBkdAceSQIldC3WgHS8RoCEdAmeKLn1WbPXV9lChoBkdAc1KvduYQa2gHS9VoCEdAmeQ4ClrM1XV9lChoBkdAcFarDIikf2gHS9loCEdAmeUVE/jbSXV9lChoBkdAcaN1SflIVmgHS+xoCEdAmeUg4Otnw3V9lChoBkdAcvheCkGiYmgHS9poCEdAmeYJgb6xgXV9lChoBkdAcL0CzC1qnGgHS8xoCEdAmeYqiGnGbXV9lChoBkdAcYxFRpDeCWgHTQ4BaAhHQJnmKBTXJ5p1fZQoaAZHQDFHNliBoVVoB0uXaAhHQJnmu1a4c3l1fZQoaAZHQHEA0ka/ATJoB00IAWgIR0CZ5wZyuIRAdX2UKGgGR0ByLV5E+gUUaAdL7GgIR0CZ50ews5GSdX2UKGgGR0BxmMzsQd0aaAdLxGgIR0CZ50gYP5HmdX2UKGgGR0Bt85id8RcvaAdL4mgIR0CZ6DkFwDNhdX2UKGgGR0ByB35Jsfq5aAdL8WgIR0CZ6F15jYqYdX2UKGgGR0BxZVq20AtGaAdL5mgIR0CZ6LxREWqMdX2UKGgGR0BtZIc/+sHTaAdL12gIR0CZ6NTLns9kdX2UKGgGR0BzKyIyj59FaAdL+2gIR0CZ6OhnJ1aGdX2UKGgGR0BwDXZOBUaRaAdL9GgIR0CZ6PPWhAW0dX2UKGgGR0Bw426OHWSVaAdL02gIR0CZ6c3Cbc46dX2UKGgGR0ByZar4nF5waAdLxmgIR0CZ6gJDE3sHdX2UKGgGR0BxFtrqMWGiaAdLx2gIR0CZ6g1SOzY3dX2UKGgGR0BxlzjJdSl4aAdLxmgIR0CZ6oidat9ydX2UKGgGR0ByDlRiw0O3aAdL8WgIR0CZ8/hTwUg0dX2UKGgGR0Bzc1D6WPcSaAdL9GgIR0CZ9BGYa5wwdX2UKGgGR0Bx5mMPz4DcaAdL0mgIR0CZ9BIWgvlEdX2UKGgGR0BwsAWj4593aAdL4mgIR0CZ9CXwLE1mdX2UKGgGR0ByjEm9g4OuaAdLymgIR0CZ9CW7OE/TdX2UKGgGR0BwJV8Z1mrbaAdL5WgIR0CZ9LZpztCzdX2UKGgGR0Bx/JkPMB6saAdLwWgIR0CZ9ZWkadc0dX2UKGgGR0BzBBg8bJfZaAdLy2gIR0CZ9aPwNLDidX2UKGgGR0BzQuNrCWNWaAdL4WgIR0CZ9cjwhGH6dX2UKGgGR0Bxr7jo6jnFaAdL92gIR0CZ9h+C9RJmdX2UKGgGR0ByTn6sQumKaAdL5mgIR0CZ9lZVn27GdX2UKGgGR0Bys6iUPhAGaAdL+mgIR0CZ9uNCZ4OddX2UKGgGR0Bu8SSzPa+OaAdL3WgIR0CZ9yltj0+UdX2UKGgGR0BzrVCVrylOaAdL2WgIR0CZ90ejEehgdX2UKGgGR0BvyS4tpVS5aAdL4GgIR0CZ9/KdxyXEdX2UKGgGR0ByLJTfixVyaAdL/GgIR0CZ+BUtI066dX2UKGgGR0BxvRHc1wYMaAdLumgIR0CZ+DjBVMmGdX2UKGgGR0BzKuZjQRf4aAdLz2gIR0CZ+Lze40/GdX2UKGgGR0BxnUl9jPOZaAdL5GgIR0CZ+QwhGH58dX2UKGgGR0ByiF1s+FDfaAdL7mgIR0CZ+Xvi97F9dX2UKGgGR0Bxmt9uxbB5aAdL4WgIR0CZ+d1EmY0EdX2UKGgGR0BxCGHDaXa8aAdLxGgIR0CZ+jtix3V1dX2UKGgGR0BxDu1twaR7aAdNGgFoCEdAmfp8w5/9YXV9lChoBkdAcc3cer+5v2gHS+poCEdAmfrrHIZIhHV9lChoBkdAcYroPkJa7mgHS9VoCEdAmfs3oX9BKXV9lChoBkdAbrsHzH0btWgHS9RoCEdAmfvOWfK6nXV9lChoBkdAcoIfSQYDT2gHTQMBaAhHQJn8FmlImPZ1fZQoaAZHQHHP47A+IM1oB0vcaAhHQJn8Sz0HyEt1fZQoaAZHQHA1t1hb4ahoB0vmaAhHQJn8rDMvAXV1fZQoaAZHQHM+KJyhi9ZoB0vAaAhHQJn8ytT1kDp1fZQoaAZHQHBAMVk+X7doB0vFaAhHQJn8xcD8tPJ1fZQoaAZHQHEAAJ1JUYNoB0viaAhHQJn9UwEhaDB1fZQoaAZHQHHW2wJPZZloB0vRaAhHQJn93ho/Rmd1fZQoaAZHQHGscXJo0yhoB0vVaAhHQJn+xrN4Z/F1fZQoaAZHQHJBqInBtUJoB0vpaAhHQJn/t4dIXj51fZQoaAZHQHKjkFnqVyFoB0vhaAhHQJn/76UJOWV1fZQoaAZHQHN0cvugHu9oB0vtaAhHQJoAjqlgtvp1fZQoaAZHQHGpMLBsQ/ZoB0vEaAhHQJoA9nYg7o11fZQoaAZHQHF5TV2A5JdoB0vraAhHQJoBBimVJMB1fZQoaAZHQHFcFDjR2KVoB0v1aAhHQJoBtUWEbo91fZQoaAZHQHJFxX4j8k5oB0vTaAhHQJoBxdX1ant1fZQoaAZHQHDqE9IPK+1oB0vQaAhHQJoB65wwTM91fZQoaAZHQHDKR2GIsRRoB0vHaAhHQJoCF6zE74l1fZQoaAZHQHHUyZWq95BoB0vHaAhHQJoCN94NZvF1fZQoaAZHQHCuANCqp99oB0vVaAhHQJoDJOerdWR1fZQoaAZHQHGSO1OTJQtoB0vnaAhHQJoENSm65G11fZQoaAZHQHK/MPJ7sv9oB0vZaAhHQJoE2H/Lkjp1fZQoaAZHQHGub83uNPxoB0vKaAhHQJoGdGwzLwF1fZQoaAZHQHK13f642CNoB0vwaAhHQJoGs9Net0V1fZQoaAZHQHJcXl4keIVoB0vqaAhHQJoGvphWo3t1fZQoaAZHQHNky00FbFFoB0vaaAhHQJoHcmJFb3Z1fZQoaAZHQHGMhq9GqghoB0vgaAhHQJoHtB2OhkB1fZQoaAZHQERX4zJp35hoB0uXaAhHQJoH18JD3M91fZQoaAZHQHHp526kIopoB0vPaAhHQJoH4OH31z11fZQoaAZHQHM+hWxQizNoB0vFaAhHQJoIHlPrOZ91fZQoaAZHQG9Hr6tT1kFoB0vKaAhHQJoIIXSBshx1fZQoaAZHQG9aPKU3XI5oB0vXaAhHQJoIKxKQJX11fZQoaAZHQHGuR1LamGdoB00AAWgIR0CaCXDR+jM3dX2UKGgGR0Bwq/Fm4AjqaAdLz2gIR0CaCzxiobXIdX2UKGgGR0Bw77mW+oLoaAdL5WgIR0CaC0Z7ojfOdX2UKGgGR0Bx+4ZZSvTxaAdL0mgIR0CaDOyKekHldX2UKGgGR0ByGq3F1jiGaAdL2GgIR0CaDWneizsydX2UKGgGR0Bx1x/2Cdz5aAdLw2gIR0CaDeXMyJsPdX2UKGgGR0BzAhY/3WWhaAdL1mgIR0CaDh46Oo5xdX2UKGgGR0BuvdPznRsuaAdL2GgIR0CaDsOeJ53UdX2UKGgGR0BxBSKgqVhTaAdL0GgIR0CaDtBWxQizdX2UKGgGR0BzJ/ADaGpNaAdNAwFoCEdAmg8Lmp2lmHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 492, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbcce7e68c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbcce7e6950>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbcce7e69e0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbcce7e6a70>", "_build": "<function ActorCriticPolicy._build at 0x7fbcce7e6b00>", "forward": "<function ActorCriticPolicy.forward at 0x7fbcce7e6b90>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbcce7e6c20>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbcce7e6cb0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fbcce7e6d40>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbcce7e6dd0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbcce7e6e60>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbcce7e6ef0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fbcce7f0900>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 3014656, "_total_timesteps": 3000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687781961363861763, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoZ8TnhTo26b36nvNxGiTtQCoQ7wu2FvAAAgD8AAIA/xgkFvskOcz8LKQC+fcMEvwVFM761CPE8AAAAAAAAAAAT0SC+yXQVP5k1jD10Dda+5DVZvosOgz0AAAAAAAAAAOaSBr1577s/7fHCvqQiZz5SI0a8Z7MTvgAAAAAAAAAAzVpLvQXnhrsVR9097LQ5vo72NDx1c2u+AACAPwAAgD/aV4S9FPSLuhbqyLliKMc1IDQUuq1S6DgAAAAAAACAP5q0qLxSEJq5A7dKOS3qWzRvEdK6Ak1quAAAgD8AAIA/M2GDPN/LXj6CW12+2SOwvgS1ub7eWoA9AAAAAAAAAAAz1rE9HOa5P8YrCj8USoS9PAzQPE86PD4AAAAAAAAAADMrabzpPQe8kv3iuyyWpjzmSW095jSKvQAAgD8AAIA/M4OhOlQpGT721A4+X/h3vtm17j3abBQ8AAAAAAAAAAAAbJK7R2GyP6VjYL5PsMu+77E/O5UftTsAAAAAAAAAAJqJar2ya68/3oOVvm2Np761hra9sl87vgAAAAAAAAAAABB2vIQEuT9xOjC+qX2CPQEr67gabqk8AAAAAAAAAAAAcpq8cZ1yua3J9rOQKzKttJkAPDaYtDMAAIA/AACAPzPn/7sLDPA9qUEfPSABjL7VDNu8BhUHvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.004885333333333408, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV7wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHClBjJ+2E2MAWyUTQQBjAF0lEdApG27KaG5+nV9lChoBkdAcsEzMibDuWgHS+BoCEdApG4OYKIBR3V9lChoBkdAcT6/uLJjlWgHS/doCEdApG5waisXBXV9lChoBkdAcTaNnGsFMmgHS9FoCEdApG6cW43FUHV9lChoBkdAc2N7tAs052gHS9toCEdApG6wY51eSnV9lChoBkdAc1RTdcjZ+WgHS/VoCEdApG8Lu+h4+3V9lChoBkdAcLoTCLuQZGgHS+doCEdApG8sf5k9U3V9lChoBkdAclimwqy4WmgHS8VoCEdApG9kSoOx0XV9lChoBkdAcHMm29cry2gHS9VoCEdApG+DxXnyNHV9lChoBkdAcI+WcjJMg2gHS+1oCEdApG+sl7dBSnV9lChoBkdAcawY+0PYnWgHS+RoCEdApG/onc+JQHV9lChoBkdAc3v6I3zcymgHS+5oCEdApHAc1dgOSXV9lChoBkdAcVS2Kl54W2gHS9VoCEdApHDhMURFqnV9lChoBkdAb8yMLncL0GgHS9doCEdApHE4NI9TxXV9lChoBkdAbZMewLVnVWgHS+9oCEdApHFRHskY43V9lChoBkdAc4QEGZ/kNmgHS85oCEdApHGWCNCJGnV9lChoBkdAcWlEhJRO12gHS/NoCEdApHGuIGhVVHV9lChoBkdAcKIjLjghr2gHS9ZoCEdApHIfwd8zAXV9lChoBkdAcFX5imVJMGgHS9ZoCEdApHJMYl6Z6XV9lChoBkdAcT7thd+ocmgHS99oCEdApHKO2uxKQXV9lChoBkdAcvTDqW1MNGgHS9VoCEdApHLDUsnRcHV9lChoBkdAcqgvGZNO/WgHS99oCEdApHOjqQiiZnV9lChoBkdAc0LUGVzIWGgHS+NoCEdApHQLx0+1SnV9lChoBkdAcl3s8PnSv2gHTQoBaAhHQKR0NtQ9A5d1fZQoaAZHQHLj1Hz6JqJoB0v/aAhHQKR030aqCH11fZQoaAZHQHGPRfjS5RVoB0vVaAhHQKR0+tGNJe51fZQoaAZHQHIrQV9F4LVoB0vkaAhHQKR1vB7/n4h1fZQoaAZHQG3WA7xNIsloB0vQaAhHQKR1vLs8gZF1fZQoaAZHQHDuVymygPFoB0v0aAhHQKR2NmvGIbh1fZQoaAZHQHJx1eBxxT9oB0vraAhHQKR2cb6P8yh1fZQoaAZHQHKEdeUpuuRoB01yA2gIR0CkdqGZuyeJdX2UKGgGR0BuYW0NSZSfaAdL6GgIR0CkduJzT4L1dX2UKGgGR0BwNIjqv/zbaAdL4GgIR0CkdzbYbsF/dX2UKGgGR0Bzg15KODJ2aAdL12gIR0Ckdz7y6MBIdX2UKGgGR0By34soUi6haAdL82gIR0Ckd0wb2lEadX2UKGgGR0Bxa5/ustCiaAdL+WgIR0CkfGSflIVedX2UKGgGR0BzIxR0lqrSaAdL7WgIR0CkfH8WTHKfdX2UKGgGR0Bwid74SHuaaAdL0WgIR0CkfKpul41QdX2UKGgGR0BtFvXqZ+hHaAdL22gIR0CkfNzRYzSDdX2UKGgGR0BwXi/8EV32aAdL0mgIR0CkfTcI7eVLdX2UKGgGR0BSRX18LKFJaAdLj2gIR0CkfT/yoXKsdX2UKGgGR0BxO36nBLwnaAdL6mgIR0CkfZCPhhphdX2UKGgGR0BxLKEDhcZ+aAdL+WgIR0CkfiCswL3LdX2UKGgGR0BtaLnNgSezaAdL0GgIR0CkfkCV8kUsdX2UKGgGR0Bxz3h3qzJIaAdL8GgIR0CkfnfJvHcUdX2UKGgGR0BwxzL4etCBaAdNFAFoCEdApH6rw2ETQHV9lChoBkdAcHi8UEgW8GgHTQ4BaAhHQKR+taHsTnJ1fZQoaAZHQG7DC4axX4loB0vyaAhHQKR+yQDmr811fZQoaAZHQHJUPX5FgD1oB020AWgIR0Ckf3EOqebvdX2UKGgGR0Bw3WCTUy57aAdL1mgIR0Ckf4qlHjIadX2UKGgGR0BvAedGy5ZsaAdLzWgIR0Ckf8kDyOJddX2UKGgGR0Bx7PGEPDpDaAdNBgFoCEdApIAjAaef7XV9lChoBkdAb+d+qBEroWgHS81oCEdApIAzZxrBTHV9lChoBkdAcKDM36yjYmgHTe0CaAhHQKSAPOryUcJ1fZQoaAZHQHFW1qFh5PdoB0vVaAhHQKSARysjmjl1fZQoaAZHQG7xD4QBgeBoB00CAWgIR0CkgFiAc1fmdX2UKGgGR0BwwhqsU7CBaAdL5WgIR0CkgLax5cC6dX2UKGgGR0Bx3Dq9oN/faAdLxWgIR0CkgMS2hIvrdX2UKGgGR0BRHp1ie/YbaAdLpmgIR0CkgN82aUiZdX2UKGgGR0BxcfOIInjRaAdL0WgIR0CkgP1+RYA9dX2UKGgGR0Bx0zj7yhBaaAdL5mgIR0CkgWhxHXmOdX2UKGgGR0Bz+n+yZ8a5aAdL32gIR0CkgX8hkiD/dX2UKGgGR0BwSgaBI4EPaAdL3WgIR0CkgZG8274BdX2UKGgGR0Byu7U4JeE7aAdLx2gIR0CkgfFmnO0LdX2UKGgGR0BvKZGBnSOSaAdL62gIR0Ckgln9m6GydX2UKGgGR0Byk03Jgb6yaAdLyWgIR0CkgpJj2BatdX2UKGgGR0BxQwyFfzBiaAdL4GgIR0Ckgs238XN1dX2UKGgGR0BwtPo6jnFHaAdL42gIR0Ckgu+l0o0AdX2UKGgGR0BxyD6N2ki2aAdNAQFoCEdApILv5eqrBHV9lChoBkdAcKvVclgMMWgHS+FoCEdApILy5sj3VXV9lChoBkdAcDjChvitJWgHS95oCEdApIL7y4FzMnV9lChoBkdAZ9ZbWVeKK2gHTegDaAhHQKSC+mQbMot1fZQoaAZHQHKCSde6ZploB0vVaAhHQKSDPNZ/0/Z1fZQoaAZHQG/VnktEofFoB0vsaAhHQKSDqDJ2dNF1fZQoaAZHQHMRwR9PUKBoB0vIaAhHQKSD8jjaPCF1fZQoaAZHQHLOv+0gKWtoB0vaaAhHQKSD//T9bX91fZQoaAZHQHEBv3WWhRJoB00WAWgIR0CkhAstK7I1dX2UKGgGR0BzkZOnEVFhaAdNBgFoCEdApIQdO45LiHV9lChoBkdAb+AlWwNb1WgHS+hoCEdApIQ/D1oQF3V9lChoBkdAcK0d+XqqwWgHS9FoCEdApIS9iUgSvnV9lChoBkdAbozzQu27WmgHS9JoCEdApIT4pnYg73V9lChoBkdAcpIIuGsV+WgHS9BoCEdApIVYxWT5f3V9lChoBkdAcYKBRQ79ymgHS+loCEdApIWBhUipvXV9lChoBkdAIu9S2phnamgHS3poCEdApIWJZha1TnV9lChoBkdAbjdZr56+nWgHS+RoCEdApIWSpiqhlHV9lChoBkdAcPap7TlT32gHS/BoCEdApIW4izLOiXV9lChoBkdAcL0ZamoBJmgHS/RoCEdApIXIRVZLZnV9lChoBkdAcj0FfzBhyGgHS/9oCEdApIXzjcVQAXV9lChoBkdAcZadFfAsTWgHS+hoCEdApIX7K5kK/nV9lChoBkdActWXhwVCX2gHS8NoCEdApIZFO2y9mHV9lChoBkdAS4yGHpKSPmgHS69oCEdApIZVrZamoHV9lChoBkdAcai9ECvHLmgHS/NoCEdApIaKpm29c3V9lChoBkdAcgO6fapPymgHS+doCEdApIa6iudPL3V9lChoBkdAcAFr7fpD/mgHS99oCEdApId2GO+7DnV9lChoBkdAcS0ZgXuVo2gHTS0BaAhHQKSHplwtJ4B1fZQoaAZHQHLk+X7cfvFoB0vPaAhHQKSIJguRLbp1fZQoaAZHQG6ONo8IRiBoB0vjaAhHQKSIMh4+r2h1fZQoaAZHQHGKc1XNke9oB0vdaAhHQKSIRxx1gYx1fZQoaAZHQHHAxIBikO9oB00IAWgIR0CkiExq46OpdX2UKGgGR0Bw3vBUJfICaAdL02gIR0CkiF7o0Q9SdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 736, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b457e46aa78eead42993de4b626d8bcb1ecc31334794aab79d5fc671ed7f5eb
-size 146636
+oid sha256:624044bfea3c45b3a73c2ad25032c0b2f9109783ec0ecf9181563dd9a34304ad
+size 146644

ppo-LunarLander-v2/data

@@ -4,34 +4,34 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fae18d59c60>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fae18d59cf0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fae18d59d80>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fae18d59e10>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fae18d59ea0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fae18d59f30>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fae18d59fc0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fae18d5a050>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fae18d5a0e0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fae18d5a170>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fae18d5a200>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fae18d5a290>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbcce7e68c0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbcce7e6950>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbcce7e69e0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbcce7e6a70>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fbcce7e6b00>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fbcce7e6b90>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbcce7e6c20>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbcce7e6cb0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fbcce7e6d40>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbcce7e6dd0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbcce7e6e60>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbcce7e6ef0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fadd14425c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7fbcce7f0900>"
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 2015232,
-    "_total_timesteps": 2000000,
+    "num_timesteps": 3014656,
+    "_total_timesteps": 3000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1687779340597489074,
+    "start_time": 1687781961363861763,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJojNLz2iGW6t3qTtpWporHTxv46FHSwNQAAgD8AAIA/wAzJPVM6bT+q91s9bbgPv5oM0T3R+ju8AAAAAAAAAACdQ3q+AiiXP5OmyL4fRCK/BfrNvnDK8b0AAAAAAAAAABp2Bj2fe4C71m6Mu25UsjzQy7g8eieXvQAAgD8AAIA/jR7zvSn4Fbqy5FW6sUd1tvaN27jUjIA5AAAAAAAAAAAt4DC+7ImvPzmkG78uNsu+PU2YvjulBr8AAAAAAAAAAM0wzTxIF4W6/kJaODrcRzN2v5I6WHp+twAAgD8AAIA/M2TYPMOBYrpj/Gaz9xZ0rmwBPLo177gzAACAPwAAgD9aG629oscxPlhTEj6jJ7S+/9c3Pen5ET0AAAAAAAAAAACvjry2mLQ/NQ8TvxYu2Lxi3GY8AhVKPQAAAAAAAAAAgLt3PRxwqz84ZSE/5eDqvkFYYztJQDE+AAAAAAAAAABNU2Y9SQSZPsaXDL7MkbS+dNxEuyU2G70AAAAAAAAAAE17Wr0tjq8/AbUhvxQXn74Mj587658GvgAAAAAAAAAAwLL1vd5buj+Hp8G+nZCrvsRDbL60iRu+AAAAAAAAAABA6PI9eyTWug7OWrlfn3A3f0ccvOYjrjgAAAAAAAAAAIDpbj0pUEK6yxhlOkSv1jSAa506QMyDuQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoZ8TnhTo26b36nvNxGiTtQCoQ7wu2FvAAAgD8AAIA/xgkFvskOcz8LKQC+fcMEvwVFM761CPE8AAAAAAAAAAAT0SC+yXQVP5k1jD10Dda+5DVZvosOgz0AAAAAAAAAAOaSBr1577s/7fHCvqQiZz5SI0a8Z7MTvgAAAAAAAAAAzVpLvQXnhrsVR9097LQ5vo72NDx1c2u+AACAPwAAgD/aV4S9FPSLuhbqyLliKMc1IDQUuq1S6DgAAAAAAACAP5q0qLxSEJq5A7dKOS3qWzRvEdK6Ak1quAAAgD8AAIA/M2GDPN/LXj6CW12+2SOwvgS1ub7eWoA9AAAAAAAAAAAz1rE9HOa5P8YrCj8USoS9PAzQPE86PD4AAAAAAAAAADMrabzpPQe8kv3iuyyWpjzmSW095jSKvQAAgD8AAIA/M4OhOlQpGT721A4+X/h3vtm17j3abBQ8AAAAAAAAAAAAbJK7R2GyP6VjYL5PsMu+77E/O5UftTsAAAAAAAAAAJqJar2ya68/3oOVvm2Np761hra9sl87vgAAAAAAAAAAABB2vIQEuT9xOjC+qX2CPQEr67gabqk8AAAAAAAAAAAAcpq8cZ1yua3J9rOQKzKttJkAPDaYtDMAAIA/AACAPzPn/7sLDPA9qUEfPSABjL7VDNu8BhUHvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.007616000000000067,
+    "_current_progress_remaining": -0.004885333333333408,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV5wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHHraIacZtOMAWyUS9CMAXSUR0CZ3UojOcDsdX2UKGgGR0Bz7cTIvJzUaAdLz2gIR0CZ3dx8lXzUdX2UKGgGR0ByC0bgjyFxaAdL9WgIR0CZ3isCT2WZdX2UKGgGR0BxTeyOaOPvaAdNIwFoCEdAmd7JULlV+HV9lChoBkdAbtofHPu5SWgHS9toCEdAmd9OY+jdpXV9lChoBkdAcLUNy5qdpmgHS9hoCEdAmeDOh4+r2nV9lChoBkdAcM58Cgbp/2gHS9FoCEdAmeD0uYhManV9lChoBkdAcut2WY4Qz2gHS/VoCEdAmeFLnoxHoXV9lChoBkdAchXrM1TBImgHS+VoCEdAmeF6f4AS4HV9lChoBkdAb4teFcpsoGgHS/loCEdAmeGh1oxpL3V9lChoBkdAcO1ug6EJ0GgHS+hoCEdAmeHSD/VAiXV9lChoBkdAcf13qAz55GgHS+ZoCEdAmeH0BXCCSXV9lChoBkdAceSQIldC3WgHS8RoCEdAmeKLn1WbPXV9lChoBkdAc1KvduYQa2gHS9VoCEdAmeQ4ClrM1XV9lChoBkdAcFarDIikf2gHS9loCEdAmeUVE/jbSXV9lChoBkdAcaN1SflIVmgHS+xoCEdAmeUg4Otnw3V9lChoBkdAcvheCkGiYmgHS9poCEdAmeYJgb6xgXV9lChoBkdAcL0CzC1qnGgHS8xoCEdAmeYqiGnGbXV9lChoBkdAcYxFRpDeCWgHTQ4BaAhHQJnmKBTXJ5p1fZQoaAZHQDFHNliBoVVoB0uXaAhHQJnmu1a4c3l1fZQoaAZHQHEA0ka/ATJoB00IAWgIR0CZ5wZyuIRAdX2UKGgGR0ByLV5E+gUUaAdL7GgIR0CZ50ews5GSdX2UKGgGR0BxmMzsQd0aaAdLxGgIR0CZ50gYP5HmdX2UKGgGR0Bt85id8RcvaAdL4mgIR0CZ6DkFwDNhdX2UKGgGR0ByB35Jsfq5aAdL8WgIR0CZ6F15jYqYdX2UKGgGR0BxZVq20AtGaAdL5mgIR0CZ6LxREWqMdX2UKGgGR0BtZIc/+sHTaAdL12gIR0CZ6NTLns9kdX2UKGgGR0BzKyIyj59FaAdL+2gIR0CZ6OhnJ1aGdX2UKGgGR0BwDXZOBUaRaAdL9GgIR0CZ6PPWhAW0dX2UKGgGR0Bw426OHWSVaAdL02gIR0CZ6c3Cbc46dX2UKGgGR0ByZar4nF5waAdLxmgIR0CZ6gJDE3sHdX2UKGgGR0BxFtrqMWGiaAdLx2gIR0CZ6g1SOzY3dX2UKGgGR0BxlzjJdSl4aAdLxmgIR0CZ6oidat9ydX2UKGgGR0ByDlRiw0O3aAdL8WgIR0CZ8/hTwUg0dX2UKGgGR0Bzc1D6WPcSaAdL9GgIR0CZ9BGYa5wwdX2UKGgGR0Bx5mMPz4DcaAdL0mgIR0CZ9BIWgvlEdX2UKGgGR0BwsAWj4593aAdL4mgIR0CZ9CXwLE1mdX2UKGgGR0ByjEm9g4OuaAdLymgIR0CZ9CW7OE/TdX2UKGgGR0BwJV8Z1mrbaAdL5WgIR0CZ9LZpztCzdX2UKGgGR0Bx/JkPMB6saAdLwWgIR0CZ9ZWkadc0dX2UKGgGR0BzBBg8bJfZaAdLy2gIR0CZ9aPwNLDidX2UKGgGR0BzQuNrCWNWaAdL4WgIR0CZ9cjwhGH6dX2UKGgGR0Bxr7jo6jnFaAdL92gIR0CZ9h+C9RJmdX2UKGgGR0ByTn6sQumKaAdL5mgIR0CZ9lZVn27GdX2UKGgGR0Bys6iUPhAGaAdL+mgIR0CZ9uNCZ4OddX2UKGgGR0Bu8SSzPa+OaAdL3WgIR0CZ9yltj0+UdX2UKGgGR0BzrVCVrylOaAdL2WgIR0CZ90ejEehgdX2UKGgGR0BvyS4tpVS5aAdL4GgIR0CZ9/KdxyXEdX2UKGgGR0ByLJTfixVyaAdL/GgIR0CZ+BUtI066dX2UKGgGR0BxvRHc1wYMaAdLumgIR0CZ+DjBVMmGdX2UKGgGR0BzKuZjQRf4aAdLz2gIR0CZ+Lze40/GdX2UKGgGR0BxnUl9jPOZaAdL5GgIR0CZ+QwhGH58dX2UKGgGR0ByiF1s+FDfaAdL7mgIR0CZ+Xvi97F9dX2UKGgGR0Bxmt9uxbB5aAdL4WgIR0CZ+d1EmY0EdX2UKGgGR0BxCGHDaXa8aAdLxGgIR0CZ+jtix3V1dX2UKGgGR0BxDu1twaR7aAdNGgFoCEdAmfp8w5/9YXV9lChoBkdAcc3cer+5v2gHS+poCEdAmfrrHIZIhHV9lChoBkdAcYroPkJa7mgHS9VoCEdAmfs3oX9BKXV9lChoBkdAbrsHzH0btWgHS9RoCEdAmfvOWfK6nXV9lChoBkdAcoIfSQYDT2gHTQMBaAhHQJn8FmlImPZ1fZQoaAZHQHHP47A+IM1oB0vcaAhHQJn8Sz0HyEt1fZQoaAZHQHA1t1hb4ahoB0vmaAhHQJn8rDMvAXV1fZQoaAZHQHM+KJyhi9ZoB0vAaAhHQJn8ytT1kDp1fZQoaAZHQHBAMVk+X7doB0vFaAhHQJn8xcD8tPJ1fZQoaAZHQHEAAJ1JUYNoB0viaAhHQJn9UwEhaDB1fZQoaAZHQHHW2wJPZZloB0vRaAhHQJn93ho/Rmd1fZQoaAZHQHGscXJo0yhoB0vVaAhHQJn+xrN4Z/F1fZQoaAZHQHJBqInBtUJoB0vpaAhHQJn/t4dIXj51fZQoaAZHQHKjkFnqVyFoB0vhaAhHQJn/76UJOWV1fZQoaAZHQHN0cvugHu9oB0vtaAhHQJoAjqlgtvp1fZQoaAZHQHGpMLBsQ/ZoB0vEaAhHQJoA9nYg7o11fZQoaAZHQHF5TV2A5JdoB0vraAhHQJoBBimVJMB1fZQoaAZHQHFcFDjR2KVoB0v1aAhHQJoBtUWEbo91fZQoaAZHQHJFxX4j8k5oB0vTaAhHQJoBxdX1ant1fZQoaAZHQHDqE9IPK+1oB0vQaAhHQJoB65wwTM91fZQoaAZHQHDKR2GIsRRoB0vHaAhHQJoCF6zE74l1fZQoaAZHQHHUyZWq95BoB0vHaAhHQJoCN94NZvF1fZQoaAZHQHCuANCqp99oB0vVaAhHQJoDJOerdWR1fZQoaAZHQHGSO1OTJQtoB0vnaAhHQJoENSm65G11fZQoaAZHQHK/MPJ7sv9oB0vZaAhHQJoE2H/Lkjp1fZQoaAZHQHGub83uNPxoB0vKaAhHQJoGdGwzLwF1fZQoaAZHQHK13f642CNoB0vwaAhHQJoGs9Net0V1fZQoaAZHQHJcXl4keIVoB0vqaAhHQJoGvphWo3t1fZQoaAZHQHNky00FbFFoB0vaaAhHQJoHcmJFb3Z1fZQoaAZHQHGMhq9GqghoB0vgaAhHQJoHtB2OhkB1fZQoaAZHQERX4zJp35hoB0uXaAhHQJoH18JD3M91fZQoaAZHQHHp526kIopoB0vPaAhHQJoH4OH31z11fZQoaAZHQHM+hWxQizNoB0vFaAhHQJoIHlPrOZ91fZQoaAZHQG9Hr6tT1kFoB0vKaAhHQJoIIXSBshx1fZQoaAZHQG9aPKU3XI5oB0vXaAhHQJoIKxKQJX11fZQoaAZHQHGuR1LamGdoB00AAWgIR0CaCXDR+jM3dX2UKGgGR0Bwq/Fm4AjqaAdLz2gIR0CaCzxiobXIdX2UKGgGR0Bw77mW+oLoaAdL5WgIR0CaC0Z7ojfOdX2UKGgGR0Bx+4ZZSvTxaAdL0mgIR0CaDOyKekHldX2UKGgGR0ByGq3F1jiGaAdL2GgIR0CaDWneizsydX2UKGgGR0Bx1x/2Cdz5aAdLw2gIR0CaDeXMyJsPdX2UKGgGR0BzAhY/3WWhaAdL1mgIR0CaDh46Oo5xdX2UKGgGR0BuvdPznRsuaAdL2GgIR0CaDsOeJ53UdX2UKGgGR0BxBSKgqVhTaAdL0GgIR0CaDtBWxQizdX2UKGgGR0BzJ/ADaGpNaAdNAwFoCEdAmg8Lmp2lmHVlLg=="
+        ":serialized:": "gAWV7wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHClBjJ+2E2MAWyUTQQBjAF0lEdApG27KaG5+nV9lChoBkdAcsEzMibDuWgHS+BoCEdApG4OYKIBR3V9lChoBkdAcT6/uLJjlWgHS/doCEdApG5waisXBXV9lChoBkdAcTaNnGsFMmgHS9FoCEdApG6cW43FUHV9lChoBkdAc2N7tAs052gHS9toCEdApG6wY51eSnV9lChoBkdAc1RTdcjZ+WgHS/VoCEdApG8Lu+h4+3V9lChoBkdAcLoTCLuQZGgHS+doCEdApG8sf5k9U3V9lChoBkdAclimwqy4WmgHS8VoCEdApG9kSoOx0XV9lChoBkdAcHMm29cry2gHS9VoCEdApG+DxXnyNHV9lChoBkdAcI+WcjJMg2gHS+1oCEdApG+sl7dBSnV9lChoBkdAcawY+0PYnWgHS+RoCEdApG/onc+JQHV9lChoBkdAc3v6I3zcymgHS+5oCEdApHAc1dgOSXV9lChoBkdAcVS2Kl54W2gHS9VoCEdApHDhMURFqnV9lChoBkdAb8yMLncL0GgHS9doCEdApHE4NI9TxXV9lChoBkdAbZMewLVnVWgHS+9oCEdApHFRHskY43V9lChoBkdAc4QEGZ/kNmgHS85oCEdApHGWCNCJGnV9lChoBkdAcWlEhJRO12gHS/NoCEdApHGuIGhVVHV9lChoBkdAcKIjLjghr2gHS9ZoCEdApHIfwd8zAXV9lChoBkdAcFX5imVJMGgHS9ZoCEdApHJMYl6Z6XV9lChoBkdAcT7thd+ocmgHS99oCEdApHKO2uxKQXV9lChoBkdAcvTDqW1MNGgHS9VoCEdApHLDUsnRcHV9lChoBkdAcqgvGZNO/WgHS99oCEdApHOjqQiiZnV9lChoBkdAc0LUGVzIWGgHS+NoCEdApHQLx0+1SnV9lChoBkdAcl3s8PnSv2gHTQoBaAhHQKR0NtQ9A5d1fZQoaAZHQHLj1Hz6JqJoB0v/aAhHQKR030aqCH11fZQoaAZHQHGPRfjS5RVoB0vVaAhHQKR0+tGNJe51fZQoaAZHQHIrQV9F4LVoB0vkaAhHQKR1vB7/n4h1fZQoaAZHQG3WA7xNIsloB0vQaAhHQKR1vLs8gZF1fZQoaAZHQHDuVymygPFoB0v0aAhHQKR2NmvGIbh1fZQoaAZHQHJx1eBxxT9oB0vraAhHQKR2cb6P8yh1fZQoaAZHQHKEdeUpuuRoB01yA2gIR0CkdqGZuyeJdX2UKGgGR0BuYW0NSZSfaAdL6GgIR0CkduJzT4L1dX2UKGgGR0BwNIjqv/zbaAdL4GgIR0CkdzbYbsF/dX2UKGgGR0Bzg15KODJ2aAdL12gIR0Ckdz7y6MBIdX2UKGgGR0By34soUi6haAdL82gIR0Ckd0wb2lEadX2UKGgGR0Bxa5/ustCiaAdL+WgIR0CkfGSflIVedX2UKGgGR0BzIxR0lqrSaAdL7WgIR0CkfH8WTHKfdX2UKGgGR0Bwid74SHuaaAdL0WgIR0CkfKpul41QdX2UKGgGR0BtFvXqZ+hHaAdL22gIR0CkfNzRYzSDdX2UKGgGR0BwXi/8EV32aAdL0mgIR0CkfTcI7eVLdX2UKGgGR0BSRX18LKFJaAdLj2gIR0CkfT/yoXKsdX2UKGgGR0BxO36nBLwnaAdL6mgIR0CkfZCPhhphdX2UKGgGR0BxLKEDhcZ+aAdL+WgIR0CkfiCswL3LdX2UKGgGR0BtaLnNgSezaAdL0GgIR0CkfkCV8kUsdX2UKGgGR0Bxz3h3qzJIaAdL8GgIR0CkfnfJvHcUdX2UKGgGR0BwxzL4etCBaAdNFAFoCEdApH6rw2ETQHV9lChoBkdAcHi8UEgW8GgHTQ4BaAhHQKR+taHsTnJ1fZQoaAZHQG7DC4axX4loB0vyaAhHQKR+yQDmr811fZQoaAZHQHJUPX5FgD1oB020AWgIR0Ckf3EOqebvdX2UKGgGR0Bw3WCTUy57aAdL1mgIR0Ckf4qlHjIadX2UKGgGR0BvAedGy5ZsaAdLzWgIR0Ckf8kDyOJddX2UKGgGR0Bx7PGEPDpDaAdNBgFoCEdApIAjAaef7XV9lChoBkdAb+d+qBEroWgHS81oCEdApIAzZxrBTHV9lChoBkdAcKDM36yjYmgHTe0CaAhHQKSAPOryUcJ1fZQoaAZHQHFW1qFh5PdoB0vVaAhHQKSARysjmjl1fZQoaAZHQG7xD4QBgeBoB00CAWgIR0CkgFiAc1fmdX2UKGgGR0BwwhqsU7CBaAdL5WgIR0CkgLax5cC6dX2UKGgGR0Bx3Dq9oN/faAdLxWgIR0CkgMS2hIvrdX2UKGgGR0BRHp1ie/YbaAdLpmgIR0CkgN82aUiZdX2UKGgGR0BxcfOIInjRaAdL0WgIR0CkgP1+RYA9dX2UKGgGR0Bx0zj7yhBaaAdL5mgIR0CkgWhxHXmOdX2UKGgGR0Bz+n+yZ8a5aAdL32gIR0CkgX8hkiD/dX2UKGgGR0BwSgaBI4EPaAdL3WgIR0CkgZG8274BdX2UKGgGR0Byu7U4JeE7aAdLx2gIR0CkgfFmnO0LdX2UKGgGR0BvKZGBnSOSaAdL62gIR0Ckgln9m6GydX2UKGgGR0Byk03Jgb6yaAdLyWgIR0CkgpJj2BatdX2UKGgGR0BxQwyFfzBiaAdL4GgIR0Ckgs238XN1dX2UKGgGR0BwtPo6jnFHaAdL42gIR0Ckgu+l0o0AdX2UKGgGR0BxyD6N2ki2aAdNAQFoCEdApILv5eqrBHV9lChoBkdAcKvVclgMMWgHS+FoCEdApILy5sj3VXV9lChoBkdAcDjChvitJWgHS95oCEdApIL7y4FzMnV9lChoBkdAZ9ZbWVeKK2gHTegDaAhHQKSC+mQbMot1fZQoaAZHQHKCSde6ZploB0vVaAhHQKSDPNZ/0/Z1fZQoaAZHQG/VnktEofFoB0vsaAhHQKSDqDJ2dNF1fZQoaAZHQHMRwR9PUKBoB0vIaAhHQKSD8jjaPCF1fZQoaAZHQHLOv+0gKWtoB0vaaAhHQKSD//T9bX91fZQoaAZHQHEBv3WWhRJoB00WAWgIR0CkhAstK7I1dX2UKGgGR0BzkZOnEVFhaAdNBgFoCEdApIQdO45LiHV9lChoBkdAb+AlWwNb1WgHS+hoCEdApIQ/D1oQF3V9lChoBkdAcK0d+XqqwWgHS9FoCEdApIS9iUgSvnV9lChoBkdAbozzQu27WmgHS9JoCEdApIT4pnYg73V9lChoBkdAcpIIuGsV+WgHS9BoCEdApIVYxWT5f3V9lChoBkdAcYKBRQ79ymgHS+loCEdApIWBhUipvXV9lChoBkdAIu9S2phnamgHS3poCEdApIWJZha1TnV9lChoBkdAbjdZr56+nWgHS+RoCEdApIWSpiqhlHV9lChoBkdAcPap7TlT32gHS/BoCEdApIW4izLOiXV9lChoBkdAcL0ZamoBJmgHS/RoCEdApIXIRVZLZnV9lChoBkdAcj0FfzBhyGgHS/9oCEdApIXzjcVQAXV9lChoBkdAcZadFfAsTWgHS+hoCEdApIX7K5kK/nV9lChoBkdActWXhwVCX2gHS8NoCEdApIZFO2y9mHV9lChoBkdAS4yGHpKSPmgHS69oCEdApIZVrZamoHV9lChoBkdAcai9ECvHLmgHS/NoCEdApIaKpm29c3V9lChoBkdAcgO6fapPymgHS+doCEdApIa6iudPL3V9lChoBkdAcAFr7fpD/mgHS99oCEdApId2GO+7DnV9lChoBkdAcS0ZgXuVo2gHTS0BaAhHQKSHplwtJ4B1fZQoaAZHQHLk+X7cfvFoB0vPaAhHQKSIJguRLbp1fZQoaAZHQG6ONo8IRiBoB0vjaAhHQKSIMh4+r2h1fZQoaAZHQHGKc1XNke9oB0vdaAhHQKSIRxx1gYx1fZQoaAZHQHHAxIBikO9oB00IAWgIR0CkiExq46OpdX2UKGgGR0Bw3vBUJfICaAdL02gIR0CkiF7o0Q9SdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 492,
+    "_n_updates": 736,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:105f17bbad70c5124f2c4160573effdb18e7d8da3bc6f3897e52f398eed61fe0
+oid sha256:a53016b3913b8e77cb5a7d350e4d54132c69fbc1a13af97ab06173321994ac45
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:512bcd0ba6e3840743049d5527773d221cfd3c76b80161e64db8986368ec7bdd
+oid sha256:f024a145e2fb90cdf06dfacda21196806155d18b3028dd3acdd0fdbd1c037e7f
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 272.47181570000004, "std_reward": 25.53708368192218, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-26T12:15:46.502930"}
+{"mean_reward": 269.0164832, "std_reward": 71.95355661999263, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-26T13:04:15.955112"}