Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 281.42 +/- 19.24
+      value: 279.98 +/- 14.86
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f42969b1bd0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f42969b1c60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f42969b1cf0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f42969b1d80>", "_build": "<function ActorCriticPolicy._build at 0x7f42969b1e10>", "forward": "<function ActorCriticPolicy.forward at 0x7f42969b1ea0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f42969b1f30>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f42969b1fc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f42969b2050>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f42969b20e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f42969b2170>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f42969b2200>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f42969b8300>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1695818008859862396, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoyKT0DrB+8wKXtu+/cmjwKRIQ9hfJ/vQAAgD8AAIA/7f5Jvq0XJj9sJjS9KlDEvsE/Lb49sQ68AAAAAAAAAACaGc07e1abuhaMA7SzdhQvIoNfurDclDMAAIA/AACAP2aoI7093i27OMJ+PAGivjwAqm+8+4ikPQAAgD8AAIA/mjV1PSS+KTxQ9o48Zq5pvkqZBTzAPEA6AAAAAAAAAABzx+q9pDL4PrmwPT2x3Iu+HS8MvY6LEbsAAAAAAAAAAGbj/jwVB70/quWFPnr7Bz76U/E8ZCcDPgAAAAAAAAAAzQphPB/99DytoYs9f5b5vR7UhD3NJri8AAAAAAAAAAAA3Mw87296PmmpAL59U6e+rM4/vKWxfj0AAAAAAAAAADNc6DzJgZ4+LBo9vQzQpL7NKWi8sCRLPQAAAAAAAAAA5s5rPiD6pD5E0pC+oz2KvoY6TLwm1UK9AAAAAAAAAADNOH+8x9FSPsxART0yUFa+GLmFuxMBST0AAAAAAAAAAM1u2TzD/T26nQGTtZKez7Bc8xe7qvm0NAAAgD8AAIA/Mzm6vNeeJDxS7tQ9oHCLvgzpKzyNQUg9AAAAAAAAAABmldu8V62HP7LU/rxKXwK/2BUXvbRsDz0AAAAAAAAAAM3D6bzhyKC6xp3MOusQYTXKEPi4c7TruQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVAwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHIub5mAbyaMAWyUS9eMAXSUR0CnlQL7GecydX2UKGgGR0Byfa/GlyimaAdL7GgIR0CnlSbJW/8EdX2UKGgGR0BxSbWtlqagaAdNPgFoCEdAp5WJrJr+HnV9lChoBkdAcJXjebd8A2gHS+5oCEdAp5Zdfb9IgHV9lChoBkdAcKwzo2XLNmgHS+FoCEdAp5ZbpzLfUHV9lChoBkdAQtWvMbFS9GgHS85oCEdAp5Z6SJTESHV9lChoBkdAbzLoGIKtxWgHS91oCEdAp5c3FNtZWHV9lChoBkdAc1gQXyiEhGgHS/hoCEdAp5fFwFTvRnV9lChoBkdAcTPV5a/yoWgHTQ8BaAhHQKeX5iz9jwx1fZQoaAZHQHHOLjYI0IloB0v3aAhHQKeYBypaRp11fZQoaAZHQHP9BrzoUztoB00WAWgIR0CnmKfechC/dX2UKGgGR0BxO6tdRiw0aAdL42gIR0CnmLygoPTYdX2UKGgGR0ByW2CDmKZVaAdNDQFoCEdAp5lG5tm+TXV9lChoBkdAcxdHvttygmgHS/doCEdAp5lFuFYdQ3V9lChoBkdAUhXTZxrBTGgHS8loCEdAp5mAcT8HfXV9lChoBkdAcMNlkpZwGWgHS/5oCEdAp5mdWhh6SnV9lChoBkdASMj5mAbyY2gHS6RoCEdAp5n0U/OdG3V9lChoBkdAcGxR0lqrR2gHS+RoCEdAp5oBD7ZWaXV9lChoBkdAcDBwLVnVXmgHS+xoCEdAp5oDDAJswnV9lChoBkdAcFZHvttygmgHTQkBaAhHQKebaMkyDZl1fZQoaAZHQHESoddVvMtoB005AWgIR0Cnm5saKk2xdX2UKGgGR0BycDPRiPQwaAdL92gIR0Cnm76fzz3AdX2UKGgGR0ByTZGI9C/oaAdNLAFoCEdAp5v/RLK3eHV9lChoBkdAcfRz5GjKxWgHS/BoCEdAp5wH2ZiNKnV9lChoBkdAcXaMmnfl62gHS/doCEdAp5w4Ka5PM3V9lChoBkdAc4Y850bLlmgHS/RoCEdAp5xDwx33YnV9lChoBkdAUzH27FsHjmgHS+RoCEdAp5x2xjawlnV9lChoBkdAcclqqwQlKWgHS+ZoCEdAp5yK+6Ae73V9lChoBkdAbrTGy5Zr6GgHS+9oCEdAp50EEkjX4HV9lChoBkdAcj+QGwA2h2gHS/xoCEdAp51WeFtbcHV9lChoBkdAclJ9Dx9XtGgHS/poCEdAp51jsyBTXXV9lChoBkdAc6Ap22XsxGgHS+BoCEdAp51ola8pTnV9lChoBkdAcMzJ4B3iaWgHTRsBaAhHQKedmfzSThZ1fZQoaAZHQHMV9xZMcp9oB0v0aAhHQKedqW1MM7V1fZQoaAZHQHIL8iW3Sa5oB00PAWgIR0CnneqMNtqIdX2UKGgGR0BxKX6oESuhaAdL0WgIR0Cnp8wWFev7dX2UKGgGR0Bvj2P7vXsgaAdLzWgIR0Cnp/qWszVMdX2UKGgGR0By364+bExZaAdL9WgIR0CnqEGig00ndX2UKGgGR0Bx8rq+rU9ZaAdNDwFoCEdAp6h+I9C/oXV9lChoBkdAcl3OeJ53T2gHS/RoCEdAp6ijIJZ4fXV9lChoBkdAcOprwOOKfmgHS/BoCEdAp6kFo371qXV9lChoBkdAcYLDPWxyGWgHTQ0BaAhHQKepQ5Lh73R1fZQoaAZHQHI9fN7jT8ZoB00NAWgIR0CnqZzyJ9ApdX2UKGgGR0ByoFmrbQC0aAdNJwFoCEdAp6nAhQm/nHV9lChoBkdAcDI4GD+R5mgHS/VoCEdAp6nD1XeWOnV9lChoBkdAcXf1bJOnEWgHS+RoCEdAp6nyJwbVBnV9lChoBkdAb804x1xKhGgHS99oCEdAp6om7jDKo3V9lChoBkdAcYV+pwS8J2gHS/VoCEdAp6pfnKW9lHV9lChoBkdAcLUO6unuRmgHTQ4BaAhHQKeqb90ihWZ1fZQoaAZHQHCQzaGpMpRoB00gAWgIR0CnqrtJ4B3idX2UKGgGR0Byy6DvmYBvaAdNCgFoCEdAp6sI9cKPXHV9lChoBkdAcAxsC1Z1WGgHS9xoCEdAp6tMPSUkfXV9lChoBkdAciF2+fywwGgHS9loCEdAp6u1B6a9b3V9lChoBkdAcVc5DJEH+2gHS9toCEdAp6vcvTPSlXV9lChoBkdAcR4ZjQRf4WgHS/doCEdAp6vrh1klNXV9lChoBkdAcUafQ8fV7WgHTRYBaAhHQKer9QMx46h1fZQoaAZHQHNUAj6eoUBoB0vpaAhHQKesXhd+ocd1fZQoaAZHQHAzb9If8uVoB0vhaAhHQKescnk1dgR1fZQoaAZHQHB47r9l2/1oB0voaAhHQKes1ZPl+3J1fZQoaAZHQELMCBf8dghoB0vFaAhHQKetNpzLfUF1fZQoaAZHQHBtuv6j325oB0v2aAhHQKetNqDbrTp1fZQoaAZHQHLEmjj7yhBoB0v2aAhHQKetYuaF23d1fZQoaAZHQHHkH4Glhw5oB00PAWgIR0CnrY0Aksz3dX2UKGgGR0Byxrbah6BzaAdL+2gIR0CnratJnQIEdX2UKGgGR0Bwr6Zv1lGxaAdNDgFoCEdAp65lCgK4QXV9lChoBkdAchRka/ATI2gHTQgBaAhHQKeu01CPZIx1fZQoaAZHQHCXOQMhHLBoB0vxaAhHQKevQefZmI11fZQoaAZHQG0hNoi9qUNoB00TAWgIR0Cnr5XzUZvUdX2UKGgGR0BwcJiiItUXaAdNCwFoCEdAp7CAWYWtVHV9lChoBkdAcWBz+m3vyGgHS/toCEdAp7CQoiLVF3V9lChoBkdAbri6g/Tsp2gHTQ0BaAhHQKew5jgAIY51fZQoaAZHQG9ojua4MF5oB00SAWgIR0CnsO/J/5LzdX2UKGgGR0BzXh5qubI+aAdNBgFoCEdAp7F5udf9gnV9lChoBkdAcTB9Iwudw2gHS+xoCEdAp7GjmQr+YXV9lChoBkdAc8NL/0dzXGgHTRsBaAhHQKeyENMGorF1fZQoaAZHQHEsCtNi6QNoB0v2aAhHQKeyrRMvh611fZQoaAZHQHBPXL7oB7xoB00HAWgIR0CnstBHskY5dX2UKGgGR0BzKeyv9tMxaAdL/2gIR0CnszmFi8WcdX2UKGgGR0BweRSeiBXkaAdNGQFoCEdAp7NGalUIcHV9lChoBkdAcrknVXmvGWgHTQwBaAhHQKezxFxXGOx1fZQoaAZHQHNwecH4XXRoB0vxaAhHQKez9If8uSR1fZQoaAZHQHEIz7/GVA1oB00CAWgIR0CntNVstTUBdX2UKGgGR0BvSFrXUYsNaAdNAgFoCEdAp7VGR1X/53V9lChoBkdAb/haxHG0eGgHTQYBaAhHQKe1xCrLhaV1fZQoaAZHQE+VzH0btJFoB0vGaAhHQKe2NhjOLR91fZQoaAZHQHE2HFglWwNoB0v6aAhHQKe2Yz/p+tt1fZQoaAZHQHN8FsYVIqdoB0v5aAhHQKe2a7/XGwR1fZQoaAZHQHDMnscABDJoB0v+aAhHQKe22snRb8p1fZQoaAZHQHI/JE6T4cpoB0vraAhHQKe3KYEW69V1fZQoaAZHQHL//ikwevJoB00QAWgIR0Cntzc63iJgdX2UKGgGR0By+kHeJpFkaAdL9WgIR0Cnt8l+uvECdX2UKGgGR0ByEJuMuOCHaAdL5GgIR0Cnt/gX2ugZdX2UKGgGR0ByU2r2g398aAdL32gIR0CnuFCcoYvWdX2UKGgGR0ByaUphF3INaAdL9mgIR0CnuHfKyOaOdX2UKGgGR0Bwf/HU+cH4aAdNAgFoCEdAp7kfBnBciXV9lChoBkdAcajCF9KEnWgHS/NoCEdAp7k7Tx5LRXV9lChoBkdAcj3O58Sf2GgHS/ZoCEdAp7l4VXV9W3V9lChoBkdAcLLsqaw2VGgHS+toCEdAp7oG8yvcJ3V9lChoBkdAcAsLux8lX2gHS+1oCEdAp7pPPTodMnV9lChoBkdAcEte+mFajmgHTQABaAhHQKe65BacI7h1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f42969b1bd0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f42969b1c60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f42969b1cf0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f42969b1d80>", "_build": "<function ActorCriticPolicy._build at 0x7f42969b1e10>", "forward": "<function ActorCriticPolicy.forward at 0x7f42969b1ea0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f42969b1f30>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f42969b1fc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f42969b2050>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f42969b20e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f42969b2170>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f42969b2200>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f42969b8300>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1695819735039671707, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACpoz3SGOs86AS0vb3+Y75AVl08VsjKvAAAAAAAAAAA4O8DPtNEBj9izxe+W8jAvqFz8joLnrq9AAAAAAAAAABakKG9yLAhP55zdT38fAW/9+K0vbGRHj4AAAAAAAAAAEBph73Kpy8+quJ2PvWQsL6hG1U9fssbPQAAAAAAAAAAzc5zPF914jyaWl4+v2B3vrdh+z1u4sA8AAAAAAAAAAAN4S6+3AFdvP6Imbt7sPm5YgvCPZHNyjoAAIA/AACAP539er4ljuo+N3srPp4g/r5ZBUm+ZkUSPgAAAAAAAAAAQIk1vuVuPz7U7zU+Puqevo87Vbz0eSy9AAAAAAAAAACawQS99gAPuvitvrqJv7u1p1lruwjw4zkAAAAAAAAAAGbppDxDkrI/P50qP1Jhhb6iqo+8Tk+XvQAAAAAAAAAAWn0+vqg8pbzFsk07ZwaxOQCqGD7aR4m6AACAPwAAgD9msY+9xEOEPUDihT4XzrC+brHHPZeTJz0AAAAAAAAAAMPWir6Xf2w/q+fMvrDRNb+92Qa/FvjTvQAAAAAAAAAAM4yEvYmEDT2t3N49+46GvpJxljy+eXY8AAAAAAAAAAAauWE97Y4+PkAK+Trx9Kq+kyg2vJg9cD0AAAAAAAAAAA39Rr7lImQ/tnRkviAdEb8xtbq+DrievQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV6gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHPi5byH2yuMAWyUS7iMAXSUR0Cxafq6reZYdX2UKGgGR0Bv6JUDMeOoaAdL8GgIR0Cxagf82rGSdX2UKGgGR0BxdAtYjjaPaAdLymgIR0Cxagw3DNyHdX2UKGgGR0ByX7+kxh2GaAdL52gIR0CxahwfuCwsdX2UKGgGR0BxS3zPKMefaAdL9WgIR0Cxaj2PxQSBdX2UKGgGR0BwidrN4Z/DaAdLtGgIR0CxakvykKu0dX2UKGgGR0BwEr3vhIe6aAdL3GgIR0CxalyHdoFndX2UKGgGR0BJ1Dv/io87aAdLoGgIR0CxaoivTw2EdX2UKGgGR0ByPjNRm9QGaAdLzmgIR0Cxarr4WUKRdX2UKGgGR0BzSzPQfIS2aAdL5mgIR0Cxarw+2VmjdX2UKGgGR0BwoEaMrEtNaAdL0WgIR0CxauhddE9ddX2UKGgGR0Bv0Sur6tT2aAdLzWgIR0Cxaw1V5rxidX2UKGgGR0Bwd11QqI8AaAdLvWgIR0Cxay8k+otMdX2UKGgGR0Bw5u2+fywwaAdL32gIR0Cxa0IeHSF5dX2UKGgGR0Bxi0tAcDKYaAdLymgIR0Cxa0p0fYBedX2UKGgGR0BYgJDiOvMbaAdLxWgIR0Cxa0/4IrvtdX2UKGgGR0BxfQXEZR8/aAdNEAFoCEdAsWtSx4Y773V9lChoBkdAc5RLNOdoWmgHS71oCEdAsWuLXAdn03V9lChoBkdAceCXrdFfA2gHS7NoCEdAsWuObpeNUHV9lChoBkdAb2ba1TisGWgHS+hoCEdAsWue6/ZdwHV9lChoBkdAcb060pmVaGgHS9toCEdAsWuuABkqc3V9lChoBkdAczVGNJe3QWgHS/toCEdAsWut16mfoXV9lChoBkdAb1OBq9GqgmgHS91oCEdAsWwBWilBQnV9lChoBkdAdCxhf0Eov2gHS7poCEdAsWwmE0zj3nV9lChoBkdAcaycbR4QjGgHS/loCEdAsWxuSyMUAXV9lChoBkdAcPretjkMkWgHS/hoCEdAsWxuOXE61nV9lChoBkdAco86Kcd5p2gHS95oCEdAsWyPzK9wm3V9lChoBkdAcYRt/4Irv2gHS8RoCEdAsWyahL5AQnV9lChoBkdAb43i2DxsmGgHS8poCEdAsWypE+gUUXV9lChoBkdAcML4LkS26WgHS9VoCEdAsWy93kgfVHV9lChoBkdAbbktV7x/eGgHS8FoCEdAsWzcGA08/3V9lChoBkdAb9KVJtix3WgHS8poCEdAsXOlvqC6H3V9lChoBkdAcowE9+w1SGgHS/ZoCEdAsXOnZ/Tb4HV9lChoBkdAcTTEmY0EYGgHS7hoCEdAsXOq8kD6nHV9lChoBkdAcnvjGT9sJ2gHS8toCEdAsXPLbfxc3XV9lChoBkdAcit+jM3ZPGgHTRkBaAhHQLFz1FFlTWJ1fZQoaAZHQHLKgJXyRSxoB0vkaAhHQLFz7lu3trt1fZQoaAZHQGH6P9tMwlBoB03oA2gIR0CxdBd9Ujs2dX2UKGgGR0Bw5zSmZVn3aAdLw2gIR0CxdDOsDGLldX2UKGgGR0Bub7or4FibaAdLz2gIR0CxdHFdLQHBdX2UKGgGR0Bx2i8brC3xaAdLw2gIR0CxdJvF3pwCdX2UKGgGR0BwOb5HmRvFaAdL0GgIR0CxdLLJ8v25dX2UKGgGR0Bxqq1rqMWHaAdLvGgIR0CxdMrNbC79dX2UKGgGR0ByYfqyGBWgaAdL5GgIR0CxdP2rwOOKdX2UKGgGR0BxLyqbSZ0CaAdLvmgIR0CxdQkqc3ERdX2UKGgGR0BwlLMX7+DOaAdLvGgIR0CxdS5FocrBdX2UKGgGR0BvOPBacI7eaAdL0WgIR0CxdTFoDgZTdX2UKGgGR0ByF6Fg2IfsaAdLtGgIR0CxdTtUsFt9dX2UKGgGR0ByR3Gecx0uaAdL22gIR0CxdT9ETg2qdX2UKGgGR0Bz9+cMEzO5aAdL7GgIR0CxdU4gA6uGdX2UKGgGR0Byeyndfsu4aAdNFwFoCEdAsXVNbkfcOHV9lChoBkdAcSUk30f5lGgHS8BoCEdAsXVlJI1+AnV9lChoBkdAcoaDTSb6QGgHS9RoCEdAsXWV4qwyI3V9lChoBkdAc5IE12q1gGgHS/1oCEdAsXWYA5q/NHV9lChoBkdAc4myWiUPhGgHS7xoCEdAsXWizY287XV9lChoBkdAcL3KWLP2PGgHS79oCEdAsXXjdsSCe3V9lChoBkdAclHF3IMjNmgHS+xoCEdAsXYZbkfcOHV9lChoBkdAbvRXZoPCmGgHS9VoCEdAsXYg72criHV9lChoBkdAcOWyUs4DLmgHS7ZoCEdAsXZQ0iyIHnV9lChoBkdAb+mtRvWH12gHS8toCEdAsXZ5pN9H+nV9lChoBkdAbpyxC6YmcGgHS/VoCEdAsXaf6pHZsnV9lChoBkdAccc+tKZlWmgHS9hoCEdAsXahxOtW/HV9lChoBkdAc++JEH+qBGgHS95oCEdAsXaorBj4H3V9lChoBkdAck8fa6BiC2gHTQMBaAhHQLF2rcR15jZ1fZQoaAZHQG6mtN8E3bVoB0vKaAhHQLF2teWfK6p1fZQoaAZHQHE++QuEmIFoB0vyaAhHQLF22z9CNS91fZQoaAZHQHL8cXFcY65oB0v2aAhHQLF24O3DvVp1fZQoaAZHQHRrC5AhStNoB0vFaAhHQLF25HS4OMF1fZQoaAZHQHGDYzabnYBoB0vsaAhHQLF3IpHqeK91fZQoaAZHQHFggv6CUX5oB0vWaAhHQLF3Wtp22Xt1fZQoaAZHQHPPJGFzuF9oB00FAWgIR0Cxd2St7rs0dX2UKGgGR0BuhpbY9Pk8aAdLyGgIR0Cxd31yBCladX2UKGgGR0BzccpRXOnmaAdL3mgIR0Cxd6xLCemOdX2UKGgGR0Bw2e/ub7TEaAdLwGgIR0Cxd/XKfWc0dX2UKGgGR0BwMjbh3qzJaAdLx2gIR0CxeAqQmu1XdX2UKGgGR0BxVZAlfJFLaAdLwGgIR0CxeEWEK3NLdX2UKGgGR0BzHNcW0qpcaAdNBwFoCEdAsXhcf2bobHV9lChoBkdAcuxEofCAMGgHS+ZoCEdAsXhcqkM1CXV9lChoBkdAclFFBIFvAGgHS9loCEdAsXhvkwN9Y3V9lChoBkdAcs1rxRVIZ2gHS/doCEdAsXhzpnpSrHV9lChoBkdAcdxvugHu7mgHS9ZoCEdAsXh1hjOLSHV9lChoBkdAchRN5t3wC2gHTQsBaAhHQLF4iV8kUsZ1fZQoaAZHQHCSDF+/gzhoB0uxaAhHQLF4rqdH2AZ1fZQoaAZHQG9aHhjvuw5oB0u6aAhHQLF4tcrRSgp1fZQoaAZHQHGo5OerdWRoB0vYaAhHQLF4t32EkB11fZQoaAZHQHIlcHKOktVoB0vhaAhHQLF5F8PWhAZ1fZQoaAZHQHFqKInBtUJoB0vRaAhHQLF5KyCnP3V1fZQoaAZHQHBO5iExqO9oB0u2aAhHQLF55I7vG6x1fZQoaAZHQHC73mq5sj5oB0vFaAhHQLF55m7J4jd1fZQoaAZHQHNGHzg/C69oB0vEaAhHQLF56ksSTQp1fZQoaAZHQHJbo86mwaBoB0vQaAhHQLF56akAPup1fZQoaAZHQHIIqmCROlBoB0vaaAhHQLF5/e05U991fZQoaAZHQHMSV+7UXpJoB00PAWgIR0CxegeqebuudX2UKGgGR0BxACebutwKaAdLt2gIR0CxehvSH/LldX2UKGgGR0Bu5rA+IMz/aAdLwGgIR0CxejS8J2MbdX2UKGgGR0BxuwcWCVbBaAdL9WgIR0CxelKP8yeqdX2UKGgGR0BxL45tFa0QaAdL5WgIR0CxeoLKzRhMdX2UKGgGR0BgxK+SKWLQaAdN6ANoCEdAsXqmP3i71HV9lChoBkdAcR1XNTtLMGgHS8FoCEdAsXqqeg+Ql3V9lChoBkdAceUqKP4mC2gHS95oCEdAsXrwf+0gKXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 744, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9638e13d570d549a977c871ccc27d8a3212a175b508d45165537ecd231528732
-size 146671
+oid sha256:ad8ba6d7de829e95192cba98d79c13285c23c05f3a9be07e63f58b5ca0198bd2
+size 146639

ppo-LunarLander-v2/data

@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1695818008859862396,
+    "start_time": 1695819735039671707,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoyKT0DrB+8wKXtu+/cmjwKRIQ9hfJ/vQAAgD8AAIA/7f5Jvq0XJj9sJjS9KlDEvsE/Lb49sQ68AAAAAAAAAACaGc07e1abuhaMA7SzdhQvIoNfurDclDMAAIA/AACAP2aoI7093i27OMJ+PAGivjwAqm+8+4ikPQAAgD8AAIA/mjV1PSS+KTxQ9o48Zq5pvkqZBTzAPEA6AAAAAAAAAABzx+q9pDL4PrmwPT2x3Iu+HS8MvY6LEbsAAAAAAAAAAGbj/jwVB70/quWFPnr7Bz76U/E8ZCcDPgAAAAAAAAAAzQphPB/99DytoYs9f5b5vR7UhD3NJri8AAAAAAAAAAAA3Mw87296PmmpAL59U6e+rM4/vKWxfj0AAAAAAAAAADNc6DzJgZ4+LBo9vQzQpL7NKWi8sCRLPQAAAAAAAAAA5s5rPiD6pD5E0pC+oz2KvoY6TLwm1UK9AAAAAAAAAADNOH+8x9FSPsxART0yUFa+GLmFuxMBST0AAAAAAAAAAM1u2TzD/T26nQGTtZKez7Bc8xe7qvm0NAAAgD8AAIA/Mzm6vNeeJDxS7tQ9oHCLvgzpKzyNQUg9AAAAAAAAAABmldu8V62HP7LU/rxKXwK/2BUXvbRsDz0AAAAAAAAAAM3D6bzhyKC6xp3MOusQYTXKEPi4c7TruQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACpoz3SGOs86AS0vb3+Y75AVl08VsjKvAAAAAAAAAAA4O8DPtNEBj9izxe+W8jAvqFz8joLnrq9AAAAAAAAAABakKG9yLAhP55zdT38fAW/9+K0vbGRHj4AAAAAAAAAAEBph73Kpy8+quJ2PvWQsL6hG1U9fssbPQAAAAAAAAAAzc5zPF914jyaWl4+v2B3vrdh+z1u4sA8AAAAAAAAAAAN4S6+3AFdvP6Imbt7sPm5YgvCPZHNyjoAAIA/AACAP539er4ljuo+N3srPp4g/r5ZBUm+ZkUSPgAAAAAAAAAAQIk1vuVuPz7U7zU+Puqevo87Vbz0eSy9AAAAAAAAAACawQS99gAPuvitvrqJv7u1p1lruwjw4zkAAAAAAAAAAGbppDxDkrI/P50qP1Jhhb6iqo+8Tk+XvQAAAAAAAAAAWn0+vqg8pbzFsk07ZwaxOQCqGD7aR4m6AACAPwAAgD9msY+9xEOEPUDihT4XzrC+brHHPZeTJz0AAAAAAAAAAMPWir6Xf2w/q+fMvrDRNb+92Qa/FvjTvQAAAAAAAAAAM4yEvYmEDT2t3N49+46GvpJxljy+eXY8AAAAAAAAAAAauWE97Y4+PkAK+Trx9Kq+kyg2vJg9cD0AAAAAAAAAAA39Rr7lImQ/tnRkviAdEb8xtbq+DrievQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVAwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHIub5mAbyaMAWyUS9eMAXSUR0CnlQL7GecydX2UKGgGR0Byfa/GlyimaAdL7GgIR0CnlSbJW/8EdX2UKGgGR0BxSbWtlqagaAdNPgFoCEdAp5WJrJr+HnV9lChoBkdAcJXjebd8A2gHS+5oCEdAp5Zdfb9IgHV9lChoBkdAcKwzo2XLNmgHS+FoCEdAp5ZbpzLfUHV9lChoBkdAQtWvMbFS9GgHS85oCEdAp5Z6SJTESHV9lChoBkdAbzLoGIKtxWgHS91oCEdAp5c3FNtZWHV9lChoBkdAc1gQXyiEhGgHS/hoCEdAp5fFwFTvRnV9lChoBkdAcTPV5a/yoWgHTQ8BaAhHQKeX5iz9jwx1fZQoaAZHQHHOLjYI0IloB0v3aAhHQKeYBypaRp11fZQoaAZHQHP9BrzoUztoB00WAWgIR0CnmKfechC/dX2UKGgGR0BxO6tdRiw0aAdL42gIR0CnmLygoPTYdX2UKGgGR0ByW2CDmKZVaAdNDQFoCEdAp5lG5tm+TXV9lChoBkdAcxdHvttygmgHS/doCEdAp5lFuFYdQ3V9lChoBkdAUhXTZxrBTGgHS8loCEdAp5mAcT8HfXV9lChoBkdAcMNlkpZwGWgHS/5oCEdAp5mdWhh6SnV9lChoBkdASMj5mAbyY2gHS6RoCEdAp5n0U/OdG3V9lChoBkdAcGxR0lqrR2gHS+RoCEdAp5oBD7ZWaXV9lChoBkdAcDBwLVnVXmgHS+xoCEdAp5oDDAJswnV9lChoBkdAcFZHvttygmgHTQkBaAhHQKebaMkyDZl1fZQoaAZHQHESoddVvMtoB005AWgIR0Cnm5saKk2xdX2UKGgGR0BycDPRiPQwaAdL92gIR0Cnm76fzz3AdX2UKGgGR0ByTZGI9C/oaAdNLAFoCEdAp5v/RLK3eHV9lChoBkdAcfRz5GjKxWgHS/BoCEdAp5wH2ZiNKnV9lChoBkdAcXaMmnfl62gHS/doCEdAp5w4Ka5PM3V9lChoBkdAc4Y850bLlmgHS/RoCEdAp5xDwx33YnV9lChoBkdAUzH27FsHjmgHS+RoCEdAp5x2xjawlnV9lChoBkdAcclqqwQlKWgHS+ZoCEdAp5yK+6Ae73V9lChoBkdAbrTGy5Zr6GgHS+9oCEdAp50EEkjX4HV9lChoBkdAcj+QGwA2h2gHS/xoCEdAp51WeFtbcHV9lChoBkdAclJ9Dx9XtGgHS/poCEdAp51jsyBTXXV9lChoBkdAc6Ap22XsxGgHS+BoCEdAp51ola8pTnV9lChoBkdAcMzJ4B3iaWgHTRsBaAhHQKedmfzSThZ1fZQoaAZHQHMV9xZMcp9oB0v0aAhHQKedqW1MM7V1fZQoaAZHQHIL8iW3Sa5oB00PAWgIR0CnneqMNtqIdX2UKGgGR0BxKX6oESuhaAdL0WgIR0Cnp8wWFev7dX2UKGgGR0Bvj2P7vXsgaAdLzWgIR0Cnp/qWszVMdX2UKGgGR0By364+bExZaAdL9WgIR0CnqEGig00ndX2UKGgGR0Bx8rq+rU9ZaAdNDwFoCEdAp6h+I9C/oXV9lChoBkdAcl3OeJ53T2gHS/RoCEdAp6ijIJZ4fXV9lChoBkdAcOprwOOKfmgHS/BoCEdAp6kFo371qXV9lChoBkdAcYLDPWxyGWgHTQ0BaAhHQKepQ5Lh73R1fZQoaAZHQHI9fN7jT8ZoB00NAWgIR0CnqZzyJ9ApdX2UKGgGR0ByoFmrbQC0aAdNJwFoCEdAp6nAhQm/nHV9lChoBkdAcDI4GD+R5mgHS/VoCEdAp6nD1XeWOnV9lChoBkdAcXf1bJOnEWgHS+RoCEdAp6nyJwbVBnV9lChoBkdAb804x1xKhGgHS99oCEdAp6om7jDKo3V9lChoBkdAcYV+pwS8J2gHS/VoCEdAp6pfnKW9lHV9lChoBkdAcLUO6unuRmgHTQ4BaAhHQKeqb90ihWZ1fZQoaAZHQHCQzaGpMpRoB00gAWgIR0CnqrtJ4B3idX2UKGgGR0Byy6DvmYBvaAdNCgFoCEdAp6sI9cKPXHV9lChoBkdAcAxsC1Z1WGgHS9xoCEdAp6tMPSUkfXV9lChoBkdAciF2+fywwGgHS9loCEdAp6u1B6a9b3V9lChoBkdAcVc5DJEH+2gHS9toCEdAp6vcvTPSlXV9lChoBkdAcR4ZjQRf4WgHS/doCEdAp6vrh1klNXV9lChoBkdAcUafQ8fV7WgHTRYBaAhHQKer9QMx46h1fZQoaAZHQHNUAj6eoUBoB0vpaAhHQKesXhd+ocd1fZQoaAZHQHAzb9If8uVoB0vhaAhHQKescnk1dgR1fZQoaAZHQHB47r9l2/1oB0voaAhHQKes1ZPl+3J1fZQoaAZHQELMCBf8dghoB0vFaAhHQKetNpzLfUF1fZQoaAZHQHBtuv6j325oB0v2aAhHQKetNqDbrTp1fZQoaAZHQHLEmjj7yhBoB0v2aAhHQKetYuaF23d1fZQoaAZHQHHkH4Glhw5oB00PAWgIR0CnrY0Aksz3dX2UKGgGR0Byxrbah6BzaAdL+2gIR0CnratJnQIEdX2UKGgGR0Bwr6Zv1lGxaAdNDgFoCEdAp65lCgK4QXV9lChoBkdAchRka/ATI2gHTQgBaAhHQKeu01CPZIx1fZQoaAZHQHCXOQMhHLBoB0vxaAhHQKevQefZmI11fZQoaAZHQG0hNoi9qUNoB00TAWgIR0Cnr5XzUZvUdX2UKGgGR0BwcJiiItUXaAdNCwFoCEdAp7CAWYWtVHV9lChoBkdAcWBz+m3vyGgHS/toCEdAp7CQoiLVF3V9lChoBkdAbri6g/Tsp2gHTQ0BaAhHQKew5jgAIY51fZQoaAZHQG9ojua4MF5oB00SAWgIR0CnsO/J/5LzdX2UKGgGR0BzXh5qubI+aAdNBgFoCEdAp7F5udf9gnV9lChoBkdAcTB9Iwudw2gHS+xoCEdAp7GjmQr+YXV9lChoBkdAc8NL/0dzXGgHTRsBaAhHQKeyENMGorF1fZQoaAZHQHEsCtNi6QNoB0v2aAhHQKeyrRMvh611fZQoaAZHQHBPXL7oB7xoB00HAWgIR0CnstBHskY5dX2UKGgGR0BzKeyv9tMxaAdL/2gIR0CnszmFi8WcdX2UKGgGR0BweRSeiBXkaAdNGQFoCEdAp7NGalUIcHV9lChoBkdAcrknVXmvGWgHTQwBaAhHQKezxFxXGOx1fZQoaAZHQHNwecH4XXRoB0vxaAhHQKez9If8uSR1fZQoaAZHQHEIz7/GVA1oB00CAWgIR0CntNVstTUBdX2UKGgGR0BvSFrXUYsNaAdNAgFoCEdAp7VGR1X/53V9lChoBkdAb/haxHG0eGgHTQYBaAhHQKe1xCrLhaV1fZQoaAZHQE+VzH0btJFoB0vGaAhHQKe2NhjOLR91fZQoaAZHQHE2HFglWwNoB0v6aAhHQKe2Yz/p+tt1fZQoaAZHQHN8FsYVIqdoB0v5aAhHQKe2a7/XGwR1fZQoaAZHQHDMnscABDJoB0v+aAhHQKe22snRb8p1fZQoaAZHQHI/JE6T4cpoB0vraAhHQKe3KYEW69V1fZQoaAZHQHL//ikwevJoB00QAWgIR0Cntzc63iJgdX2UKGgGR0By+kHeJpFkaAdL9WgIR0Cnt8l+uvECdX2UKGgGR0ByEJuMuOCHaAdL5GgIR0Cnt/gX2ugZdX2UKGgGR0ByU2r2g398aAdL32gIR0CnuFCcoYvWdX2UKGgGR0ByaUphF3INaAdL9mgIR0CnuHfKyOaOdX2UKGgGR0Bwf/HU+cH4aAdNAgFoCEdAp7kfBnBciXV9lChoBkdAcajCF9KEnWgHS/NoCEdAp7k7Tx5LRXV9lChoBkdAcj3O58Sf2GgHS/ZoCEdAp7l4VXV9W3V9lChoBkdAcLLsqaw2VGgHS+toCEdAp7oG8yvcJ3V9lChoBkdAcAsLux8lX2gHS+1oCEdAp7pPPTodMnV9lChoBkdAcEte+mFajmgHTQABaAhHQKe65BacI7h1ZS4="
+        ":serialized:": "gAWV6gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHPi5byH2yuMAWyUS7iMAXSUR0Cxafq6reZYdX2UKGgGR0Bv6JUDMeOoaAdL8GgIR0Cxagf82rGSdX2UKGgGR0BxdAtYjjaPaAdLymgIR0Cxagw3DNyHdX2UKGgGR0ByX7+kxh2GaAdL52gIR0CxahwfuCwsdX2UKGgGR0BxS3zPKMefaAdL9WgIR0Cxaj2PxQSBdX2UKGgGR0BwidrN4Z/DaAdLtGgIR0CxakvykKu0dX2UKGgGR0BwEr3vhIe6aAdL3GgIR0CxalyHdoFndX2UKGgGR0BJ1Dv/io87aAdLoGgIR0CxaoivTw2EdX2UKGgGR0ByPjNRm9QGaAdLzmgIR0Cxarr4WUKRdX2UKGgGR0BzSzPQfIS2aAdL5mgIR0Cxarw+2VmjdX2UKGgGR0BwoEaMrEtNaAdL0WgIR0CxauhddE9ddX2UKGgGR0Bv0Sur6tT2aAdLzWgIR0Cxaw1V5rxidX2UKGgGR0Bwd11QqI8AaAdLvWgIR0Cxay8k+otMdX2UKGgGR0Bw5u2+fywwaAdL32gIR0Cxa0IeHSF5dX2UKGgGR0Bxi0tAcDKYaAdLymgIR0Cxa0p0fYBedX2UKGgGR0BYgJDiOvMbaAdLxWgIR0Cxa0/4IrvtdX2UKGgGR0BxfQXEZR8/aAdNEAFoCEdAsWtSx4Y773V9lChoBkdAc5RLNOdoWmgHS71oCEdAsWuLXAdn03V9lChoBkdAceCXrdFfA2gHS7NoCEdAsWuObpeNUHV9lChoBkdAb2ba1TisGWgHS+hoCEdAsWue6/ZdwHV9lChoBkdAcb060pmVaGgHS9toCEdAsWuuABkqc3V9lChoBkdAczVGNJe3QWgHS/toCEdAsWut16mfoXV9lChoBkdAb1OBq9GqgmgHS91oCEdAsWwBWilBQnV9lChoBkdAdCxhf0Eov2gHS7poCEdAsWwmE0zj3nV9lChoBkdAcaycbR4QjGgHS/loCEdAsWxuSyMUAXV9lChoBkdAcPretjkMkWgHS/hoCEdAsWxuOXE61nV9lChoBkdAco86Kcd5p2gHS95oCEdAsWyPzK9wm3V9lChoBkdAcYRt/4Irv2gHS8RoCEdAsWyahL5AQnV9lChoBkdAb43i2DxsmGgHS8poCEdAsWypE+gUUXV9lChoBkdAcML4LkS26WgHS9VoCEdAsWy93kgfVHV9lChoBkdAbbktV7x/eGgHS8FoCEdAsWzcGA08/3V9lChoBkdAb9KVJtix3WgHS8poCEdAsXOlvqC6H3V9lChoBkdAcowE9+w1SGgHS/ZoCEdAsXOnZ/Tb4HV9lChoBkdAcTTEmY0EYGgHS7hoCEdAsXOq8kD6nHV9lChoBkdAcnvjGT9sJ2gHS8toCEdAsXPLbfxc3XV9lChoBkdAcit+jM3ZPGgHTRkBaAhHQLFz1FFlTWJ1fZQoaAZHQHLKgJXyRSxoB0vkaAhHQLFz7lu3trt1fZQoaAZHQGH6P9tMwlBoB03oA2gIR0CxdBd9Ujs2dX2UKGgGR0Bw5zSmZVn3aAdLw2gIR0CxdDOsDGLldX2UKGgGR0Bub7or4FibaAdLz2gIR0CxdHFdLQHBdX2UKGgGR0Bx2i8brC3xaAdLw2gIR0CxdJvF3pwCdX2UKGgGR0BwOb5HmRvFaAdL0GgIR0CxdLLJ8v25dX2UKGgGR0Bxqq1rqMWHaAdLvGgIR0CxdMrNbC79dX2UKGgGR0ByYfqyGBWgaAdL5GgIR0CxdP2rwOOKdX2UKGgGR0BxLyqbSZ0CaAdLvmgIR0CxdQkqc3ERdX2UKGgGR0BwlLMX7+DOaAdLvGgIR0CxdS5FocrBdX2UKGgGR0BvOPBacI7eaAdL0WgIR0CxdTFoDgZTdX2UKGgGR0ByF6Fg2IfsaAdLtGgIR0CxdTtUsFt9dX2UKGgGR0ByR3Gecx0uaAdL22gIR0CxdT9ETg2qdX2UKGgGR0Bz9+cMEzO5aAdL7GgIR0CxdU4gA6uGdX2UKGgGR0Byeyndfsu4aAdNFwFoCEdAsXVNbkfcOHV9lChoBkdAcSUk30f5lGgHS8BoCEdAsXVlJI1+AnV9lChoBkdAcoaDTSb6QGgHS9RoCEdAsXWV4qwyI3V9lChoBkdAc5IE12q1gGgHS/1oCEdAsXWYA5q/NHV9lChoBkdAc4myWiUPhGgHS7xoCEdAsXWizY287XV9lChoBkdAcL3KWLP2PGgHS79oCEdAsXXjdsSCe3V9lChoBkdAclHF3IMjNmgHS+xoCEdAsXYZbkfcOHV9lChoBkdAbvRXZoPCmGgHS9VoCEdAsXYg72criHV9lChoBkdAcOWyUs4DLmgHS7ZoCEdAsXZQ0iyIHnV9lChoBkdAb+mtRvWH12gHS8toCEdAsXZ5pN9H+nV9lChoBkdAbpyxC6YmcGgHS/VoCEdAsXaf6pHZsnV9lChoBkdAccc+tKZlWmgHS9hoCEdAsXahxOtW/HV9lChoBkdAc++JEH+qBGgHS95oCEdAsXaorBj4H3V9lChoBkdAck8fa6BiC2gHTQMBaAhHQLF2rcR15jZ1fZQoaAZHQG6mtN8E3bVoB0vKaAhHQLF2teWfK6p1fZQoaAZHQHE++QuEmIFoB0vyaAhHQLF22z9CNS91fZQoaAZHQHL8cXFcY65oB0v2aAhHQLF24O3DvVp1fZQoaAZHQHRrC5AhStNoB0vFaAhHQLF25HS4OMF1fZQoaAZHQHGDYzabnYBoB0vsaAhHQLF3IpHqeK91fZQoaAZHQHFggv6CUX5oB0vWaAhHQLF3Wtp22Xt1fZQoaAZHQHPPJGFzuF9oB00FAWgIR0Cxd2St7rs0dX2UKGgGR0BuhpbY9Pk8aAdLyGgIR0Cxd31yBCladX2UKGgGR0BzccpRXOnmaAdL3mgIR0Cxd6xLCemOdX2UKGgGR0Bw2e/ub7TEaAdLwGgIR0Cxd/XKfWc0dX2UKGgGR0BwMjbh3qzJaAdLx2gIR0CxeAqQmu1XdX2UKGgGR0BxVZAlfJFLaAdLwGgIR0CxeEWEK3NLdX2UKGgGR0BzHNcW0qpcaAdNBwFoCEdAsXhcf2bobHV9lChoBkdAcuxEofCAMGgHS+ZoCEdAsXhcqkM1CXV9lChoBkdAclFFBIFvAGgHS9loCEdAsXhvkwN9Y3V9lChoBkdAcs1rxRVIZ2gHS/doCEdAsXhzpnpSrHV9lChoBkdAcdxvugHu7mgHS9ZoCEdAsXh1hjOLSHV9lChoBkdAchRN5t3wC2gHTQsBaAhHQLF4iV8kUsZ1fZQoaAZHQHCSDF+/gzhoB0uxaAhHQLF4rqdH2AZ1fZQoaAZHQG9aHhjvuw5oB0u6aAhHQLF4tcrRSgp1fZQoaAZHQHGo5OerdWRoB0vYaAhHQLF4t32EkB11fZQoaAZHQHIlcHKOktVoB0vhaAhHQLF5F8PWhAZ1fZQoaAZHQHFqKInBtUJoB0vRaAhHQLF5KyCnP3V1fZQoaAZHQHBO5iExqO9oB0u2aAhHQLF55I7vG6x1fZQoaAZHQHC73mq5sj5oB0vFaAhHQLF55m7J4jd1fZQoaAZHQHNGHzg/C69oB0vEaAhHQLF56ksSTQp1fZQoaAZHQHJbo86mwaBoB0vQaAhHQLF56akAPup1fZQoaAZHQHIIqmCROlBoB0vaaAhHQLF5/e05U991fZQoaAZHQHMSV+7UXpJoB00PAWgIR0CxegeqebuudX2UKGgGR0BxACebutwKaAdLt2gIR0CxehvSH/LldX2UKGgGR0Bu5rA+IMz/aAdLwGgIR0CxejS8J2MbdX2UKGgGR0BxuwcWCVbBaAdL9WgIR0CxelKP8yeqdX2UKGgGR0BxL45tFa0QaAdL5WgIR0CxeoLKzRhMdX2UKGgGR0BgxK+SKWLQaAdN6ANoCEdAsXqmP3i71HV9lChoBkdAcR1XNTtLMGgHS8FoCEdAsXqqeg+Ql3V9lChoBkdAceUqKP4mC2gHS95oCEdAsXrwf+0gKXVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 496,
+    "_n_updates": 744,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0800fee5377158b9e566740c93f93ee28211567d00883b098dd7b399adf65545
+oid sha256:7da0a0ad065adf3dfab1967505ecb3601b2bcdb74578be820084d3e76fd4e2f2
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:265e0cdeeeb493bf9e53738167092063a053fec8ff90efc8be2f6c231c49f33d
+oid sha256:e53c24f4ed6d06d27773f14302d10f7ad57e78c4f7086c22acce0f1a96eb112c
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 281.4179988082716, "std_reward": 19.240299077978197, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-09-27T12:57:37.110179"}
+{"mean_reward": 279.9840439890025, "std_reward": 14.855041244115148, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-09-27T13:26:30.737662"}