deep-rl course unit 1

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -493.12 +/- 111.14
+      value: 198.91 +/- 38.70
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7adcedb81240>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7adcedb812d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7adcedb81360>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7adcedb813f0>", "_build": "<function ActorCriticPolicy._build at 0x7adcedb81480>", "forward": "<function ActorCriticPolicy.forward at 0x7adcedb81510>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7adcedb815a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7adcedb81630>", "_predict": "<function ActorCriticPolicy._predict at 0x7adcedb816c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7adcedb81750>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7adcedb817e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7adcedb81870>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7adcedb1fdc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 114688, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705991896388969086, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZx0zwYbb8/5qT/PcGSVzzVK+S9g4VQvgAAAAAAAAAAYPzRPicDQb3SC6m9DmYPvkLl8z7Syyu/AAAAAAAAAABz5FY+89JbP+bsCT9gKmG/OscAPMU9cz0AAAAAAAAAAFrXA74vmow/JJgQv1NWOb/IJWs9Xm3RPAAAAAAAAAAAMEGIPuSSvj8WsO0+V0xevgsnAD6tHEo+AAAAAAAAAACm1Yq9VgivP00h/b7z93++hqu2PH6MMT0AAAAAAAAAALpAMz7B7Fo/K3WlPlx+Nr+zwRg+U+DQPQAAAAAAAAAAmj4ePXMY2j5+0mO+VfZGvxA4lD6Guhy8AAAAAAAAAAAmopg+5ArTPSWS3jwrhYK/iz/LPmDKdL0AAAAAAAAAAOZILr0XYa0/PkSBu35PIb8961u+vsxzvQAAAAAAAAAAmqHxu9zvOj8bD9w8cW42v5cOCD17AF69AAAAAAAAAACA0H296AS4P2LDz74p1pW9NRSJu6rvGD0AAAAAAAAAAM18zDxyfmU+iPllPue3Z7+hAUS+u+11vQAAAAAAAAAAwPXpPZ7Jiz/eVPc91ynsvhWlZz5KvJQ9AAAAAAAAAACadoW82TutP/viPL7k8pm+htCZO5PPsrwAAAAAAAAAAI0v6z2fs70/8Cv0Pmop3L1cEDS91v+ivQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.1468799999999999, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFWgMHKOktWMAWyUS36MAXSUR0B8iU5ggHNYdX2UKGgGR8BL7r+HaewtaAdLb2gIR0B8iYVJtix3dX2UKGgGR8BFeEv9LpRoaAdLS2gIR0B8ibGuLaVVdX2UKGgGR8A6lNj9XLeRaAdLmGgIR0B8iaTNdJJ5dX2UKGgGR8BTa08q4H5aaAdLYGgIR0B8ibywwCbMdX2UKGgGR8BWN44yXUpeaAdLX2gIR0B8ikAq/dqMdX2UKGgGR8BaMXQhOgxraAdLr2gIR0B8irysjmjkdX2UKGgGR8BTiuDJ2dNGaAdLdmgIR0B8i4k+otL+dX2UKGgGR8BTs74rSVnmaAdLQGgIR0B8jA+fRNRFdX2UKGgGR8BIpDCgsbvPaAdLWGgIR0B8jA4cWCVbdX2UKGgGR8BR+hcVxjriaAdLRGgIR0B8jCakRBeHdX2UKGgGR8BgqJOxjawmaAdLiGgIR0B8jI+lj3EidX2UKGgGR8BMUQQDmr80aAdLc2gIR0B8jMFxGUfQdX2UKGgGR8BVMs+A3DNyaAdLeGgIR0B8jVn27FsIdX2UKGgGR8BTtgHqu8sdaAdLR2gIR0B8jstxuKoAdX2UKGgGR8BIvBkqc3ERaAdLWGgIR0B8j1YbKifydX2UKGgGR8BY+4HLRrrPaAdLWGgIR0B8j/b48EFGdX2UKGgGR8BHgRo7FKkEaAdLaGgIR0B8kVx2jfvXdX2UKGgGR8BX2HcpLEk0aAdLWWgIR0B8kUpmVZ9vdX2UKGgGR8BdA7VBlcyFaAdLcmgIR0B8kcxUNrj6dX2UKGgGR8BWg6mKqGUOaAdLVWgIR0B8knV7Qb++dX2UKGgGR8BONXaBZpztaAdLUWgIR0B8kpld1MdtdX2UKGgGR8BctUwevIOpaAdLYGgIR0B8kzZZjhDPdX2UKGgGR8BFbqRlpXZHaAdLjGgIR0B8k09A5aNddX2UKGgGR8BEVzAnDziCaAdLgmgIR0B8lB8eCCjDdX2UKGgGR8BbDj4QBgeBaAdLa2gIR0B8lOohpxm1dX2UKGgGR8BTkmKqGUOeaAdLUGgIR0B8lSHxjJ+2dX2UKGgGR8BOsQiiZfD2aAdLkmgIR0B8lp1fVqetdX2UKGgGR8BqsrDMvAXVaAdLi2gIR0B8lqGDcuandX2UKGgGR8A5sv+wTufFaAdLsGgIR0B8lvrOZ9eAdX2UKGgGR8BRrNoWYWtVaAdLTmgIR0B8l3qt5le4dX2UKGgGR8BabBD9fkWAaAdLZWgIR0B8l8/LTx5LdX2UKGgGR8BTV18Ti83/aAdLXmgIR0B8mIVM23rldX2UKGgGR8BY8CUC7sfJaAdLemgIR0B8mMZ/CqIadX2UKGgGR8BOw8K5TZQIaAdLVWgIR0B8mc8ox59mdX2UKGgGR8BM75ha1TisaAdLWGgIR0B8mfTnaFmGdX2UKGgGR8Bhk0WZZ0SzaAdLqWgIR0B8mjied07sdX2UKGgGR8BYVP2wmmcfaAdLcmgIR0B8m0C6pYLcdX2UKGgGR8BdEzQRf4RFaAdLfGgIR0B8m0HRkVesdX2UKGgGR8BVV8ry1/lRaAdLe2gIR0B8m8xrSE13dX2UKGgGR8AF1ITXarWAaAdLZGgIR0B8nIRNATqTdX2UKGgGR8A/PJfYzzmPaAdLUmgIR0B8nPfuTibVdX2UKGgGR8BTU6cEvCdjaAdLh2gIR0B8nj1anrIHdX2UKGgGR8Bg91jslb/waAdLYWgIR0B8nsYJmdy1dX2UKGgGR8BdWsDW9US7aAdLhGgIR0B8nts41gpjdX2UKGgGR8BkaCQaJhvzaAdLd2gIR0B8n56cAimmdX2UKGgGR8BDvFajesPraAdLWWgIR0B8oK8f3evZdX2UKGgGR8BDWDcM3IdVaAdLRGgIR0B8oJVLi++NdX2UKGgGR8BS3x02cawVaAdLfmgIR0B8omEWZZ0TdX2UKGgGR8BVNwcPvrnlaAdLfmgIR0B8oqwUxmCidX2UKGgGR8BgUVOARTS9aAdLpGgIR0B8o15xBE8adX2UKGgGR8BZLLOAy2x6aAdLmGgIR0B8o8QK8cuKdX2UKGgGR8BSCo6CDmKZaAdLf2gIR0B8pDhDPWxydX2UKGgGR8BZdYF7laKUaAdLaWgIR0B8pHms/6frdX2UKGgGR8BUtYGY8dPtaAdLcWgIR0B8pIpTdcjadX2UKGgGR8BWsALy+YdAaAdLhmgIR0B8pR6OYIBzdX2UKGgGR8BXR66asp5NaAdLWGgIR0B8pihDgIhRdX2UKGgGR8BFGdy925hCaAdLcmgIR0B8pmSLZSNwdX2UKGgGR8BTSozN2TxHaAdLbWgIR0B8px3GGVRldX2UKGgGR8BX0Gk30f5laAdLWGgIR0B8p6qCHymRdX2UKGgGR8BYJ/gBLf1paAdLZmgIR0B8p9je9Ba+dX2UKGgGR8BWpdJOFg2IaAdLkGgIR0B8qB4yGi5/dX2UKGgGR8BHJmMn7YTTaAdLSWgIR0B8qUlZ5iVjdX2UKGgGR8BN3mzSkTHsaAdLiGgIR0B8qYYP5HmSdX2UKGgGR8BRaYhUzbeuaAdLdWgIR0B8qeVJL/S6dX2UKGgGR8BSWIeDFqBVaAdLS2gIR0B8qgPlMh5gdX2UKGgGR8BY4Z3os7MgaAdLcGgIR0B8qzRF7UobdX2UKGgGR8BVcRgE2YOUaAdLbGgIR0B8q5ZQpF1CdX2UKGgGR8BUhqpPykKvaAdLgWgIR0B8rFK28Zk1dX2UKGgGR8BQ6FGTcIqtaAdLa2gIR0B8rGu0TlDGdX2UKGgGR8BK1v07KaG6aAdLUGgIR0B8rRCeEqUedX2UKGgGR8BX1y5/b0voaAdLf2gIR0B8ra1QZXMhdX2UKGgGR8BVjbOZ9d/saAdLaGgIR0B8rebRWtEHdX2UKGgGR8BXVo1+AmReaAdLV2gIR0B8rl0bLlmwdX2UKGgGR8BYkLJnxri3aAdLR2gIR0B8r1fiPyTZdX2UKGgGR8BQvw6uGKyfaAdLXmgIR0B8rzugHu7ZdX2UKGgGR8BP29c0Ltu2aAdLj2gIR0B8r8f6oESvdX2UKGgGR8BJJGsFMZgpaAdLb2gIR0B8sB9c8kledX2UKGgGR8BiQPk1dgOSaAdLXWgIR0B8sLXK8tf5dX2UKGgGR8BQFmQOnVG1aAdLlGgIR0B8sZ2ZAprldX2UKGgGR8BW+jI/7iyZaAdLcWgIR0B8sg04zabndX2UKGgGR8Amy03Ov+wUaAdLbGgIR0B8smQ0XP7fdX2UKGgGR8Bcd1dgOSW7aAdLXmgIR0B8suSKWLP2dX2UKGgGR8BPT9FOO802aAdLY2gIR0B8s/kPtlZpdX2UKGgGR8BTeFy3kPtlaAdLWWgIR0B8tOQHRkVfdX2UKGgGR8BR7DASFoL5aAdLVmgIR0B8tSuSwGGEdX2UKGgGR8BWQMYIjW07aAdLaGgIR0B8tTx0+1SgdX2UKGgGR8A/LODaoMrmaAdLTGgIR0B8tTwazeGgdX2UKGgGR8BT5ETYdyT7aAdLfmgIR0B8tiDxsl9jdX2UKGgGR8AnWcOskpqiaAdLkGgIR0B8tnP1L8JldX2UKGgGR8BQC1XzUZvUaAdLVGgIR0B8tqA9V3lkdX2UKGgGR8BVKPUnXumaaAdLYmgIR0B8t1ZIQOFydX2UKGgGR8BV7+hwl0HRaAdLT2gIR0B8uATHsC1adX2UKGgGR8BS9KqXF98aaAdLi2gIR0B8uGTmnwXqdX2UKGgGR8BaFhG6PKdQaAdLcWgIR0B8uUnXumaZdX2UKGgGR8BZ2WDlHSWraAdLZWgIR0B8uTneSB9UdX2UKGgGR8BWNpKWcBluaAdLV2gIR0B8uXq8lHBldX2UKGgGR8BKOYFJQLuyaAdLZGgIR0B8ueHuZ1FIdX2UKGgGR8BH9kYGdI5HaAdLR2gIR0B8uhS/CZWrdX2UKGgGR8BVoOdTYNAkaAdLSGgIR0B8umvfTCtSdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 28, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7adcedb81240>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7adcedb812d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7adcedb81360>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7adcedb813f0>", "_build": "<function ActorCriticPolicy._build at 0x7adcedb81480>", "forward": "<function ActorCriticPolicy.forward at 0x7adcedb81510>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7adcedb815a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7adcedb81630>", "_predict": "<function ActorCriticPolicy._predict at 0x7adcedb816c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7adcedb81750>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7adcedb817e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7adcedb81870>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7adcedb1fdc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705995152560256616, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALgUmL6PRoI/mpwgPrzpUb7z/o++DwMtPgAAAAAAAAAAMyCvvQWEvD/4KP6+kKLdvByJBT2Crfa9AAAAAAAAAAAqPlW+z4wAPTAlkrobTG454HaRvttq4zkAAIA/AACAP4BypL3sEYS5beZpOStaoDTNXf+6An2JuAAAgD8AAIA/OpbHPlhiMT8Cnxw+UC+FvpMEqz2XKyW8AAAAAAAAAABNbuq9L2igP3uo/r6iSe2+WQINvlUGW74AAAAAAAAAAIBUcb323A661ReCui/UsbUL0MU6O5OVOQAAgD8AAIA/riKRvqhnYD/O8iW+JrqMvvgI072YVUw7AAAAAAAAAABmYKw8UhC+uS/GTDuM+Ry4MH2sus6WBroAAIA/AACAP5qS1zwhcoI/1+S6PKzaor5Kr4k8PqsFvQAAAAAAAAAAdgnHvhDeVz8VmDu+j2+nvvOrob466yE+AAAAAAAAAACGlx0+VNKDPTTwG76EqDe+GbSWvL1/z7sAAAAAAAAAAI3Myr17VKQ5w3FZvOWMHTxq0+c6CXsQPQAAAAAAAAAAs1CTPa7fiLqWArq5Fyl9trsg6LrajdM4AACAPwAAgD9AoRy+H4m3PlOcxrxHbia+v+FBPNeCiL0AAAAAAAAAAFPePr4K/Bw8Zga0OnIbnLhDLKm9XtbTuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQFdv6XSjQAyMAWyUTegDjAF0lEdAsH5CSkj5bnV9lChoBkdAYAHOlfqoqGgHTegDaAhHQLB+96oESuh1fZQoaAZHQExkQJ5VwP1oB03oA2gIR0Cwf7fS+g14dX2UKGgGR8BC+gGSpzcRaAdL4GgIR0CwgFW5hBqsdX2UKGgGR0BgHd9KEnLJaAdN6ANoCEdAsIMkuEmICXV9lChoBkdAWYyjTKDCg2gHTegDaAhHQLCHP3IdU851fZQoaAZHQF6Sp0wJw85oB03oA2gIR0Cwh//029+PdX2UKGgGR0BZk+Vs1sLwaAdN6ANoCEdAsIqV2xIJ7nV9lChoBkdAXk0UtZmqYWgHTegDaAhHQLCRc6nR9gF1fZQoaAZHQGHKXf642CNoB03oA2gIR0CwkaMKXv6TdX2UKGgGR0BZRevUz9CNaAdN6ANoCEdAsJIP9CNS63V9lChoBkdAXLKgi/wiJWgHTegDaAhHQLCSekvboKV1fZQoaAZHQFas1dxAB1doB03oA2gIR0Cwk5c/yGzsdX2UKGgGR8BH9mZE2HclaAdL2GgIR0Cwk7wJ5VwQdX2UKGgGR0BY4YlyBClaaAdN6ANoCEdAsJcVVlwtKHV9lChoBkdAO0Uf9xZMc2gHTQ8BaAhHQLCXdfJ3gUF1fZQoaAZHQF97/m1YyO9oB03oA2gIR0CwmR3BP9DQdX2UKGgGR0Bggjghr30xaAdN6ANoCEdAsJzpzcRDkXV9lChoBkdAPQLIxQBPsWgHS/hoCEdAsJ0U54nndXV9lChoBkdAYEO4yXUpeGgHTegDaAhHQLCejGyHEdh1fZQoaAZHQGHB2xIJ7cBoB03oA2gIR0Cwn0RY7q6fdX2UKGgGR0BLfAbp/wy7aAdN6ANoCEdAsKAEE2YOUnV9lChoBkdAWQl1EE1VHWgHTegDaAhHQLCgwbiIcip1fZQoaAZHQGB7btqpLmJoB03oA2gIR0CwpD/XsgMddX2UKGgGR0BerwNPP9k0aAdN6ANoCEdAsKeL0e2d/nV9lChoBkdATiC66J66a2gHTegDaAhHQLCrdADaGpN1fZQoaAZHQF1d5uIhyKhoB03oA2gIR0Cwq6nzMA3ldX2UKGgGR0Bg8gxgy/KyaAdN6ANoCEdAsLL/rUsnRnV9lChoBkdAXpZc/t6X0GgHTegDaAhHQLCzcnbItDl1fZQoaAZHQF18bgTAWSFoB03oA2gIR0CwtFkH2RJVdX2UKGgGR0Bfp4i9qUNbaAdN6ANoCEdAsLR1MxoIwHV9lChoBkdAYcIUXYUWVWgHTegDaAhHQLC3aCzkZJl1fZQoaAZHQGBXXoTwlSloB03oA2gIR0CwuSHzxwyZdX2UKGgGR0BRlT1f3N9qaAdN6ANoCEdAsL2c2XLNfXV9lChoBkdAYxgn3L3bmGgHTegDaAhHQLC90BFNL151fZQoaAZHQGDdwfyPMjhoB03oA2gIR0Cwv4XH3lCDdX2UKGgGR0BZ/2ac7QsxaAdN6ANoCEdAsMBFbjcVQHV9lChoBkdAYYaRA8jiXWgHTegDaAhHQLDBFKYAsCl1fZQoaAZHQGZDiemNzbNoB03oA2gIR0CwwZ4An2IwdX2UKGgGR0BmBzt9hJAdaAdN6ANoCEdAsMRnAUL2H3V9lChoBkdAYmRWZqmCRWgHTegDaAhHQLDHuemvW6N1fZQoaAZHwCa/e+Eh7mdoB00hAWgIR0CwyMona37UdX2UKGgGR0Bhv3CoCMgmaAdN6ANoCEdAsMyF6MR6GHV9lChoBkdAY58eYlY2bWgHTegDaAhHQLDMtVfu1F91fZQoaAZHQFXGQRPGhmJoB03oA2gIR0CwzSC+Yc//dX2UKGgGR0Bj1+56MR6GaAdN6ANoCEdAsNNolLOAy3V9lChoBkdAYlkO+ZgG8mgHTegDaAhHQLDUPsMAmzB1fZQoaAZHQF6NGvwEyL1oB03oA2gIR0Cw1Fw0sOG1dX2UKGgGR0BTVSp3os7NaAdN6ANoCEdAsNfg4Ia99XV9lChoBkdAX4/9xZMcqGgHTegDaAhHQLDaN8AJb+t1fZQoaAZHQFdqqX4TK1ZoB03oA2gIR0Cw3lJxR2r5dX2UKGgGR0BbH/SQYDT0aAdN6ANoCEdAsN55XXAdn3V9lChoBkdAW/1yhi9ZimgHTegDaAhHQLDf9Q+lj3F1fZQoaAZHQFRDWYF7laNoB03oA2gIR0Cw4LDBInSfdX2UKGgGR0BenZyp71IzaAdN6ANoCEdAsOF39LpRoHV9lChoBkdAYbyeq7yxzWgHTegDaAhHQLDlj/BWPtF1fZQoaAZHwAfyGJvYODtoB00oAWgIR0Cw5s1W0Z3tdX2UKGgGR0Bj70csDnvEaAdN6ANoCEdAsOmvt5UtI3V9lChoBkdAZARfgrH2iGgHTegDaAhHQLDqz+T/yXl1fZQoaAZHQFOYfT1CgK5oB03oA2gIR0Cw7axlYlpodX2UKGgGR0BgTtGus90SaAdN6ANoCEdAsO3fzxwyZnV9lChoBkdAVbOF8G9pRGgHTegDaAhHQLDuUApKBd51fZQoaAZHQFyWtr9ETg5oB03oA2gIR0Cw7rlW4mTldX2UKGgGR0BVat/SYw7DaAdN6ANoCEdAsPZp+lTFVHV9lChoBkdAZIgnKnvUjWgHTegDaAhHQLD2gj0cwQF1fZQoaAZHQGKlG21D0DloB03oA2gIR0Cw+TXQ6ZH/dX2UKGgGR0BXUFtXPqs2aAdN6ANoCEdAsPrSUu+RHXV9lChoBkdAYKWt16mfoWgHTegDaAhHQLD+lFspG4J1fZQoaAZHwCXQ1zhgmZ5oB00NAWgIR0Cw/+47vG6xdX2UKGgGR0Bcx1P8AJb/aAdN6ANoCEdAsQCHRQaaTnV9lChoBkdAYQgdaMaS92gHTegDaAhHQLEBfORT0g91fZQoaAZHQGFbGoBJZntoB03oA2gIR0CxAnOyRjjJdX2UKGgGR0Be3Rc/t6X0aAdN6ANoCEdAsQXWWmgrY3V9lChoBkdAWiw6cRUWEmgHTegDaAhHQLEGqhYvFm51fZQoaAZHQGBTl8gIQe5oB03oA2gIR0CxCRWc8TzvdX2UKGgGR0Bi30DB/I8yaAdN6ANoCEdAsQohw97ngnV9lChoBkdAXhy8K5TZQGgHTegDaAhHQLENIkxh2GJ1fZQoaAZHQB9+Tq0MPSVoB00VAWgIR0CxDSnIp6QedX2UKGgGR0BiZWEf1YhdaAdN6ANoCEdAsQ1rQ0GeMHV9lChoBkdAXopzxPO6d2gHTegDaAhHQLEOCNzKcNJ1fZQoaAZHQGCWk2Hck+poB03oA2gIR0CxDqVh9b5edX2UKGgGR0BfrsYVIqb0aAdN6ANoCEdAsRXlwl0HQnV9lChoBkdAXp1dkauOj2gHTegDaAhHQLEV/84Pwux1fZQoaAZHQCrhBHCoCMhoB00FAWgIR0CxGf0ka/ATdX2UKGgGR0BYOD1XeWOZaAdN6ANoCEdAsRu8Rh+fAnV9lChoBkdAYJj+T/yXlmgHTegDaAhHQLEgLt9QXRB1fZQoaAZHQGGxyUkfLcNoB03oA2gIR0CxISpeNT99dX2UKGgGR0BjtH5pJwsHaAdN6ANoCEdAsSGVKXfIjnV9lChoBkdAXdiLcbiqAGgHTegDaAhHQLEiR9Gqgh91fZQoaAZHQFlVfkmx+rloB03oA2gIR0CxIv/hESdwdX2UKGgGR0Bff81CPZIyaAdN6ANoCEdAsScVZU1hs3V9lChoBkdAX4M8A7xNI2gHTegDaAhHQLEqbCgK4QV1fZQoaAZHQGF1jYywfQtoB03oA2gIR0CxK5bdFfAsdX2UKGgGR0BiGrKvFFUiaAdN6ANoCEdAsS4oi4axYHV9lChoBkdAYjhr8BMi8mgHTegDaAhHQLEuVjps41h1fZQoaAZHQFz55/LDAJtoB03oA2gIR0CxLsUBCD28dX2UKGgGR8BEliFbmlqKaAdNFgFoCEdAsS74bsF+u3V9lChoBkdAYHJGR3eN1mgHTegDaAhHQLEvLwz+FUR1fZQoaAZHQF7B62fChvloB03oA2gIR0CxL/+8brC4dX2UKGgGR0BeRSN83MpxaAdN6ANoCEdAsTAXcynDSHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7971650fe9a25152ef2037fc96cd17042fe4bff4d108741071d8212b0b4678e
-size 147931
+oid sha256:742cb9fa57ef301415994d94d6aacaad217861e1d0836dfaa3b30bca9c3c52af
+size 148066

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 114688,
-    "_total_timesteps": 100000,
+    "num_timesteps": 507904,
+    "_total_timesteps": 500000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1705991896388969086,
+    "start_time": 1705995152560256616,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZx0zwYbb8/5qT/PcGSVzzVK+S9g4VQvgAAAAAAAAAAYPzRPicDQb3SC6m9DmYPvkLl8z7Syyu/AAAAAAAAAABz5FY+89JbP+bsCT9gKmG/OscAPMU9cz0AAAAAAAAAAFrXA74vmow/JJgQv1NWOb/IJWs9Xm3RPAAAAAAAAAAAMEGIPuSSvj8WsO0+V0xevgsnAD6tHEo+AAAAAAAAAACm1Yq9VgivP00h/b7z93++hqu2PH6MMT0AAAAAAAAAALpAMz7B7Fo/K3WlPlx+Nr+zwRg+U+DQPQAAAAAAAAAAmj4ePXMY2j5+0mO+VfZGvxA4lD6Guhy8AAAAAAAAAAAmopg+5ArTPSWS3jwrhYK/iz/LPmDKdL0AAAAAAAAAAOZILr0XYa0/PkSBu35PIb8961u+vsxzvQAAAAAAAAAAmqHxu9zvOj8bD9w8cW42v5cOCD17AF69AAAAAAAAAACA0H296AS4P2LDz74p1pW9NRSJu6rvGD0AAAAAAAAAAM18zDxyfmU+iPllPue3Z7+hAUS+u+11vQAAAAAAAAAAwPXpPZ7Jiz/eVPc91ynsvhWlZz5KvJQ9AAAAAAAAAACadoW82TutP/viPL7k8pm+htCZO5PPsrwAAAAAAAAAAI0v6z2fs70/8Cv0Pmop3L1cEDS91v+ivQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALgUmL6PRoI/mpwgPrzpUb7z/o++DwMtPgAAAAAAAAAAMyCvvQWEvD/4KP6+kKLdvByJBT2Crfa9AAAAAAAAAAAqPlW+z4wAPTAlkrobTG454HaRvttq4zkAAIA/AACAP4BypL3sEYS5beZpOStaoDTNXf+6An2JuAAAgD8AAIA/OpbHPlhiMT8Cnxw+UC+FvpMEqz2XKyW8AAAAAAAAAABNbuq9L2igP3uo/r6iSe2+WQINvlUGW74AAAAAAAAAAIBUcb323A661ReCui/UsbUL0MU6O5OVOQAAgD8AAIA/riKRvqhnYD/O8iW+JrqMvvgI072YVUw7AAAAAAAAAABmYKw8UhC+uS/GTDuM+Ry4MH2sus6WBroAAIA/AACAP5qS1zwhcoI/1+S6PKzaor5Kr4k8PqsFvQAAAAAAAAAAdgnHvhDeVz8VmDu+j2+nvvOrob466yE+AAAAAAAAAACGlx0+VNKDPTTwG76EqDe+GbSWvL1/z7sAAAAAAAAAAI3Myr17VKQ5w3FZvOWMHTxq0+c6CXsQPQAAAAAAAAAAs1CTPa7fiLqWArq5Fyl9trsg6LrajdM4AACAPwAAgD9AoRy+H4m3PlOcxrxHbia+v+FBPNeCiL0AAAAAAAAAAFPePr4K/Bw8Zga0OnIbnLhDLKm9XtbTuQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.1468799999999999,
+    "_current_progress_remaining": -0.015808000000000044,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFWgMHKOktWMAWyUS36MAXSUR0B8iU5ggHNYdX2UKGgGR8BL7r+HaewtaAdLb2gIR0B8iYVJtix3dX2UKGgGR8BFeEv9LpRoaAdLS2gIR0B8ibGuLaVVdX2UKGgGR8A6lNj9XLeRaAdLmGgIR0B8iaTNdJJ5dX2UKGgGR8BTa08q4H5aaAdLYGgIR0B8ibywwCbMdX2UKGgGR8BWN44yXUpeaAdLX2gIR0B8ikAq/dqMdX2UKGgGR8BaMXQhOgxraAdLr2gIR0B8irysjmjkdX2UKGgGR8BTiuDJ2dNGaAdLdmgIR0B8i4k+otL+dX2UKGgGR8BTs74rSVnmaAdLQGgIR0B8jA+fRNRFdX2UKGgGR8BIpDCgsbvPaAdLWGgIR0B8jA4cWCVbdX2UKGgGR8BR+hcVxjriaAdLRGgIR0B8jCakRBeHdX2UKGgGR8BgqJOxjawmaAdLiGgIR0B8jI+lj3EidX2UKGgGR8BMUQQDmr80aAdLc2gIR0B8jMFxGUfQdX2UKGgGR8BVMs+A3DNyaAdLeGgIR0B8jVn27FsIdX2UKGgGR8BTtgHqu8sdaAdLR2gIR0B8jstxuKoAdX2UKGgGR8BIvBkqc3ERaAdLWGgIR0B8j1YbKifydX2UKGgGR8BY+4HLRrrPaAdLWGgIR0B8j/b48EFGdX2UKGgGR8BHgRo7FKkEaAdLaGgIR0B8kVx2jfvXdX2UKGgGR8BX2HcpLEk0aAdLWWgIR0B8kUpmVZ9vdX2UKGgGR8BdA7VBlcyFaAdLcmgIR0B8kcxUNrj6dX2UKGgGR8BWg6mKqGUOaAdLVWgIR0B8knV7Qb++dX2UKGgGR8BONXaBZpztaAdLUWgIR0B8kpld1MdtdX2UKGgGR8BctUwevIOpaAdLYGgIR0B8kzZZjhDPdX2UKGgGR8BFbqRlpXZHaAdLjGgIR0B8k09A5aNddX2UKGgGR8BEVzAnDziCaAdLgmgIR0B8lB8eCCjDdX2UKGgGR8BbDj4QBgeBaAdLa2gIR0B8lOohpxm1dX2UKGgGR8BTkmKqGUOeaAdLUGgIR0B8lSHxjJ+2dX2UKGgGR8BOsQiiZfD2aAdLkmgIR0B8lp1fVqetdX2UKGgGR8BqsrDMvAXVaAdLi2gIR0B8lqGDcuandX2UKGgGR8A5sv+wTufFaAdLsGgIR0B8lvrOZ9eAdX2UKGgGR8BRrNoWYWtVaAdLTmgIR0B8l3qt5le4dX2UKGgGR8BabBD9fkWAaAdLZWgIR0B8l8/LTx5LdX2UKGgGR8BTV18Ti83/aAdLXmgIR0B8mIVM23rldX2UKGgGR8BY8CUC7sfJaAdLemgIR0B8mMZ/CqIadX2UKGgGR8BOw8K5TZQIaAdLVWgIR0B8mc8ox59mdX2UKGgGR8BM75ha1TisaAdLWGgIR0B8mfTnaFmGdX2UKGgGR8Bhk0WZZ0SzaAdLqWgIR0B8mjied07sdX2UKGgGR8BYVP2wmmcfaAdLcmgIR0B8m0C6pYLcdX2UKGgGR8BdEzQRf4RFaAdLfGgIR0B8m0HRkVesdX2UKGgGR8BVV8ry1/lRaAdLe2gIR0B8m8xrSE13dX2UKGgGR8AF1ITXarWAaAdLZGgIR0B8nIRNATqTdX2UKGgGR8A/PJfYzzmPaAdLUmgIR0B8nPfuTibVdX2UKGgGR8BTU6cEvCdjaAdLh2gIR0B8nj1anrIHdX2UKGgGR8Bg91jslb/waAdLYWgIR0B8nsYJmdy1dX2UKGgGR8BdWsDW9US7aAdLhGgIR0B8nts41gpjdX2UKGgGR8BkaCQaJhvzaAdLd2gIR0B8n56cAimmdX2UKGgGR8BDvFajesPraAdLWWgIR0B8oK8f3evZdX2UKGgGR8BDWDcM3IdVaAdLRGgIR0B8oJVLi++NdX2UKGgGR8BS3x02cawVaAdLfmgIR0B8omEWZZ0TdX2UKGgGR8BVNwcPvrnlaAdLfmgIR0B8oqwUxmCidX2UKGgGR8BgUVOARTS9aAdLpGgIR0B8o15xBE8adX2UKGgGR8BZLLOAy2x6aAdLmGgIR0B8o8QK8cuKdX2UKGgGR8BSCo6CDmKZaAdLf2gIR0B8pDhDPWxydX2UKGgGR8BZdYF7laKUaAdLaWgIR0B8pHms/6frdX2UKGgGR8BUtYGY8dPtaAdLcWgIR0B8pIpTdcjadX2UKGgGR8BWsALy+YdAaAdLhmgIR0B8pR6OYIBzdX2UKGgGR8BXR66asp5NaAdLWGgIR0B8pihDgIhRdX2UKGgGR8BFGdy925hCaAdLcmgIR0B8pmSLZSNwdX2UKGgGR8BTSozN2TxHaAdLbWgIR0B8px3GGVRldX2UKGgGR8BX0Gk30f5laAdLWGgIR0B8p6qCHymRdX2UKGgGR8BYJ/gBLf1paAdLZmgIR0B8p9je9Ba+dX2UKGgGR8BWpdJOFg2IaAdLkGgIR0B8qB4yGi5/dX2UKGgGR8BHJmMn7YTTaAdLSWgIR0B8qUlZ5iVjdX2UKGgGR8BN3mzSkTHsaAdLiGgIR0B8qYYP5HmSdX2UKGgGR8BRaYhUzbeuaAdLdWgIR0B8qeVJL/S6dX2UKGgGR8BSWIeDFqBVaAdLS2gIR0B8qgPlMh5gdX2UKGgGR8BY4Z3os7MgaAdLcGgIR0B8qzRF7UobdX2UKGgGR8BVcRgE2YOUaAdLbGgIR0B8q5ZQpF1CdX2UKGgGR8BUhqpPykKvaAdLgWgIR0B8rFK28Zk1dX2UKGgGR8BQ6FGTcIqtaAdLa2gIR0B8rGu0TlDGdX2UKGgGR8BK1v07KaG6aAdLUGgIR0B8rRCeEqUedX2UKGgGR8BX1y5/b0voaAdLf2gIR0B8ra1QZXMhdX2UKGgGR8BVjbOZ9d/saAdLaGgIR0B8rebRWtEHdX2UKGgGR8BXVo1+AmReaAdLV2gIR0B8rl0bLlmwdX2UKGgGR8BYkLJnxri3aAdLR2gIR0B8r1fiPyTZdX2UKGgGR8BQvw6uGKyfaAdLXmgIR0B8rzugHu7ZdX2UKGgGR8BP29c0Ltu2aAdLj2gIR0B8r8f6oESvdX2UKGgGR8BJJGsFMZgpaAdLb2gIR0B8sB9c8kledX2UKGgGR8BiQPk1dgOSaAdLXWgIR0B8sLXK8tf5dX2UKGgGR8BQFmQOnVG1aAdLlGgIR0B8sZ2ZAprldX2UKGgGR8BW+jI/7iyZaAdLcWgIR0B8sg04zabndX2UKGgGR8Amy03Ov+wUaAdLbGgIR0B8smQ0XP7fdX2UKGgGR8Bcd1dgOSW7aAdLXmgIR0B8suSKWLP2dX2UKGgGR8BPT9FOO802aAdLY2gIR0B8s/kPtlZpdX2UKGgGR8BTeFy3kPtlaAdLWWgIR0B8tOQHRkVfdX2UKGgGR8BR7DASFoL5aAdLVmgIR0B8tSuSwGGEdX2UKGgGR8BWQMYIjW07aAdLaGgIR0B8tTx0+1SgdX2UKGgGR8A/LODaoMrmaAdLTGgIR0B8tTwazeGgdX2UKGgGR8BT5ETYdyT7aAdLfmgIR0B8tiDxsl9jdX2UKGgGR8AnWcOskpqiaAdLkGgIR0B8tnP1L8JldX2UKGgGR8BQC1XzUZvUaAdLVGgIR0B8tqA9V3lkdX2UKGgGR8BVKPUnXumaaAdLYmgIR0B8t1ZIQOFydX2UKGgGR8BV7+hwl0HRaAdLT2gIR0B8uATHsC1adX2UKGgGR8BS9KqXF98aaAdLi2gIR0B8uGTmnwXqdX2UKGgGR8BaFhG6PKdQaAdLcWgIR0B8uUnXumaZdX2UKGgGR8BZ2WDlHSWraAdLZWgIR0B8uTneSB9UdX2UKGgGR8BWNpKWcBluaAdLV2gIR0B8uXq8lHBldX2UKGgGR8BKOYFJQLuyaAdLZGgIR0B8ueHuZ1FIdX2UKGgGR8BH9kYGdI5HaAdLR2gIR0B8uhS/CZWrdX2UKGgGR8BVoOdTYNAkaAdLSGgIR0B8umvfTCtSdWUu"
+        ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQFdv6XSjQAyMAWyUTegDjAF0lEdAsH5CSkj5bnV9lChoBkdAYAHOlfqoqGgHTegDaAhHQLB+96oESuh1fZQoaAZHQExkQJ5VwP1oB03oA2gIR0Cwf7fS+g14dX2UKGgGR8BC+gGSpzcRaAdL4GgIR0CwgFW5hBqsdX2UKGgGR0BgHd9KEnLJaAdN6ANoCEdAsIMkuEmICXV9lChoBkdAWYyjTKDCg2gHTegDaAhHQLCHP3IdU851fZQoaAZHQF6Sp0wJw85oB03oA2gIR0Cwh//029+PdX2UKGgGR0BZk+Vs1sLwaAdN6ANoCEdAsIqV2xIJ7nV9lChoBkdAXk0UtZmqYWgHTegDaAhHQLCRc6nR9gF1fZQoaAZHQGHKXf642CNoB03oA2gIR0CwkaMKXv6TdX2UKGgGR0BZRevUz9CNaAdN6ANoCEdAsJIP9CNS63V9lChoBkdAXLKgi/wiJWgHTegDaAhHQLCSekvboKV1fZQoaAZHQFas1dxAB1doB03oA2gIR0Cwk5c/yGzsdX2UKGgGR8BH9mZE2HclaAdL2GgIR0Cwk7wJ5VwQdX2UKGgGR0BY4YlyBClaaAdN6ANoCEdAsJcVVlwtKHV9lChoBkdAO0Uf9xZMc2gHTQ8BaAhHQLCXdfJ3gUF1fZQoaAZHQF97/m1YyO9oB03oA2gIR0CwmR3BP9DQdX2UKGgGR0Bggjghr30xaAdN6ANoCEdAsJzpzcRDkXV9lChoBkdAPQLIxQBPsWgHS/hoCEdAsJ0U54nndXV9lChoBkdAYEO4yXUpeGgHTegDaAhHQLCejGyHEdh1fZQoaAZHQGHB2xIJ7cBoB03oA2gIR0Cwn0RY7q6fdX2UKGgGR0BLfAbp/wy7aAdN6ANoCEdAsKAEE2YOUnV9lChoBkdAWQl1EE1VHWgHTegDaAhHQLCgwbiIcip1fZQoaAZHQGB7btqpLmJoB03oA2gIR0CwpD/XsgMddX2UKGgGR0BerwNPP9k0aAdN6ANoCEdAsKeL0e2d/nV9lChoBkdATiC66J66a2gHTegDaAhHQLCrdADaGpN1fZQoaAZHQF1d5uIhyKhoB03oA2gIR0Cwq6nzMA3ldX2UKGgGR0Bg8gxgy/KyaAdN6ANoCEdAsLL/rUsnRnV9lChoBkdAXpZc/t6X0GgHTegDaAhHQLCzcnbItDl1fZQoaAZHQF18bgTAWSFoB03oA2gIR0CwtFkH2RJVdX2UKGgGR0Bfp4i9qUNbaAdN6ANoCEdAsLR1MxoIwHV9lChoBkdAYcIUXYUWVWgHTegDaAhHQLC3aCzkZJl1fZQoaAZHQGBXXoTwlSloB03oA2gIR0CwuSHzxwyZdX2UKGgGR0BRlT1f3N9qaAdN6ANoCEdAsL2c2XLNfXV9lChoBkdAYxgn3L3bmGgHTegDaAhHQLC90BFNL151fZQoaAZHQGDdwfyPMjhoB03oA2gIR0Cwv4XH3lCDdX2UKGgGR0BZ/2ac7QsxaAdN6ANoCEdAsMBFbjcVQHV9lChoBkdAYYaRA8jiXWgHTegDaAhHQLDBFKYAsCl1fZQoaAZHQGZDiemNzbNoB03oA2gIR0CwwZ4An2IwdX2UKGgGR0BmBzt9hJAdaAdN6ANoCEdAsMRnAUL2H3V9lChoBkdAYmRWZqmCRWgHTegDaAhHQLDHuemvW6N1fZQoaAZHwCa/e+Eh7mdoB00hAWgIR0CwyMona37UdX2UKGgGR0Bhv3CoCMgmaAdN6ANoCEdAsMyF6MR6GHV9lChoBkdAY58eYlY2bWgHTegDaAhHQLDMtVfu1F91fZQoaAZHQFXGQRPGhmJoB03oA2gIR0CwzSC+Yc//dX2UKGgGR0Bj1+56MR6GaAdN6ANoCEdAsNNolLOAy3V9lChoBkdAYlkO+ZgG8mgHTegDaAhHQLDUPsMAmzB1fZQoaAZHQF6NGvwEyL1oB03oA2gIR0Cw1Fw0sOG1dX2UKGgGR0BTVSp3os7NaAdN6ANoCEdAsNfg4Ia99XV9lChoBkdAX4/9xZMcqGgHTegDaAhHQLDaN8AJb+t1fZQoaAZHQFdqqX4TK1ZoB03oA2gIR0Cw3lJxR2r5dX2UKGgGR0BbH/SQYDT0aAdN6ANoCEdAsN55XXAdn3V9lChoBkdAW/1yhi9ZimgHTegDaAhHQLDf9Q+lj3F1fZQoaAZHQFRDWYF7laNoB03oA2gIR0Cw4LDBInSfdX2UKGgGR0BenZyp71IzaAdN6ANoCEdAsOF39LpRoHV9lChoBkdAYbyeq7yxzWgHTegDaAhHQLDlj/BWPtF1fZQoaAZHwAfyGJvYODtoB00oAWgIR0Cw5s1W0Z3tdX2UKGgGR0Bj70csDnvEaAdN6ANoCEdAsOmvt5UtI3V9lChoBkdAZARfgrH2iGgHTegDaAhHQLDqz+T/yXl1fZQoaAZHQFOYfT1CgK5oB03oA2gIR0Cw7axlYlpodX2UKGgGR0BgTtGus90SaAdN6ANoCEdAsO3fzxwyZnV9lChoBkdAVbOF8G9pRGgHTegDaAhHQLDuUApKBd51fZQoaAZHQFyWtr9ETg5oB03oA2gIR0Cw7rlW4mTldX2UKGgGR0BVat/SYw7DaAdN6ANoCEdAsPZp+lTFVHV9lChoBkdAZIgnKnvUjWgHTegDaAhHQLD2gj0cwQF1fZQoaAZHQGKlG21D0DloB03oA2gIR0Cw+TXQ6ZH/dX2UKGgGR0BXUFtXPqs2aAdN6ANoCEdAsPrSUu+RHXV9lChoBkdAYKWt16mfoWgHTegDaAhHQLD+lFspG4J1fZQoaAZHwCXQ1zhgmZ5oB00NAWgIR0Cw/+47vG6xdX2UKGgGR0Bcx1P8AJb/aAdN6ANoCEdAsQCHRQaaTnV9lChoBkdAYQgdaMaS92gHTegDaAhHQLEBfORT0g91fZQoaAZHQGFbGoBJZntoB03oA2gIR0CxAnOyRjjJdX2UKGgGR0Be3Rc/t6X0aAdN6ANoCEdAsQXWWmgrY3V9lChoBkdAWiw6cRUWEmgHTegDaAhHQLEGqhYvFm51fZQoaAZHQGBTl8gIQe5oB03oA2gIR0CxCRWc8TzvdX2UKGgGR0Bi30DB/I8yaAdN6ANoCEdAsQohw97ngnV9lChoBkdAXhy8K5TZQGgHTegDaAhHQLENIkxh2GJ1fZQoaAZHQB9+Tq0MPSVoB00VAWgIR0CxDSnIp6QedX2UKGgGR0BiZWEf1YhdaAdN6ANoCEdAsQ1rQ0GeMHV9lChoBkdAXopzxPO6d2gHTegDaAhHQLEOCNzKcNJ1fZQoaAZHQGCWk2Hck+poB03oA2gIR0CxDqVh9b5edX2UKGgGR0BfrsYVIqb0aAdN6ANoCEdAsRXlwl0HQnV9lChoBkdAXp1dkauOj2gHTegDaAhHQLEV/84Pwux1fZQoaAZHQCrhBHCoCMhoB00FAWgIR0CxGf0ka/ATdX2UKGgGR0BYOD1XeWOZaAdN6ANoCEdAsRu8Rh+fAnV9lChoBkdAYJj+T/yXlmgHTegDaAhHQLEgLt9QXRB1fZQoaAZHQGGxyUkfLcNoB03oA2gIR0CxISpeNT99dX2UKGgGR0BjtH5pJwsHaAdN6ANoCEdAsSGVKXfIjnV9lChoBkdAXdiLcbiqAGgHTegDaAhHQLEiR9Gqgh91fZQoaAZHQFlVfkmx+rloB03oA2gIR0CxIv/hESdwdX2UKGgGR0Bff81CPZIyaAdN6ANoCEdAsScVZU1hs3V9lChoBkdAX4M8A7xNI2gHTegDaAhHQLEqbCgK4QV1fZQoaAZHQGF1jYywfQtoB03oA2gIR0CxK5bdFfAsdX2UKGgGR0BiGrKvFFUiaAdN6ANoCEdAsS4oi4axYHV9lChoBkdAYjhr8BMi8mgHTegDaAhHQLEuVjps41h1fZQoaAZHQFz55/LDAJtoB03oA2gIR0CxLsUBCD28dX2UKGgGR8BEliFbmlqKaAdNFgFoCEdAsS74bsF+u3V9lChoBkdAYHJGR3eN1mgHTegDaAhHQLEvLwz+FUR1fZQoaAZHQF7B62fChvloB03oA2gIR0CxL/+8brC4dX2UKGgGR0BeRSN83MpxaAdN6ANoCEdAsTAXcynDSHVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 28,
+    "_n_updates": 124,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff3f95d543affd52d7990d3c8b59cc8a3ac3f8e9556107591f7d4fd7d39bef17
+oid sha256:c11f87ca8b88ce39e8ccbdeca8fae0987c338d03c3e093436662bd340c4fb96c
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0d284aee817fb31f02d1119ca7191dc4af57c93cb9cde38fe7131f6db4efe6d
+oid sha256:7b1f3d8ff2d096e8b88bce14f0acb1a94cf515f67d350dd12971846433c86459
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": -493.12091169999997, "std_reward": 111.14291614346237, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-23T07:21:13.106644"}
+{"mean_reward": 198.9094365, "std_reward": 38.695956707148106, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-23T07:45:58.152484"}