Second trained PPO LunarLander

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 190.21 +/- 79.87
+      value: 252.22 +/- 25.02
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7cc8508d0c20>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7cc8508d0cc0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7cc8508d0d60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7cc8508d0e00>", "_build": "<function ActorCriticPolicy._build at 0x7cc8508d0ea0>", "forward": "<function ActorCriticPolicy.forward at 0x7cc8508d0f40>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7cc8508d0fe0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7cc8508d1080>", "_predict": "<function ActorCriticPolicy._predict at 0x7cc8508d1120>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7cc8508d11c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7cc8508d1260>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7cc8508d1300>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7cc8512e9d80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1742984810280440300, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADmtQS+7KurOqjUtLlhpas2D0ysvBov3DgAAIA/AACAPzNYRr7nrwM/ks9pvaLYur46Aee9b14GPgAAAAAAAAAAUDVrvsHvw7x6URQ727VdOVO5MT5kBC26AACAPwAAgD8AoV6+8XhqPOUs0jrVJQ25tUkCvr6M/7kAAIA/AACAP2BvQT5H3Bk+ViiGvTabgL7jzsy7lmiEvQAAAAAAAAAA9riivlKtNT97N2S+x+7Rvv9akb5i79g9AAAAAAAAAADWnFa+qIv7vPhNyjrfanY5XXhiPk4WC7oAAIA/AACAPxNnKj6pv1W8kUSyutzWADm7Dcm96Z4COgAAgD8AAIA/Zlt2vlhKmz5zjpA+zmSevrOCqz1cNr09AAAAAAAAAACmqkA+DriMvBNUl7skO6q8MpT1ve1liL0AAAAAAACAP2bkqb2uQ6U/Qb80v1UPHr9CcuW7QuhPvgAAAAAAAAAAnXpdvvGJejyFvYw7Id+bO65XlL79wa88AACAPwAAgD+NCJu9OAaGPXpgwj3FBAK+9dwbPeAO4LwAAAAAAAAAAG1uMT6OCZQ/IDS9PisSFb9NNXo+xq/TPQAAAAAAAAAAs8v1vda7dT1QQ6o9Kb9DvmBIQj03qkU8AAAAAAAAAABTu1y+SctLPar/SjxazSS+2lvTvHhNhTwAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVEQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG3MHtv4ubuMAWyUS+SMAXSUR0CWNTQ2uPmxdX2UKGgGR0BxsLJwKjSHaAdNBAFoCEdAljW4bGWD6HV9lChoBkdAI9B4+r2g4GgHS79oCEdAljeOfukUK3V9lChoBkdAcGg6Skj5bmgHS+hoCEdAljfaeXiR4nV9lChoBkdAcOh9qUNayWgHTQQBaAhHQJY46XJHRTl1fZQoaAZHQGVw3oTwlSloB03oA2gIR0CWl2yQxN7CdX2UKGgGR0BsoWA7PppwaAdL5mgIR0CWmCFYuCf6dX2UKGgGR0Bt0shA4XGfaAdL+GgIR0CWmIftx+8XdX2UKGgGR0BwuuuW8h9taAdL9WgIR0CWmKICEHt4dX2UKGgGR0BwneBpYcNpaAdL4mgIR0CWmuotthuwdX2UKGgGR0BwNo4bS7XhaAdNBwFoCEdAlp5q9PDYRXV9lChoBkdAYIgBRQ79ymgHTegDaAhHQJagXKGL1mJ1fZQoaAZHQG/+mXgLqlhoB00lAWgIR0CWoOFFUhmodX2UKGgGR0ButF2HLzPKaAdNAAFoCEdAlqFlbu+h5HV9lChoBkdAYPMr7wazeGgHTegDaAhHQJaiMy57PY51fZQoaAZHQG//toJzDGdoB00QAWgIR0CWpEwpvxYrdX2UKGgGR0BxHBOM2m52aAdL/2gIR0CWpHB6KLsKdX2UKGgGR0BuWWMAFPi2aAdL92gIR0CWpI9Net0WdX2UKGgGR0Bt9wKWszVMaAdL2mgIR0CWpe+nZTQ3dX2UKGgGR0Bw4hekYXO4aAdL4GgIR0CWqQ6Zpi7TdX2UKGgGR0Bc12/i5uqFaAdN6ANoCEdAlquWw3YL9nV9lChoBkdAcJbdzGPxQWgHTQABaAhHQJar/pgTh5x1fZQoaAZHQHCbqCxu89RoB00AAWgIR0CWrVWl/H5rdX2UKGgGR0BuHpCOWBz4aAdNHwFoCEdAlq2cl5WzW3V9lChoBkdAcB2i7Ciyp2gHS+VoCEdAlq4CLIgeR3V9lChoBkdAcbhXS0BwM2gHS/doCEdAlq54Fiay8nV9lChoBkdAcHro1UEPlWgHS/poCEdAlq67ApKBd3V9lChoBkdAcPmaSs8xK2gHTQcBaAhHQJawqxZ+x4Z1fZQoaAZHQGVds5XEIgNoB03oA2gIR0CWs+k3juKGdX2UKGgGR0BxOROM2m52aAdL5mgIR0CWtKLb5/LDdX2UKGgGR0BwH43FUADJaAdNBQFoCEdAlrZu7UXpGHV9lChoBkdAcPLfHxSYPWgHS+RoCEdAlrZ45tFa0XV9lChoBkdAYhurNGEwnGgHTegDaAhHQJa24j3VTaV1fZQoaAZHQG8W+i8FpwloB0vgaAhHQJa3AetCAtp1fZQoaAZHQHEROdkJ8fFoB0vYaAhHQJa3Lg0j1PF1fZQoaAZHQHDI8u3+dbxoB00CAWgIR0CWt+3hGYrsdX2UKGgGR0BtmvXVbzK+aAdNAwFoCEdAlrkCgkC3gHV9lChoBkdAYuceQuEmIGgHTegDaAhHQJa6sVN5+ph1fZQoaAZHQHAfV0Lc9GJoB00CAWgIR0CWuxAggX/HdX2UKGgGR0BxJg8uBczJaAdL/mgIR0CWvsVCojwAdX2UKGgGR0BzSODRMN+caAdLxWgIR0CWvtrDZUT+dX2UKGgGR0Bv62c6NlyzaAdL+mgIR0CWwExBmf5DdX2UKGgGR0BitSIpH7P6aAdN6ANoCEdAlsB0JBw++3V9lChoBkdAcpt27FsHjmgHS/NoCEdAlsCSzgMtsnV9lChoBkdAc0FE5Qxes2gHTQEBaAhHQJbA9YjjaPF1fZQoaAZHQG7wZTqB3A5oB0vqaAhHQJbBGR9w3o91fZQoaAZHQFaPI7/4qPRoB03oA2gIR0CWwWYTj/+9dX2UKGgGR0A/5ivxH5JsaAdLxWgIR0CWwoZkTYdydX2UKGgGR0BhwwbZOBUaaAdN6ANoCEdAlsKPFvQ4THV9lChoBkdAcMxJCBwuNGgHTQMBaAhHQJbC0TcqOLl1fZQoaAZHQHDT9pyp71JoB02VAWgIR0CWw2LyMDOkdX2UKGgGR0BygXDCP6sRaAdL2WgIR0CWxeyTpxFRdX2UKGgGR0BwPlorWiDeaAdNFgNoCEdAlsb1oxpL3HV9lChoBkdAcTE2hIvrW2gHS+9oCEdAlsfaMFUyYXV9lChoBkdAY9N+OwPiDWgHTegDaAhHQJbIV9srNGF1fZQoaAZHQHBHXaFmFrVoB02NAWgIR0CWyHogFHJ+dX2UKGgGR0BwWibd8Aq/aAdL8WgIR0CWyIpd8iOedX2UKGgGR0Bvnvbh3qzJaAdNAQFoCEdAlsiweNkvsnV9lChoBkdAcFgZk078vWgHTREBaAhHQJbJD5bhWHV1fZQoaAZHQHFHCgkC3gFoB00BAWgIR0CWyV5GSZBtdX2UKGgGR0BvWOCwr1/UaAdL72gIR0CWyioZhrnDdX2UKGgGR0BwGCaNMoMKaAdL+WgIR0CWyjMrEtNBdX2UKGgGR0BwgrRLK3d9aAdL4WgIR0CWyl0mdAgQdX2UKGgGR0BwcOo2n88+aAdNawFoCEdAlsp2+sYEXHV9lChoBkdAbPd9deIEbGgHTVABaAhHQJbMkJMQEp11fZQoaAZHQG6XGfGuLaVoB0veaAhHQJbMqfEn9eh1fZQoaAZHQHCwoplSS/1oB0vQaAhHQJbPO9kBjnV1fZQoaAZHQHEANYfW+XZoB00DAWgIR0CWz3ciW3SbdX2UKGgGR0BvjkV8CxNZaAdL4GgIR0CWz6zfrKNidX2UKGgGR0BwVl3FDOTraAdNBAFoCEdAltCpcs189nV9lChoBkdAbuStlqagEmgHS/xoCEdAltET/ACW/3V9lChoBkdAcE5YzSCvo2gHTQMBaAhHQJbRrTjNpud1fZQoaAZHQG6PO+ZgG8poB0v7aAhHQJbR4KPXCj11fZQoaAZHQG9PvNFBppNoB0vdaAhHQJbSOjVQQ+V1fZQoaAZHQG4qIKMNtqJoB0vpaAhHQJbSrWrfcet1fZQoaAZHQG8yvyLAHmloB00dAWgIR0CW1SiJfpljdX2UKGgGR0BwjLrjYI0JaAdNNgFoCEdAltYkV32VV3V9lChoBkdAcLxjDbah6GgHTQEBaAhHQJbW6rgflp51fZQoaAZHQG+lPK+zt1JoB00GAWgIR0CW1wQUYbbUdX2UKGgGR0BygEdBBzFNaAdL3mgIR0CW1+xqfvnbdX2UKGgGR0BufPsqril0aAdL7mgIR0CW2E/s3Q2NdX2UKGgGR0By7Puw5eZ5aAdL0WgIR0CW2HA5Jbt7dX2UKGgGR0Bwo3etSydGaAdL9mgIR0CW2OpgCwKTdX2UKGgGR0Bwtyad+XqraAdL5WgIR0CW2WKu0TlDdX2UKGgGR0BdVD/EOy3TaAdN6ANoCEdAltnKzqrzXnV9lChoBkdAbeEprDZUUGgHS+hoCEdAltoMJtzjm3V9lChoBkdAcD7CJXQtz2gHTRoBaAhHQJbbUEA5q/N1fZQoaAZHQG+T6bF0gbJoB00NAWgIR0CW26ZCfHxSdX2UKGgGR0BuSpgy/KyOaAdNIwFoCEdAltv0CFK02XV9lChoBkdAblCL8aXKKmgHS+doCEdAlt0WS2Yv4HV9lChoBkdAcMS77sOXmmgHTQ4BaAhHQJbdZZNfw7V1fZQoaAZHQHENEK7ZnL9oB0vvaAhHQJbeFcJMQEp1fZQoaAZHQG6oGsmv4dpoB0vdaAhHQJbeiGQCCBh1fZQoaAZHQG4JUD+zdDZoB0vVaAhHQJben0WdmQN1fZQoaAZHQG+R6HsTnJVoB0vZaAhHQJbfs3++/QB1fZQoaAZHQHCz9pqREF5oB00LAWgIR0CW4FQZGax5dX2UKGgGR0BwD/xwyZa3aAdL6mgIR0CW4KruIAOsdX2UKGgGR0BkJT2HtWuHaAdN6ANoCEdAluHUYsNDt3V9lChoBkdAb5lZuhsZYWgHS+5oCEdAluJ+KXOW0XV9lChoBkdAcPgpeeFtbmgHS/xoCEdAluNQq/dqL3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.11.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x795ad350f560>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x795ad350f600>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x795ad350f6a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x795ad350f740>", "_build": "<function ActorCriticPolicy._build at 0x795ad350f7e0>", "forward": "<function ActorCriticPolicy.forward at 0x795ad350f880>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x795ad350f920>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x795ad350f9c0>", "_predict": "<function ActorCriticPolicy._predict at 0x795ad350fa60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x795ad350fb00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x795ad350fba0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x795ad350fc40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x795ad4b5fd40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1743168239765824318, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAAANKbM9T9tzP1vnXj3crIy+rkqtPXbZAb4AAAAAAAAAAOZCub0UGJQ/fA4RvuoZrL6+b6+97tRrPQAAAAAAAAAApt0Wvt8RWz+aOba9LDCyvkWHA74CYAA9AAAAAAAAAACaRIq9rhmguuNHdztmpC44WA3POrI+HroAAIA/AAAAAE2Nd71L/fI+nKo6PKajZb6mEkI8AtdyvQAAAAAAAAAAs1P+PYoCoT/fqEU+R/W0vphmuT3UXDk9AAAAAAAAAADt9xi+A8kxP7Pfzz2rrW++sqaevf7rljwAAAAAAAAAACbhrr1Is6O6nv+APMrvfDy7cqu77c5aPQAAAAAAAAAALegHPkBRlz/+IDg/cecOv+CJizwXJgw+AAAAAAAAAAAACD6711xAu4lhr7v1L4M80q5cPALeYr0AAIA/AACAP7M9jj4UKVQ/F3rGvSdol76RyWw9GvUcvQAAAAAAAAAAzdzeuxy+BD5EvUE8U8wsvtF2rjzbxBI9AAAAAAAAAABz9+q94eyFuj4IhDa63QSxzaexOq6FmbUAAIA/AACAPwDec73ntT8+e7IQPv06UL5954w9hrzJvAAAAAAAAAAAZuQEvGIkpz/z8Xk8dRehvlxafzuoEzU9AAAAAAAAAACtwU++SnUDPlOLaj7pFhS+++nkPCi6yT0AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG91cQRPGhqMAWyUTXIBjAF0lEdAksTa3EyckXV9lChoBkdAZM8RA8jiXWgHTegDaAhHQJLF46ij+Jh1fZQoaAZHQGvmD0+TvApoB011AWgIR0CSx6aK1og3dX2UKGgGR0Bt7gNutOmBaAdNNQFoCEdAkshmt+1Bt3V9lChoBkdAcOCeu3c582gHTYYBaAhHQJLJSe5Fw1l1fZQoaAZHQG6agvtdAxBoB01nAWgIR0CSyalTm4iHdX2UKGgGR0Bs7jcEeQuFaAdNMQFoCEdAktB2VRk3CXV9lChoBkdAb9/KODJ2dWgHTdIBaAhHQJLQoBXCCSR1fZQoaAZHQEG2fChvitJoB00hAWgIR0CS0Q4ACGN8dX2UKGgGR0BxZdNEgGKRaAdNxAFoCEdAktFF8XvYvnV9lChoBkdAbsNJxvNu+GgHTYIBaAhHQJLSlivxH5J1fZQoaAZHQHAgRW912aFoB01iAWgIR0CS0vRoRIz4dX2UKGgGR0BvtYtpVS4waAdNdAFoCEdAktM2Nm16V3V9lChoBkdAaytH09QoC2gHTboBaAhHQJLYyCJ40Mx1fZQoaAZHQHCwLX18LKFoB033AWgIR0CS2Ud7fHghdX2UKGgGR0BuRprJr+HaaAdNeQFoCEdAktoGWt2cKHV9lChoBkdAb2RryDqW1WgHTb8BaAhHQJLaT5nDiwV1fZQoaAZHQG5ZtozvZyxoB02vAWgIR0CS256FuejEdX2UKGgGR0BxcYqRU3n7aAdNiwFoCEdAktvT4pMHr3V9lChoBkdAb9eMAmzBymgHTS4CaAhHQJLc40BOpKl1fZQoaAZHQHHYiXdCVr1oB03DAWgIR0CS3bDqnm7rdX2UKGgGR0BuuWqBEroXaAdNSAFoCEdAkt4grUb1iHV9lChoBkdAYgjqzqrzXmgHTegDaAhHQJLwdx+8Xep1fZQoaAZHQGv7KVY6nzhoB01UAWgIR0CS8oLRKHwgdX2UKGgGR0BvlFvqC6H1aAdNWwFoCEdAkvMV3+uNgnV9lChoBkdAS/++Eh7mdWgHTQ4BaAhHQJL2FKqXF991fZQoaAZHQG/a5UT+NtJoB02/AWgIR0CS9qXGff4zdX2UKGgGR0BuU6HfuTibaAdNTAFoCEdAkvpPq5byH3V9lChoBkdAcBXo2XLNfWgHTZcBaAhHQJL9TkwN9Yx1fZQoaAZHQG2mXzMA3kxoB01iAWgIR0CS/iv4/NaAdX2UKGgGR0BywGO6unuRaAdNjgFoCEdAkv8CqyWzGHV9lChoBkdAbzkMrEtNBWgHTYMCaAhHQJMApbPhQ3x1fZQoaAZHQHB6AID5j6NoB02IAWgIR0CTAMhaC+URdX2UKGgGR0Bwg4iUxEfDaAdNXwFoCEdAkwGC4z7/GXV9lChoBkdAcUR/fO2RaGgHTX4BaAhHQJMDR8JD3M91fZQoaAZHQHA9HwLE1l5oB02tAWgIR0CTA2XQdCE6dX2UKGgGR0BwKIKzAvcraAdNTQFoCEdAkwN4mkWRBHV9lChoBkdAcgfF9KEnLWgHTUcBaAhHQJMGYXP7el91fZQoaAZHQHF41VT72tdoB02QAWgIR0CTBnioKlYVdX2UKGgGR0BstjoIOYplaAdNBwJoCEdAkweYQe3hGnV9lChoBkdAcSEWrfcesGgHTV8BaAhHQJMMWm78Nx51fZQoaAZHQHKiBybQTmJoB03ZAWgIR0CTDLw/gR9PdX2UKGgGR0Byt7FS88LbaAdNVwFoCEdAkw0efmLcbnV9lChoBkdAX489s7+1jWgHTegDaAhHQJMOEIzFdcB1fZQoaAZHQG/ADCP6sQxoB01dAWgIR0CTDnQcghbGdX2UKGgGR0BgbwFLWZqmaAdN6ANoCEdAkw6QJTl1bXV9lChoBkdAbYCSfUWl/GgHTY8BaAhHQJMOz127nPp1fZQoaAZHQG2pYgzP8htoB01YAWgIR0CTDwIyj59FdX2UKGgGR0BwOPN9ph4MaAdN1QFoCEdAkw8gXZXdTHV9lChoBkdAb8WxsVLzw2gHTVYBaAhHQJMQO3x4IKN1fZQoaAZHQHEZMn/kvK5oB00vAWgIR0CTEZrFwT/RdX2UKGgGR0Bw879hqj8DaAdNkgFoCEdAkxIm1YyO73V9lChoBkdAcGi+bExZdWgHTbEBaAhHQJMTN1V5rxl1fZQoaAZHQHCpisOoYN1oB02iAWgIR0CTFYLa24NJdX2UKGgGR0Ar3eHi3ocJaAdL5GgIR0CTFnyhSLqEdX2UKGgGR0BwIqcPOIIoaAdNVwFoCEdAkxiL6guh9XV9lChoBkdAcL6nuAqd6WgHTXwBaAhHQJMarQyAQQN1fZQoaAZHQG6EfvnbItFoB01VAWgIR0CTGtGx2SuAdX2UKGgGR0BtTqmwaBI4aAdNigFoCEdAky84DDCP63V9lChoBkdAcCVZMtbs4WgHTXcBaAhHQJMvdn13+uN1fZQoaAZHQHB2YUSIxg1oB014AWgIR0CTMrgJ1JUYdX2UKGgGR0BwSuKFZgXuaAdNawFoCEdAkzQifYjB23V9lChoBkdAb6QxrzoUz2gHTVEBaAhHQJM1MtOEdvN1fZQoaAZHQDQGjO9nK4hoB00LAWgIR0CTNg8r7O3VdX2UKGgGR0BwSCrp7kXDaAdNXAFoCEdAkzhcvugHvHV9lChoBkdAchOXcgyM1mgHTUMBaAhHQJM6cvXbudB1fZQoaAZHQHBJ8ma6ST1oB01nAmgIR0CTOpQ6p5u7dX2UKGgGR0Bvm2FnIyTIaAdNMgFoCEdAkzvShFmWdHV9lChoBkdAZIirvsqrimgHTegDaAhHQJM8IvrWy1N1fZQoaAZHQG+ywgcLjPxoB02VAmgIR0CTPNI2OyVwdX2UKGgGR0ByU57RfF72aAdNQQFoCEdAkz1GYnfEXXV9lChoBkdAcC5xT850bWgHTV8BaAhHQJM+mvIOpbV1fZQoaAZHQGu28ma6ST1oB01FAWgIR0CTQDKVII4VdX2UKGgGR0BwQhtVJcxCaAdNmAJoCEdAk0Ej1kDp1XV9lChoBkdAYsSNYr8R+WgHTegDaAhHQJNCytV7x/d1fZQoaAZHQHHQMKw6hg5oB01uAWgIR0CTQt0dBBzFdX2UKGgGR0BxPrteD3/QaAdNQAFoCEdAk0Ld7rs0HnV9lChoBkdAbaiRdQfp2WgHTaEBaAhHQJNFfBFd9lV1fZQoaAZHQHBGJPRArx1oB01sAWgIR0CTRmVMEidKdX2UKGgGR0BweKrgflp5aAdNWwFoCEdAk0e1bFCLM3V9lChoBkdAclh7Qswta2gHTWUBaAhHQJNH+jHn2Zl1fZQoaAZHQHBqKHbh3q1oB004AWgIR0CTSF6fra/RdX2UKGgGR0Bxu4ngHeJpaAdNagFoCEdAk0k/3ai9I3V9lChoBkdAb/RIZqEeyWgHTWsBaAhHQJNJjafzz3B1fZQoaAZHQGB05vtMPBloB03oA2gIR0CTSaXVLBbfdX2UKGgGR0Byk4wpON5uaAdNWAFoCEdAk0xkcS5AhXV9lChoBkdAcJFMj/uLJmgHTRIBaAhHQJNMgBQvYe11fZQoaAZHQG/z5Lh73PBoB01MAWgIR0CTTOGbCrLhdX2UKGgGR0AFsOqebutwaAdNAwFoCEdAk063VTaTOnV9lChoBkdAb9ZB0p3HJmgHTVgBaAhHQJNO+c8Tzup1fZQoaAZHQHKqac3EQ5FoB01cAWgIR0CTTy1M/QjVdX2UKGgGR0ByJ+ZJCjUNaAdNCQFoCEdAk1DteUpuuXV9lChoBkdAbMZHVf/m1mgHTSMBaAhHQJNSNh5PdmB1fZQoaAZHQHJA6P8yeqdoB01hAWgIR0CTUv1mJ3xGdX2UKGgGR0Bx++T0QK8daAdNSAJoCEdAk1OWm51/2HV9lChoBkdAckmJd0JWvWgHTTIBaAhHQJNUIbyYoiN1fZQoaAZHQHGECtmtheBoB00yAWgIR0CTVIDjBEa3dX2UKGgGR0BsSb5Ec81XaAdNYgFoCEdAk1TdIf8uSXV9lChoBkdAW9bLbHp8nmgHTegDaAhHQJNU5b/wRXh1fZQoaAZHQHEGB6Ww/xFoB01aAWgIR0CTVZVurIYFdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.11.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf6057e8c25195d9ddea3b3c68990a5e4735e1eaa253131512042b9503a52adc
-size 148066
+oid sha256:bea7a06e225fe7a06f576506959bae06125cd4bee1a9de82d510d477d5b5c630
+size 148131

ppo-LunarLander-v2/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7cc8508d0c20>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7cc8508d0cc0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7cc8508d0d60>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7cc8508d0e00>",
-        "_build": "<function ActorCriticPolicy._build at 0x7cc8508d0ea0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7cc8508d0f40>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7cc8508d0fe0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7cc8508d1080>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7cc8508d1120>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7cc8508d11c0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7cc8508d1260>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7cc8508d1300>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x795ad350f560>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x795ad350f600>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x795ad350f6a0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x795ad350f740>",
+        "_build": "<function ActorCriticPolicy._build at 0x795ad350f7e0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x795ad350f880>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x795ad350f920>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x795ad350f9c0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x795ad350fa60>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x795ad350fb00>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x795ad350fba0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x795ad350fc40>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7cc8512e9d80>"
+        "_abc_impl": "<_abc._abc_data object at 0x795ad4b5fd40>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1742984810280440300,
+    "start_time": 1743168239765824318,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADmtQS+7KurOqjUtLlhpas2D0ysvBov3DgAAIA/AACAPzNYRr7nrwM/ks9pvaLYur46Aee9b14GPgAAAAAAAAAAUDVrvsHvw7x6URQ727VdOVO5MT5kBC26AACAPwAAgD8AoV6+8XhqPOUs0jrVJQ25tUkCvr6M/7kAAIA/AACAP2BvQT5H3Bk+ViiGvTabgL7jzsy7lmiEvQAAAAAAAAAA9riivlKtNT97N2S+x+7Rvv9akb5i79g9AAAAAAAAAADWnFa+qIv7vPhNyjrfanY5XXhiPk4WC7oAAIA/AACAPxNnKj6pv1W8kUSyutzWADm7Dcm96Z4COgAAgD8AAIA/Zlt2vlhKmz5zjpA+zmSevrOCqz1cNr09AAAAAAAAAACmqkA+DriMvBNUl7skO6q8MpT1ve1liL0AAAAAAACAP2bkqb2uQ6U/Qb80v1UPHr9CcuW7QuhPvgAAAAAAAAAAnXpdvvGJejyFvYw7Id+bO65XlL79wa88AACAPwAAgD+NCJu9OAaGPXpgwj3FBAK+9dwbPeAO4LwAAAAAAAAAAG1uMT6OCZQ/IDS9PisSFb9NNXo+xq/TPQAAAAAAAAAAs8v1vda7dT1QQ6o9Kb9DvmBIQj03qkU8AAAAAAAAAABTu1y+SctLPar/SjxazSS+2lvTvHhNhTwAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAAANKbM9T9tzP1vnXj3crIy+rkqtPXbZAb4AAAAAAAAAAOZCub0UGJQ/fA4RvuoZrL6+b6+97tRrPQAAAAAAAAAApt0Wvt8RWz+aOba9LDCyvkWHA74CYAA9AAAAAAAAAACaRIq9rhmguuNHdztmpC44WA3POrI+HroAAIA/AAAAAE2Nd71L/fI+nKo6PKajZb6mEkI8AtdyvQAAAAAAAAAAs1P+PYoCoT/fqEU+R/W0vphmuT3UXDk9AAAAAAAAAADt9xi+A8kxP7Pfzz2rrW++sqaevf7rljwAAAAAAAAAACbhrr1Is6O6nv+APMrvfDy7cqu77c5aPQAAAAAAAAAALegHPkBRlz/+IDg/cecOv+CJizwXJgw+AAAAAAAAAAAACD6711xAu4lhr7v1L4M80q5cPALeYr0AAIA/AACAP7M9jj4UKVQ/F3rGvSdol76RyWw9GvUcvQAAAAAAAAAAzdzeuxy+BD5EvUE8U8wsvtF2rjzbxBI9AAAAAAAAAABz9+q94eyFuj4IhDa63QSxzaexOq6FmbUAAIA/AACAPwDec73ntT8+e7IQPv06UL5954w9hrzJvAAAAAAAAAAAZuQEvGIkpz/z8Xk8dRehvlxafzuoEzU9AAAAAAAAAACtwU++SnUDPlOLaj7pFhS+++nkPCi6yT0AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVEQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG3MHtv4ubuMAWyUS+SMAXSUR0CWNTQ2uPmxdX2UKGgGR0BxsLJwKjSHaAdNBAFoCEdAljW4bGWD6HV9lChoBkdAI9B4+r2g4GgHS79oCEdAljeOfukUK3V9lChoBkdAcGg6Skj5bmgHS+hoCEdAljfaeXiR4nV9lChoBkdAcOh9qUNayWgHTQQBaAhHQJY46XJHRTl1fZQoaAZHQGVw3oTwlSloB03oA2gIR0CWl2yQxN7CdX2UKGgGR0BsoWA7PppwaAdL5mgIR0CWmCFYuCf6dX2UKGgGR0Bt0shA4XGfaAdL+GgIR0CWmIftx+8XdX2UKGgGR0BwuuuW8h9taAdL9WgIR0CWmKICEHt4dX2UKGgGR0BwneBpYcNpaAdL4mgIR0CWmuotthuwdX2UKGgGR0BwNo4bS7XhaAdNBwFoCEdAlp5q9PDYRXV9lChoBkdAYIgBRQ79ymgHTegDaAhHQJagXKGL1mJ1fZQoaAZHQG/+mXgLqlhoB00lAWgIR0CWoOFFUhmodX2UKGgGR0ButF2HLzPKaAdNAAFoCEdAlqFlbu+h5HV9lChoBkdAYPMr7wazeGgHTegDaAhHQJaiMy57PY51fZQoaAZHQG//toJzDGdoB00QAWgIR0CWpEwpvxYrdX2UKGgGR0BxHBOM2m52aAdL/2gIR0CWpHB6KLsKdX2UKGgGR0BuWWMAFPi2aAdL92gIR0CWpI9Net0WdX2UKGgGR0Bt9wKWszVMaAdL2mgIR0CWpe+nZTQ3dX2UKGgGR0Bw4hekYXO4aAdL4GgIR0CWqQ6Zpi7TdX2UKGgGR0Bc12/i5uqFaAdN6ANoCEdAlquWw3YL9nV9lChoBkdAcJbdzGPxQWgHTQABaAhHQJar/pgTh5x1fZQoaAZHQHCbqCxu89RoB00AAWgIR0CWrVWl/H5rdX2UKGgGR0BuHpCOWBz4aAdNHwFoCEdAlq2cl5WzW3V9lChoBkdAcB2i7Ciyp2gHS+VoCEdAlq4CLIgeR3V9lChoBkdAcbhXS0BwM2gHS/doCEdAlq54Fiay8nV9lChoBkdAcHro1UEPlWgHS/poCEdAlq67ApKBd3V9lChoBkdAcPmaSs8xK2gHTQcBaAhHQJawqxZ+x4Z1fZQoaAZHQGVds5XEIgNoB03oA2gIR0CWs+k3juKGdX2UKGgGR0BxOROM2m52aAdL5mgIR0CWtKLb5/LDdX2UKGgGR0BwH43FUADJaAdNBQFoCEdAlrZu7UXpGHV9lChoBkdAcPLfHxSYPWgHS+RoCEdAlrZ45tFa0XV9lChoBkdAYhurNGEwnGgHTegDaAhHQJa24j3VTaV1fZQoaAZHQG8W+i8FpwloB0vgaAhHQJa3AetCAtp1fZQoaAZHQHEROdkJ8fFoB0vYaAhHQJa3Lg0j1PF1fZQoaAZHQHDI8u3+dbxoB00CAWgIR0CWt+3hGYrsdX2UKGgGR0BtmvXVbzK+aAdNAwFoCEdAlrkCgkC3gHV9lChoBkdAYuceQuEmIGgHTegDaAhHQJa6sVN5+ph1fZQoaAZHQHAfV0Lc9GJoB00CAWgIR0CWuxAggX/HdX2UKGgGR0BxJg8uBczJaAdL/mgIR0CWvsVCojwAdX2UKGgGR0BzSODRMN+caAdLxWgIR0CWvtrDZUT+dX2UKGgGR0Bv62c6NlyzaAdL+mgIR0CWwExBmf5DdX2UKGgGR0BitSIpH7P6aAdN6ANoCEdAlsB0JBw++3V9lChoBkdAcpt27FsHjmgHS/NoCEdAlsCSzgMtsnV9lChoBkdAc0FE5Qxes2gHTQEBaAhHQJbA9YjjaPF1fZQoaAZHQG7wZTqB3A5oB0vqaAhHQJbBGR9w3o91fZQoaAZHQFaPI7/4qPRoB03oA2gIR0CWwWYTj/+9dX2UKGgGR0A/5ivxH5JsaAdLxWgIR0CWwoZkTYdydX2UKGgGR0BhwwbZOBUaaAdN6ANoCEdAlsKPFvQ4THV9lChoBkdAcMxJCBwuNGgHTQMBaAhHQJbC0TcqOLl1fZQoaAZHQHDT9pyp71JoB02VAWgIR0CWw2LyMDOkdX2UKGgGR0BygXDCP6sRaAdL2WgIR0CWxeyTpxFRdX2UKGgGR0BwPlorWiDeaAdNFgNoCEdAlsb1oxpL3HV9lChoBkdAcTE2hIvrW2gHS+9oCEdAlsfaMFUyYXV9lChoBkdAY9N+OwPiDWgHTegDaAhHQJbIV9srNGF1fZQoaAZHQHBHXaFmFrVoB02NAWgIR0CWyHogFHJ+dX2UKGgGR0BwWibd8Aq/aAdL8WgIR0CWyIpd8iOedX2UKGgGR0Bvnvbh3qzJaAdNAQFoCEdAlsiweNkvsnV9lChoBkdAcFgZk078vWgHTREBaAhHQJbJD5bhWHV1fZQoaAZHQHFHCgkC3gFoB00BAWgIR0CWyV5GSZBtdX2UKGgGR0BvWOCwr1/UaAdL72gIR0CWyioZhrnDdX2UKGgGR0BwGCaNMoMKaAdL+WgIR0CWyjMrEtNBdX2UKGgGR0BwgrRLK3d9aAdL4WgIR0CWyl0mdAgQdX2UKGgGR0BwcOo2n88+aAdNawFoCEdAlsp2+sYEXHV9lChoBkdAbPd9deIEbGgHTVABaAhHQJbMkJMQEp11fZQoaAZHQG6XGfGuLaVoB0veaAhHQJbMqfEn9eh1fZQoaAZHQHCwoplSS/1oB0vQaAhHQJbPO9kBjnV1fZQoaAZHQHEANYfW+XZoB00DAWgIR0CWz3ciW3SbdX2UKGgGR0BvjkV8CxNZaAdL4GgIR0CWz6zfrKNidX2UKGgGR0BwVl3FDOTraAdNBAFoCEdAltCpcs189nV9lChoBkdAbuStlqagEmgHS/xoCEdAltET/ACW/3V9lChoBkdAcE5YzSCvo2gHTQMBaAhHQJbRrTjNpud1fZQoaAZHQG6PO+ZgG8poB0v7aAhHQJbR4KPXCj11fZQoaAZHQG9PvNFBppNoB0vdaAhHQJbSOjVQQ+V1fZQoaAZHQG4qIKMNtqJoB0vpaAhHQJbSrWrfcet1fZQoaAZHQG8yvyLAHmloB00dAWgIR0CW1SiJfpljdX2UKGgGR0BwjLrjYI0JaAdNNgFoCEdAltYkV32VV3V9lChoBkdAcLxjDbah6GgHTQEBaAhHQJbW6rgflp51fZQoaAZHQG+lPK+zt1JoB00GAWgIR0CW1wQUYbbUdX2UKGgGR0BygEdBBzFNaAdL3mgIR0CW1+xqfvnbdX2UKGgGR0BufPsqril0aAdL7mgIR0CW2E/s3Q2NdX2UKGgGR0By7Puw5eZ5aAdL0WgIR0CW2HA5Jbt7dX2UKGgGR0Bwo3etSydGaAdL9mgIR0CW2OpgCwKTdX2UKGgGR0Bwtyad+XqraAdL5WgIR0CW2WKu0TlDdX2UKGgGR0BdVD/EOy3TaAdN6ANoCEdAltnKzqrzXnV9lChoBkdAbeEprDZUUGgHS+hoCEdAltoMJtzjm3V9lChoBkdAcD7CJXQtz2gHTRoBaAhHQJbbUEA5q/N1fZQoaAZHQG+T6bF0gbJoB00NAWgIR0CW26ZCfHxSdX2UKGgGR0BuSpgy/KyOaAdNIwFoCEdAltv0CFK02XV9lChoBkdAblCL8aXKKmgHS+doCEdAlt0WS2Yv4HV9lChoBkdAcMS77sOXmmgHTQ4BaAhHQJbdZZNfw7V1fZQoaAZHQHENEK7ZnL9oB0vvaAhHQJbeFcJMQEp1fZQoaAZHQG6oGsmv4dpoB0vdaAhHQJbeiGQCCBh1fZQoaAZHQG4JUD+zdDZoB0vVaAhHQJben0WdmQN1fZQoaAZHQG+R6HsTnJVoB0vZaAhHQJbfs3++/QB1fZQoaAZHQHCz9pqREF5oB00LAWgIR0CW4FQZGax5dX2UKGgGR0BwD/xwyZa3aAdL6mgIR0CW4KruIAOsdX2UKGgGR0BkJT2HtWuHaAdN6ANoCEdAluHUYsNDt3V9lChoBkdAb5lZuhsZYWgHS+5oCEdAluJ+KXOW0XV9lChoBkdAcPgpeeFtbmgHS/xoCEdAluNQq/dqL3VlLg=="
+        ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG91cQRPGhqMAWyUTXIBjAF0lEdAksTa3EyckXV9lChoBkdAZM8RA8jiXWgHTegDaAhHQJLF46ij+Jh1fZQoaAZHQGvmD0+TvApoB011AWgIR0CSx6aK1og3dX2UKGgGR0Bt7gNutOmBaAdNNQFoCEdAkshmt+1Bt3V9lChoBkdAcOCeu3c582gHTYYBaAhHQJLJSe5Fw1l1fZQoaAZHQG6agvtdAxBoB01nAWgIR0CSyalTm4iHdX2UKGgGR0Bs7jcEeQuFaAdNMQFoCEdAktB2VRk3CXV9lChoBkdAb9/KODJ2dWgHTdIBaAhHQJLQoBXCCSR1fZQoaAZHQEG2fChvitJoB00hAWgIR0CS0Q4ACGN8dX2UKGgGR0BxZdNEgGKRaAdNxAFoCEdAktFF8XvYvnV9lChoBkdAbsNJxvNu+GgHTYIBaAhHQJLSlivxH5J1fZQoaAZHQHAgRW912aFoB01iAWgIR0CS0vRoRIz4dX2UKGgGR0BvtYtpVS4waAdNdAFoCEdAktM2Nm16V3V9lChoBkdAaytH09QoC2gHTboBaAhHQJLYyCJ40Mx1fZQoaAZHQHCwLX18LKFoB033AWgIR0CS2Ud7fHghdX2UKGgGR0BuRprJr+HaaAdNeQFoCEdAktoGWt2cKHV9lChoBkdAb2RryDqW1WgHTb8BaAhHQJLaT5nDiwV1fZQoaAZHQG5ZtozvZyxoB02vAWgIR0CS256FuejEdX2UKGgGR0BxcYqRU3n7aAdNiwFoCEdAktvT4pMHr3V9lChoBkdAb9eMAmzBymgHTS4CaAhHQJLc40BOpKl1fZQoaAZHQHHYiXdCVr1oB03DAWgIR0CS3bDqnm7rdX2UKGgGR0BuuWqBEroXaAdNSAFoCEdAkt4grUb1iHV9lChoBkdAYgjqzqrzXmgHTegDaAhHQJLwdx+8Xep1fZQoaAZHQGv7KVY6nzhoB01UAWgIR0CS8oLRKHwgdX2UKGgGR0BvlFvqC6H1aAdNWwFoCEdAkvMV3+uNgnV9lChoBkdAS/++Eh7mdWgHTQ4BaAhHQJL2FKqXF991fZQoaAZHQG/a5UT+NtJoB02/AWgIR0CS9qXGff4zdX2UKGgGR0BuU6HfuTibaAdNTAFoCEdAkvpPq5byH3V9lChoBkdAcBXo2XLNfWgHTZcBaAhHQJL9TkwN9Yx1fZQoaAZHQG2mXzMA3kxoB01iAWgIR0CS/iv4/NaAdX2UKGgGR0BywGO6unuRaAdNjgFoCEdAkv8CqyWzGHV9lChoBkdAbzkMrEtNBWgHTYMCaAhHQJMApbPhQ3x1fZQoaAZHQHB6AID5j6NoB02IAWgIR0CTAMhaC+URdX2UKGgGR0Bwg4iUxEfDaAdNXwFoCEdAkwGC4z7/GXV9lChoBkdAcUR/fO2RaGgHTX4BaAhHQJMDR8JD3M91fZQoaAZHQHA9HwLE1l5oB02tAWgIR0CTA2XQdCE6dX2UKGgGR0BwKIKzAvcraAdNTQFoCEdAkwN4mkWRBHV9lChoBkdAcgfF9KEnLWgHTUcBaAhHQJMGYXP7el91fZQoaAZHQHF41VT72tdoB02QAWgIR0CTBnioKlYVdX2UKGgGR0BstjoIOYplaAdNBwJoCEdAkweYQe3hGnV9lChoBkdAcSEWrfcesGgHTV8BaAhHQJMMWm78Nx51fZQoaAZHQHKiBybQTmJoB03ZAWgIR0CTDLw/gR9PdX2UKGgGR0Byt7FS88LbaAdNVwFoCEdAkw0efmLcbnV9lChoBkdAX489s7+1jWgHTegDaAhHQJMOEIzFdcB1fZQoaAZHQG/ADCP6sQxoB01dAWgIR0CTDnQcghbGdX2UKGgGR0BgbwFLWZqmaAdN6ANoCEdAkw6QJTl1bXV9lChoBkdAbYCSfUWl/GgHTY8BaAhHQJMOz127nPp1fZQoaAZHQG2pYgzP8htoB01YAWgIR0CTDwIyj59FdX2UKGgGR0BwOPN9ph4MaAdN1QFoCEdAkw8gXZXdTHV9lChoBkdAb8WxsVLzw2gHTVYBaAhHQJMQO3x4IKN1fZQoaAZHQHEZMn/kvK5oB00vAWgIR0CTEZrFwT/RdX2UKGgGR0Bw879hqj8DaAdNkgFoCEdAkxIm1YyO73V9lChoBkdAcGi+bExZdWgHTbEBaAhHQJMTN1V5rxl1fZQoaAZHQHCpisOoYN1oB02iAWgIR0CTFYLa24NJdX2UKGgGR0Ar3eHi3ocJaAdL5GgIR0CTFnyhSLqEdX2UKGgGR0BwIqcPOIIoaAdNVwFoCEdAkxiL6guh9XV9lChoBkdAcL6nuAqd6WgHTXwBaAhHQJMarQyAQQN1fZQoaAZHQG6EfvnbItFoB01VAWgIR0CTGtGx2SuAdX2UKGgGR0BtTqmwaBI4aAdNigFoCEdAky84DDCP63V9lChoBkdAcCVZMtbs4WgHTXcBaAhHQJMvdn13+uN1fZQoaAZHQHB2YUSIxg1oB014AWgIR0CTMrgJ1JUYdX2UKGgGR0BwSuKFZgXuaAdNawFoCEdAkzQifYjB23V9lChoBkdAb6QxrzoUz2gHTVEBaAhHQJM1MtOEdvN1fZQoaAZHQDQGjO9nK4hoB00LAWgIR0CTNg8r7O3VdX2UKGgGR0BwSCrp7kXDaAdNXAFoCEdAkzhcvugHvHV9lChoBkdAchOXcgyM1mgHTUMBaAhHQJM6cvXbudB1fZQoaAZHQHBJ8ma6ST1oB01nAmgIR0CTOpQ6p5u7dX2UKGgGR0Bvm2FnIyTIaAdNMgFoCEdAkzvShFmWdHV9lChoBkdAZIirvsqrimgHTegDaAhHQJM8IvrWy1N1fZQoaAZHQG+ywgcLjPxoB02VAmgIR0CTPNI2OyVwdX2UKGgGR0ByU57RfF72aAdNQQFoCEdAkz1GYnfEXXV9lChoBkdAcC5xT850bWgHTV8BaAhHQJM+mvIOpbV1fZQoaAZHQGu28ma6ST1oB01FAWgIR0CTQDKVII4VdX2UKGgGR0BwQhtVJcxCaAdNmAJoCEdAk0Ej1kDp1XV9lChoBkdAYsSNYr8R+WgHTegDaAhHQJNCytV7x/d1fZQoaAZHQHHQMKw6hg5oB01uAWgIR0CTQt0dBBzFdX2UKGgGR0BxPrteD3/QaAdNQAFoCEdAk0Ld7rs0HnV9lChoBkdAbaiRdQfp2WgHTaEBaAhHQJNFfBFd9lV1fZQoaAZHQHBGJPRArx1oB01sAWgIR0CTRmVMEidKdX2UKGgGR0BweKrgflp5aAdNWwFoCEdAk0e1bFCLM3V9lChoBkdAclh7Qswta2gHTWUBaAhHQJNH+jHn2Zl1fZQoaAZHQHBqKHbh3q1oB004AWgIR0CTSF6fra/RdX2UKGgGR0Bxu4ngHeJpaAdNagFoCEdAk0k/3ai9I3V9lChoBkdAb/RIZqEeyWgHTWsBaAhHQJNJjafzz3B1fZQoaAZHQGB05vtMPBloB03oA2gIR0CTSaXVLBbfdX2UKGgGR0Byk4wpON5uaAdNWAFoCEdAk0xkcS5AhXV9lChoBkdAcJFMj/uLJmgHTRIBaAhHQJNMgBQvYe11fZQoaAZHQG/z5Lh73PBoB01MAWgIR0CTTOGbCrLhdX2UKGgGR0AFsOqebutwaAdNAwFoCEdAk063VTaTOnV9lChoBkdAb9ZB0p3HJmgHTVgBaAhHQJNO+c8Tzup1fZQoaAZHQHKqac3EQ5FoB01cAWgIR0CTTy1M/QjVdX2UKGgGR0ByJ+ZJCjUNaAdNCQFoCEdAk1DteUpuuXV9lChoBkdAbMZHVf/m1mgHTSMBaAhHQJNSNh5PdmB1fZQoaAZHQHJA6P8yeqdoB01hAWgIR0CTUv1mJ3xGdX2UKGgGR0Bx++T0QK8daAdNSAJoCEdAk1OWm51/2HV9lChoBkdAckmJd0JWvWgHTTIBaAhHQJNUIbyYoiN1fZQoaAZHQHGECtmtheBoB00yAWgIR0CTVIDjBEa3dX2UKGgGR0BsSb5Ec81XaAdNYgFoCEdAk1TdIf8uSXV9lChoBkdAW9bLbHp8nmgHTegDaAhHQJNU5b/wRXh1fZQoaAZHQHEGB6Ww/xFoB01aAWgIR0CTVZVurIYFdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 310,
+    "_n_updates": 248,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu",
@@ -77,14 +77,14 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "n_steps": 1024,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57045bd08dffb7c5a7eed091965896253fe3ddb95ae97c184851d299de1023cc
+oid sha256:cea51b4a45ffd9272ecaf814a35ca5a773add4650e13c8cf8583d9007443be79
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab9307fb9cc9963a322c97a1805228791e47d209d311cff7bcb2c08f9a61c5d6
+oid sha256:0475959e32a2d780fc6a321769533bfaf741ed86b26848d935e709699da9989a
 size 43762

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f27a7b5aa52d6c153162196d5a30c07455bd3a0594d29802932a3ee2b9ea666e
-size 164193
+oid sha256:3da5a91f8c1b4e8ad1c10b78be4746096926285d3c13bd1a0fbb0336e7957fb4
+size 155867

results.json

@@ -1 +1 @@
-{"mean_reward": 190.2094236, "std_reward": 79.86942659757206, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-03-26T11:13:30.759357"}
+{"mean_reward": 252.22300330000002, "std_reward": 25.022716055517552, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-03-28T13:55:46.839504"}