Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 252.19 +/- 26.32
+      value: 250.16 +/- 26.81
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x780596906710>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7805969067a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x780596906830>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7805969068c0>", "_build": "<function ActorCriticPolicy._build at 0x780596906950>", "forward": "<function ActorCriticPolicy.forward at 0x7805969069e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x780596906a70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x780596906b00>", "_predict": "<function ActorCriticPolicy._predict at 0x780596906b90>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x780596906c20>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x780596906cb0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x780596906d40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x780596aac440>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1725710039724061708, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJqx8rxYMJc/MXKVPFXJib6V1xO9Wv8cvQAAAAAAAAAAZibevXvGYj84J489rnWJviZgDbzkxy29AAAAAAAAAACaJqI8w2F8ukqy27p3gAe2dc3Rt+dbADoAAIA/AACAP+bWez3h0JW6kmaUOFGIXzOKn+45Dk2rtwAAgD8AAIA/mnGuPPYEU7rim9g5ukyZtT6nlbhOl/64AACAPwAAgD9aA4U9e2CXuquJujimewgzP+kOu0bV1bcAAIA/AACAP80UNLxII6a6YIRVO92bMzOsWK06/ddlMwAAgD8AAIA/Zi4dPfYtHry4Hxw8ZtYrPNX1hT1mORO9AACAPwAAgD8Abwk9KWR8vM57AD3A9XU8MQ/oPYbNR70AAIA/AACAP2YbjTxnWAs+H5+CO4Xnab4ptw09ODZSvQAAAAAAAAAA5gdxvUjlmLr2ClI5c3BwNAdf9Dq4C3K4AACAPwAAgD+NqI494RSmuqtU8LoKIga2L5W+OjLeCToAAIA/AACAP7Okcj32vGe6HIMROsijB7YxpN86bpcquQAAgD8AAIA/M5N9ulC/hj9anxE9HZmpvt8jRDowEaE9AAAAAAAAAACa9+I8UkjRuaRFEDyTiCU34hgYO9SaJDYAAIA/AACAP80mO7zDCTK6BXqFuiQbFLanU1Y6GE6eOQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQEnstRNyo4yMAWyUTRgBjAF0lEdAkgRJ7HAAQ3V9lChoBkdAX5pON5t3wGgHTegDaAhHQJIHTEAHVwx1fZQoaAZHQGYklGwzLwFoB03oA2gIR0CSEYn889wFdX2UKGgGR0BlEbAP/aQFaAdN6ANoCEdAkil44dZJTXV9lChoBkdAQyc+9rXUY2gHS/ZoCEdAkiv619fCynV9lChoBkdAYOz/9YOlPGgHTegDaAhHQJIr/aCcwxp1fZQoaAZHQEKVDWsijcpoB006AWgIR0CSLbuEVWS2dX2UKGgGR0BhXBGH58BuaAdN6ANoCEdAkjEfQjUutnV9lChoBkdAXwTLOiWVvGgHTegDaAhHQJI1+LtNSIh1fZQoaAZHQGMPNe+mFaloB03oA2gIR0CSOOtEofCAdX2UKGgGR0BDft7BwdbQaAdL2GgIR0CSOWTakAPvdX2UKGgGR0Bhr3pGFzuGaAdN6ANoCEdAkjoE9pyp73V9lChoBkdAWjyReTmnwWgHTegDaAhHQJI6WrDIikh1fZQoaAZHQGQEexOclPdoB03oA2gIR0CSOxVdHDrJdX2UKGgGR0BKLuBtk4FSaAdL1mgIR0CSPWCGvfTDdX2UKGgGR0Bjc4w22oegaAdN6ANoCEdAkj41jqfOEHV9lChoBkdAZtwDPnjhk2gHTegDaAhHQJI+ZcVxjrl1fZQoaAZHQGOxBoVVPvdoB03oA2gIR0CSQf2tMfzSdX2UKGgGR0BjSC7NB4UvaAdN6ANoCEdAkkKHY6GQCHV9lChoBkdAMzAIUrTYumgHTSABaAhHQJJGrFbVz6t1fZQoaAZHQGCj9UbT+ehoB03oA2gIR0CSUal+mWMTdX2UKGgGR0BA5peu3c59aAdNGgFoCEdAklP6P8yeqnV9lChoBkdAZDwWEbo8p2gHTegDaAhHQJJigPTXrdF1fZQoaAZHQCjgicG1QZZoB00PAWgIR0CSeA41P3zudX2UKGgGR0Bi8LmEGqxUaAdN6ANoCEdAkngf3N9piHV9lChoBkdAaE3kXk5p8GgHTegDaAhHQJJ6R0tAcDN1fZQoaAZHQGgWI99tuUFoB03oA2gIR0CSe9bj94u9dX2UKGgGR0BkcNSbYsd1aAdN6ANoCEdAkoVZeqrBCXV9lChoBkdAZwZN0NjLCGgHTegDaAhHQJKJMs7MgU11fZQoaAZHQEI8DgZTAFhoB00CAWgIR0CSiliX6ZYxdX2UKGgGR0BkpnZVXFLnaAdN6ANoCEdAkoq5d0JWvXV9lChoBkdAZbE+eOGTLWgHTegDaAhHQJKLLTNMXad1fZQoaAZHQGLDiiItUXJoB03oA2gIR0CSi+Nx2jfvdX2UKGgGR0BnPflZHNHIaAdN6ANoCEdAko4wq7ROUXV9lChoBkdAZEQK/mDDj2gHTegDaAhHQJKO91mrbQF1fZQoaAZHQGQzozN2TxJoB03oA2gIR0CSjyPUrkKedX2UKGgGR0Bnq1O0svqUaAdN6ANoCEdAkpK8STQmeHV9lChoBkdAYg9b4agmJGgHTegDaAhHQJKYDFId2gZ1fZQoaAZHQGaF482aUiZoB03oA2gIR0CSoZ1FYuCgdX2UKGgGR8AS9oIv8IiUaAdNDgFoCEdAkqjF89fTkXV9lChoBkdAZxAVeKKpDWgHTegDaAhHQJKwgriEQGx1fZQoaAZHQGMrAiV0Lc9oB03oA2gIR0CSyB5MlC1JdX2UKGgGR0BcDkOZssQNaAdN6ANoCEdAkspbkXDWLHV9lChoBkdAX2NjH4oJA2gHTegDaAhHQJLL655JK8N1fZQoaAZHQGMh9V/+bVloB03oA2gIR0CS09uQZGaydX2UKGgGR0BgQLrqt5lfaAdN6ANoCEdAktanfqHGj3V9lChoBkdAXjvOjZcs2GgHTegDaAhHQJLXd86V+ql1fZQoaAZHQGKrU3GXHBFoB03oA2gIR0CS178R+SbIdX2UKGgGR0Bj8huEVWS2aAdN6ANoCEdAktgSWZ7Xx3V9lChoBkdAYCSOqebut2gHTegDaAhHQJLY2ziS7oV1fZQoaAZHQGFV2w/xDstoB03oA2gIR0CS21xgRbr1dX2UKGgGR0BmqoLVnVXnaAdN6ANoCEdAktwwJswcpHV9lChoBkdAZj+bFS88LmgHTegDaAhHQJLcX3BYV7B1fZQoaAZHQGZn50CA+ZBoB03oA2gIR0CS4GBJ7LMcdX2UKGgGR0BF9M4cWCVbaAdL6GgIR0CS5LluWKMvdX2UKGgGR0A0SyZrpJPJaAdNCgFoCEdAkuXmthd+onV9lChoBkdAZVwAn2Iwd2gHTegDaAhHQJLzpYcNpdt1fZQoaAZHQE46jLSuyNZoB0vfaAhHQJL2RyU9pyp1fZQoaAZHQGGhUfxMFlloB03oA2gIR0CS+2VqveP8dX2UKGgGR0BaPSP+4smOaAdN6ANoCEdAkwOokVvddnV9lChoBkfACGozeoDPnmgHS/xoCEdAkweWvB7/oHV9lChoBkdAY9TQ2uPmxWgHTegDaAhHQJMIVI4EOiF1fZQoaAZHQGS6DQiRnvloB03oA2gIR0CTH1j81n/UdX2UKGgGR0BhgAO2AoXsaAdN6ANoCEdAkyGWOuJUHnV9lChoBkdAYVgxBVuJlGgHTegDaAhHQJMpr9FWn0l1fZQoaAZHQGWPhB7eEZloB03oA2gIR0CTLFh4t6HCdX2UKGgGR0BhyyrFOwgUaAdN6ANoCEdAky0vnGKhtnV9lChoBkdAZmoA4n4O+mgHTegDaAhHQJMtdVHWjGl1fZQoaAZHQGU6ADzRQadoB03oA2gIR0CTMSMc6vJSdX2UKGgGR0BgdZ/XoTwlaAdN6ANoCEdAkzIOcDr7f3V9lChoBkdAY9X1IRRMvmgHTegDaAhHQJMyP/VAiV11fZQoaAZHQGA9YUvf0mNoB03oA2gIR0CTNk0AtFrmdX2UKGgGR0Bf0vATIvJzaAdN6ANoCEdAkzuZVn27F3V9lChoBkdAZoe7OmixmmgHTegDaAhHQJNFlHLA57x1fZQoaAZHQF2DFo+Ofd1oB03oA2gIR0CTTPP+XJHRdX2UKGgGR0BhYy2x6fJ4aAdN6ANoCEdAk1fXCj1wpHV9lChoBkdAYuHYgaFVUGgHTegDaAhHQJNb8yAQQMB1fZQoaAZHQGIbrOJLuhNoB03oA2gIR0CTXJjlPrOadX2UKGgGR0BnPgKpkwvhaAdN6ANoCEdAk29z0cwQDnV9lChoBkdAX1mRkmQbM2gHTegDaAhHQJNw9hKDkEN1fZQoaAZHQGZs1oxpL29oB03oA2gIR0CTeHBczImxdX2UKGgGR0BkIAbp/wy7aAdN6ANoCEdAk3sr4nF5wHV9lChoBkdAZR8KgIyCWmgHTegDaAhHQJN7+I2wV0t1fZQoaAZHQGVMEgW8AaNoB03oA2gIR0CTfD1v2oNvdX2UKGgGR0BAthHCoCMhaAdNFgFoCEdAk3748QqZt3V9lChoBkdAXIx2NedCmmgHTegDaAhHQJN/0d1dPcl1fZQoaAZHQGZhpYs/Y8NoB03oA2gIR0CTgMvNu+AVdX2UKGgGR0Bm66vmozeoaAdN6ANoCEdAk4ESAMDwIHV9lChoBkdAXXpFXq7iAGgHTegDaAhHQJOGoXizcAR1fZQoaAZHQEe5tdiUgSxoB0v4aAhHQJOL5ptaY/p1fZQoaAZHQEiX69CeEqVoB00CAWgIR0CTjMNR3u/ldX2UKGgGR0BdQ+ZkTYdyaAdN6ANoCEdAk42Ea2nbZnV9lChoBkdAQX7kMkQf62gHTREBaAhHQJOSWfzz3AV1fZQoaAZHQHDslHnU2DRoB02pA2gIR0CTky2vB7/odX2UKGgGR0BNSBkiD/VBaAdL7GgIR0CTmxyLQ5WBdX2UKGgGR0BUD2S+xnnMaAdNAAFoCEdAk5t6o/A0sXV9lChoBkdAW41NrTH80mgHTegDaAhHQJOdeya/h2p1fZQoaAZHQGK2APmPo3doB03oA2gIR0CTpJsOXmeUdX2UKGgGR0Bkh1qUNayKaAdN6ANoCEdAk6hGRRuTA3V9lChoBkdAZ6IBg/keZGgHTegDaAhHQJOo1z90ihZ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.0+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7e493cd06710>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7e493cd067a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7e493cd06830>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7e493cd068c0>", "_build": "<function ActorCriticPolicy._build at 0x7e493cd06950>", "forward": "<function ActorCriticPolicy.forward at 0x7e493cd069e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7e493cd06a70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7e493cd06b00>", "_predict": "<function ActorCriticPolicy._predict at 0x7e493cd06b90>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7e493cd06c20>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7e493cd06cb0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7e493cd06d40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e493ccb4500>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1725712284253289224, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJVJwr43eF4/k7/lvBY1iL7TomC+el0xPgAAAAAAAAAAzSwgvkh4+jt4fO07OMuGPGYqoL1GUpI9AACAPwAAgD9zD7e9SP+ousq1TzhiIT8z5qsmugJWbrcAAAAAAACAP8154zwkj4o+liWvvWJKyL6K6f28tJqyvAAAAAAAAAAAgKQLvRTkkrqTUeE2JnrlMehcqrk/KgO2AACAPwAAgD8NmMG9j5Y6uh35fDZAyGIxCtTbOG0ymLUAAIA/AACAP7MNuL1IfIo9Kc9GvQw4GL4SI0K9eDEQPAAAAAAAAAAAcLlyvkWyzT7ZHgg+VJmGvg21Wr0Y7fw8AAAAAAAAAABm7mu7j0Z7ugjOXjl3zVo0tZHeOr0/grgAAIA/AACAP4Bztr3242w7wsOcPGROLL4VAca8SEX7PAAAAAAAAAAA5rPJPWVoaz99ibQ8plbSvl+x6D3YpqW9AAAAAAAAAAAz45e6LuiMP+wJnjyMQNG+J1M3PRdvljwAAAAAAAAAAABsdjyq21E+hO4GvtLid76Ad4+94kBNPAAAAAAAAAAAUwdgPgKihz8glgw+Qqbbvm+1RD4qIpW9AAAAAAAAAABmuJ2+g0txP7uxu7tmvcO+Ub0Nvo1V9LoAAAAAAAAAAJrXvTxMqrg/9oYSP2aKoD6LvJC8pPMqvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGPL6ESM98uMAWyUTegDjAF0lEdAkZGG4iHIqHV9lChoBkdAavO6YE4ecWgHTekCaAhHQJGVYfNiYsx1fZQoaAZHQEn0q2BreqJoB00VAWgIR0CRlvWhysCDdX2UKGgGR0BlHVdC3PRiaAdN6ANoCEdAkanSuZCv5nV9lChoBkdAciURhttQ9GgHTcwBaAhHQJGqDxsl9jR1fZQoaAZHQGw717IDHOtoB00JA2gIR0CRqlReTmnwdX2UKGgGR0BueMy57PY4aAdN+QJoCEdAkaviH2ys0nV9lChoBkdAcTZckt29tmgHTewBaAhHQJGsT1pTMq11fZQoaAZHQGFCIt+TeO5oB03oA2gIR0CRrnEd/8VIdX2UKGgGR0BmBFOwgTysaAdN6ANoCEdAka6c01qFiHV9lChoBkdAbju+iaiKzmgHTekCaAhHQJGx/W3BpHt1fZQoaAZHQDR9GoaUA1hoB0vOaAhHQJG1z4/NZ/11fZQoaAZHQHENOyquKXRoB01CAWgIR0CRtvgOBlMAdX2UKGgGR0BCm6i9IwueaAdNDwFoCEdAkbca0UoKD3V9lChoBkdAcI2xEfDDTGgHTesCaAhHQJG5fOnl4kh1fZQoaAZHQGtvgtWdVedoB01rAmgIR0CRwTul41P4dX2UKGgGR0Bt2WSZBsyjaAdNWwJoCEdAkcHjNQj2SXV9lChoBkdAcYBG6PKdQWgHTesCaAhHQJHDIgfU4Jh1fZQoaAZHQHGRnpSrHVBoB00TAmgIR0CRyKKQ7tAtdX2UKGgGR0Bh6rpiZv1laAdN6ANoCEdAkc/ssMAmzHV9lChoBkdAbSzC6Ymb9mgHTdcCaAhHQJHQreFcpsp1fZQoaAZHQHAAmEGqxTtoB00qAWgIR0CR0XVgQYk3dX2UKGgGR0Biu2jwhGH6aAdN6ANoCEdAkdIVtoBaLXV9lChoBkdAcI56STyJ9GgHTUwCaAhHQJHTJCojv/l1fZQoaAZHQGw8gFHJ9y9oB00eAmgIR0CR1GtEXtSidX2UKGgGR0Bu4sADJU5uaAdN2gJoCEdAkdXcgyM1j3V9lChoBkdAciho4+8oQWgHTTICaAhHQJHWKJdjXnR1fZQoaAZHQG/+2TX8O09oB03kAWgIR0CR2R06HTJAdX2UKGgGR0BjJWbTc6/7aAdN6ANoCEdAkdl2h/RVqHV9lChoBkdAcF0+kxh2GWgHTVYDaAhHQJHbKKiwjdJ1fZQoaAZHQGWTWsijcmBoB03oA2gIR0CR7zrvLHMmdX2UKGgGR0BvA5p1zQu3aAdNRwFoCEdAkfSSLqD9O3V9lChoBkdAbh3Rm9QGfWgHTRwCaAhHQJH1QCQtBfN1fZQoaAZHQHAKYyoGY8doB01/AWgIR0CR9ZFNL128dX2UKGgGR0Bw5y47Rv3raAdNUwFoCEdAkfZhmXgLqnV9lChoBkdAbxMqZML4OGgHTakBaAhHQJH4ALH+6y11fZQoaAZHQG0032EkB0ZoB01eAWgIR0CR+EsnAqNIdX2UKGgGR0BwyP4ZdfLLaAdN5gFoCEdAkflAZGax5nV9lChoBkdAcH89FF2FFmgHTQkDaAhHQJH6Z7WuoxZ1fZQoaAZHQGFFh37k4m1oB03oA2gIR0CR+6XL/0dzdX2UKGgGR0BxAAuyu6mPaAdNiQFoCEdAkfz+w1R+B3V9lChoBkdAZadbypaRp2gHTegDaAhHQJH9Is+V1Ol1fZQoaAZHQG/WEqUeMhpoB02xAWgIR0CR/hY/mknDdX2UKGgGR0Bv2nZ9NN8FaAdNUwFoCEdAkgG71mJ3xHV9lChoBkdAcbAVx0dRzmgHTT4BaAhHQJICh+I/JNl1fZQoaAZHQHB1nKSxJNFoB01nAWgIR0CSAyavzOHGdX2UKGgGR0BvDGRkmQbNaAdNBQJoCEdAkgT37xd6cHV9lChoBkdAcnQ1X/5tWWgHTVYBaAhHQJIH1/QSi/R1fZQoaAZHQHDct56dDploB02mAWgIR0CSCHwZOzppdX2UKGgGR0BtN5AlfJFLaAdNaAFoCEdAkgv6vFFUhnV9lChoBkdAcPihaTwDvGgHTdgBaAhHQJIMWcslLOB1fZQoaAZHQHJclQdjoZBoB02BAWgIR0CSDUH/LkjpdX2UKGgGR0BgpZj4HoovaAdN6ANoCEdAkg2KXfIjnnV9lChoBkdAcf0dhRZU1mgHTYwBaAhHQJITLKmsNlR1fZQoaAZHQGg6iRwIdENoB03oA2gIR0CSE2bYK6WgdX2UKGgGR0ByZpgLJCBxaAdNOQJoCEdAkhOfIGQjlnV9lChoBkdAcoAgam4y5GgHTcoCaAhHQJIV60qpcX51fZQoaAZHQG/+yprDZUVoB03kAWgIR0CSGJ5Rjz7NdX2UKGgGR0Bfh6ef7JnyaAdN6ANoCEdAkhjMRtgrpnV9lChoBkdAb2F+NLlFMWgHTQwCaAhHQJIZ4VQAMlV1fZQoaAZHQHASHpwCKaZoB02IAmgIR0CSGmxkNFz/dX2UKGgGR0Bt4GO801qGaAdNnAFoCEdAkhqjKoybhHV9lChoBkdAb8dM1TBInWgHTZUBaAhHQJIa+t4iX6Z1fZQoaAZHQHLc21QZXMhoB039AWgIR0CSLtQbMotudX2UKGgGR0BySnDdgv12aAdNSgFoCEdAki7+DaoMrnV9lChoBkdAcsFm16Vt42gHTaMDaAhHQJIvlTdcjaB1fZQoaAZHQG5KErf+CK9oB008AWgIR0CSMzyNn5BUdX2UKGgGR0BvwAh6jWTYaAdNQQFoCEdAkjOiIDYAbXV9lChoBkdAcQYEMb3oLWgHTe0BaAhHQJIz62Dxsl91fZQoaAZHQHHvMwUQCjloB00zAWgIR0CSNQvIwM6SdX2UKGgGR0BvMk/jbSJCaAdNNgFoCEdAkjeZuhsZYXV9lChoBkdAcUpmTC+De2gHTSABaAhHQJI4nF72L511fZQoaAZHQHHBFgYxcmloB01EAWgIR0CSOd2cJ+lTdX2UKGgGR0BwIcHu7YkFaAdNLwFoCEdAkjtvhMrVfHV9lChoBkdAcsLVhkRSP2gHTV4BaAhHQJI8pGpda+x1fZQoaAZHQHAopPRArx1oB02RAWgIR0CSPLAo5PuYdX2UKGgGR0ByRvKT0QK8aAdNswJoCEdAkj1nanJkoXV9lChoBkdAcXkix3V092gHTRkBaAhHQJI/UKPXCj11fZQoaAZHQHAb1iz9jwxoB03uAWgIR0CSQqQ/HHWCdX2UKGgGR0BwYkd4mkWRaAdNgQFoCEdAkkRsUuctoXV9lChoBkdAbo+g0TDfnGgHTWsBaAhHQJJEzFVDKHR1fZQoaAZHQHEVQfdRBNVoB01cAmgIR0CSRh+LWI43dX2UKGgGR0BwD3YXfqHHaAdNPQFoCEdAkkgGaMJhOXV9lChoBkdAckamHP/rB2gHTTQDaAhHQJJI3lxOtXB1fZQoaAZHQHA4X7P6bfBoB024AmgIR0CSSPWo3rD7dX2UKGgGR0BhukG3WnTBaAdN6ANoCEdAkkmjrAxi5XV9lChoBkdAbEjP2PDHfmgHTT0BaAhHQJJKpAt4A0d1fZQoaAZHQHDMOiBXjlxoB02CAWgIR0CSTLa8Hv+gdX2UKGgGR0BwlEDeTFERaAdN4QFoCEdAkk5R60IC2nV9lChoBkdAcIPJKraM72gHTWQBaAhHQJJP2f7Jnxt1fZQoaAZHQHA5vnr6ciJoB00jAmgIR0CSUGN8VpK0dX2UKGgGR0BuEP8AJb+taAdNYQFoCEdAklOdGEwnIHV9lChoBkdALwpL26ClJ2gHS+FoCEdAklQK9oN/fHV9lChoBkdAcWEEm6XjVGgHTU0BaAhHQJJU+/Firkt1fZQoaAZHQG7rkx7AtWdoB00yAWgIR0CSVu3cHnlodX2UKGgGR0BwLuhkAggYaAdNaAFoCEdAkldqoIfKZHV9lChoBkdAb3NGKAJ9iWgHTTQBaAhHQJJYS8vmHQB1fZQoaAZHQHE9mHUMG5doB01YAmgIR0CSWFUnXumadX2UKGgGR0BxuXp0OmSAaAdNRgNoCEdAkljBPwd8zHV9lChoBkdAcaWl7MPjGWgHTdgBaAhHQJJZ99gF5fN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.0+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1367356bdbc9d7a1531564a571c4e26abab4c932952ae9e662770c28ef3f360
-size 148076
+oid sha256:2d53690cd13d887b129cab1d788e30d6859c7479220667821719d9d952cb4514
+size 148084

ppo-LunarLander-v2/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x780596906710>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7805969067a0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x780596906830>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7805969068c0>",
-        "_build": "<function ActorCriticPolicy._build at 0x780596906950>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7805969069e0>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x780596906a70>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x780596906b00>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x780596906b90>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x780596906c20>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x780596906cb0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x780596906d40>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7e493cd06710>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7e493cd067a0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7e493cd06830>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7e493cd068c0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7e493cd06950>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7e493cd069e0>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7e493cd06a70>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7e493cd06b00>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7e493cd06b90>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7e493cd06c20>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7e493cd06cb0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7e493cd06d40>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x780596aac440>"
+        "_abc_impl": "<_abc._abc_data object at 0x7e493ccb4500>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1725710039724061708,
+    "start_time": 1725712284253289224,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJqx8rxYMJc/MXKVPFXJib6V1xO9Wv8cvQAAAAAAAAAAZibevXvGYj84J489rnWJviZgDbzkxy29AAAAAAAAAACaJqI8w2F8ukqy27p3gAe2dc3Rt+dbADoAAIA/AACAP+bWez3h0JW6kmaUOFGIXzOKn+45Dk2rtwAAgD8AAIA/mnGuPPYEU7rim9g5ukyZtT6nlbhOl/64AACAPwAAgD9aA4U9e2CXuquJujimewgzP+kOu0bV1bcAAIA/AACAP80UNLxII6a6YIRVO92bMzOsWK06/ddlMwAAgD8AAIA/Zi4dPfYtHry4Hxw8ZtYrPNX1hT1mORO9AACAPwAAgD8Abwk9KWR8vM57AD3A9XU8MQ/oPYbNR70AAIA/AACAP2YbjTxnWAs+H5+CO4Xnab4ptw09ODZSvQAAAAAAAAAA5gdxvUjlmLr2ClI5c3BwNAdf9Dq4C3K4AACAPwAAgD+NqI494RSmuqtU8LoKIga2L5W+OjLeCToAAIA/AACAP7Okcj32vGe6HIMROsijB7YxpN86bpcquQAAgD8AAIA/M5N9ulC/hj9anxE9HZmpvt8jRDowEaE9AAAAAAAAAACa9+I8UkjRuaRFEDyTiCU34hgYO9SaJDYAAIA/AACAP80mO7zDCTK6BXqFuiQbFLanU1Y6GE6eOQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJVJwr43eF4/k7/lvBY1iL7TomC+el0xPgAAAAAAAAAAzSwgvkh4+jt4fO07OMuGPGYqoL1GUpI9AACAPwAAgD9zD7e9SP+ousq1TzhiIT8z5qsmugJWbrcAAAAAAACAP8154zwkj4o+liWvvWJKyL6K6f28tJqyvAAAAAAAAAAAgKQLvRTkkrqTUeE2JnrlMehcqrk/KgO2AACAPwAAgD8NmMG9j5Y6uh35fDZAyGIxCtTbOG0ymLUAAIA/AACAP7MNuL1IfIo9Kc9GvQw4GL4SI0K9eDEQPAAAAAAAAAAAcLlyvkWyzT7ZHgg+VJmGvg21Wr0Y7fw8AAAAAAAAAABm7mu7j0Z7ugjOXjl3zVo0tZHeOr0/grgAAIA/AACAP4Bztr3242w7wsOcPGROLL4VAca8SEX7PAAAAAAAAAAA5rPJPWVoaz99ibQ8plbSvl+x6D3YpqW9AAAAAAAAAAAz45e6LuiMP+wJnjyMQNG+J1M3PRdvljwAAAAAAAAAAABsdjyq21E+hO4GvtLid76Ad4+94kBNPAAAAAAAAAAAUwdgPgKihz8glgw+Qqbbvm+1RD4qIpW9AAAAAAAAAABmuJ2+g0txP7uxu7tmvcO+Ub0Nvo1V9LoAAAAAAAAAAJrXvTxMqrg/9oYSP2aKoD6LvJC8pPMqvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,7 +45,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVPAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQEnstRNyo4yMAWyUTRgBjAF0lEdAkgRJ7HAAQ3V9lChoBkdAX5pON5t3wGgHTegDaAhHQJIHTEAHVwx1fZQoaAZHQGYklGwzLwFoB03oA2gIR0CSEYn889wFdX2UKGgGR0BlEbAP/aQFaAdN6ANoCEdAkil44dZJTXV9lChoBkdAQyc+9rXUY2gHS/ZoCEdAkiv619fCynV9lChoBkdAYOz/9YOlPGgHTegDaAhHQJIr/aCcwxp1fZQoaAZHQEKVDWsijcpoB006AWgIR0CSLbuEVWS2dX2UKGgGR0BhXBGH58BuaAdN6ANoCEdAkjEfQjUutnV9lChoBkdAXwTLOiWVvGgHTegDaAhHQJI1+LtNSIh1fZQoaAZHQGMPNe+mFaloB03oA2gIR0CSOOtEofCAdX2UKGgGR0BDft7BwdbQaAdL2GgIR0CSOWTakAPvdX2UKGgGR0Bhr3pGFzuGaAdN6ANoCEdAkjoE9pyp73V9lChoBkdAWjyReTmnwWgHTegDaAhHQJI6WrDIikh1fZQoaAZHQGQEexOclPdoB03oA2gIR0CSOxVdHDrJdX2UKGgGR0BKLuBtk4FSaAdL1mgIR0CSPWCGvfTDdX2UKGgGR0Bjc4w22oegaAdN6ANoCEdAkj41jqfOEHV9lChoBkdAZtwDPnjhk2gHTegDaAhHQJI+ZcVxjrl1fZQoaAZHQGOxBoVVPvdoB03oA2gIR0CSQf2tMfzSdX2UKGgGR0BjSC7NB4UvaAdN6ANoCEdAkkKHY6GQCHV9lChoBkdAMzAIUrTYumgHTSABaAhHQJJGrFbVz6t1fZQoaAZHQGCj9UbT+ehoB03oA2gIR0CSUal+mWMTdX2UKGgGR0BA5peu3c59aAdNGgFoCEdAklP6P8yeqnV9lChoBkdAZDwWEbo8p2gHTegDaAhHQJJigPTXrdF1fZQoaAZHQCjgicG1QZZoB00PAWgIR0CSeA41P3zudX2UKGgGR0Bi8LmEGqxUaAdN6ANoCEdAkngf3N9piHV9lChoBkdAaE3kXk5p8GgHTegDaAhHQJJ6R0tAcDN1fZQoaAZHQGgWI99tuUFoB03oA2gIR0CSe9bj94u9dX2UKGgGR0BkcNSbYsd1aAdN6ANoCEdAkoVZeqrBCXV9lChoBkdAZwZN0NjLCGgHTegDaAhHQJKJMs7MgU11fZQoaAZHQEI8DgZTAFhoB00CAWgIR0CSiliX6ZYxdX2UKGgGR0BkpnZVXFLnaAdN6ANoCEdAkoq5d0JWvXV9lChoBkdAZbE+eOGTLWgHTegDaAhHQJKLLTNMXad1fZQoaAZHQGLDiiItUXJoB03oA2gIR0CSi+Nx2jfvdX2UKGgGR0BnPflZHNHIaAdN6ANoCEdAko4wq7ROUXV9lChoBkdAZEQK/mDDj2gHTegDaAhHQJKO91mrbQF1fZQoaAZHQGQzozN2TxJoB03oA2gIR0CSjyPUrkKedX2UKGgGR0Bnq1O0svqUaAdN6ANoCEdAkpK8STQmeHV9lChoBkdAYg9b4agmJGgHTegDaAhHQJKYDFId2gZ1fZQoaAZHQGaF482aUiZoB03oA2gIR0CSoZ1FYuCgdX2UKGgGR8AS9oIv8IiUaAdNDgFoCEdAkqjF89fTkXV9lChoBkdAZxAVeKKpDWgHTegDaAhHQJKwgriEQGx1fZQoaAZHQGMrAiV0Lc9oB03oA2gIR0CSyB5MlC1JdX2UKGgGR0BcDkOZssQNaAdN6ANoCEdAkspbkXDWLHV9lChoBkdAX2NjH4oJA2gHTegDaAhHQJLL655JK8N1fZQoaAZHQGMh9V/+bVloB03oA2gIR0CS09uQZGaydX2UKGgGR0BgQLrqt5lfaAdN6ANoCEdAktanfqHGj3V9lChoBkdAXjvOjZcs2GgHTegDaAhHQJLXd86V+ql1fZQoaAZHQGKrU3GXHBFoB03oA2gIR0CS178R+SbIdX2UKGgGR0Bj8huEVWS2aAdN6ANoCEdAktgSWZ7Xx3V9lChoBkdAYCSOqebut2gHTegDaAhHQJLY2ziS7oV1fZQoaAZHQGFV2w/xDstoB03oA2gIR0CS21xgRbr1dX2UKGgGR0BmqoLVnVXnaAdN6ANoCEdAktwwJswcpHV9lChoBkdAZj+bFS88LmgHTegDaAhHQJLcX3BYV7B1fZQoaAZHQGZn50CA+ZBoB03oA2gIR0CS4GBJ7LMcdX2UKGgGR0BF9M4cWCVbaAdL6GgIR0CS5LluWKMvdX2UKGgGR0A0SyZrpJPJaAdNCgFoCEdAkuXmthd+onV9lChoBkdAZVwAn2Iwd2gHTegDaAhHQJLzpYcNpdt1fZQoaAZHQE46jLSuyNZoB0vfaAhHQJL2RyU9pyp1fZQoaAZHQGGhUfxMFlloB03oA2gIR0CS+2VqveP8dX2UKGgGR0BaPSP+4smOaAdN6ANoCEdAkwOokVvddnV9lChoBkfACGozeoDPnmgHS/xoCEdAkweWvB7/oHV9lChoBkdAY9TQ2uPmxWgHTegDaAhHQJMIVI4EOiF1fZQoaAZHQGS6DQiRnvloB03oA2gIR0CTH1j81n/UdX2UKGgGR0BhgAO2AoXsaAdN6ANoCEdAkyGWOuJUHnV9lChoBkdAYVgxBVuJlGgHTegDaAhHQJMpr9FWn0l1fZQoaAZHQGWPhB7eEZloB03oA2gIR0CTLFh4t6HCdX2UKGgGR0BhyyrFOwgUaAdN6ANoCEdAky0vnGKhtnV9lChoBkdAZmoA4n4O+mgHTegDaAhHQJMtdVHWjGl1fZQoaAZHQGU6ADzRQadoB03oA2gIR0CTMSMc6vJSdX2UKGgGR0BgdZ/XoTwlaAdN6ANoCEdAkzIOcDr7f3V9lChoBkdAY9X1IRRMvmgHTegDaAhHQJMyP/VAiV11fZQoaAZHQGA9YUvf0mNoB03oA2gIR0CTNk0AtFrmdX2UKGgGR0Bf0vATIvJzaAdN6ANoCEdAkzuZVn27F3V9lChoBkdAZoe7OmixmmgHTegDaAhHQJNFlHLA57x1fZQoaAZHQF2DFo+Ofd1oB03oA2gIR0CTTPP+XJHRdX2UKGgGR0BhYy2x6fJ4aAdN6ANoCEdAk1fXCj1wpHV9lChoBkdAYuHYgaFVUGgHTegDaAhHQJNb8yAQQMB1fZQoaAZHQGIbrOJLuhNoB03oA2gIR0CTXJjlPrOadX2UKGgGR0BnPgKpkwvhaAdN6ANoCEdAk29z0cwQDnV9lChoBkdAX1mRkmQbM2gHTegDaAhHQJNw9hKDkEN1fZQoaAZHQGZs1oxpL29oB03oA2gIR0CTeHBczImxdX2UKGgGR0BkIAbp/wy7aAdN6ANoCEdAk3sr4nF5wHV9lChoBkdAZR8KgIyCWmgHTegDaAhHQJN7+I2wV0t1fZQoaAZHQGVMEgW8AaNoB03oA2gIR0CTfD1v2oNvdX2UKGgGR0BAthHCoCMhaAdNFgFoCEdAk3748QqZt3V9lChoBkdAXIx2NedCmmgHTegDaAhHQJN/0d1dPcl1fZQoaAZHQGZhpYs/Y8NoB03oA2gIR0CTgMvNu+AVdX2UKGgGR0Bm66vmozeoaAdN6ANoCEdAk4ESAMDwIHV9lChoBkdAXXpFXq7iAGgHTegDaAhHQJOGoXizcAR1fZQoaAZHQEe5tdiUgSxoB0v4aAhHQJOL5ptaY/p1fZQoaAZHQEiX69CeEqVoB00CAWgIR0CTjMNR3u/ldX2UKGgGR0BdQ+ZkTYdyaAdN6ANoCEdAk42Ea2nbZnV9lChoBkdAQX7kMkQf62gHTREBaAhHQJOSWfzz3AV1fZQoaAZHQHDslHnU2DRoB02pA2gIR0CTky2vB7/odX2UKGgGR0BNSBkiD/VBaAdL7GgIR0CTmxyLQ5WBdX2UKGgGR0BUD2S+xnnMaAdNAAFoCEdAk5t6o/A0sXV9lChoBkdAW41NrTH80mgHTegDaAhHQJOdeya/h2p1fZQoaAZHQGK2APmPo3doB03oA2gIR0CTpJsOXmeUdX2UKGgGR0Bkh1qUNayKaAdN6ANoCEdAk6hGRRuTA3V9lChoBkdAZ6IBg/keZGgHTegDaAhHQJOo1z90ihZ1ZS4="
+        ":serialized:": "gAWVQgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGPL6ESM98uMAWyUTegDjAF0lEdAkZGG4iHIqHV9lChoBkdAavO6YE4ecWgHTekCaAhHQJGVYfNiYsx1fZQoaAZHQEn0q2BreqJoB00VAWgIR0CRlvWhysCDdX2UKGgGR0BlHVdC3PRiaAdN6ANoCEdAkanSuZCv5nV9lChoBkdAciURhttQ9GgHTcwBaAhHQJGqDxsl9jR1fZQoaAZHQGw717IDHOtoB00JA2gIR0CRqlReTmnwdX2UKGgGR0BueMy57PY4aAdN+QJoCEdAkaviH2ys0nV9lChoBkdAcTZckt29tmgHTewBaAhHQJGsT1pTMq11fZQoaAZHQGFCIt+TeO5oB03oA2gIR0CRrnEd/8VIdX2UKGgGR0BmBFOwgTysaAdN6ANoCEdAka6c01qFiHV9lChoBkdAbju+iaiKzmgHTekCaAhHQJGx/W3BpHt1fZQoaAZHQDR9GoaUA1hoB0vOaAhHQJG1z4/NZ/11fZQoaAZHQHENOyquKXRoB01CAWgIR0CRtvgOBlMAdX2UKGgGR0BCm6i9IwueaAdNDwFoCEdAkbca0UoKD3V9lChoBkdAcI2xEfDDTGgHTesCaAhHQJG5fOnl4kh1fZQoaAZHQGtvgtWdVedoB01rAmgIR0CRwTul41P4dX2UKGgGR0Bt2WSZBsyjaAdNWwJoCEdAkcHjNQj2SXV9lChoBkdAcYBG6PKdQWgHTesCaAhHQJHDIgfU4Jh1fZQoaAZHQHGRnpSrHVBoB00TAmgIR0CRyKKQ7tAtdX2UKGgGR0Bh6rpiZv1laAdN6ANoCEdAkc/ssMAmzHV9lChoBkdAbSzC6Ymb9mgHTdcCaAhHQJHQreFcpsp1fZQoaAZHQHAAmEGqxTtoB00qAWgIR0CR0XVgQYk3dX2UKGgGR0Biu2jwhGH6aAdN6ANoCEdAkdIVtoBaLXV9lChoBkdAcI56STyJ9GgHTUwCaAhHQJHTJCojv/l1fZQoaAZHQGw8gFHJ9y9oB00eAmgIR0CR1GtEXtSidX2UKGgGR0Bu4sADJU5uaAdN2gJoCEdAkdXcgyM1j3V9lChoBkdAciho4+8oQWgHTTICaAhHQJHWKJdjXnR1fZQoaAZHQG/+2TX8O09oB03kAWgIR0CR2R06HTJAdX2UKGgGR0BjJWbTc6/7aAdN6ANoCEdAkdl2h/RVqHV9lChoBkdAcF0+kxh2GWgHTVYDaAhHQJHbKKiwjdJ1fZQoaAZHQGWTWsijcmBoB03oA2gIR0CR7zrvLHMmdX2UKGgGR0BvA5p1zQu3aAdNRwFoCEdAkfSSLqD9O3V9lChoBkdAbh3Rm9QGfWgHTRwCaAhHQJH1QCQtBfN1fZQoaAZHQHAKYyoGY8doB01/AWgIR0CR9ZFNL128dX2UKGgGR0Bw5y47Rv3raAdNUwFoCEdAkfZhmXgLqnV9lChoBkdAbxMqZML4OGgHTakBaAhHQJH4ALH+6y11fZQoaAZHQG0032EkB0ZoB01eAWgIR0CR+EsnAqNIdX2UKGgGR0BwyP4ZdfLLaAdN5gFoCEdAkflAZGax5nV9lChoBkdAcH89FF2FFmgHTQkDaAhHQJH6Z7WuoxZ1fZQoaAZHQGFFh37k4m1oB03oA2gIR0CR+6XL/0dzdX2UKGgGR0BxAAuyu6mPaAdNiQFoCEdAkfz+w1R+B3V9lChoBkdAZadbypaRp2gHTegDaAhHQJH9Is+V1Ol1fZQoaAZHQG/WEqUeMhpoB02xAWgIR0CR/hY/mknDdX2UKGgGR0Bv2nZ9NN8FaAdNUwFoCEdAkgG71mJ3xHV9lChoBkdAcbAVx0dRzmgHTT4BaAhHQJICh+I/JNl1fZQoaAZHQHB1nKSxJNFoB01nAWgIR0CSAyavzOHGdX2UKGgGR0BvDGRkmQbNaAdNBQJoCEdAkgT37xd6cHV9lChoBkdAcnQ1X/5tWWgHTVYBaAhHQJIH1/QSi/R1fZQoaAZHQHDct56dDploB02mAWgIR0CSCHwZOzppdX2UKGgGR0BtN5AlfJFLaAdNaAFoCEdAkgv6vFFUhnV9lChoBkdAcPihaTwDvGgHTdgBaAhHQJIMWcslLOB1fZQoaAZHQHJclQdjoZBoB02BAWgIR0CSDUH/LkjpdX2UKGgGR0BgpZj4HoovaAdN6ANoCEdAkg2KXfIjnnV9lChoBkdAcf0dhRZU1mgHTYwBaAhHQJITLKmsNlR1fZQoaAZHQGg6iRwIdENoB03oA2gIR0CSE2bYK6WgdX2UKGgGR0ByZpgLJCBxaAdNOQJoCEdAkhOfIGQjlnV9lChoBkdAcoAgam4y5GgHTcoCaAhHQJIV60qpcX51fZQoaAZHQG/+yprDZUVoB03kAWgIR0CSGJ5Rjz7NdX2UKGgGR0Bfh6ef7JnyaAdN6ANoCEdAkhjMRtgrpnV9lChoBkdAb2F+NLlFMWgHTQwCaAhHQJIZ4VQAMlV1fZQoaAZHQHASHpwCKaZoB02IAmgIR0CSGmxkNFz/dX2UKGgGR0Bt4GO801qGaAdNnAFoCEdAkhqjKoybhHV9lChoBkdAb8dM1TBInWgHTZUBaAhHQJIa+t4iX6Z1fZQoaAZHQHLc21QZXMhoB039AWgIR0CSLtQbMotudX2UKGgGR0BySnDdgv12aAdNSgFoCEdAki7+DaoMrnV9lChoBkdAcsFm16Vt42gHTaMDaAhHQJIvlTdcjaB1fZQoaAZHQG5KErf+CK9oB008AWgIR0CSMzyNn5BUdX2UKGgGR0BvwAh6jWTYaAdNQQFoCEdAkjOiIDYAbXV9lChoBkdAcQYEMb3oLWgHTe0BaAhHQJIz62Dxsl91fZQoaAZHQHHvMwUQCjloB00zAWgIR0CSNQvIwM6SdX2UKGgGR0BvMk/jbSJCaAdNNgFoCEdAkjeZuhsZYXV9lChoBkdAcUpmTC+De2gHTSABaAhHQJI4nF72L511fZQoaAZHQHHBFgYxcmloB01EAWgIR0CSOd2cJ+lTdX2UKGgGR0BwIcHu7YkFaAdNLwFoCEdAkjtvhMrVfHV9lChoBkdAcsLVhkRSP2gHTV4BaAhHQJI8pGpda+x1fZQoaAZHQHAopPRArx1oB02RAWgIR0CSPLAo5PuYdX2UKGgGR0ByRvKT0QK8aAdNswJoCEdAkj1nanJkoXV9lChoBkdAcXkix3V092gHTRkBaAhHQJI/UKPXCj11fZQoaAZHQHAb1iz9jwxoB03uAWgIR0CSQqQ/HHWCdX2UKGgGR0BwYkd4mkWRaAdNgQFoCEdAkkRsUuctoXV9lChoBkdAbo+g0TDfnGgHTWsBaAhHQJJEzFVDKHR1fZQoaAZHQHEVQfdRBNVoB01cAmgIR0CSRh+LWI43dX2UKGgGR0BwD3YXfqHHaAdNPQFoCEdAkkgGaMJhOXV9lChoBkdAckamHP/rB2gHTTQDaAhHQJJI3lxOtXB1fZQoaAZHQHA4X7P6bfBoB024AmgIR0CSSPWo3rD7dX2UKGgGR0BhukG3WnTBaAdN6ANoCEdAkkmjrAxi5XV9lChoBkdAbEjP2PDHfmgHTT0BaAhHQJJKpAt4A0d1fZQoaAZHQHDMOiBXjlxoB02CAWgIR0CSTLa8Hv+gdX2UKGgGR0BwlEDeTFERaAdN4QFoCEdAkk5R60IC2nV9lChoBkdAcIPJKraM72gHTWQBaAhHQJJP2f7Jnxt1fZQoaAZHQHA5vnr6ciJoB00jAmgIR0CSUGN8VpK0dX2UKGgGR0BuEP8AJb+taAdNYQFoCEdAklOdGEwnIHV9lChoBkdALwpL26ClJ2gHS+FoCEdAklQK9oN/fHV9lChoBkdAcWEEm6XjVGgHTU0BaAhHQJJU+/Firkt1fZQoaAZHQG7rkx7AtWdoB00yAWgIR0CSVu3cHnlodX2UKGgGR0BwLuhkAggYaAdNaAFoCEdAkldqoIfKZHV9lChoBkdAb3NGKAJ9iWgHTTQBaAhHQJJYS8vmHQB1fZQoaAZHQHE9mHUMG5doB01YAmgIR0CSWFUnXumadX2UKGgGR0BxuXp0OmSAaAdNRgNoCEdAkljBPwd8zHV9lChoBkdAcaWl7MPjGWgHTdgBaAhHQJJZ99gF5fN1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37b9116f735a9edf38f10e9aa7c651dfdd15e066cc544790eba541281c9b28b9
+oid sha256:d4672e897119b39b5ba075ae69ca0a9ab780b7cba8e52b53138f3b0943cda96f
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b10d8296d2d943e2f6e07d22a6f7b39fd05bbeca629b89f3078869d1c251e8a1
+oid sha256:b82dbf9c606ff8c0838b08e91430574cc06162788a4dd3a6b55e786805d09567
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 252.19316519999998, "std_reward": 26.318965830416136, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-09-07T12:27:09.859251"}
+{"mean_reward": 250.1648037, "std_reward": 26.814147123722034, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-09-07T12:52:51.054708"}