Newer attempt at Lunar Lander Training

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 168.42 +/- 97.81
+      value: 265.99 +/- 19.57
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x781ab212da20>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x781ab212dab0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x781ab212db40>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x781ab212dbd0>", "_build": "<function ActorCriticPolicy._build at 0x781ab212dc60>", "forward": "<function ActorCriticPolicy.forward at 0x781ab212dcf0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x781ab212dd80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x781ab212de10>", "_predict": "<function ActorCriticPolicy._predict at 0x781ab212dea0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x781ab212df30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x781ab212dfc0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x781ab212e050>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x781ab224c6c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1003904, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1735421512791205438, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACQGjsElbM/xtU1PQWmAr4N4X07b0eXPQAAAAAAAAAAc4GuPYVLlrkIzJE5wiY5NNceJLv2+Ki4AACAPwAAgD/mBm4+R48NvWN0ErullLU54y13vl4xRToAAIA/AACAP7YiY761Nc4+FRjPPcGZWr5JSfG8tuLkPQAAAAAAAAAAMx3wPFzjXrrNZr43RITKMPdPKrrmVNy2AACAPwAAgD+6T0Y+VwwxPFZWaDvq1F05iUK2PYtWk7oAAIA/AACAP2YkTjzDh2E7oCliO/ZyYr4oNcs8y7v7vQAAAAAAAAAAMy1IvLiO87kFu4Y8anFZNluqKLuYn2E1AACAPwAAgD8We9U+PfJmPsC7XL0jS0i+1rsBPfDG1TwAAAAAAAAAADPjQzxcU0m6nBnHO6x7CTghEVQ7GqybNgAAgD8AAIA/ergWPoVLjbswUGq5klubNnMgxbxqvoo4AACAPwAAgD+ACwo9heu2uTblOrszIja1dsMbOxV2WDoAAIA/AACAP2YUOTx7uo66Rp32tT0mF7Yq7ng6htBPNQAAgD8AAIA/+o8GvvZ2Zzu2NMO6nKbYN+XNDL3yIAY6AACAPwAAgD/Wunm+uInzPBa6jD1TPH6+Zg8fvd6R1L0AAAAAAAAAAAbOPz6czkW8/DoXOzv9D7mRxq69QJ80ugAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0039039999999999075, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVOwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGBrQRXfZVaMAWyUTegDjAF0lEdAmqwdRiw0O3V9lChoBkdAVAwA93bEgmgHTegDaAhHQJqyJ/QSi/R1fZQoaAZHQGLPaCtihFpoB03oA2gIR0CatP3o9s7/dX2UKGgGR0ApKRaHKwIMaAdL/GgIR0Caukllbu+idX2UKGgGR0BflTW9US7HaAdN6ANoCEdAmr9MU/OdG3V9lChoBkdATt85n13+uWgHTegDaAhHQJrMnpV0cOt1fZQoaAZHQGIh8m8dxQ1oB03oA2gIR0CazqFERaoudX2UKGgGR0Bg70k2P1cuaAdN6ANoCEdAmtKdEb5uZXV9lChoBkdAW3BeQdS2pmgHTegDaAhHQJrVB27nPmh1fZQoaAZHwD8Drv9cbBJoB00lAWgIR0Ca1XE5hjOLdX2UKGgGR0AGNW8yvcJuaAdL5GgIR0Ca3M3Ux20RdX2UKGgGR0BZ+3mNipeeaAdN6ANoCEdAmu3bel9Br3V9lChoBkdAYOZRFZxJd2gHTegDaAhHQJruT15B1Ld1fZQoaAZHQFA6EMLF4s5oB03oA2gIR0Ca7nMUAT7EdX2UKGgGR0BcfeLiuMdcaAdN6ANoCEdAmu881TBInXV9lChoBkdAY9SxVyWAw2gHTegDaAhHQJrvYFJQLux1fZQoaAZHQGE4y5qdpZhoB03oA2gIR0Ca874dZJTVdX2UKGgGR0BiKngvUSZjaAdN6ANoCEdAmvdLCWNWEXV9lChoBkdAWq73vhIe5mgHTegDaAhHQJr3ahJyyUt1fZQoaAZHQGM148dPtUpoB03oA2gIR0Ca+8i1y/9HdX2UKGgGR0BduxFNL128aAdN6ANoCEdAmv3DspoboHV9lChoBkdAXpQXtShrWWgHTegDaAhHQJsCqrMkhRt1fZQoaAZHQGFIfpdKNAFoB03oA2gIR0CbHIp++dsjdX2UKGgGR0Bjub5TIeYEaAdN6ANoCEdAmyLSD28IzHV9lChoBkdAYHCe4Cp3o2gHTegDaAhHQJsl4DoyKvV1fZQoaAZHQFXucz67/XJoB03oA2gIR0CbJmjyWiUQdX2UKGgGR0BhKw+6iCaraAdN6ANoCEdAm0/cv24/eXV9lChoBkdAZayBDohY/2gHTegDaAhHQJth1dfLLZB1fZQoaAZHQGAlHlwLmZFoB03oA2gIR0CbYmCUornUdX2UKGgGR0BidrAP/aQFaAdN6ANoCEdAm2KLhNucc3V9lChoBkdAYuCUdJaq0mgHTegDaAhHQJtjfHPu5SZ1fZQoaAZHQF5e5myxA0NoB03oA2gIR0CbY67OVxCIdX2UKGgGR0BgEwQ176YWaAdN6ANoCEdAm2mA6IWP93V9lChoBkdAXxvX6InBtWgHTegDaAhHQJtt+naWX1J1fZQoaAZHQF5f1J17pmpoB03oA2gIR0Cbbh+otL+QdX2UKGgGR0AisB9Tgl4UaAdL1WgIR0CbcuYpDu0DdX2UKGgGR0BeYDD0lJHzaAdN6ANoCEdAm3LpRoAXEnV9lChoBkdAXjI5wOvt+mgHTegDaAhHQJt0/r3TNMZ1fZQoaAZHQGFq2bobGWFoB03oA2gIR0CbebX1J17qdX2UKGgGR8A+NpyIYWLxaAdL9mgIR0Cbecgs9SuRdX2UKGgGR0Bct6IacZtOaAdN6ANoCEdAm5KsYht+C3V9lChoBkdAYyOReTmnwWgHTegDaAhHQJuXWpXIU8F1fZQoaAZHQFmX3Jgb6xhoB03oA2gIR0CbmkfJFLFodX2UKGgGR0BeO6JqIrOJaAdN6ANoCEdAm5rOryUcGXV9lChoBkdAYcfPtUn5SGgHTegDaAhHQJujrAfuCwt1fZQoaAZHwDK17b+Lm6poB00TAWgIR0CbsQZWq95AdX2UKGgGR0BinBtzjm0WaAdN6ANoCEdAm7M0mICU5nV9lChoBkdAYIBg0j1PFmgHTegDaAhHQJuzv26ClJp1fZQoaAZHQGHsWKMvRJFoB03oA2gIR0Cbs+dHlOoHdX2UKGgGR0Bj6zGHYYixaAdN6ANoCEdAm7T7FCLMtHV9lChoBkdATkU3Q2MsH2gHTegDaAhHQJvCxh9b5dp1fZQoaAZHQF5TQ4jrzGxoB03oA2gIR0Cbwvw482aVdX2UKGgGR0Bf0uRDCxeLaAdN6ANoCEdAm8g+sHSncnV9lChoBkdAXKORPoFFD2gHTegDaAhHQJvIQb1h9b51fZQoaAZHQCDw3WFvhqFoB0v+aAhHQJvJkkhRqGl1fZQoaAZHQGJsDrAxi5NoB03oA2gIR0CbylTcZccEdX2UKGgGR0BgtV5GBnSOaAdN6ANoCEdAm88jq4YrKHV9lChoBkdAYGgPnSv1UWgHTegDaAhHQJvPNX7tRel1fZQoaAZHwCsEhC+lCTloB00SAWgIR0Cb29CqZML4dX2UKGgGR0BhvfxSYPXkaAdN6ANoCEdAm+Ju05U96nV9lChoBkdAXpdRsMy8BmgHTegDaAhHQJvmkA2hqTN1fZQoaAZHQGB6FeWv8qFoB03oA2gIR0Cb6aAzHjp+dX2UKGgGR0BdO4eYD1XeaAdN6ANoCEdAnBV7uc+aB3V9lChoBkdAM1w0TDfm92gHS+BoCEdAnB5nDrJKa3V9lChoBkdAXClyvLX+VGgHTegDaAhHQJwiBeMQ2/B1fZQoaAZHQFocjv/io89oB03oA2gIR0CcJKI4EOiGdX2UKGgGR0BgrAUzsQd0aAdN6ANoCEdAnCTWT5ftyHV9lChoBkdAW5JRl6JIlWgHTegDaAhHQJwmImiQDFJ1fZQoaAZHQGBuP6sQumJoB03oA2gIR0CcMo9r433pdX2UKGgGR0BgV/0f5k9VaAdN6ANoCEdAnDLFtoBaLXV9lChoBkdAZCN225QP7WgHTegDaAhHQJw3z6InBtV1fZQoaAZHQF3yHKOktVdoB03oA2gIR0CcN9NDc/MXdX2UKGgGR0A8gnBciW3SaAdL7mgIR0CcOJ6S1Vo6dX2UKGgGR0Be+Uehf0EpaAdN6ANoCEdAnDnTIvJzUHV9lChoBkdAYFQGqPwNLGgHTegDaAhHQJw+Pzf779B1fZQoaAZHQGG674BV+7VoB03oA2gIR0CcPlDjR2KVdX2UKGgGR8A3TNqQA+6iaAdNAwFoCEdAnEbWpAD7qXV9lChoBkfAMrVqrR0EHWgHS/9oCEdAnEdqHwgDBHV9lChoBkdAYZYeuFHrhWgHTegDaAhHQJxJHytmthd1fZQoaAZHv9rECNjslcBoB00GAWgIR0CcTeKTB68hdX2UKGgGR0BiEj3bmEGraAdN6ANoCEdAnE6Y+Sr5qXV9lChoBkdAYbIGi5/b02gHTegDaAhHQJxR7KQq7RR1fZQoaAZHwADPBi1AqutoB0v2aAhHQJxY5M10knl1fZQoaAZHQGVRJkXk5p9oB03oA2gIR0CcXBSWqtHQdX2UKGgGR0BWjrrC3w1BaAdN6ANoCEdAnGcPFR51NnV9lChoBkdAY0vsWO6un2gHTegDaAhHQJxq6IbfgrJ1fZQoaAZHQDWXiLl3hXNoB004AWgIR0CcayBAv+OwdX2UKGgGR0BnBBL7GecyaAdN6ANoCEdAnG0BrBTGYXV9lChoBkdAYOY9Gqgh82gHTegDaAhHQJxuIbkwN9Z1fZQoaAZHQGFy/HPu5SZoB03oA2gIR0Ccd3FuvUz9dX2UKGgGR0BilH8VHnU2aAdN6ANoCEdAnHeYKc/dI3V9lChoBkdAYDAK0lZ5iWgHTegDaAhHQJx8r+ERJ3B1fZQoaAZHQF7zmthd+odoB03oA2gIR0Ccfuv0h/y5dX2UKGgGR0A1AA4n4O+aaAdNEwFoCEdAnH/hXS0BwXV9lChoBkdAYRM5Ke05VGgHTegDaAhHQJyDyXmeUY91fZQoaAZHQF+cFKkEcKhoB03oA2gIR0CcjrlMyrPudX2UKGgGR0BlnOgYgq3FaAdN6ANoCEdAnI9nbRF7U3V9lChoBkdAUOYWl/H5rWgHTegDaAhHQJyZ7jXFtKt1fZQoaAZHQGELB1cMVlBoB03oA2gIR0CcmyIRh+fAdX2UKGgGR0Bg2FhXr+o+aAdN6ANoCEdAnKhQNb1RL3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2024, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu121", "GPU Enabled": "False", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x781ab212da20>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x781ab212dab0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x781ab212db40>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x781ab212dbd0>", "_build": "<function ActorCriticPolicy._build at 0x781ab212dc60>", "forward": "<function ActorCriticPolicy.forward at 0x781ab212dcf0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x781ab212dd80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x781ab212de10>", "_predict": "<function ActorCriticPolicy._predict at 0x781ab212dea0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x781ab212df30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x781ab212dfc0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x781ab212e050>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x781ab224c6c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 3011712, "_total_timesteps": 3000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1735423017027671355, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAF2Nqj5Fx2s/mvczvbH8C79kDsY+uH3pvQAAAAAAAAAATQ7iPVEP6D2DX32+ORWVvg3Um73zsOm8AAAAAAAAAACaOfk8J/azP4ZWaT5CzSi+K1dJPf7CKz4AAAAAAAAAAJpDCj0pXH66kq4qtAzXES9rrBc7sfilMwAAgD8AAAAAKoNjvv7MuD3wiOY+jOQhvnG1lbt56449AAAAAAAAAACAx229FDzpuv2ZtDyOByc98KzIOaAgwzsAAIA/AACAPyaUpj2k6LA/vUCNPgHS1L4Un0U+eMj4PQAAAAAAAAAAZsalu4XBpD+Ch7a8sngNvxFQrDzua8O8AAAAAAAAAABy/aO+1H2JPjamBz3lj8u+z6pqvi61hz0AAAAAAAAAAJ0GkL4AqqY+m1rtPcac176eI2++xNkTPgAAAAAAAAAAzXZpPCkMRLorvN06J38nNsl8BDvccwK6AACAPwAAgD+mtL49lHclP56rZLsprT2/wXQsPmq3p70AAAAAAAAAAJ11jj6Y1Os+9tCwvhx9KL+VW9k9EyX7vQAAAAAAAAAAjdTtvdit7z3nvxs9U9z5vrjGNL6e2h69AAAAAAAAAABNDom9UzaFPmI3AD2nKO++j15bvfTKIzwAAAAAAAAAADNRJzxAZ3c/mpYZPatjSL+emV09CpJbPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0039039999999999075, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV5QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHPlKAjIJZ6MAWyUS8+MAXSUR0Cy+O5p8F6idX2UKGgGR0Bx6uWOZLIxaAdLzGgIR0Cy+RXGjsUqdX2UKGgGR0ByQDh4t6HCaAdLs2gIR0Cy+R2Nm16WdX2UKGgGR0BRZ+jRD1GtaAdLfGgIR0Cy+SFkpZwGdX2UKGgGR0ByOICbMHKPaAdLsWgIR0Cy+SfuXu3MdX2UKGgGR0BwLWaPS2H+aAdLlGgIR0Cy+U2KhtcfdX2UKGgGR0Bxavx0+1SgaAdLjWgIR0Cy+X8rAgxKdX2UKGgGR0Byvsgr6LwXaAdLzGgIR0Cy+YNLlFMJdX2UKGgGR0BxULBuXNTtaAdLlmgIR0Cy+YcXm/34dX2UKGgGR0Bzla0KJEYwaAdL0GgIR0Cy+ZUXpGF0dX2UKGgGR0Bw+/QUpNKzaAdLx2gIR0Cy+cctkFwDdX2UKGgGR0BSxHEQ5FPSaAdLjmgIR0Cy+g1bmlqKdX2UKGgGR0BwNtLDhtLtaAdLlWgIR0Cy+hdbxEv1dX2UKGgGR0Bz2zsu3+dcaAdLuWgIR0Cy+h7LZBcBdX2UKGgGR0BmyHV09yLiaAdN6ANoCEdAsvopgVoHs3V9lChoBkdAc2xKraM72mgHS8FoCEdAsvo04ffXPXV9lChoBkdAc/vn8baRIWgHS91oCEdAsvo1kmQbM3V9lChoBkdAcmr8DB/I82gHS4doCEdAsvo3KnvUjXV9lChoBkdAc2f5dGAkLWgHS9BoCEdAsvo8b83uNXV9lChoBkdASnOhM8HObGgHS35oCEdAsvpdqO938nV9lChoBkdAcxBLkCFK02gHS8loCEdAsvpkm8dxQ3V9lChoBkdAcj15O8Cgb2gHS+xoCEdAsvqs3FUADXV9lChoBkdAcxhEhJRO12gHS7ZoCEdAsvrGKpDNQnV9lChoBkdAcwQZ5Rjz7WgHS8toCEdAsvrUlXzUZ3V9lChoBkdAUQ4o3Jgb62gHS5ZoCEdAsvsN6u4gBHV9lChoBkdAcW2wc5sCT2gHS5NoCEdAsvs2Ay2x6nV9lChoBkdAcwmDqnm7rmgHTQ0BaAhHQLL7VrdnCfp1fZQoaAZHQHEWNBOYYzloB0uoaAhHQLL7WUKzAvd1fZQoaAZHQHJG21YyO7xoB0vmaAhHQLL7W/5+H8F1fZQoaAZHQHH5PfsNUfhoB0u8aAhHQLL7YB1LamJ1fZQoaAZHQHH6BhUipvRoB0u9aAhHQLL7aE25xzd1fZQoaAZHQHCYGGM4tHxoB0ueaAhHQLL7c1Ng0CR1fZQoaAZHQHAAPVAiV0NoB0u7aAhHQLL7dh60IC51fZQoaAZHQHGcqNIbwSdoB0vIaAhHQLL7iLYwqRV1fZQoaAZHQHKtFQ2uPmxoB0vSaAhHQLL7kFhoduJ1fZQoaAZHQHLHQhbGFSNoB0u6aAhHQLL7oiExqO91fZQoaAZHQHEnIW1twaRoB0unaAhHQLL7zzQNTcZ1fZQoaAZHQELnDohY/3ZoB0uEaAhHQLL8Nm4Ajpt1fZQoaAZHQHA2BjSXt0FoB0u7aAhHQLL8QiEg4fh1fZQoaAZHQHPBOM2m52BoB0vFaAhHQLL8SBInSfF1fZQoaAZHQHC1U+kgwGpoB0uxaAhHQLL8dGJN0vJ1fZQoaAZHQHD2cdcSoOxoB0u2aAhHQLL831EmY0F1fZQoaAZHQHH+9ALRa5hoB0uWaAhHQLL833RG+bp1fZQoaAZHQHBWIhyKekJoB0unaAhHQLL869YfW+Z1fZQoaAZHQHCwYIa99MNoB0u7aAhHQLL88NDMNc51fZQoaAZHQGbC2v0RODdoB03oA2gIR0Cy/PNutOmBdX2UKGgGR0BxoFGKAJ9iaAdLxGgIR0Cy/QYu9OARdX2UKGgGR0ByPfKs+3YuaAdLumgIR0Cy/Q/c32mIdX2UKGgGR0Bwzo/keZG8aAdLrWgIR0Cy/TT/hl19dX2UKGgGR0ByQwP/aQFLaAdLv2gIR0Cy/T/igkC4dX2UKGgGR0ByBVqfvnbJaAdL4WgIR0Cy/VBxcVxkdX2UKGgGR0Bx2X4oJAt4aAdLsmgIR0Cy/XbnkkrxdX2UKGgGR0BFQMjVx0dSaAdLd2gIR0Cy/X+BYmsvdX2UKGgGR0BxYzaTOgQIaAdLl2gIR0Cy/ZFFQVKxdX2UKGgGR0Bx74sWfseGaAdNBQFoCEdAsv2RiPQv6HV9lChoBkdAcbS8eCCjDmgHS5NoCEdAsv2VKmKqGXV9lChoBkdAcVHpN9H+ZWgHS7doCEdAsv3W8L8aXXV9lChoBkdAcSikXDWK/GgHS49oCEdAsv4N4W1twnV9lChoBkdAT65hvze41GgHS5RoCEdAsv4n9ZRsM3V9lChoBkdAQFG1WsA/92gHS3xoCEdAsv5Lk5p8GHV9lChoBkdAcTjgkka/AWgHS7JoCEdAsv5cjzI3i3V9lChoBkdAcgcGhmGucWgHS6NoCEdAsv5ghUzbe3V9lChoBkdAcbpc4o7V8WgHS7NoCEdAsv5q6z3RHHV9lChoBkdAISx0uDjBEmgHS2hoCEdAsv53klu3t3V9lChoBkdAcZYi9qUNa2gHS8FoCEdAsv6MDp1RtXV9lChoBkdAc7bearmyPmgHS8BoCEdAsv6mPyTY/XV9lChoBkdAcNT0T101ZWgHS7RoCEdAsv61rFfiP3V9lChoBkdAcvjn9Nvfj2gHS9JoCEdAsv8NMURFqnV9lChoBkdAcclsniNsFmgHS8JoCEdAsv8VPP9k0HV9lChoBkdAcmaCQ9zOo2gHS5ZoCEdAsv8cKD0163V9lChoBkdAcZv7l7tzCGgHS8RoCEdAsv8y4nWrfnV9lChoBkdAcystp22Xs2gHS99oCEdAsv9wU5+6RXV9lChoBkdAcM+ZIxxku2gHS6poCEdAsv+cdRzij3V9lChoBkdAcmgVY6nzhGgHS8poCEdAsv/CK4x1xXV9lChoBkdAccNp6yB062gHS5toCEdAsv/CMPz4DnV9lChoBkdAcjF04iosI2gHTQwBaAhHQLL/wWYF7ld1fZQoaAZHQHG0HCCSRr9oB0upaAhHQLL/zMfigkF1fZQoaAZHQG8cdiMHbAVoB0u7aAhHQLL/3/3Fkx11fZQoaAZHQHDNJ1q33HtoB0uaaAhHQLL/7Ytg8bJ1fZQoaAZHQHJXknogV45oB0uvaAhHQLL/7atcOb11fZQoaAZHQHJe6R6nivRoB0vdaAhHQLMAAxOclPd1fZQoaAZHQHGKDMqz7dloB0vVaAhHQLMABbPQfIV1fZQoaAZHQHLtyvTw2EVoB0vGaAhHQLMAHlz2exx1fZQoaAZHQHGlj5Kvmo1oB0umaAhHQLMAQLDQ7cR1fZQoaAZHQHGiv5pJwsJoB0ufaAhHQLMARgwoLG91fZQoaAZHQHBf4OYplSVoB0u1aAhHQLMATfwI+nt1fZQoaAZHQHGdbU1AJLNoB0veaAhHQLMAlIre67N1fZQoaAZHQHFlrqIJqqRoB0uSaAhHQLMAmAo5PuZ1fZQoaAZHQHJ8dwFTvRZoB0uZaAhHQLMAoiH6/It1fZQoaAZHQHHwtH2AXl9oB0uOaAhHQLMAvS1Vo6F1fZQoaAZHQHOdPGp++dtoB0vXaAhHQLMAxIjGDL91fZQoaAZHQHFuAVO9FnZoB0u9aAhHQLMA4ZwXIlt1fZQoaAZHQHGOReokzGhoB0vZaAhHQLMA4XQdCE91fZQoaAZHQHJG4od+5OJoB0vJaAhHQLMA54/NZ/11fZQoaAZHQHFnATZg5R1oB0vCaAhHQLMA+hgmZ3N1fZQoaAZHQHIUdoi9qUNoB0u7aAhHQLMA/eOn2qV1fZQoaAZHQHLyH+hoM8ZoB0vOaAhHQLMBLwnYxtZ1fZQoaAZHQHGTjsIE8q5oB0u+aAhHQLMBNhJAdGR1fZQoaAZHQFGlKGtZFG5oB0uraAhHQLMBShQWN3p1fZQoaAZHQFJ/bEP1+RZoB0uAaAhHQLMBT6K+BYp1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2024, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu121", "GPU Enabled": "False", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9daec0b35c8505d772392e92a1c951b0bc69fb7fccf1e4388fc68f375ed1090f
-size 147501
+oid sha256:ab6ab95a0be8f07550f4e86e7f8971269d026b3453a3017f9cdfd68e2c16e925
+size 147385

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1003904,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 3011712,
+    "_total_timesteps": 3000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1735421512791205438,
+    "start_time": 1735423017027671355,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACQGjsElbM/xtU1PQWmAr4N4X07b0eXPQAAAAAAAAAAc4GuPYVLlrkIzJE5wiY5NNceJLv2+Ki4AACAPwAAgD/mBm4+R48NvWN0ErullLU54y13vl4xRToAAIA/AACAP7YiY761Nc4+FRjPPcGZWr5JSfG8tuLkPQAAAAAAAAAAMx3wPFzjXrrNZr43RITKMPdPKrrmVNy2AACAPwAAgD+6T0Y+VwwxPFZWaDvq1F05iUK2PYtWk7oAAIA/AACAP2YkTjzDh2E7oCliO/ZyYr4oNcs8y7v7vQAAAAAAAAAAMy1IvLiO87kFu4Y8anFZNluqKLuYn2E1AACAPwAAgD8We9U+PfJmPsC7XL0jS0i+1rsBPfDG1TwAAAAAAAAAADPjQzxcU0m6nBnHO6x7CTghEVQ7GqybNgAAgD8AAIA/ergWPoVLjbswUGq5klubNnMgxbxqvoo4AACAPwAAgD+ACwo9heu2uTblOrszIja1dsMbOxV2WDoAAIA/AACAP2YUOTx7uo66Rp32tT0mF7Yq7ng6htBPNQAAgD8AAIA/+o8GvvZ2Zzu2NMO6nKbYN+XNDL3yIAY6AACAPwAAgD/Wunm+uInzPBa6jD1TPH6+Zg8fvd6R1L0AAAAAAAAAAAbOPz6czkW8/DoXOzv9D7mRxq69QJ80ugAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAF2Nqj5Fx2s/mvczvbH8C79kDsY+uH3pvQAAAAAAAAAATQ7iPVEP6D2DX32+ORWVvg3Um73zsOm8AAAAAAAAAACaOfk8J/azP4ZWaT5CzSi+K1dJPf7CKz4AAAAAAAAAAJpDCj0pXH66kq4qtAzXES9rrBc7sfilMwAAgD8AAAAAKoNjvv7MuD3wiOY+jOQhvnG1lbt56449AAAAAAAAAACAx229FDzpuv2ZtDyOByc98KzIOaAgwzsAAIA/AACAPyaUpj2k6LA/vUCNPgHS1L4Un0U+eMj4PQAAAAAAAAAAZsalu4XBpD+Ch7a8sngNvxFQrDzua8O8AAAAAAAAAABy/aO+1H2JPjamBz3lj8u+z6pqvi61hz0AAAAAAAAAAJ0GkL4AqqY+m1rtPcac176eI2++xNkTPgAAAAAAAAAAzXZpPCkMRLorvN06J38nNsl8BDvccwK6AACAPwAAgD+mtL49lHclP56rZLsprT2/wXQsPmq3p70AAAAAAAAAAJ11jj6Y1Os+9tCwvhx9KL+VW9k9EyX7vQAAAAAAAAAAjdTtvdit7z3nvxs9U9z5vrjGNL6e2h69AAAAAAAAAABNDom9UzaFPmI3AD2nKO++j15bvfTKIzwAAAAAAAAAADNRJzxAZ3c/mpYZPatjSL+emV09CpJbPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVOwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGBrQRXfZVaMAWyUTegDjAF0lEdAmqwdRiw0O3V9lChoBkdAVAwA93bEgmgHTegDaAhHQJqyJ/QSi/R1fZQoaAZHQGLPaCtihFpoB03oA2gIR0CatP3o9s7/dX2UKGgGR0ApKRaHKwIMaAdL/GgIR0Caukllbu+idX2UKGgGR0BflTW9US7HaAdN6ANoCEdAmr9MU/OdG3V9lChoBkdATt85n13+uWgHTegDaAhHQJrMnpV0cOt1fZQoaAZHQGIh8m8dxQ1oB03oA2gIR0CazqFERaoudX2UKGgGR0Bg70k2P1cuaAdN6ANoCEdAmtKdEb5uZXV9lChoBkdAW3BeQdS2pmgHTegDaAhHQJrVB27nPmh1fZQoaAZHwD8Drv9cbBJoB00lAWgIR0Ca1XE5hjOLdX2UKGgGR0AGNW8yvcJuaAdL5GgIR0Ca3M3Ux20RdX2UKGgGR0BZ+3mNipeeaAdN6ANoCEdAmu3bel9Br3V9lChoBkdAYOZRFZxJd2gHTegDaAhHQJruT15B1Ld1fZQoaAZHQFA6EMLF4s5oB03oA2gIR0Ca7nMUAT7EdX2UKGgGR0BcfeLiuMdcaAdN6ANoCEdAmu881TBInXV9lChoBkdAY9SxVyWAw2gHTegDaAhHQJrvYFJQLux1fZQoaAZHQGE4y5qdpZhoB03oA2gIR0Ca874dZJTVdX2UKGgGR0BiKngvUSZjaAdN6ANoCEdAmvdLCWNWEXV9lChoBkdAWq73vhIe5mgHTegDaAhHQJr3ahJyyUt1fZQoaAZHQGM148dPtUpoB03oA2gIR0Ca+8i1y/9HdX2UKGgGR0BduxFNL128aAdN6ANoCEdAmv3DspoboHV9lChoBkdAXpQXtShrWWgHTegDaAhHQJsCqrMkhRt1fZQoaAZHQGFIfpdKNAFoB03oA2gIR0CbHIp++dsjdX2UKGgGR0Bjub5TIeYEaAdN6ANoCEdAmyLSD28IzHV9lChoBkdAYHCe4Cp3o2gHTegDaAhHQJsl4DoyKvV1fZQoaAZHQFXucz67/XJoB03oA2gIR0CbJmjyWiUQdX2UKGgGR0BhKw+6iCaraAdN6ANoCEdAm0/cv24/eXV9lChoBkdAZayBDohY/2gHTegDaAhHQJth1dfLLZB1fZQoaAZHQGAlHlwLmZFoB03oA2gIR0CbYmCUornUdX2UKGgGR0BidrAP/aQFaAdN6ANoCEdAm2KLhNucc3V9lChoBkdAYuCUdJaq0mgHTegDaAhHQJtjfHPu5SZ1fZQoaAZHQF5e5myxA0NoB03oA2gIR0CbY67OVxCIdX2UKGgGR0BgEwQ176YWaAdN6ANoCEdAm2mA6IWP93V9lChoBkdAXxvX6InBtWgHTegDaAhHQJtt+naWX1J1fZQoaAZHQF5f1J17pmpoB03oA2gIR0Cbbh+otL+QdX2UKGgGR0AisB9Tgl4UaAdL1WgIR0CbcuYpDu0DdX2UKGgGR0BeYDD0lJHzaAdN6ANoCEdAm3LpRoAXEnV9lChoBkdAXjI5wOvt+mgHTegDaAhHQJt0/r3TNMZ1fZQoaAZHQGFq2bobGWFoB03oA2gIR0CbebX1J17qdX2UKGgGR8A+NpyIYWLxaAdL9mgIR0Cbecgs9SuRdX2UKGgGR0Bct6IacZtOaAdN6ANoCEdAm5KsYht+C3V9lChoBkdAYyOReTmnwWgHTegDaAhHQJuXWpXIU8F1fZQoaAZHQFmX3Jgb6xhoB03oA2gIR0CbmkfJFLFodX2UKGgGR0BeO6JqIrOJaAdN6ANoCEdAm5rOryUcGXV9lChoBkdAYcfPtUn5SGgHTegDaAhHQJujrAfuCwt1fZQoaAZHwDK17b+Lm6poB00TAWgIR0CbsQZWq95AdX2UKGgGR0BinBtzjm0WaAdN6ANoCEdAm7M0mICU5nV9lChoBkdAYIBg0j1PFmgHTegDaAhHQJuzv26ClJp1fZQoaAZHQGHsWKMvRJFoB03oA2gIR0Cbs+dHlOoHdX2UKGgGR0Bj6zGHYYixaAdN6ANoCEdAm7T7FCLMtHV9lChoBkdATkU3Q2MsH2gHTegDaAhHQJvCxh9b5dp1fZQoaAZHQF5TQ4jrzGxoB03oA2gIR0Cbwvw482aVdX2UKGgGR0Bf0uRDCxeLaAdN6ANoCEdAm8g+sHSncnV9lChoBkdAXKORPoFFD2gHTegDaAhHQJvIQb1h9b51fZQoaAZHQCDw3WFvhqFoB0v+aAhHQJvJkkhRqGl1fZQoaAZHQGJsDrAxi5NoB03oA2gIR0CbylTcZccEdX2UKGgGR0BgtV5GBnSOaAdN6ANoCEdAm88jq4YrKHV9lChoBkdAYGgPnSv1UWgHTegDaAhHQJvPNX7tRel1fZQoaAZHwCsEhC+lCTloB00SAWgIR0Cb29CqZML4dX2UKGgGR0BhvfxSYPXkaAdN6ANoCEdAm+Ju05U96nV9lChoBkdAXpdRsMy8BmgHTegDaAhHQJvmkA2hqTN1fZQoaAZHQGB6FeWv8qFoB03oA2gIR0Cb6aAzHjp+dX2UKGgGR0BdO4eYD1XeaAdN6ANoCEdAnBV7uc+aB3V9lChoBkdAM1w0TDfm92gHS+BoCEdAnB5nDrJKa3V9lChoBkdAXClyvLX+VGgHTegDaAhHQJwiBeMQ2/B1fZQoaAZHQFocjv/io89oB03oA2gIR0CcJKI4EOiGdX2UKGgGR0BgrAUzsQd0aAdN6ANoCEdAnCTWT5ftyHV9lChoBkdAW5JRl6JIlWgHTegDaAhHQJwmImiQDFJ1fZQoaAZHQGBuP6sQumJoB03oA2gIR0CcMo9r433pdX2UKGgGR0BgV/0f5k9VaAdN6ANoCEdAnDLFtoBaLXV9lChoBkdAZCN225QP7WgHTegDaAhHQJw3z6InBtV1fZQoaAZHQF3yHKOktVdoB03oA2gIR0CcN9NDc/MXdX2UKGgGR0A8gnBciW3SaAdL7mgIR0CcOJ6S1Vo6dX2UKGgGR0Be+Uehf0EpaAdN6ANoCEdAnDnTIvJzUHV9lChoBkdAYFQGqPwNLGgHTegDaAhHQJw+Pzf779B1fZQoaAZHQGG674BV+7VoB03oA2gIR0CcPlDjR2KVdX2UKGgGR8A3TNqQA+6iaAdNAwFoCEdAnEbWpAD7qXV9lChoBkfAMrVqrR0EHWgHS/9oCEdAnEdqHwgDBHV9lChoBkdAYZYeuFHrhWgHTegDaAhHQJxJHytmthd1fZQoaAZHv9rECNjslcBoB00GAWgIR0CcTeKTB68hdX2UKGgGR0BiEj3bmEGraAdN6ANoCEdAnE6Y+Sr5qXV9lChoBkdAYbIGi5/b02gHTegDaAhHQJxR7KQq7RR1fZQoaAZHwADPBi1AqutoB0v2aAhHQJxY5M10knl1fZQoaAZHQGVRJkXk5p9oB03oA2gIR0CcXBSWqtHQdX2UKGgGR0BWjrrC3w1BaAdN6ANoCEdAnGcPFR51NnV9lChoBkdAY0vsWO6un2gHTegDaAhHQJxq6IbfgrJ1fZQoaAZHQDWXiLl3hXNoB004AWgIR0CcayBAv+OwdX2UKGgGR0BnBBL7GecyaAdN6ANoCEdAnG0BrBTGYXV9lChoBkdAYOY9Gqgh82gHTegDaAhHQJxuIbkwN9Z1fZQoaAZHQGFy/HPu5SZoB03oA2gIR0Ccd3FuvUz9dX2UKGgGR0BilH8VHnU2aAdN6ANoCEdAnHeYKc/dI3V9lChoBkdAYDAK0lZ5iWgHTegDaAhHQJx8r+ERJ3B1fZQoaAZHQF7zmthd+odoB03oA2gIR0Ccfuv0h/y5dX2UKGgGR0A1AA4n4O+aaAdNEwFoCEdAnH/hXS0BwXV9lChoBkdAYRM5Ke05VGgHTegDaAhHQJyDyXmeUY91fZQoaAZHQF+cFKkEcKhoB03oA2gIR0CcjrlMyrPudX2UKGgGR0BlnOgYgq3FaAdN6ANoCEdAnI9nbRF7U3V9lChoBkdAUOYWl/H5rWgHTegDaAhHQJyZ7jXFtKt1fZQoaAZHQGELB1cMVlBoB03oA2gIR0CcmyIRh+fAdX2UKGgGR0Bg2FhXr+o+aAdN6ANoCEdAnKhQNb1RL3VlLg=="
+        ":serialized:": "gAWV5QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHPlKAjIJZ6MAWyUS8+MAXSUR0Cy+O5p8F6idX2UKGgGR0Bx6uWOZLIxaAdLzGgIR0Cy+RXGjsUqdX2UKGgGR0ByQDh4t6HCaAdLs2gIR0Cy+R2Nm16WdX2UKGgGR0BRZ+jRD1GtaAdLfGgIR0Cy+SFkpZwGdX2UKGgGR0ByOICbMHKPaAdLsWgIR0Cy+SfuXu3MdX2UKGgGR0BwLWaPS2H+aAdLlGgIR0Cy+U2KhtcfdX2UKGgGR0Bxavx0+1SgaAdLjWgIR0Cy+X8rAgxKdX2UKGgGR0Byvsgr6LwXaAdLzGgIR0Cy+YNLlFMJdX2UKGgGR0BxULBuXNTtaAdLlmgIR0Cy+YcXm/34dX2UKGgGR0Bzla0KJEYwaAdL0GgIR0Cy+ZUXpGF0dX2UKGgGR0Bw+/QUpNKzaAdLx2gIR0Cy+cctkFwDdX2UKGgGR0BSxHEQ5FPSaAdLjmgIR0Cy+g1bmlqKdX2UKGgGR0BwNtLDhtLtaAdLlWgIR0Cy+hdbxEv1dX2UKGgGR0Bz2zsu3+dcaAdLuWgIR0Cy+h7LZBcBdX2UKGgGR0BmyHV09yLiaAdN6ANoCEdAsvopgVoHs3V9lChoBkdAc2xKraM72mgHS8FoCEdAsvo04ffXPXV9lChoBkdAc/vn8baRIWgHS91oCEdAsvo1kmQbM3V9lChoBkdAcmr8DB/I82gHS4doCEdAsvo3KnvUjXV9lChoBkdAc2f5dGAkLWgHS9BoCEdAsvo8b83uNXV9lChoBkdASnOhM8HObGgHS35oCEdAsvpdqO938nV9lChoBkdAcxBLkCFK02gHS8loCEdAsvpkm8dxQ3V9lChoBkdAcj15O8Cgb2gHS+xoCEdAsvqs3FUADXV9lChoBkdAcxhEhJRO12gHS7ZoCEdAsvrGKpDNQnV9lChoBkdAcwQZ5Rjz7WgHS8toCEdAsvrUlXzUZ3V9lChoBkdAUQ4o3Jgb62gHS5ZoCEdAsvsN6u4gBHV9lChoBkdAcW2wc5sCT2gHS5NoCEdAsvs2Ay2x6nV9lChoBkdAcwmDqnm7rmgHTQ0BaAhHQLL7VrdnCfp1fZQoaAZHQHEWNBOYYzloB0uoaAhHQLL7WUKzAvd1fZQoaAZHQHJG21YyO7xoB0vmaAhHQLL7W/5+H8F1fZQoaAZHQHH5PfsNUfhoB0u8aAhHQLL7YB1LamJ1fZQoaAZHQHH6BhUipvRoB0u9aAhHQLL7aE25xzd1fZQoaAZHQHCYGGM4tHxoB0ueaAhHQLL7c1Ng0CR1fZQoaAZHQHAAPVAiV0NoB0u7aAhHQLL7dh60IC51fZQoaAZHQHGcqNIbwSdoB0vIaAhHQLL7iLYwqRV1fZQoaAZHQHKtFQ2uPmxoB0vSaAhHQLL7kFhoduJ1fZQoaAZHQHLHQhbGFSNoB0u6aAhHQLL7oiExqO91fZQoaAZHQHEnIW1twaRoB0unaAhHQLL7zzQNTcZ1fZQoaAZHQELnDohY/3ZoB0uEaAhHQLL8Nm4Ajpt1fZQoaAZHQHA2BjSXt0FoB0u7aAhHQLL8QiEg4fh1fZQoaAZHQHPBOM2m52BoB0vFaAhHQLL8SBInSfF1fZQoaAZHQHC1U+kgwGpoB0uxaAhHQLL8dGJN0vJ1fZQoaAZHQHD2cdcSoOxoB0u2aAhHQLL831EmY0F1fZQoaAZHQHH+9ALRa5hoB0uWaAhHQLL833RG+bp1fZQoaAZHQHBWIhyKekJoB0unaAhHQLL869YfW+Z1fZQoaAZHQHCwYIa99MNoB0u7aAhHQLL88NDMNc51fZQoaAZHQGbC2v0RODdoB03oA2gIR0Cy/PNutOmBdX2UKGgGR0BxoFGKAJ9iaAdLxGgIR0Cy/QYu9OARdX2UKGgGR0ByPfKs+3YuaAdLumgIR0Cy/Q/c32mIdX2UKGgGR0Bwzo/keZG8aAdLrWgIR0Cy/TT/hl19dX2UKGgGR0ByQwP/aQFLaAdLv2gIR0Cy/T/igkC4dX2UKGgGR0ByBVqfvnbJaAdL4WgIR0Cy/VBxcVxkdX2UKGgGR0Bx2X4oJAt4aAdLsmgIR0Cy/XbnkkrxdX2UKGgGR0BFQMjVx0dSaAdLd2gIR0Cy/X+BYmsvdX2UKGgGR0BxYzaTOgQIaAdLl2gIR0Cy/ZFFQVKxdX2UKGgGR0Bx74sWfseGaAdNBQFoCEdAsv2RiPQv6HV9lChoBkdAcbS8eCCjDmgHS5NoCEdAsv2VKmKqGXV9lChoBkdAcVHpN9H+ZWgHS7doCEdAsv3W8L8aXXV9lChoBkdAcSikXDWK/GgHS49oCEdAsv4N4W1twnV9lChoBkdAT65hvze41GgHS5RoCEdAsv4n9ZRsM3V9lChoBkdAQFG1WsA/92gHS3xoCEdAsv5Lk5p8GHV9lChoBkdAcTjgkka/AWgHS7JoCEdAsv5cjzI3i3V9lChoBkdAcgcGhmGucWgHS6NoCEdAsv5ghUzbe3V9lChoBkdAcbpc4o7V8WgHS7NoCEdAsv5q6z3RHHV9lChoBkdAISx0uDjBEmgHS2hoCEdAsv53klu3t3V9lChoBkdAcZYi9qUNa2gHS8FoCEdAsv6MDp1RtXV9lChoBkdAc7bearmyPmgHS8BoCEdAsv6mPyTY/XV9lChoBkdAcNT0T101ZWgHS7RoCEdAsv61rFfiP3V9lChoBkdAcvjn9Nvfj2gHS9JoCEdAsv8NMURFqnV9lChoBkdAcclsniNsFmgHS8JoCEdAsv8VPP9k0HV9lChoBkdAcmaCQ9zOo2gHS5ZoCEdAsv8cKD0163V9lChoBkdAcZv7l7tzCGgHS8RoCEdAsv8y4nWrfnV9lChoBkdAcystp22Xs2gHS99oCEdAsv9wU5+6RXV9lChoBkdAcM+ZIxxku2gHS6poCEdAsv+cdRzij3V9lChoBkdAcmgVY6nzhGgHS8poCEdAsv/CK4x1xXV9lChoBkdAccNp6yB062gHS5toCEdAsv/CMPz4DnV9lChoBkdAcjF04iosI2gHTQwBaAhHQLL/wWYF7ld1fZQoaAZHQHG0HCCSRr9oB0upaAhHQLL/zMfigkF1fZQoaAZHQG8cdiMHbAVoB0u7aAhHQLL/3/3Fkx11fZQoaAZHQHDNJ1q33HtoB0uaaAhHQLL/7Ytg8bJ1fZQoaAZHQHJXknogV45oB0uvaAhHQLL/7atcOb11fZQoaAZHQHJe6R6nivRoB0vdaAhHQLMAAxOclPd1fZQoaAZHQHGKDMqz7dloB0vVaAhHQLMABbPQfIV1fZQoaAZHQHLtyvTw2EVoB0vGaAhHQLMAHlz2exx1fZQoaAZHQHGlj5Kvmo1oB0umaAhHQLMAQLDQ7cR1fZQoaAZHQHGiv5pJwsJoB0ufaAhHQLMARgwoLG91fZQoaAZHQHBf4OYplSVoB0u1aAhHQLMATfwI+nt1fZQoaAZHQHGdbU1AJLNoB0veaAhHQLMAlIre67N1fZQoaAZHQHFlrqIJqqRoB0uSaAhHQLMAmAo5PuZ1fZQoaAZHQHJ8dwFTvRZoB0uZaAhHQLMAoiH6/It1fZQoaAZHQHHwtH2AXl9oB0uOaAhHQLMAvS1Vo6F1fZQoaAZHQHOdPGp++dtoB0vXaAhHQLMAxIjGDL91fZQoaAZHQHFuAVO9FnZoB0u9aAhHQLMA4ZwXIlt1fZQoaAZHQHGOReokzGhoB0vZaAhHQLMA4XQdCE91fZQoaAZHQHJG4od+5OJoB0vJaAhHQLMA54/NZ/11fZQoaAZHQHFnATZg5R1oB0vCaAhHQLMA+hgmZ3N1fZQoaAZHQHIUdoi9qUNoB0u7aAhHQLMA/eOn2qV1fZQoaAZHQHLyH+hoM8ZoB0vOaAhHQLMBLwnYxtZ1fZQoaAZHQHGTjsIE8q5oB0u+aAhHQLMBNhJAdGR1fZQoaAZHQFGlKGtZFG5oB0uraAhHQLMBShQWN3p1fZQoaAZHQFJ/bEP1+RZoB0uAaAhHQLMBT6K+BYp1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 124,
+    "_n_updates": 496,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2f087c95087cfd966061b64ea79f506796b49bed269505ce0307fd39d86d8ff
+oid sha256:c321360fc9f657ac55a05e43e18567cb7abfffd96ef6430606fb2aacd4084edb
 size 87978

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba66bc8dd34c4046336bc061fc624b34c665e4497a494cea80921b477559e969
+oid sha256:e438baf301367eeaed994cb429e0b3da1c8068d55a3261246362eef230cc53ac
 size 43634

results.json

@@ -1 +1 @@
-{"mean_reward": 168.4237867, "std_reward": 97.8066000554886, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-12-28T21:55:41.118584"}
+{"mean_reward": 265.9874487, "std_reward": 19.573576403495696, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-12-28T22:47:03.313586"}