2nd Version of PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 271.44 +/- 15.80
+      value: 284.95 +/- 16.51
       name: mean_reward
       verified: false
 ---

akilsver_ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19c64d29792f8e0192c0aa8aa316fcea1780dd950f4a027dc11c9fc548aa3433
-size 147086
+oid sha256:39b9f448260c7ee0ec87e78446297a58b62375eee96395f3cc88f5e447bb3a59
+size 147095

akilsver_ppo-LunarLander-v2/data

@@ -4,19 +4,19 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fedd7da3790>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fedd7da3820>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fedd7da38b0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fedd7da3940>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fedd7da39d0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fedd7da3a60>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fedd7da3af0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fedd7da3b80>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fedd7da3c10>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fedd7da3ca0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fedd7da3d30>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5546e531f0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5546e53280>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5546e53310>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5546e533a0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f5546e53430>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f5546e534c0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5546e53550>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f5546e535e0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5546e53670>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5546e53700>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5546e53790>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7fedd7d98fc0>"
+        "_abc_impl": "<_abc_data object at 0x7f5546eb5db0>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -43,11 +43,11 @@
     },
     "n_envs": 16,
     "num_timesteps": 1802240,
-    "_total_timesteps": 1789000,
+    "_total_timesteps": 1790000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1671093507518837628,
+    "start_time": 1671175808303101894,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,7 +56,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMAVhL1rXnM/aSoYvjTaSr/TRBi9FpDfvAAAAAAAAAAAI1KVPp+pJD/2cfO9Exu4vrq5gT5ftCK+AAAAAAAAAABNzT++zHdVPpuDZz4Lw8W+FbJKPHhpdD0AAAAAAAAAALPnnj3UFPQ+JlKTvSUk6L7jSzw9fsTrvAAAAAAAAAAApi2IPaQVers9l6K98W+CPGeOkjxzaWC9AACAPwAAAAB6uWY+L9UgP9/Elb0yCNK+jctAPsc3q70AAAAAAAAAALPEAb4Md1w/ttLRvYrRI7/2Q+29XK4SPQAAAAAAAAAAGnAIvfZsPLqX40G281TVsHnSgLp7Qmk1AACAPwAAgD+zG2G9UdvQPUNtIb0y0KG+oocNve4vBj0AAAAAAAAAAKA8hr5JyJU+y+i8Pnrvqr4jZi2+YmKhPgAAAAAAAAAAWrXOPXCiSz+ecTU+O/0Kv1nnAD6yK+k6AAAAAAAAAACNDQu+NaanPk6E6zxJ5Mu+JnCtvaURhj0AAAAAAAAAAOYzSr32gFK6w+jIPEHE87f6xoU7KL3ktgAAgD8AAIA/szzUPbnJJD7q+3a+zOi0vqV/8bzim0K9AAAAAAAAAAAgCmg+/tIRPxxhhL26f9C+7H9YPkow2b0AAAAAAAAAAPOw2j136hQ+uzOPvi0Dlr5k4tu9oKftvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPMouz0Kp0u5O+TMvTmSqjxVdUG6/DaTPQAAgD8AAIA/zczSOD1XbLulqGy8NSulPPH0kjxSvYy9AACAPwAAgD9gd4U+NT1vPu782752Bte+2e8OPZmuEr4AAAAAAAAAAGZGrDupDii84lNfvXWdvjwF/ow94u6bvQAAgD8AAIA/ZsqxvHoEsD83ZR6+kw2Tvm9TZ7x+9o28AAAAAAAAAAAz6Nq8A/kpvO6Z9T0MFWk8HmEJvaifv70AAIA/AACAP2ZbsrzXcxk6YrZKPnu+gb5zUnA9rjyovgAAAAAAAIA/WlcgvqRUfbtNgrM7FbxXOUHa4Ty57TS6AAAAAAAAgD9mlhW8iF+fvCiL+zwZTIo95XeHPDyTvDsAAIA/AACAP2bcGLwkCEk85iKivn88Ub41wSW+slmkPgAAgD8AAAAApkIVPn5SjD+qxKw++u0fv9eiiD56LvI9AAAAAAAAAACzAzA9gm98P6jrRj1SZCy/QHyXPbl8NL0AAAAAAAAAALMXHz2Yq6w/nlZDP1SXGr8K89y8Fv71vAAAAAAAAAAAAEI0vFyfM7rs2qU2DzXSMdvhFjs0Yca1AACAPwAAgD/N/8m8SBuHug8eLbPVXvKu8xHAuTaN0TMAAIA/AACAP5qkMr1Ilb66QEdwPYEmyTwyOEC8NdOrPQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -66,20 +66,20 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.0074007825600894694,
+    "_current_progress_remaining": -0.006837988826815744,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIeLXcmQl1ckCUhpRSlIwBbJRL04wBdJRHQK5648U21lZ1fZQoaAZoCWgPQwj0N6EQgS1yQJSGlFKUaBVLtmgWR0CueweMIeHSdX2UKGgGaAloD0MIM/0S8ZYjc0CUhpRSlGgVS+FoFkdArnsX/NqxknV9lChoBmgJaA9DCL2siQX+JHJAlIaUUpRoFUvXaBZHQK57OPBBRht1fZQoaAZoCWgPQwiGjh1Uot1xQJSGlFKUaBVLzWgWR0Cue2kqc3ERdX2UKGgGaAloD0MIW5iFdk4dcUCUhpRSlGgVS8VoFkdArnvdjRUm2XV9lChoBmgJaA9DCOdwrfYwNG9AlIaUUpRoFUvDaBZHQK58Kood+5R1fZQoaAZoCWgPQwgRUyKJ3rBuQJSGlFKUaBVLymgWR0CufEfvF3pwdX2UKGgGaAloD0MIxJWzd4brcECUhpRSlGgVS8xoFkdArnxRBgNPQHV9lChoBmgJaA9DCFFOtKuQxW9AlIaUUpRoFUvVaBZHQK58dL2YfGN1fZQoaAZoCWgPQwjVCWgiLOxwQJSGlFKUaBVLrmgWR0CufJ2Cdz4ldX2UKGgGaAloD0MI4gFlU+5EckCUhpRSlGgVS8ZoFkdArnyqCg9Ne3V9lChoBmgJaA9DCKIkJNI2EXFAlIaUUpRoFUu4aBZHQK58vSJj2Bd1fZQoaAZoCWgPQwhzuFZ7GLlyQJSGlFKUaBVL0mgWR0CufL7ZezD5dX2UKGgGaAloD0MIlrA2xg4xckCUhpRSlGgVS7VoFkdArnzC7kGRm3V9lChoBmgJaA9DCEPk9PU8o3FAlIaUUpRoFUu7aBZHQK58x1Ng0CR1fZQoaAZoCWgPQwjqeMxAJSVyQJSGlFKUaBVLyGgWR0CufNV0tAcDdX2UKGgGaAloD0MIqTP3kHBWcECUhpRSlGgVS7xoFkdArnzzvZyuIXV9lChoBmgJaA9DCOElOPWB2HJAlIaUUpRoFUvBaBZHQK59DdZ7ojh1fZQoaAZoCWgPQwhsPxnjwz1wQJSGlFKUaBVLyGgWR0CufWjx9XtCdX2UKGgGaAloD0MIXhQ98DG0cECUhpRSlGgVS91oFkdArn1wpjMFEHV9lChoBmgJaA9DCBcrajDN6HBAlIaUUpRoFUu4aBZHQK59ukqtozx1fZQoaAZoCWgPQwi0Vx8PvZ1wQJSGlFKUaBVLw2gWR0CufkZCv5gxdX2UKGgGaAloD0MILJs5JPX8cECUhpRSlGgVS65oFkdArn5gAOrhi3V9lChoBmgJaA9DCB1xyAbS829AlIaUUpRoFUvcaBZHQK5+cZR8+id1fZQoaAZoCWgPQwgA5IQJo2xtQJSGlFKUaBVLqWgWR0Cufn2aUiY+dX2UKGgGaAloD0MIMEeP39vwcUCUhpRSlGgVS91oFkdArn6bj3mFJ3V9lChoBmgJaA9DCJi9bDutgnFAlIaUUpRoFUvgaBZHQK5+xvFWGRF1fZQoaAZoCWgPQwh7TKQ0W2BzQJSGlFKUaBVL2GgWR0CufvS1maphdX2UKGgGaAloD0MIPrSPFfz5cECUhpRSlGgVS91oFkdArn8FtO2y9nV9lChoBmgJaA9DCG1YU1kUlnJAlIaUUpRoFUvlaBZHQK5/BEYwZfl1fZQoaAZoCWgPQwgqc/ONaMxzQJSGlFKUaBVL6WgWR0Cufx/sE7nxdX2UKGgGaAloD0MIBtZx/FCfckCUhpRSlGgVS8doFkdArn8lxIatLnV9lChoBmgJaA9DCFPMQdBRyXNAlIaUUpRoFUvTaBZHQK5/JjKgZjx1fZQoaAZoCWgPQwgpQBTMWHVyQJSGlFKUaBVL5WgWR0Cufy4KYzBRdX2UKGgGaAloD0MIeVxUiwi4b0CUhpRSlGgVS7JoFkdArn9TJr+HanV9lChoBmgJaA9DCKkR+pm6unBAlIaUUpRoFUujaBZHQK5/b89fTkR1fZQoaAZoCWgPQwjGo1TCU0xyQJSGlFKUaBVL7GgWR0Cuf9eNkvsadX2UKGgGaAloD0MIgZVDi+x3ckCUhpRSlGgVS7VoFkdAroBBplBhQXV9lChoBmgJaA9DCMqnx7bMq3BAlIaUUpRoFUu9aBZHQK6AR2K2rn11fZQoaAZoCWgPQwhsIchBCUluQJSGlFKUaBVLuWgWR0CugFa5Gz8hdX2UKGgGaAloD0MInfLoRtgyckCUhpRSlGgVS9loFkdAroB3w7T2FnV9lChoBmgJaA9DCMsQx7o4S3JAlIaUUpRoFUvIaBZHQK6AmDZDiOx1fZQoaAZoCWgPQwiCVfXy+1ZxQJSGlFKUaBVLt2gWR0CugNWMsH0LdX2UKGgGaAloD0MIumbyzTZjcUCUhpRSlGgVS6loFkdAroDUqWkadnV9lChoBmgJaA9DCNS5opRQS3NAlIaUUpRoFUvRaBZHQK6A3hky1u11fZQoaAZoCWgPQwhRweEFEcZxQJSGlFKUaBVLwWgWR0CugPM3AEdOdX2UKGgGaAloD0MIWyOCcfAGcUCUhpRSlGgVS7BoFkdAroEdbqyGBXV9lChoBmgJaA9DCGKHMemveXJAlIaUUpRoFUvgaBZHQK6BME+Pikx1fZQoaAZoCWgPQwiY2lIHudNwQJSGlFKUaBVL02gWR0CugUCkwevIdX2UKGgGaAloD0MI/FQVGggYcUCUhpRSlGgVS9JoFkdAroFGwJPZZnV9lChoBmgJaA9DCPyMCwfCeXFAlIaUUpRoFUu6aBZHQK6BVyp71I11fZQoaAZoCWgPQwhhcTjzq0duQJSGlFKUaBVLsmgWR0Cugarg4wRHdX2UKGgGaAloD0MIqI/AH/43cUCUhpRSlGgVTT4BaBZHQK6CXcpLEk11fZQoaAZoCWgPQwgEcLN4sZ1yQJSGlFKUaBVLt2gWR0CugmZKvmozdX2UKGgGaAloD0MIa5kMxzOpcUCUhpRSlGgVS9NoFkdAroJ7PKMefnV9lChoBmgJaA9DCDFCeLRxv3BAlIaUUpRoFUvSaBZHQK6CfkXDWLB1fZQoaAZoCWgPQwjIsmDiDwRxQJSGlFKUaBVL1GgWR0CugpNnoPkJdX2UKGgGaAloD0MIui784HxyckCUhpRSlGgVS7doFkdAroLgWrOqvXV9lChoBmgJaA9DCL2mBwUleHBAlIaUUpRoFUvBaBZHQK6C3gNPP9l1fZQoaAZoCWgPQwgAqOLGrQhyQJSGlFKUaBVLqWgWR0Cugunn2ZiNdX2UKGgGaAloD0MILhwIycJxcECUhpRSlGgVS8hoFkdAroLyRnvlVHV9lChoBmgJaA9DCMPX17rUmm9AlIaUUpRoFUvMaBZHQK6DA2AG0NV1fZQoaAZoCWgPQwj5hy09Wl1xQJSGlFKUaBVL5WgWR0CugwLCemNzdX2UKGgGaAloD0MIGy0HeihTckCUhpRSlGgVS8NoFkdAroM4gDA8CHV9lChoBmgJaA9DCIgNFk4S4nJAlIaUUpRoFUvBaBZHQK6DQgL7XQN1fZQoaAZoCWgPQwgLfbCMzblyQJSGlFKUaBVLxGgWR0Cug2AFHJ9zdX2UKGgGaAloD0MIUtLD0OohckCUhpRSlGgVS+NoFkdAroOaLS/j83V9lChoBmgJaA9DCDICKhwBCnBAlIaUUpRoFUvNaBZHQK6DzBKtga51fZQoaAZoCWgPQwibyqKwCydxQJSGlFKUaBVLx2gWR0CuhG7w8W9EdX2UKGgGaAloD0MIFFlrKHVeckCUhpRSlGgVS8FoFkdAroRzIxQBP3V9lChoBmgJaA9DCNk9eVjoHnBAlIaUUpRoFUu5aBZHQK6EdfNzKcN1fZQoaAZoCWgPQwi5+xwf7YtzQJSGlFKUaBVL02gWR0CuhInz6JqJdX2UKGgGaAloD0MILGSuDCqNbkCUhpRSlGgVS7doFkdAroTJGH58B3V9lChoBmgJaA9DCFyPwvWoA3NAlIaUUpRoFUu1aBZHQK6EzHCoCMh1fZQoaAZoCWgPQwgy5Nh6xnhyQJSGlFKUaBVL42gWR0CuhNPs7dSEdX2UKGgGaAloD0MIlnZqLndHckCUhpRSlGgVS9VoFkdAroUNO45LiHV9lChoBmgJaA9DCKPogY8Br3FAlIaUUpRoFUvPaBZHQK6FIz9jwx51fZQoaAZoCWgPQwgKhnMNsyJyQJSGlFKUaBVLu2gWR0CuhTa11GLDdX2UKGgGaAloD0MIi8HDtC9Kc0CUhpRSlGgVS+loFkdAroVBDVpblnV9lChoBmgJaA9DCFhZ2xRPNXFAlIaUUpRoFUu2aBZHQK6FSarmyPd1fZQoaAZoCWgPQwi94xQdSXlyQJSGlFKUaBVL42gWR0CuhVU9ZA6ddX2UKGgGaAloD0MI6C0e3rOqckCUhpRSlGgVS9VoFkdAroVolSjxkXV9lChoBmgJaA9DCGZK628JLXJAlIaUUpRoFUu2aBZHQK6FfU4JeE91fZQoaAZoCWgPQwglPQytjqJyQJSGlFKUaBVLxmgWR0CuhdHmig01dX2UKGgGaAloD0MIqwZhbveyb0CUhpRSlGgVS69oFkdAroYyB9TgmHV9lChoBmgJaA9DCJFHcCPle3BAlIaUUpRoFUu4aBZHQK6GRxkupS91fZQoaAZoCWgPQwgfoPtyZppuQJSGlFKUaBVLsWgWR0Cuhph8pkPMdX2UKGgGaAloD0MIHcnlP2RRcUCUhpRSlGgVS9NoFkdAroaYnc+JQHV9lChoBmgJaA9DCBsPtthtXnJAlIaUUpRoFUvaaBZHQK6GweuFHrh1fZQoaAZoCWgPQwgiqBq9Gnd0QJSGlFKUaBVLx2gWR0CuhtHEuQIVdX2UKGgGaAloD0MI+uyA6wpwbkCUhpRSlGgVS8NoFkdArocfhAGB4HV9lChoBmgJaA9DCJsg6j5AiHNAlIaUUpRoFUvnaBZHQK6HJXA/LTx1fZQoaAZoCWgPQwiOPBBZJHVuQJSGlFKUaBVLxmgWR0Cuhzp7sv7FdX2UKGgGaAloD0MIBp/m5EW2c0CUhpRSlGgVS8hoFkdArodKSidrf3V9lChoBmgJaA9DCDfDDfg8unNAlIaUUpRoFUvHaBZHQK6HUJJoTPB1fZQoaAZoCWgPQwjGia92lLJxQJSGlFKUaBVL4mgWR0Cuh1zDXOGCdX2UKGgGaAloD0MI0xIro1Edc0CUhpRSlGgVS8VoFkdArodvy7PIGXV9lChoBmgJaA9DCFGhurk4+HBAlIaUUpRoFUvaaBZHQK6HjJ8OTaF1fZQoaAZoCWgPQwhGCfoL/XNxQJSGlFKUaBVLy2gWR0Cuh5abe/HpdWUu"
+        ":serialized:": "gAWVJBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQukLIWccbkCUhpRSlIwBbJRL1YwBdJRHQKKWSM5wOvt1fZQoaAZoCWgPQwinQdE8wAdyQJSGlFKUaBVL62gWR0CilqmD15B1dX2UKGgGaAloD0MIU5W2uEYHckCUhpRSlGgVS+9oFkdAopaxMpPRA3V9lChoBmgJaA9DCDSitDc4D3BAlIaUUpRoFUvCaBZHQKKWy3++/QB1fZQoaAZoCWgPQwg/WMaGro1xQJSGlFKUaBVL92gWR0Cilt6DXe3ydX2UKGgGaAloD0MIlKRrJp8Tc0CUhpRSlGgVS9BoFkdAopb3d/J/5XV9lChoBmgJaA9DCBR2UfQA1XJAlIaUUpRoFUv9aBZHQKKXH3yqdYp1fZQoaAZoCWgPQwg/c9an3EdxQJSGlFKUaBVL02gWR0Cil1akhzNmdX2UKGgGaAloD0MIoMTnTjA4cUCUhpRSlGgVS9loFkdAopfvR3NcGHV9lChoBmgJaA9DCASNmUT9r3JAlIaUUpRoFUvIaBZHQKKYPIbOu7p1fZQoaAZoCWgPQwhM4qyIml9xQJSGlFKUaBVL4GgWR0CimF+n62v0dX2UKGgGaAloD0MIwcqhRbahcUCUhpRSlGgVS79oFkdAophnFNtZWHV9lChoBmgJaA9DCDKtTWO743JAlIaUUpRoFUvRaBZHQKKYddWQwK11fZQoaAZoCWgPQwgKL8GpD3loQJSGlFKUaBVN6ANoFkdAopibBVMmGHV9lChoBmgJaA9DCC/CFOVSF25AlIaUUpRoFUvMaBZHQKKYpoxHoX91fZQoaAZoCWgPQwgw9IjRc79wQJSGlFKUaBVLyGgWR0CimQoybhFWdX2UKGgGaAloD0MIaR1VTdDcckCUhpRSlGgVS/ZoFkdAopkJiTdLx3V9lChoBmgJaA9DCGagMv59H3NAlIaUUpRoFUvkaBZHQKKZV7oB7u51fZQoaAZoCWgPQwhcGyrGub1zQJSGlFKUaBVL5GgWR0CimY2phnandX2UKGgGaAloD0MIoDaq00G+cUCUhpRSlGgVS99oFkdAopmbrAxi5XV9lChoBmgJaA9DCJ32lJxTV3FAlIaUUpRoFUv5aBZHQKKZuCNCJGh1fZQoaAZoCWgPQwhh/gqZK0xyQJSGlFKUaBVL5GgWR0CimdWLpA2RdX2UKGgGaAloD0MIcaq1MEvFcUCUhpRSlGgVS9ZoFkdAopnmrKeTV3V9lChoBmgJaA9DCDJzgcvjM3FAlIaUUpRoFU23AWgWR0CimjdoN/e+dX2UKGgGaAloD0MIOurouBopckCUhpRSlGgVS7BoFkdAopptPN3W4HV9lChoBmgJaA9DCLa+SGgLBHNAlIaUUpRoFUvaaBZHQKKaftVrAQB1fZQoaAZoCWgPQwiNfcnGg9VzQJSGlFKUaBVL1GgWR0CimsQAU+LWdX2UKGgGaAloD0MIBDi9i3fvb0CUhpRSlGgVS85oFkdAoprFWOp84XV9lChoBmgJaA9DCBQ/xtw1w3BAlIaUUpRoFUvAaBZHQKKay22G7Bh1fZQoaAZoCWgPQwhMpgpGJUFwQJSGlFKUaBVLxWgWR0CimtCsny/cdX2UKGgGaAloD0MIsvM2NvtbcUCUhpRSlGgVS+1oFkdAoprtGNJe3XV9lChoBmgJaA9DCBzRPeuanG5AlIaUUpRoFUvFaBZHQKKbJtKIznB1fZQoaAZoCWgPQwiZDMfzWXxyQJSGlFKUaBVL0GgWR0Cim4Sz5XU6dX2UKGgGaAloD0MIhQfNrvtickCUhpRSlGgVS+toFkdAopuJeVs1sXV9lChoBmgJaA9DCHuH26Fhk3JAlIaUUpRoFUvoaBZHQKKcBuk1uR91fZQoaAZoCWgPQwhmLQWkfVFzQJSGlFKUaBVL1WgWR0CinAs4tHx0dX2UKGgGaAloD0MIm49rQ0UZckCUhpRSlGgVS89oFkdAopwMFnqVyHV9lChoBmgJaA9DCPzjvWpl43JAlIaUUpRoFUv1aBZHQKKcHhwVCX11fZQoaAZoCWgPQwiloNtL2nVzQJSGlFKUaBVL62gWR0CinChn8KoidX2UKGgGaAloD0MIR5IgXAHzb0CUhpRSlGgVS8toFkdAopyS+QEIPnV9lChoBmgJaA9DCHPaU3IO73FAlIaUUpRoFUvqaBZHQKKcnSpiqhl1fZQoaAZoCWgPQwjT9q+sND5uQJSGlFKUaBVL1mgWR0CinPya3I+4dX2UKGgGaAloD0MIvt2SHDCocUCUhpRSlGgVS9FoFkdAop0ZJbt7bHV9lChoBmgJaA9DCMGO/wLB9HNAlIaUUpRoFU0EAWgWR0CinR/9xZMddX2UKGgGaAloD0MIiDB+Grdnc0CUhpRSlGgVS+BoFkdAop0jmZE2HnV9lChoBmgJaA9DCB7+mqyRxnFAlIaUUpRoFUvkaBZHQKKdJtiQT251fZQoaAZoCWgPQwhFZcOaSiNyQJSGlFKUaBVL6GgWR0CinTJ++dsjdX2UKGgGaAloD0MIBmhbzTq8ckCUhpRSlGgVS9toFkdAop1qOHWSU3V9lChoBmgJaA9DCJlIaTZPIHFAlIaUUpRoFUvBaBZHQKKdg1BMSK51fZQoaAZoCWgPQwh/2qhOB/lvQJSGlFKUaBVLxmgWR0CinZMw1zhhdX2UKGgGaAloD0MIM6SK4lXscECUhpRSlGgVS89oFkdAop4b5TIeYHV9lChoBmgJaA9DCEG2LF+XD29AlIaUUpRoFUvWaBZHQKKeQuzyBkJ1fZQoaAZoCWgPQwiOkewR6hJxQJSGlFKUaBVL6GgWR0Cinl9zfaYedX2UKGgGaAloD0MI/reSHVv2cUCUhpRSlGgVS8JoFkdAop6JVdX1anV9lChoBmgJaA9DCDBoIQGj6HFAlIaUUpRoFUvqaBZHQKKeiA3DNyJ1fZQoaAZoCWgPQwgmGw+22L9yQJSGlFKUaBVLw2gWR0Cinpt8eCCjdX2UKGgGaAloD0MImZoEb4jxckCUhpRSlGgVTREBaBZHQKKe0kcjqwB1fZQoaAZoCWgPQwhFgxQ8hStwQJSGlFKUaBVLwWgWR0Cinu7YChexdX2UKGgGaAloD0MIKXtLOV/ncECUhpRSlGgVS81oFkdAop811KXfInV9lChoBmgJaA9DCAnCFVDoQnJAlIaUUpRoFUvIaBZHQKKfN3yI55t1fZQoaAZoCWgPQwhTI/QzdZhvQJSGlFKUaBVLvWgWR0Cin1pIlMRIdX2UKGgGaAloD0MIcLGiBhMScUCUhpRSlGgVS+FoFkdAop9eUbDMvHV9lChoBmgJaA9DCLJHqBkSgXJAlIaUUpRoFUvwaBZHQKKfirmQr+Z1fZQoaAZoCWgPQwiEDyVackdzQJSGlFKUaBVLxmgWR0Cin55iExqPdX2UKGgGaAloD0MI7niT32K4cECUhpRSlGgVS9NoFkdAop+uTRplBnV9lChoBmgJaA9DCHbicrxCeXJAlIaUUpRoFU0OAWgWR0Cin9jMvAXVdX2UKGgGaAloD0MIFsPVAdDycUCUhpRSlGgVS+VoFkdAoqB/DP4VRHV9lChoBmgJaA9DCF4td2aCOHBAlIaUUpRoFUu9aBZHQKKgiOsDGLl1fZQoaAZoCWgPQwizJ4HNudptQJSGlFKUaBVL3GgWR0CioI2JrLyMdX2UKGgGaAloD0MIc7uX+6Qhc0CUhpRSlGgVS8xoFkdAoqCkHt4RmXV9lChoBmgJaA9DCNqqJLIPhnBAlIaUUpRoFUvNaBZHQKKgpO/tY0V1fZQoaAZoCWgPQwjIztvYLLxzQJSGlFKUaBVLy2gWR0CioOTA31jBdX2UKGgGaAloD0MIEJIFTCCkcECUhpRSlGgVTQcBaBZHQKKhGQwK0D51fZQoaAZoCWgPQwhi9x3D42xwQJSGlFKUaBVLv2gWR0CioSyz5XU6dX2UKGgGaAloD0MItD7lmGy5cECUhpRSlGgVS8JoFkdAoqEztCzC13V9lChoBmgJaA9DCOif4GIFGXNAlIaUUpRoFUvqaBZHQKKhVaxoqTd1fZQoaAZoCWgPQwiTqYJRiaVwQJSGlFKUaBVLymgWR0CioWp+c6NmdX2UKGgGaAloD0MIroODvQk8b0CUhpRSlGgVS9ZoFkdAoqGLZ13dK3V9lChoBmgJaA9DCMQI4dFGS29AlIaUUpRoFUvCaBZHQKKhmDEFW4p1fZQoaAZoCWgPQwgJpppZi3hwQJSGlFKUaBVLy2gWR0CioZsK1G9YdX2UKGgGaAloD0MILGUZ4tj7ckCUhpRSlGgVS+poFkdAoqI3ObAk9nV9lChoBmgJaA9DCJeuYBuxcnJAlIaUUpRoFU0IAWgWR0CiolspPRAsdX2UKGgGaAloD0MInS/2XnxsckCUhpRSlGgVS8toFkdAoqK0ERrad3V9lChoBmgJaA9DCKZgjbOp3nFAlIaUUpRoFUvdaBZHQKKizj3mFJx1fZQoaAZoCWgPQwgng6PklSZyQJSGlFKUaBVL3GgWR0CiouTVMEiddX2UKGgGaAloD0MIfH2tS02BckCUhpRSlGgVS+doFkdAoqLm5BkZrHV9lChoBmgJaA9DCIgrZ+9M6HBAlIaUUpRoFUvvaBZHQKKi84LkS291fZQoaAZoCWgPQwhCCMiXkAxyQJSGlFKUaBVLuGgWR0CiozTch1TzdX2UKGgGaAloD0MIJ9nqckrOb0CUhpRSlGgVS85oFkdAoqND9l2/z3V9lChoBmgJaA9DCPAUcqVecXBAlIaUUpRoFUvZaBZHQKKjTfYSQHR1fZQoaAZoCWgPQwitvU9VoVFwQJSGlFKUaBVL0GgWR0Cio09yDIzWdX2UKGgGaAloD0MIdxTnqGNDc0CUhpRSlGgVS+1oFkdAoqNT1EmY0HV9lChoBmgJaA9DCAQg7urV43BAlIaUUpRoFUvLaBZHQKKjc7U5MlF1fZQoaAZoCWgPQwhWKqioeitxQJSGlFKUaBVLyGgWR0Cio4oT4+KTdX2UKGgGaAloD0MIzHnGvqSocUCUhpRSlGgVS8NoFkdAoqONc6eXiXV9lChoBmgJaA9DCKKb/YEyR3BAlIaUUpRoFUvcaBZHQKKjvied07t1fZQoaAZoCWgPQwgq/YSzm8FwQJSGlFKUaBVL02gWR0CipD/+S8radX2UKGgGaAloD0MIUP2DSAYGcUCUhpRSlGgVS9poFkdAoqR3D1oQF3V9lChoBmgJaA9DCG8rvTYbqm1AlIaUUpRoFUvEaBZHQKKkzXvphWp1fZQoaAZoCWgPQwgkCi3rvhB0QJSGlFKUaBVL3WgWR0CipOr3TNMXdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 690,
+    "_n_updates": 550,
     "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,

akilsver_ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39c753dd6e701133c6affe70017ffd9f682f76854a51440a88173bab27745c3d
+oid sha256:5373242a23dc2cd20ef92f716539797f1f7370ac78d9bfe2a96de0760644491c
 size 87929

akilsver_ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4927f9c32f271dc4716193a52fe6d694dde7722f7243c7ac4a62430a20bbd331
+oid sha256:4dcc56346aaeae5934527cf887bc5d952b048d9a1e649926b4b77b05d2d27d9f
 size 43201

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fedd7da3790>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fedd7da3820>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fedd7da38b0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fedd7da3940>", "_build": "<function ActorCriticPolicy._build at 0x7fedd7da39d0>", "forward": "<function ActorCriticPolicy.forward at 0x7fedd7da3a60>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fedd7da3af0>", "_predict": "<function ActorCriticPolicy._predict at 0x7fedd7da3b80>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fedd7da3c10>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fedd7da3ca0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fedd7da3d30>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fedd7d98fc0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1802240, "_total_timesteps": 1789000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1671093507518837628, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMAVhL1rXnM/aSoYvjTaSr/TRBi9FpDfvAAAAAAAAAAAI1KVPp+pJD/2cfO9Exu4vrq5gT5ftCK+AAAAAAAAAABNzT++zHdVPpuDZz4Lw8W+FbJKPHhpdD0AAAAAAAAAALPnnj3UFPQ+JlKTvSUk6L7jSzw9fsTrvAAAAAAAAAAApi2IPaQVers9l6K98W+CPGeOkjxzaWC9AACAPwAAAAB6uWY+L9UgP9/Elb0yCNK+jctAPsc3q70AAAAAAAAAALPEAb4Md1w/ttLRvYrRI7/2Q+29XK4SPQAAAAAAAAAAGnAIvfZsPLqX40G281TVsHnSgLp7Qmk1AACAPwAAgD+zG2G9UdvQPUNtIb0y0KG+oocNve4vBj0AAAAAAAAAAKA8hr5JyJU+y+i8Pnrvqr4jZi2+YmKhPgAAAAAAAAAAWrXOPXCiSz+ecTU+O/0Kv1nnAD6yK+k6AAAAAAAAAACNDQu+NaanPk6E6zxJ5Mu+JnCtvaURhj0AAAAAAAAAAOYzSr32gFK6w+jIPEHE87f6xoU7KL3ktgAAgD8AAIA/szzUPbnJJD7q+3a+zOi0vqV/8bzim0K9AAAAAAAAAAAgCmg+/tIRPxxhhL26f9C+7H9YPkow2b0AAAAAAAAAAPOw2j136hQ+uzOPvi0Dlr5k4tu9oKftvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0074007825600894694, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIeLXcmQl1ckCUhpRSlIwBbJRL04wBdJRHQK5648U21lZ1fZQoaAZoCWgPQwj0N6EQgS1yQJSGlFKUaBVLtmgWR0CueweMIeHSdX2UKGgGaAloD0MIM/0S8ZYjc0CUhpRSlGgVS+FoFkdArnsX/NqxknV9lChoBmgJaA9DCL2siQX+JHJAlIaUUpRoFUvXaBZHQK57OPBBRht1fZQoaAZoCWgPQwiGjh1Uot1xQJSGlFKUaBVLzWgWR0Cue2kqc3ERdX2UKGgGaAloD0MIW5iFdk4dcUCUhpRSlGgVS8VoFkdArnvdjRUm2XV9lChoBmgJaA9DCOdwrfYwNG9AlIaUUpRoFUvDaBZHQK58Kood+5R1fZQoaAZoCWgPQwgRUyKJ3rBuQJSGlFKUaBVLymgWR0CufEfvF3pwdX2UKGgGaAloD0MIxJWzd4brcECUhpRSlGgVS8xoFkdArnxRBgNPQHV9lChoBmgJaA9DCFFOtKuQxW9AlIaUUpRoFUvVaBZHQK58dL2YfGN1fZQoaAZoCWgPQwjVCWgiLOxwQJSGlFKUaBVLrmgWR0CufJ2Cdz4ldX2UKGgGaAloD0MI4gFlU+5EckCUhpRSlGgVS8ZoFkdArnyqCg9Ne3V9lChoBmgJaA9DCKIkJNI2EXFAlIaUUpRoFUu4aBZHQK58vSJj2Bd1fZQoaAZoCWgPQwhzuFZ7GLlyQJSGlFKUaBVL0mgWR0CufL7ZezD5dX2UKGgGaAloD0MIlrA2xg4xckCUhpRSlGgVS7VoFkdArnzC7kGRm3V9lChoBmgJaA9DCEPk9PU8o3FAlIaUUpRoFUu7aBZHQK58x1Ng0CR1fZQoaAZoCWgPQwjqeMxAJSVyQJSGlFKUaBVLyGgWR0CufNV0tAcDdX2UKGgGaAloD0MIqTP3kHBWcECUhpRSlGgVS7xoFkdArnzzvZyuIXV9lChoBmgJaA9DCOElOPWB2HJAlIaUUpRoFUvBaBZHQK59DdZ7ojh1fZQoaAZoCWgPQwhsPxnjwz1wQJSGlFKUaBVLyGgWR0CufWjx9XtCdX2UKGgGaAloD0MIXhQ98DG0cECUhpRSlGgVS91oFkdArn1wpjMFEHV9lChoBmgJaA9DCBcrajDN6HBAlIaUUpRoFUu4aBZHQK59ukqtozx1fZQoaAZoCWgPQwi0Vx8PvZ1wQJSGlFKUaBVLw2gWR0CufkZCv5gxdX2UKGgGaAloD0MILJs5JPX8cECUhpRSlGgVS65oFkdArn5gAOrhi3V9lChoBmgJaA9DCB1xyAbS829AlIaUUpRoFUvcaBZHQK5+cZR8+id1fZQoaAZoCWgPQwgA5IQJo2xtQJSGlFKUaBVLqWgWR0Cufn2aUiY+dX2UKGgGaAloD0MIMEeP39vwcUCUhpRSlGgVS91oFkdArn6bj3mFJ3V9lChoBmgJaA9DCJi9bDutgnFAlIaUUpRoFUvgaBZHQK5+xvFWGRF1fZQoaAZoCWgPQwh7TKQ0W2BzQJSGlFKUaBVL2GgWR0CufvS1maphdX2UKGgGaAloD0MIPrSPFfz5cECUhpRSlGgVS91oFkdArn8FtO2y9nV9lChoBmgJaA9DCG1YU1kUlnJAlIaUUpRoFUvlaBZHQK5/BEYwZfl1fZQoaAZoCWgPQwgqc/ONaMxzQJSGlFKUaBVL6WgWR0Cufx/sE7nxdX2UKGgGaAloD0MIBtZx/FCfckCUhpRSlGgVS8doFkdArn8lxIatLnV9lChoBmgJaA9DCFPMQdBRyXNAlIaUUpRoFUvTaBZHQK5/JjKgZjx1fZQoaAZoCWgPQwgpQBTMWHVyQJSGlFKUaBVL5WgWR0Cufy4KYzBRdX2UKGgGaAloD0MIeVxUiwi4b0CUhpRSlGgVS7JoFkdArn9TJr+HanV9lChoBmgJaA9DCKkR+pm6unBAlIaUUpRoFUujaBZHQK5/b89fTkR1fZQoaAZoCWgPQwjGo1TCU0xyQJSGlFKUaBVL7GgWR0Cuf9eNkvsadX2UKGgGaAloD0MIgZVDi+x3ckCUhpRSlGgVS7VoFkdAroBBplBhQXV9lChoBmgJaA9DCMqnx7bMq3BAlIaUUpRoFUu9aBZHQK6AR2K2rn11fZQoaAZoCWgPQwhsIchBCUluQJSGlFKUaBVLuWgWR0CugFa5Gz8hdX2UKGgGaAloD0MInfLoRtgyckCUhpRSlGgVS9loFkdAroB3w7T2FnV9lChoBmgJaA9DCMsQx7o4S3JAlIaUUpRoFUvIaBZHQK6AmDZDiOx1fZQoaAZoCWgPQwiCVfXy+1ZxQJSGlFKUaBVLt2gWR0CugNWMsH0LdX2UKGgGaAloD0MIumbyzTZjcUCUhpRSlGgVS6loFkdAroDUqWkadnV9lChoBmgJaA9DCNS5opRQS3NAlIaUUpRoFUvRaBZHQK6A3hky1u11fZQoaAZoCWgPQwhRweEFEcZxQJSGlFKUaBVLwWgWR0CugPM3AEdOdX2UKGgGaAloD0MIWyOCcfAGcUCUhpRSlGgVS7BoFkdAroEdbqyGBXV9lChoBmgJaA9DCGKHMemveXJAlIaUUpRoFUvgaBZHQK6BME+Pikx1fZQoaAZoCWgPQwiY2lIHudNwQJSGlFKUaBVL02gWR0CugUCkwevIdX2UKGgGaAloD0MI/FQVGggYcUCUhpRSlGgVS9JoFkdAroFGwJPZZnV9lChoBmgJaA9DCPyMCwfCeXFAlIaUUpRoFUu6aBZHQK6BVyp71I11fZQoaAZoCWgPQwhhcTjzq0duQJSGlFKUaBVLsmgWR0Cugarg4wRHdX2UKGgGaAloD0MIqI/AH/43cUCUhpRSlGgVTT4BaBZHQK6CXcpLEk11fZQoaAZoCWgPQwgEcLN4sZ1yQJSGlFKUaBVLt2gWR0CugmZKvmozdX2UKGgGaAloD0MIa5kMxzOpcUCUhpRSlGgVS9NoFkdAroJ7PKMefnV9lChoBmgJaA9DCDFCeLRxv3BAlIaUUpRoFUvSaBZHQK6CfkXDWLB1fZQoaAZoCWgPQwjIsmDiDwRxQJSGlFKUaBVL1GgWR0CugpNnoPkJdX2UKGgGaAloD0MIui784HxyckCUhpRSlGgVS7doFkdAroLgWrOqvXV9lChoBmgJaA9DCL2mBwUleHBAlIaUUpRoFUvBaBZHQK6C3gNPP9l1fZQoaAZoCWgPQwgAqOLGrQhyQJSGlFKUaBVLqWgWR0Cugunn2ZiNdX2UKGgGaAloD0MILhwIycJxcECUhpRSlGgVS8hoFkdAroLyRnvlVHV9lChoBmgJaA9DCMPX17rUmm9AlIaUUpRoFUvMaBZHQK6DA2AG0NV1fZQoaAZoCWgPQwj5hy09Wl1xQJSGlFKUaBVL5WgWR0CugwLCemNzdX2UKGgGaAloD0MIGy0HeihTckCUhpRSlGgVS8NoFkdAroM4gDA8CHV9lChoBmgJaA9DCIgNFk4S4nJAlIaUUpRoFUvBaBZHQK6DQgL7XQN1fZQoaAZoCWgPQwgLfbCMzblyQJSGlFKUaBVLxGgWR0Cug2AFHJ9zdX2UKGgGaAloD0MIUtLD0OohckCUhpRSlGgVS+NoFkdAroOaLS/j83V9lChoBmgJaA9DCDICKhwBCnBAlIaUUpRoFUvNaBZHQK6DzBKtga51fZQoaAZoCWgPQwibyqKwCydxQJSGlFKUaBVLx2gWR0CuhG7w8W9EdX2UKGgGaAloD0MIFFlrKHVeckCUhpRSlGgVS8FoFkdAroRzIxQBP3V9lChoBmgJaA9DCNk9eVjoHnBAlIaUUpRoFUu5aBZHQK6EdfNzKcN1fZQoaAZoCWgPQwi5+xwf7YtzQJSGlFKUaBVL02gWR0CuhInz6JqJdX2UKGgGaAloD0MILGSuDCqNbkCUhpRSlGgVS7doFkdAroTJGH58B3V9lChoBmgJaA9DCFyPwvWoA3NAlIaUUpRoFUu1aBZHQK6EzHCoCMh1fZQoaAZoCWgPQwgy5Nh6xnhyQJSGlFKUaBVL42gWR0CuhNPs7dSEdX2UKGgGaAloD0MIlnZqLndHckCUhpRSlGgVS9VoFkdAroUNO45LiHV9lChoBmgJaA9DCKPogY8Br3FAlIaUUpRoFUvPaBZHQK6FIz9jwx51fZQoaAZoCWgPQwgKhnMNsyJyQJSGlFKUaBVLu2gWR0CuhTa11GLDdX2UKGgGaAloD0MIi8HDtC9Kc0CUhpRSlGgVS+loFkdAroVBDVpblnV9lChoBmgJaA9DCFhZ2xRPNXFAlIaUUpRoFUu2aBZHQK6FSarmyPd1fZQoaAZoCWgPQwi94xQdSXlyQJSGlFKUaBVL42gWR0CuhVU9ZA6ddX2UKGgGaAloD0MI6C0e3rOqckCUhpRSlGgVS9VoFkdAroVolSjxkXV9lChoBmgJaA9DCGZK628JLXJAlIaUUpRoFUu2aBZHQK6FfU4JeE91fZQoaAZoCWgPQwglPQytjqJyQJSGlFKUaBVLxmgWR0CuhdHmig01dX2UKGgGaAloD0MIqwZhbveyb0CUhpRSlGgVS69oFkdAroYyB9TgmHV9lChoBmgJaA9DCJFHcCPle3BAlIaUUpRoFUu4aBZHQK6GRxkupS91fZQoaAZoCWgPQwgfoPtyZppuQJSGlFKUaBVLsWgWR0Cuhph8pkPMdX2UKGgGaAloD0MIHcnlP2RRcUCUhpRSlGgVS9NoFkdAroaYnc+JQHV9lChoBmgJaA9DCBsPtthtXnJAlIaUUpRoFUvaaBZHQK6GweuFHrh1fZQoaAZoCWgPQwgiqBq9Gnd0QJSGlFKUaBVLx2gWR0CuhtHEuQIVdX2UKGgGaAloD0MI+uyA6wpwbkCUhpRSlGgVS8NoFkdArocfhAGB4HV9lChoBmgJaA9DCJsg6j5AiHNAlIaUUpRoFUvnaBZHQK6HJXA/LTx1fZQoaAZoCWgPQwiOPBBZJHVuQJSGlFKUaBVLxmgWR0Cuhzp7sv7FdX2UKGgGaAloD0MIBp/m5EW2c0CUhpRSlGgVS8hoFkdArodKSidrf3V9lChoBmgJaA9DCDfDDfg8unNAlIaUUpRoFUvHaBZHQK6HUJJoTPB1fZQoaAZoCWgPQwjGia92lLJxQJSGlFKUaBVL4mgWR0Cuh1zDXOGCdX2UKGgGaAloD0MI0xIro1Edc0CUhpRSlGgVS8VoFkdArodvy7PIGXV9lChoBmgJaA9DCFGhurk4+HBAlIaUUpRoFUvaaBZHQK6HjJ8OTaF1fZQoaAZoCWgPQwhGCfoL/XNxQJSGlFKUaBVLy2gWR0Cuh5abe/HpdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 690, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5546e531f0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5546e53280>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5546e53310>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5546e533a0>", "_build": "<function ActorCriticPolicy._build at 0x7f5546e53430>", "forward": "<function ActorCriticPolicy.forward at 0x7f5546e534c0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5546e53550>", "_predict": "<function ActorCriticPolicy._predict at 0x7f5546e535e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5546e53670>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5546e53700>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5546e53790>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f5546eb5db0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1802240, "_total_timesteps": 1790000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1671175808303101894, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPMouz0Kp0u5O+TMvTmSqjxVdUG6/DaTPQAAgD8AAIA/zczSOD1XbLulqGy8NSulPPH0kjxSvYy9AACAPwAAgD9gd4U+NT1vPu782752Bte+2e8OPZmuEr4AAAAAAAAAAGZGrDupDii84lNfvXWdvjwF/ow94u6bvQAAgD8AAIA/ZsqxvHoEsD83ZR6+kw2Tvm9TZ7x+9o28AAAAAAAAAAAz6Nq8A/kpvO6Z9T0MFWk8HmEJvaifv70AAIA/AACAP2ZbsrzXcxk6YrZKPnu+gb5zUnA9rjyovgAAAAAAAIA/WlcgvqRUfbtNgrM7FbxXOUHa4Ty57TS6AAAAAAAAgD9mlhW8iF+fvCiL+zwZTIo95XeHPDyTvDsAAIA/AACAP2bcGLwkCEk85iKivn88Ub41wSW+slmkPgAAgD8AAAAApkIVPn5SjD+qxKw++u0fv9eiiD56LvI9AAAAAAAAAACzAzA9gm98P6jrRj1SZCy/QHyXPbl8NL0AAAAAAAAAALMXHz2Yq6w/nlZDP1SXGr8K89y8Fv71vAAAAAAAAAAAAEI0vFyfM7rs2qU2DzXSMdvhFjs0Yca1AACAPwAAgD/N/8m8SBuHug8eLbPVXvKu8xHAuTaN0TMAAIA/AACAP5qkMr1Ilb66QEdwPYEmyTwyOEC8NdOrPQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.006837988826815744, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVJBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQukLIWccbkCUhpRSlIwBbJRL1YwBdJRHQKKWSM5wOvt1fZQoaAZoCWgPQwinQdE8wAdyQJSGlFKUaBVL62gWR0CilqmD15B1dX2UKGgGaAloD0MIU5W2uEYHckCUhpRSlGgVS+9oFkdAopaxMpPRA3V9lChoBmgJaA9DCDSitDc4D3BAlIaUUpRoFUvCaBZHQKKWy3++/QB1fZQoaAZoCWgPQwg/WMaGro1xQJSGlFKUaBVL92gWR0Cilt6DXe3ydX2UKGgGaAloD0MIlKRrJp8Tc0CUhpRSlGgVS9BoFkdAopb3d/J/5XV9lChoBmgJaA9DCBR2UfQA1XJAlIaUUpRoFUv9aBZHQKKXH3yqdYp1fZQoaAZoCWgPQwg/c9an3EdxQJSGlFKUaBVL02gWR0Cil1akhzNmdX2UKGgGaAloD0MIoMTnTjA4cUCUhpRSlGgVS9loFkdAopfvR3NcGHV9lChoBmgJaA9DCASNmUT9r3JAlIaUUpRoFUvIaBZHQKKYPIbOu7p1fZQoaAZoCWgPQwhM4qyIml9xQJSGlFKUaBVL4GgWR0CimF+n62v0dX2UKGgGaAloD0MIwcqhRbahcUCUhpRSlGgVS79oFkdAophnFNtZWHV9lChoBmgJaA9DCDKtTWO743JAlIaUUpRoFUvRaBZHQKKYddWQwK11fZQoaAZoCWgPQwgKL8GpD3loQJSGlFKUaBVN6ANoFkdAopibBVMmGHV9lChoBmgJaA9DCC/CFOVSF25AlIaUUpRoFUvMaBZHQKKYpoxHoX91fZQoaAZoCWgPQwgw9IjRc79wQJSGlFKUaBVLyGgWR0CimQoybhFWdX2UKGgGaAloD0MIaR1VTdDcckCUhpRSlGgVS/ZoFkdAopkJiTdLx3V9lChoBmgJaA9DCGagMv59H3NAlIaUUpRoFUvkaBZHQKKZV7oB7u51fZQoaAZoCWgPQwhcGyrGub1zQJSGlFKUaBVL5GgWR0CimY2phnandX2UKGgGaAloD0MIoDaq00G+cUCUhpRSlGgVS99oFkdAopmbrAxi5XV9lChoBmgJaA9DCJ32lJxTV3FAlIaUUpRoFUv5aBZHQKKZuCNCJGh1fZQoaAZoCWgPQwhh/gqZK0xyQJSGlFKUaBVL5GgWR0CimdWLpA2RdX2UKGgGaAloD0MIcaq1MEvFcUCUhpRSlGgVS9ZoFkdAopnmrKeTV3V9lChoBmgJaA9DCDJzgcvjM3FAlIaUUpRoFU23AWgWR0CimjdoN/e+dX2UKGgGaAloD0MIOurouBopckCUhpRSlGgVS7BoFkdAopptPN3W4HV9lChoBmgJaA9DCLa+SGgLBHNAlIaUUpRoFUvaaBZHQKKaftVrAQB1fZQoaAZoCWgPQwiNfcnGg9VzQJSGlFKUaBVL1GgWR0CimsQAU+LWdX2UKGgGaAloD0MIBDi9i3fvb0CUhpRSlGgVS85oFkdAoprFWOp84XV9lChoBmgJaA9DCBQ/xtw1w3BAlIaUUpRoFUvAaBZHQKKay22G7Bh1fZQoaAZoCWgPQwhMpgpGJUFwQJSGlFKUaBVLxWgWR0CimtCsny/cdX2UKGgGaAloD0MIsvM2NvtbcUCUhpRSlGgVS+1oFkdAoprtGNJe3XV9lChoBmgJaA9DCBzRPeuanG5AlIaUUpRoFUvFaBZHQKKbJtKIznB1fZQoaAZoCWgPQwiZDMfzWXxyQJSGlFKUaBVL0GgWR0Cim4Sz5XU6dX2UKGgGaAloD0MIhQfNrvtickCUhpRSlGgVS+toFkdAopuJeVs1sXV9lChoBmgJaA9DCHuH26Fhk3JAlIaUUpRoFUvoaBZHQKKcBuk1uR91fZQoaAZoCWgPQwhmLQWkfVFzQJSGlFKUaBVL1WgWR0CinAs4tHx0dX2UKGgGaAloD0MIm49rQ0UZckCUhpRSlGgVS89oFkdAopwMFnqVyHV9lChoBmgJaA9DCPzjvWpl43JAlIaUUpRoFUv1aBZHQKKcHhwVCX11fZQoaAZoCWgPQwiloNtL2nVzQJSGlFKUaBVL62gWR0CinChn8KoidX2UKGgGaAloD0MIR5IgXAHzb0CUhpRSlGgVS8toFkdAopyS+QEIPnV9lChoBmgJaA9DCHPaU3IO73FAlIaUUpRoFUvqaBZHQKKcnSpiqhl1fZQoaAZoCWgPQwjT9q+sND5uQJSGlFKUaBVL1mgWR0CinPya3I+4dX2UKGgGaAloD0MIvt2SHDCocUCUhpRSlGgVS9FoFkdAop0ZJbt7bHV9lChoBmgJaA9DCMGO/wLB9HNAlIaUUpRoFU0EAWgWR0CinR/9xZMddX2UKGgGaAloD0MIiDB+Grdnc0CUhpRSlGgVS+BoFkdAop0jmZE2HnV9lChoBmgJaA9DCB7+mqyRxnFAlIaUUpRoFUvkaBZHQKKdJtiQT251fZQoaAZoCWgPQwhFZcOaSiNyQJSGlFKUaBVL6GgWR0CinTJ++dsjdX2UKGgGaAloD0MIBmhbzTq8ckCUhpRSlGgVS9toFkdAop1qOHWSU3V9lChoBmgJaA9DCJlIaTZPIHFAlIaUUpRoFUvBaBZHQKKdg1BMSK51fZQoaAZoCWgPQwh/2qhOB/lvQJSGlFKUaBVLxmgWR0CinZMw1zhhdX2UKGgGaAloD0MIM6SK4lXscECUhpRSlGgVS89oFkdAop4b5TIeYHV9lChoBmgJaA9DCEG2LF+XD29AlIaUUpRoFUvWaBZHQKKeQuzyBkJ1fZQoaAZoCWgPQwiOkewR6hJxQJSGlFKUaBVL6GgWR0Cinl9zfaYedX2UKGgGaAloD0MI/reSHVv2cUCUhpRSlGgVS8JoFkdAop6JVdX1anV9lChoBmgJaA9DCDBoIQGj6HFAlIaUUpRoFUvqaBZHQKKeiA3DNyJ1fZQoaAZoCWgPQwgmGw+22L9yQJSGlFKUaBVLw2gWR0Cinpt8eCCjdX2UKGgGaAloD0MImZoEb4jxckCUhpRSlGgVTREBaBZHQKKe0kcjqwB1fZQoaAZoCWgPQwhFgxQ8hStwQJSGlFKUaBVLwWgWR0Cinu7YChexdX2UKGgGaAloD0MIKXtLOV/ncECUhpRSlGgVS81oFkdAop811KXfInV9lChoBmgJaA9DCAnCFVDoQnJAlIaUUpRoFUvIaBZHQKKfN3yI55t1fZQoaAZoCWgPQwhTI/QzdZhvQJSGlFKUaBVLvWgWR0Cin1pIlMRIdX2UKGgGaAloD0MIcLGiBhMScUCUhpRSlGgVS+FoFkdAop9eUbDMvHV9lChoBmgJaA9DCLJHqBkSgXJAlIaUUpRoFUvwaBZHQKKfirmQr+Z1fZQoaAZoCWgPQwiEDyVackdzQJSGlFKUaBVLxmgWR0Cin55iExqPdX2UKGgGaAloD0MI7niT32K4cECUhpRSlGgVS9NoFkdAop+uTRplBnV9lChoBmgJaA9DCHbicrxCeXJAlIaUUpRoFU0OAWgWR0Cin9jMvAXVdX2UKGgGaAloD0MIFsPVAdDycUCUhpRSlGgVS+VoFkdAoqB/DP4VRHV9lChoBmgJaA9DCF4td2aCOHBAlIaUUpRoFUu9aBZHQKKgiOsDGLl1fZQoaAZoCWgPQwizJ4HNudptQJSGlFKUaBVL3GgWR0CioI2JrLyMdX2UKGgGaAloD0MIc7uX+6Qhc0CUhpRSlGgVS8xoFkdAoqCkHt4RmXV9lChoBmgJaA9DCNqqJLIPhnBAlIaUUpRoFUvNaBZHQKKgpO/tY0V1fZQoaAZoCWgPQwjIztvYLLxzQJSGlFKUaBVLy2gWR0CioOTA31jBdX2UKGgGaAloD0MIEJIFTCCkcECUhpRSlGgVTQcBaBZHQKKhGQwK0D51fZQoaAZoCWgPQwhi9x3D42xwQJSGlFKUaBVLv2gWR0CioSyz5XU6dX2UKGgGaAloD0MItD7lmGy5cECUhpRSlGgVS8JoFkdAoqEztCzC13V9lChoBmgJaA9DCOif4GIFGXNAlIaUUpRoFUvqaBZHQKKhVaxoqTd1fZQoaAZoCWgPQwiTqYJRiaVwQJSGlFKUaBVLymgWR0CioWp+c6NmdX2UKGgGaAloD0MIroODvQk8b0CUhpRSlGgVS9ZoFkdAoqGLZ13dK3V9lChoBmgJaA9DCMQI4dFGS29AlIaUUpRoFUvCaBZHQKKhmDEFW4p1fZQoaAZoCWgPQwgJpppZi3hwQJSGlFKUaBVLy2gWR0CioZsK1G9YdX2UKGgGaAloD0MILGUZ4tj7ckCUhpRSlGgVS+poFkdAoqI3ObAk9nV9lChoBmgJaA9DCJeuYBuxcnJAlIaUUpRoFU0IAWgWR0CiolspPRAsdX2UKGgGaAloD0MInS/2XnxsckCUhpRSlGgVS8toFkdAoqK0ERrad3V9lChoBmgJaA9DCKZgjbOp3nFAlIaUUpRoFUvdaBZHQKKizj3mFJx1fZQoaAZoCWgPQwgng6PklSZyQJSGlFKUaBVL3GgWR0CiouTVMEiddX2UKGgGaAloD0MIfH2tS02BckCUhpRSlGgVS+doFkdAoqLm5BkZrHV9lChoBmgJaA9DCIgrZ+9M6HBAlIaUUpRoFUvvaBZHQKKi84LkS291fZQoaAZoCWgPQwhCCMiXkAxyQJSGlFKUaBVLuGgWR0CiozTch1TzdX2UKGgGaAloD0MIJ9nqckrOb0CUhpRSlGgVS85oFkdAoqND9l2/z3V9lChoBmgJaA9DCPAUcqVecXBAlIaUUpRoFUvZaBZHQKKjTfYSQHR1fZQoaAZoCWgPQwitvU9VoVFwQJSGlFKUaBVL0GgWR0Cio09yDIzWdX2UKGgGaAloD0MIdxTnqGNDc0CUhpRSlGgVS+1oFkdAoqNT1EmY0HV9lChoBmgJaA9DCAQg7urV43BAlIaUUpRoFUvLaBZHQKKjc7U5MlF1fZQoaAZoCWgPQwhWKqioeitxQJSGlFKUaBVLyGgWR0Cio4oT4+KTdX2UKGgGaAloD0MIzHnGvqSocUCUhpRSlGgVS8NoFkdAoqONc6eXiXV9lChoBmgJaA9DCKKb/YEyR3BAlIaUUpRoFUvcaBZHQKKjvied07t1fZQoaAZoCWgPQwgq/YSzm8FwQJSGlFKUaBVL02gWR0CipD/+S8radX2UKGgGaAloD0MIUP2DSAYGcUCUhpRSlGgVS9poFkdAoqR3D1oQF3V9lChoBmgJaA9DCG8rvTYbqm1AlIaUUpRoFUvEaBZHQKKkzXvphWp1fZQoaAZoCWgPQwgkCi3rvhB0QJSGlFKUaBVL3WgWR0CipOr3TNMXdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 550, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": 271.4438494707082, "std_reward": 15.804523309437258, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-15T09:21:20.812243"}
+{"mean_reward": 284.9506266818486, "std_reward": 16.50995203786291, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-16T08:25:34.157541"}