Increased number of steps to 5M

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 261.91 +/- 8.20
+      value: 289.23 +/- 20.16
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f83510eb160>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f83510eb1f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f83510eb280>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f83510eb310>", "_build": "<function ActorCriticPolicy._build at 0x7f83510eb3a0>", "forward": "<function ActorCriticPolicy.forward at 0x7f83510eb430>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f83510eb4c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f83510eb550>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f83510eb5e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f83510eb670>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f83510eb700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f83510e6570>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1670431699090524283, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABppPb2unY66Muutu/LjBzjOmLS69ej1tgAAgD8AAIA/AJIVPPKyvT9LtOc9ormaPl47j7wlhPu8AAAAAAAAAABmlim8e8aRuj3cSLoA0kS1oWSPuP4KaDkAAIA/AACAP81aPz4D8hW8RY3CujQ7lDhh2nm94n+AOQAAgD8AAIA/ZjJMvK6tgboe4A82HKUTMdkCrLrdxDC1AACAPwAAgD+z7bA94VyCujVpVjm8m38zktK8uo65d7gAAIA/AACAP3Misz0pEB+6Qs3wOlmEbzaRdFg7Hm0MugAAgD8AAAAAZuYHOuMNtT+SA1c9P0wiPpOwG7q80EK8AAAAAAAAAABT/UQ+FqyGPtjyfb4l2jm+UsxovbDuBr0AAAAAAAAAAJpXgTyPlkO61qIpupEXJrSExJW7q2lGOQAAgD8AAIA/zTYIvUivj7o/Kgk7ZWo0tna+fzpG8iu1AACAPwAAgD8AYi88XH9EukuM0boLN9q1bzsRO46T9zkAAIA/AACAPzMOlr1bOpE+uNSPPRmdFL5JUR06d0QmvQAAAAAAAAAAjZeXPXsmnrrkW5u7ihMKOKOwgDq4A+S2AACAPwAAgD8a7wS9XFNDuj4e4LoiBJC0JTTjuvnuAToAAIA/AACAPw2SDz7DKUc7sx8Ut+SgW7Tg3wU9hXw6NgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAABAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIc51GWioKY0CUhpRSlIwBbJRN6AOMAXSUR0CVo27NSqEOdX2UKGgGaAloD0MImSmtv6W9a0CUhpRSlGgVTV8BaBZHQJW97wazeGh1fZQoaAZoCWgPQwjIQ9/dSl5mQJSGlFKUaBVN6ANoFkdAlcfmg8KXwHV9lChoBmgJaA9DCNxI2SLpVWZAlIaUUpRoFU3oA2gWR0CVyfndweeWdX2UKGgGaAloD0MIByl4CrnRZkCUhpRSlGgVTegDaBZHQJXOn6ab4Jx1fZQoaAZoCWgPQwgXEFoP3/9jQJSGlFKUaBVN6ANoFkdAldFa4c3l0nV9lChoBmgJaA9DCEgxQKIJB2VAlIaUUpRoFU3oA2gWR0CV2K3kxREXdX2UKGgGaAloD0MIb5wU5r0tZECUhpRSlGgVTegDaBZHQJXcxjbzshR1fZQoaAZoCWgPQwiBkgIL4GtjQJSGlFKUaBVN6ANoFkdAld1Pn0TURXV9lChoBmgJaA9DCH7ja88sLmNAlIaUUpRoFU3oA2gWR0CV3dDjin50dX2UKGgGaAloD0MIJqq3Bja0Z0CUhpRSlGgVTegDaBZHQJXfsq4H5ah1fZQoaAZoCWgPQwhDAkaXt1hkQJSGlFKUaBVN6ANoFkdAleD4zzmOl3V9lChoBmgJaA9DCEPFOH8TZGJAlIaUUpRoFU3oA2gWR0CV4juZ1FH8dX2UKGgGaAloD0MIMA3DR8RgZkCUhpRSlGgVTegDaBZHQJXi1Zr56+p1fZQoaAZoCWgPQwh6UbtfhXFiQJSGlFKUaBVN6ANoFkdAleQAsCkoF3V9lChoBmgJaA9DCPN1Gf7TGWRAlIaUUpRoFU3oA2gWR0CV57E9dNWVdX2UKGgGaAloD0MIYRbaOU1BaECUhpRSlGgVTegDaBZHQJXoWk690zV1fZQoaAZoCWgPQwgYtftVgFleQJSGlFKUaBVN6ANoFkdAlgPWKdhAnnV9lChoBmgJaA9DCGMIAI49DGNAlIaUUpRoFU3oA2gWR0CWEva6BiCrdX2UKGgGaAloD0MIHHi13JmgZUCUhpRSlGgVTegDaBZHQJYVbYODrZ91fZQoaAZoCWgPQwhXl1MCYtplQJSGlFKUaBVN6ANoFkdAlhpbrkbPyHV9lChoBmgJaA9DCGPuWkI+zWNAlIaUUpRoFU3oA2gWR0CWHUGEf1YhdX2UKGgGaAloD0MIZan1fqPBZECUhpRSlGgVTegDaBZHQJYlI7Sy+pR1fZQoaAZoCWgPQwhRZoNMsilgQJSGlFKUaBVN6ANoFkdAlilU6gdwN3V9lChoBmgJaA9DCBhbCHJQzmBAlIaUUpRoFU3oA2gWR0CWKeTzd1uBdX2UKGgGaAloD0MIsARSYtfTY0CUhpRSlGgVTegDaBZHQJYqZ/kNnXd1fZQoaAZoCWgPQwjiyAORRcJlQJSGlFKUaBVN6ANoFkdAlix+85CF9XV9lChoBmgJaA9DCLkcr0B0Y2JAlIaUUpRoFU3oA2gWR0CWLe90Rvm6dX2UKGgGaAloD0MIb/YHyu3ZY0CUhpRSlGgVTegDaBZHQJYvNgPVd5Z1fZQoaAZoCWgPQwjXiGAcXLdeQJSGlFKUaBVN6ANoFkdAli/KsdT5wnV9lChoBmgJaA9DCIV6+gj8EGJAlIaUUpRoFU3oA2gWR0CWMNpM6BAfdX2UKGgGaAloD0MIbVUS2QeGZkCUhpRSlGgVTegDaBZHQJY0LEit7rt1fZQoaAZoCWgPQwhMNbOWAmZkQJSGlFKUaBVN6ANoFkdAljS0ZNwiq3V9lChoBmgJaA9DCI8dVOI6smNAlIaUUpRoFU3oA2gWR0CWTyshPj4pdX2UKGgGaAloD0MIGxGMg0srSECUhpRSlGgVTQoBaBZHQJZPOqXF98Z1fZQoaAZoCWgPQwipMoy7QYRjQJSGlFKUaBVN6ANoFkdAllhrPUrkKnV9lChoBmgJaA9DCPzIrUm3W2ZAlIaUUpRoFU3oA2gWR0CWWm9a2WpqdX2UKGgGaAloD0MIm3RbIheaZECUhpRSlGgVTegDaBZHQJZfSasp5NZ1fZQoaAZoCWgPQwgBwocSLdddQJSGlFKUaBVN6ANoFkdAlmI1wLmZE3V9lChoBmgJaA9DCAZKCiyAcUVAlIaUUpRoFUv+aBZHQJZmNMg2ZRd1fZQoaAZoCWgPQwjPaoE9Jp5kQJSGlFKUaBVN6ANoFkdAlmnvWhAWznV9lChoBmgJaA9DCPGBHf+FXmRAlIaUUpRoFU3oA2gWR0CWbgCSzPa+dX2UKGgGaAloD0MIO4veqYABZUCUhpRSlGgVTegDaBZHQJZuiBJ7LMd1fZQoaAZoCWgPQwic+GpHcTBmQJSGlFKUaBVN6ANoFkdAlm8DN+so2HV9lChoBmgJaA9DCMzuycNCtGJAlIaUUpRoFU3oA2gWR0CWcNKNyYG/dX2UKGgGaAloD0MIB0MdVrhVZUCUhpRSlGgVTegDaBZHQJZyHzbvgFZ1fZQoaAZoCWgPQwjGpwAYz0xlQJSGlFKUaBVN6ANoFkdAlnNnmig00nV9lChoBmgJaA9DCGMNF7mnV2RAlIaUUpRoFU3oA2gWR0CWc/xSHdoGdX2UKGgGaAloD0MI/FQVGojzZECUhpRSlGgVTegDaBZHQJZ4v8gpz911fZQoaAZoCWgPQwhWLekoh8dnQJSGlFKUaBVN6ANoFkdAlnlYVZcLSnV9lChoBmgJaA9DCNNOzeWGhGNAlIaUUpRoFU3oA2gWR0CWlJElE7W/dX2UKGgGaAloD0MIAhHiytmBYkCUhpRSlGgVTegDaBZHQJaUogow22p1fZQoaAZoCWgPQwj2su20NaNmQJSGlFKUaBVN6ANoFkdAlqFMXenAI3V9lChoBmgJaA9DCH2SO2wib2FAlIaUUpRoFU3oA2gWR0CWptKRuCPIdX2UKGgGaAloD0MI1V5E23H4cUCUhpRSlGgVTSUDaBZHQJam4tGus911fZQoaAZoCWgPQwhIh4cw/jljQJSGlFKUaBVN6ANoFkdAlqmtgF5fMXV9lChoBmgJaA9DCLPviuB/SGRAlIaUUpRoFU3oA2gWR0CWrX0jC53DdX2UKGgGaAloD0MIYAZjRCITY0CUhpRSlGgVTegDaBZHQJa1HZRKpUB1fZQoaAZoCWgPQwhf7pOjgMBnQJSGlFKUaBVN6ANoFkdAlrW/eDWbw3V9lChoBmgJaA9DCAhXQKEe1mVAlIaUUpRoFU3oA2gWR0CWtkEYwZfldX2UKGgGaAloD0MI/MOWHs2XZECUhpRSlGgVTegDaBZHQJa4R88cMmZ1fZQoaAZoCWgPQwgQroBCvdRmQJSGlFKUaBVN6ANoFkdAlrmeCPIXCXV9lChoBmgJaA9DCIoe+BisuGFAlIaUUpRoFU3oA2gWR0CWuv/YJ3PidX2UKGgGaAloD0MItvP91HiDY0CUhpRSlGgVTegDaBZHQJa7nK5kK/p1fZQoaAZoCWgPQwjohqbs9BxiQJSGlFKUaBVN6ANoFkdAlsBcan7523V9lChoBmgJaA9DCK8hOC5jYmVAlIaUUpRoFU3oA2gWR0CWwO52hZhbdX2UKGgGaAloD0MIwjBgyVVnYUCUhpRSlGgVTegDaBZHQJbdQCKaXrt1fZQoaAZoCWgPQwhe9YB5yPJlQJSGlFKUaBVN6ANoFkdAlt1W1+iJwnV9lChoBmgJaA9DCJXVdD1RkGVAlIaUUpRoFU3oA2gWR0CW7FSyt3fRdX2UKGgGaAloD0MI8pTVdL3WZECUhpRSlGgVTegDaBZHQJbxkgW8AaN1fZQoaAZoCWgPQwjQmbSpOiViQJSGlFKUaBVN6ANoFkdAlvGiX6ZYxXV9lChoBmgJaA9DCHwKgPEM1GFAlIaUUpRoFU3oA2gWR0CW9EzMibDudX2UKGgGaAloD0MIxXWMK64mZkCUhpRSlGgVTegDaBZHQJb3/Nke6qd1fZQoaAZoCWgPQwiZDMfzmattQJSGlFKUaBVN0QJoFkdAlvgMeXAuZnV9lChoBmgJaA9DCJp8s80NWm9AlIaUUpRoFU2dA2gWR0CW+1BGQSzxdX2UKGgGaAloD0MIDMhe7/4RY0CUhpRSlGgVTegDaBZHQJb/RopQUHp1fZQoaAZoCWgPQwjTwI9q2HFdQJSGlFKUaBVN6ANoFkdAlv/BCMPz4HV9lChoBmgJaA9DCBoZ5C7ComNAlIaUUpRoFU3oA2gWR0CXAZ7BfrrxdX2UKGgGaAloD0MIlfCEXv+SYUCUhpRSlGgVTegDaBZHQJcC0VeruIB1fZQoaAZoCWgPQwhY5ULl3zpmQJSGlFKUaBVN6ANoFkdAlwQDsD4gzXV9lChoBmgJaA9DCMfUXdmFTGRAlIaUUpRoFU3oA2gWR0CXCUTPjXFtdX2UKGgGaAloD0MIU0FF1a9xYECUhpRSlGgVTegDaBZHQJcJ3cclw991fZQoaAZoCWgPQwhYA5SGWmNwQJSGlFKUaBVNDgNoFkdAlySoNmUW23V9lChoBmgJaA9DCJHwvb/BDGRAlIaUUpRoFU3oA2gWR0CXJQofSx7idX2UKGgGaAloD0MIcCamCzHMY0CUhpRSlGgVTegDaBZHQJclGF9KEnN1fZQoaAZoCWgPQwiWW1oNiUBkQJSGlFKUaBVN6ANoFkdAlzZwFotcwHV9lChoBmgJaA9DCHFxVG6ibWVAlIaUUpRoFU3oA2gWR0CXNoJMQEpzdX2UKGgGaAloD0MIb5wU5j3gZECUhpRSlGgVTegDaBZHQJc5oBJZnth1fZQoaAZoCWgPQwhxjc9kf3lkQJSGlFKUaBVN6ANoFkdAlz3GVVxS53V9lChoBmgJaA9DCLpqniPyfGdAlIaUUpRoFU3oA2gWR0CXPdj3VTaTdX2UKGgGaAloD0MIO1ESEulEZECUhpRSlGgVTegDaBZHQJdBgL5RCQd1fZQoaAZoCWgPQwjufD81XvNgQJSGlFKUaBVN6ANoFkdAl0XDK9wm3XV9lChoBmgJaA9DCACMZ9BQhmRAlIaUUpRoFU3oA2gWR0CXRkZTQ3PzdX2UKGgGaAloD0MIb57qkJvTYkCUhpRSlGgVTegDaBZHQJdILTG5tnB1fZQoaAZoCWgPQwjajNMQVS9gQJSGlFKUaBVN6ANoFkdAl0mL1M/QjXV9lChoBmgJaA9DCC4CY32DmmdAlIaUUpRoFU3oA2gWR0CXSuGbCrLhdX2UKGgGaAloD0MIBMb6BiZzZkCUhpRSlGgVTegDaBZHQJdQpRiw0O51fZQoaAZoCWgPQwhLOsrBbGtkQJSGlFKUaBVN6ANoFkdAl1E+MZP2wnV9lChoBmgJaA9DCD0QWaQJoGNAlIaUUpRoFU3oA2gWR0CXWab6guh9dX2UKGgGaAloD0MIWixF8hXZZECUhpRSlGgVTegDaBZHQJdaGGGmDUV1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.15", "Stable-Baselines3": "1.6.2", "PyTorch": "1.12.1+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f899507a160>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f899507a1f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f899507a280>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f899507a310>", "_build": "<function ActorCriticPolicy._build at 0x7f899507a3a0>", "forward": "<function ActorCriticPolicy.forward at 0x7f899507a430>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f899507a4c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f899507a550>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f899507a5e0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f899507a670>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f899507a700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f89950745d0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 5013504, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1670440578197718239, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMZZWD47XKE+pAYHv+key76cxNM9vWaUvgAAAAAAAAAA5j07vRyKdrwGKgg+NtI4PBhy3L2NKRk9AACAPwAAgD9mHnC7j/IXuloAUjhR9wKzoHOiu46jdLcAAIA/AACAPzMHlD0y6Yg/BuVyPha3Kb9/Q8k9Jn5OPQAAAAAAAAAAml32vaycdz7qqTk+HzvrvmVmfD3aOYA9AAAAAAAAAADauV2+gT4iP14UJz6WxhC/+6W0vsCYdT4AAAAAAAAAAADYZ7wD3nS8+jemPZSuFz3XntO9hb/uPQAAgD8AAIA/s6psPRSQj7rCzfY4Ld3cM+0Lx7piJQ+4AACAPwAAAACmkIG9wS69P6xgzL4LFEo84dWpvJIy5r0AAAAAAAAAADpERr6dcw8/qRidPv8OEL8wCoC+qd6OPgAAAAAAAAAAs/4Pvc+qMD1diGI+FcPlvqYsND7TXbY8AAAAAAAAAAAAgMI6KSBRup2ecD0aNiw1X90WuraXKzQAAIA/AACAP7M6lL3AYbA/cRsAv4bTi74vpXa9EkGZvgAAAAAAAAAAZgnFvFxLcroNN9e5awzRNKPZTbow4Ps4AACAPwAAgD+zFwG9PbYNuxQDFDwh/a48F87Su8DrlT0AAIA/AACAP81yb7wtFy4+FNs1PkDG9r5BGu49q46bPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMILJ0Pz5IOcECUhpRSlIwBbJRLyIwBdJRHQMnGjlAE+xJ1fZQoaAZoCWgPQwgJGjOJulxyQJSGlFKUaBVLsmgWR0DJxpsNKAavdX2UKGgGaAloD0MItaZ5x6kHcECUhpRSlGgVS9ZoFkdAycajOgQHzHV9lChoBmgJaA9DCC47xD/sO3FAlIaUUpRoFUvaaBZHQMnGsWCmMwV1fZQoaAZoCWgPQwjX3qeqENBwQJSGlFKUaBVLvmgWR0DJxroqEvkBdX2UKGgGaAloD0MIp6/na1ZWcECUhpRSlGgVS79oFkdAycbCXl8w6HV9lChoBmgJaA9DCH2W58Fdb29AlIaUUpRoFUvKaBZHQMnG0IAwPAh1fZQoaAZoCWgPQwjTiJl93pZyQJSGlFKUaBVLwGgWR0DJxuGhmGucdX2UKGgGaAloD0MIX2BWKBJ2c0CUhpRSlGgVS9JoFkdAycblUkOZs3V9lChoBmgJaA9DCOkKthHPvHNAlIaUUpRoFUvQaBZHQMnG+cj7hvR1fZQoaAZoCWgPQwi29GiqJxVxQJSGlFKUaBVL7WgWR0DJxvq7dznzdX2UKGgGaAloD0MIHsNjP4u6c0CUhpRSlGgVS91oFkdAycb/k2gnMXV9lChoBmgJaA9DCA2ponjVHnBAlIaUUpRoFUvPaBZHQMnHAuskpqh1fZQoaAZoCWgPQwisyOiAJDRGQJSGlFKUaBVLfGgWR0DJxw5EQXhwdX2UKGgGaAloD0MIrmGGxpMDcUCUhpRSlGgVS8toFkdAyccQBJ7LMnV9lChoBmgJaA9DCFpkO98P7nFAlIaUUpRoFUvPaBZHQMnHFMjFAFB1fZQoaAZoCWgPQwg0ngjivL9owJSGlFKUaBVNkQFoFkdAyccoTX8O1HV9lChoBmgJaA9DCPK0/MAV8XBAlIaUUpRoFUvTaBZHQMnHPglfJFN1fZQoaAZoCWgPQwi932jHDQZuQJSGlFKUaBVLxWgWR0DJxz75RCQcdX2UKGgGaAloD0MINIXOa6xecUCUhpRSlGgVS8xoFkdAycdboM8YAXV9lChoBmgJaA9DCAlx5eydX3NAlIaUUpRoFUvEaBZHQMnKBBnjABV1fZQoaAZoCWgPQwiKWppb4TtwQJSGlFKUaBVLumgWR0DJygxdrwfAdX2UKGgGaAloD0MIiCtn7wwTc0CUhpRSlGgVS+9oFkdAycohobGWEHV9lChoBmgJaA9DCLAD54woTXJAlIaUUpRoFUu5aBZHQMnKKXSKFZh1fZQoaAZoCWgPQwh5k9+ikyRyQJSGlFKUaBVL1mgWR0DJyillmOENdX2UKGgGaAloD0MICK9d2vCccUCUhpRSlGgVS9ZoFkdAycor8dgfEHV9lChoBmgJaA9DCJYEqKml3HFAlIaUUpRoFUvJaBZHQMnKMf4yoGZ1fZQoaAZoCWgPQwhOJm4VxHBxQJSGlFKUaBVLw2gWR0DJyjIVO9FndX2UKGgGaAloD0MI76zdduF3cUCUhpRSlGgVS7hoFkdAyco3E6T4cnV9lChoBmgJaA9DCCrJOhxdo29AlIaUUpRoFUu/aBZHQMnKOaPjn3d1fZQoaAZoCWgPQwiZSGk2T61zQJSGlFKUaBVL4WgWR0DJykO51/2CdX2UKGgGaAloD0MIzPEKRI9Pc0CUhpRSlGgVS9ZoFkdAycpJ/oaDPHV9lChoBmgJaA9DCNiBc0aU8HBAlIaUUpRoFUvKaBZHQMnKUSqdYnx1fZQoaAZoCWgPQwg4hZUK6s1zQJSGlFKUaBVLy2gWR0DJymOHN5dGdX2UKGgGaAloD0MIiq92FOfHcUCUhpRSlGgVS85oFkdAycp6It16mnV9lChoBmgJaA9DCLd8JCU9U3RAlIaUUpRoFUvyaBZHQMnKephOP/91fZQoaAZoCWgPQwhp5V5glp9zQJSGlFKUaBVL12gWR0DJyoBeHBUJdX2UKGgGaAloD0MIP8dHi/MqckCUhpRSlGgVS9doFkdAycqInrIHT3V9lChoBmgJaA9DCAgddAnHRXBAlIaUUpRoFUu9aBZHQMnKl94Vym11fZQoaAZoCWgPQwg+6USC6dpzQJSGlFKUaBVLzGgWR0DJypeY2Kl6dX2UKGgGaAloD0MIwono19YIcUCUhpRSlGgVS8poFkdAycqdO32EkHV9lChoBmgJaA9DCCI3ww14nnFAlIaUUpRoFUvOaBZHQMnKoA7o0Q91fZQoaAZoCWgPQwglXTP5ZixxQJSGlFKUaBVLwmgWR0DJyqbTYukDdX2UKGgGaAloD0MI9rNYiqTHcECUhpRSlGgVS9JoFkdAycqqlwcYInV9lChoBmgJaA9DCMgkI2fhMXNAlIaUUpRoFUuxaBZHQMnKq0G/vfF1fZQoaAZoCWgPQwhEiCtnr2hzQJSGlFKUaBVL5GgWR0DJyrPATIvKdX2UKGgGaAloD0MIGJmAX2M2ckCUhpRSlGgVS9poFkdAycq1ykKu0XV9lChoBmgJaA9DCFRTknW48HBAlIaUUpRoFUvCaBZHQMnKwEFwDNh1fZQoaAZoCWgPQwikx+9tuvlxQJSGlFKUaBVL1WgWR0DJysN9KEnLdX2UKGgGaAloD0MIFop0PydGcECUhpRSlGgVS99oFkdAycriZm7J4nV9lChoBmgJaA9DCDDysiYWjXFAlIaUUpRoFUvBaBZHQMnK7Z6D5CZ1fZQoaAZoCWgPQwjUEFX48zNzQJSGlFKUaBVL1mgWR0DJyvQjOcDsdX2UKGgGaAloD0MIY35uaMpsc0CUhpRSlGgVS9VoFkdAycr0EWZZ0XV9lChoBmgJaA9DCOkOYmfKS3NAlIaUUpRoFUvOaBZHQMnK/bQkX1t1fZQoaAZoCWgPQwiIY13cBhhyQJSGlFKUaBVLtWgWR0DJyv5BVuJldX2UKGgGaAloD0MIsdtnldnrcECUhpRSlGgVS9RoFkdAycsO4FzMinV9lChoBmgJaA9DCLqe6LqwfnFAlIaUUpRoFUu4aBZHQMnLEdvsJIF1fZQoaAZoCWgPQwhDklm9ww9xQJSGlFKUaBVL1mgWR0DJyxfeaa1DdX2UKGgGaAloD0MIpfljWptOckCUhpRSlGgVS8NoFkdAycsY27Wd3HV9lChoBmgJaA9DCHDrbp4q63FAlIaUUpRoFUu6aBZHQMnLHQ1BMSN1fZQoaAZoCWgPQwhzofKv5dhuQJSGlFKUaBVLwGgWR0DJyyKL/CIldX2UKGgGaAloD0MIAG+BBEUmckCUhpRSlGgVS/loFkdAycsol4TsY3V9lChoBmgJaA9DCE2DonmAZHNAlIaUUpRoFUu+aBZHQMnLLGvOhTR1fZQoaAZoCWgPQwjX+bfLPqtzQJSGlFKUaBVL9WgWR0DJyy98iOebdX2UKGgGaAloD0MIi8QENTxucUCUhpRSlGgVS9FoFkdAycs8pEx7A3V9lChoBmgJaA9DCKpFRDF5EnNAlIaUUpRoFUuuaBZHQMnLVvAfuCx1fZQoaAZoCWgPQwiiemtg63pxQJSGlFKUaBVL1mgWR0DJy158OTaCdX2UKGgGaAloD0MIHRzsTUwVckCUhpRSlGgVS8loFkdAyctnKjBVMnV9lChoBmgJaA9DCMEeEylNaHFAlIaUUpRoFUvZaBZHQMnLajxLCep1fZQoaAZoCWgPQwjKMsSxrqVzQJSGlFKUaBVLzWgWR0DJy3M+9rXUdX2UKGgGaAloD0MIPxpOmZvxcECUhpRSlGgVS9JoFkdAyct2bDuSfXV9lChoBmgJaA9DCLYTJSHR3XFAlIaUUpRoFUuvaBZHQMnLfNfXwsp1fZQoaAZoCWgPQwjV7IFWYFdvQJSGlFKUaBVLxmgWR0DJy4LAckt3dX2UKGgGaAloD0MItHdGW1UVckCUhpRSlGgVS79oFkdAycuEq1gH/3V9lChoBmgJaA9DCCkjLgCNXXJAlIaUUpRoFUuyaBZHQMnLiBomG/N1fZQoaAZoCWgPQwgsgv+t5IZxQJSGlFKUaBVL6WgWR0DJy5HgWJrMdX2UKGgGaAloD0MIKuJ0ki3UckCUhpRSlGgVS9doFkdAycuVns9jgHV9lChoBmgJaA9DCO28jc2O93FAlIaUUpRoFUvWaBZHQMnLoAntv4x1fZQoaAZoCWgPQwi+UMB28PxwQJSGlFKUaBVLzmgWR0DJy6K/h2nsdX2UKGgGaAloD0MIccyyJwFpb0CUhpRSlGgVS8xoFkdAycusJaaCtnV9lChoBmgJaA9DCOLoKt0dn3NAlIaUUpRoFUvuaBZHQMnLsSpJf6Z1fZQoaAZoCWgPQwgp7Q2+MAV0QJSGlFKUaBVLwWgWR0DJy89NQCSzdX2UKGgGaAloD0MIVBuciP7GcECUhpRSlGgVS9RoFkdAycvRrpqynnV9lChoBmgJaA9DCEFHq1qSdHJAlIaUUpRoFUvGaBZHQMnL1gKfFrF1fZQoaAZoCWgPQwj5SbVPx6dxQJSGlFKUaBVL6WgWR0DJy9dZDArQdX2UKGgGaAloD0MIVryReWTvcUCUhpRSlGgVS79oFkdAycva1+iJwnV9lChoBmgJaA9DCG8u/ranD3JAlIaUUpRoFUuvaBZHQMnL3MbedkJ1fZQoaAZoCWgPQwhMqrabYIduQJSGlFKUaBVLu2gWR0DJy+8WVNYbdX2UKGgGaAloD0MIAKq4cUuQcECUhpRSlGgVS85oFkdAycv0QarFO3V9lChoBmgJaA9DCC4EOSghr3FAlIaUUpRoFUvNaBZHQMnL9crqdH51fZQoaAZoCWgPQwjaHyi3rQJyQJSGlFKUaBVLrWgWR0DJy/aWTot+dX2UKGgGaAloD0MID0Ork3MPcUCUhpRSlGgVS/toFkdAycv/6eoUBXV9lChoBmgJaA9DCP9aXrmeLXNAlIaUUpRoFUvQaBZHQMnMBQgcLjR1fZQoaAZoCWgPQwioxHWMa99zQJSGlFKUaBVLtmgWR0DJzAXPNVzZdX2UKGgGaAloD0MIY3rCEs+KcUCUhpRSlGgVS7BoFkdAycwOTyrgfnV9lChoBmgJaA9DCGnk84onfXJAlIaUUpRoFUvQaBZHQMnMFZjx0+11fZQoaAZoCWgPQwj+7h01ZvRxQJSGlFKUaBVLx2gWR0DJzB6Ii1RcdX2UKGgGaAloD0MIdHy0OGOEckCUhpRSlGgVS7xoFkdAycw2YJmdy3V9lChoBmgJaA9DCDsb8s8Mi3JAlIaUUpRoFUu4aBZHQMnMO1pCa7V1fZQoaAZoCWgPQwhPWrisQptzQJSGlFKUaBVLvGgWR0DJzDxu2qkudWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1224, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.15", "Stable-Baselines3": "1.6.2", "PyTorch": "1.12.1+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19d7fe9d264c2d6c5095e358c3ac6dfb553a8dab26d3ef771c550a9647615ea6
-size 147154
+oid sha256:08efe21168cd8e2bfc7fbdddb7f78a2687fcd173e17ea130fbc4c8e8d90369c8
+size 147152

ppo-LunarLander-v2/data

@@ -4,19 +4,19 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f83510eb160>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f83510eb1f0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f83510eb280>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f83510eb310>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f83510eb3a0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f83510eb430>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f83510eb4c0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f83510eb550>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f83510eb5e0>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f83510eb670>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f83510eb700>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f899507a160>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f899507a1f0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f899507a280>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f899507a310>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f899507a3a0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f899507a430>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f899507a4c0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f899507a550>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f899507a5e0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f899507a670>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f899507a700>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7f83510e6570>"
+        "_abc_impl": "<_abc_data object at 0x7f89950745d0>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -42,12 +42,12 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 5013504,
+    "_total_timesteps": 5000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1670431699090524283,
+    "start_time": 1670440578197718239,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,26 +56,26 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABppPb2unY66Muutu/LjBzjOmLS69ej1tgAAgD8AAIA/AJIVPPKyvT9LtOc9ormaPl47j7wlhPu8AAAAAAAAAABmlim8e8aRuj3cSLoA0kS1oWSPuP4KaDkAAIA/AACAP81aPz4D8hW8RY3CujQ7lDhh2nm94n+AOQAAgD8AAIA/ZjJMvK6tgboe4A82HKUTMdkCrLrdxDC1AACAPwAAgD+z7bA94VyCujVpVjm8m38zktK8uo65d7gAAIA/AACAP3Misz0pEB+6Qs3wOlmEbzaRdFg7Hm0MugAAgD8AAAAAZuYHOuMNtT+SA1c9P0wiPpOwG7q80EK8AAAAAAAAAABT/UQ+FqyGPtjyfb4l2jm+UsxovbDuBr0AAAAAAAAAAJpXgTyPlkO61qIpupEXJrSExJW7q2lGOQAAgD8AAIA/zTYIvUivj7o/Kgk7ZWo0tna+fzpG8iu1AACAPwAAgD8AYi88XH9EukuM0boLN9q1bzsRO46T9zkAAIA/AACAPzMOlr1bOpE+uNSPPRmdFL5JUR06d0QmvQAAAAAAAAAAjZeXPXsmnrrkW5u7ihMKOKOwgDq4A+S2AACAPwAAgD8a7wS9XFNDuj4e4LoiBJC0JTTjuvnuAToAAIA/AACAPw2SDz7DKUc7sx8Ut+SgW7Tg3wU9hXw6NgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMZZWD47XKE+pAYHv+key76cxNM9vWaUvgAAAAAAAAAA5j07vRyKdrwGKgg+NtI4PBhy3L2NKRk9AACAPwAAgD9mHnC7j/IXuloAUjhR9wKzoHOiu46jdLcAAIA/AACAPzMHlD0y6Yg/BuVyPha3Kb9/Q8k9Jn5OPQAAAAAAAAAAml32vaycdz7qqTk+HzvrvmVmfD3aOYA9AAAAAAAAAADauV2+gT4iP14UJz6WxhC/+6W0vsCYdT4AAAAAAAAAAADYZ7wD3nS8+jemPZSuFz3XntO9hb/uPQAAgD8AAIA/s6psPRSQj7rCzfY4Ld3cM+0Lx7piJQ+4AACAPwAAAACmkIG9wS69P6xgzL4LFEo84dWpvJIy5r0AAAAAAAAAADpERr6dcw8/qRidPv8OEL8wCoC+qd6OPgAAAAAAAAAAs/4Pvc+qMD1diGI+FcPlvqYsND7TXbY8AAAAAAAAAAAAgMI6KSBRup2ecD0aNiw1X90WuraXKzQAAIA/AACAP7M6lL3AYbA/cRsAv4bTi74vpXa9EkGZvgAAAAAAAAAAZgnFvFxLcroNN9e5awzRNKPZTbow4Ps4AACAPwAAgD+zFwG9PbYNuxQDFDwh/a48F87Su8DrlT0AAIA/AACAP81yb7wtFy4+FNs1PkDG9r5BGu49q46bPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAABAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.0027007999999999477,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVgBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIc51GWioKY0CUhpRSlIwBbJRN6AOMAXSUR0CVo27NSqEOdX2UKGgGaAloD0MImSmtv6W9a0CUhpRSlGgVTV8BaBZHQJW97wazeGh1fZQoaAZoCWgPQwjIQ9/dSl5mQJSGlFKUaBVN6ANoFkdAlcfmg8KXwHV9lChoBmgJaA9DCNxI2SLpVWZAlIaUUpRoFU3oA2gWR0CVyfndweeWdX2UKGgGaAloD0MIByl4CrnRZkCUhpRSlGgVTegDaBZHQJXOn6ab4Jx1fZQoaAZoCWgPQwgXEFoP3/9jQJSGlFKUaBVN6ANoFkdAldFa4c3l0nV9lChoBmgJaA9DCEgxQKIJB2VAlIaUUpRoFU3oA2gWR0CV2K3kxREXdX2UKGgGaAloD0MIb5wU5r0tZECUhpRSlGgVTegDaBZHQJXcxjbzshR1fZQoaAZoCWgPQwiBkgIL4GtjQJSGlFKUaBVN6ANoFkdAld1Pn0TURXV9lChoBmgJaA9DCH7ja88sLmNAlIaUUpRoFU3oA2gWR0CV3dDjin50dX2UKGgGaAloD0MIJqq3Bja0Z0CUhpRSlGgVTegDaBZHQJXfsq4H5ah1fZQoaAZoCWgPQwhDAkaXt1hkQJSGlFKUaBVN6ANoFkdAleD4zzmOl3V9lChoBmgJaA9DCEPFOH8TZGJAlIaUUpRoFU3oA2gWR0CV4juZ1FH8dX2UKGgGaAloD0MIMA3DR8RgZkCUhpRSlGgVTegDaBZHQJXi1Zr56+p1fZQoaAZoCWgPQwh6UbtfhXFiQJSGlFKUaBVN6ANoFkdAleQAsCkoF3V9lChoBmgJaA9DCPN1Gf7TGWRAlIaUUpRoFU3oA2gWR0CV57E9dNWVdX2UKGgGaAloD0MIYRbaOU1BaECUhpRSlGgVTegDaBZHQJXoWk690zV1fZQoaAZoCWgPQwgYtftVgFleQJSGlFKUaBVN6ANoFkdAlgPWKdhAnnV9lChoBmgJaA9DCGMIAI49DGNAlIaUUpRoFU3oA2gWR0CWEva6BiCrdX2UKGgGaAloD0MIHHi13JmgZUCUhpRSlGgVTegDaBZHQJYVbYODrZ91fZQoaAZoCWgPQwhXl1MCYtplQJSGlFKUaBVN6ANoFkdAlhpbrkbPyHV9lChoBmgJaA9DCGPuWkI+zWNAlIaUUpRoFU3oA2gWR0CWHUGEf1YhdX2UKGgGaAloD0MIZan1fqPBZECUhpRSlGgVTegDaBZHQJYlI7Sy+pR1fZQoaAZoCWgPQwhRZoNMsilgQJSGlFKUaBVN6ANoFkdAlilU6gdwN3V9lChoBmgJaA9DCBhbCHJQzmBAlIaUUpRoFU3oA2gWR0CWKeTzd1uBdX2UKGgGaAloD0MIsARSYtfTY0CUhpRSlGgVTegDaBZHQJYqZ/kNnXd1fZQoaAZoCWgPQwjiyAORRcJlQJSGlFKUaBVN6ANoFkdAlix+85CF9XV9lChoBmgJaA9DCLkcr0B0Y2JAlIaUUpRoFU3oA2gWR0CWLe90Rvm6dX2UKGgGaAloD0MIb/YHyu3ZY0CUhpRSlGgVTegDaBZHQJYvNgPVd5Z1fZQoaAZoCWgPQwjXiGAcXLdeQJSGlFKUaBVN6ANoFkdAli/KsdT5wnV9lChoBmgJaA9DCIV6+gj8EGJAlIaUUpRoFU3oA2gWR0CWMNpM6BAfdX2UKGgGaAloD0MIbVUS2QeGZkCUhpRSlGgVTegDaBZHQJY0LEit7rt1fZQoaAZoCWgPQwhMNbOWAmZkQJSGlFKUaBVN6ANoFkdAljS0ZNwiq3V9lChoBmgJaA9DCI8dVOI6smNAlIaUUpRoFU3oA2gWR0CWTyshPj4pdX2UKGgGaAloD0MIGxGMg0srSECUhpRSlGgVTQoBaBZHQJZPOqXF98Z1fZQoaAZoCWgPQwipMoy7QYRjQJSGlFKUaBVN6ANoFkdAllhrPUrkKnV9lChoBmgJaA9DCPzIrUm3W2ZAlIaUUpRoFU3oA2gWR0CWWm9a2WpqdX2UKGgGaAloD0MIm3RbIheaZECUhpRSlGgVTegDaBZHQJZfSasp5NZ1fZQoaAZoCWgPQwgBwocSLdddQJSGlFKUaBVN6ANoFkdAlmI1wLmZE3V9lChoBmgJaA9DCAZKCiyAcUVAlIaUUpRoFUv+aBZHQJZmNMg2ZRd1fZQoaAZoCWgPQwjPaoE9Jp5kQJSGlFKUaBVN6ANoFkdAlmnvWhAWznV9lChoBmgJaA9DCPGBHf+FXmRAlIaUUpRoFU3oA2gWR0CWbgCSzPa+dX2UKGgGaAloD0MIO4veqYABZUCUhpRSlGgVTegDaBZHQJZuiBJ7LMd1fZQoaAZoCWgPQwic+GpHcTBmQJSGlFKUaBVN6ANoFkdAlm8DN+so2HV9lChoBmgJaA9DCMzuycNCtGJAlIaUUpRoFU3oA2gWR0CWcNKNyYG/dX2UKGgGaAloD0MIB0MdVrhVZUCUhpRSlGgVTegDaBZHQJZyHzbvgFZ1fZQoaAZoCWgPQwjGpwAYz0xlQJSGlFKUaBVN6ANoFkdAlnNnmig00nV9lChoBmgJaA9DCGMNF7mnV2RAlIaUUpRoFU3oA2gWR0CWc/xSHdoGdX2UKGgGaAloD0MI/FQVGojzZECUhpRSlGgVTegDaBZHQJZ4v8gpz911fZQoaAZoCWgPQwhWLekoh8dnQJSGlFKUaBVN6ANoFkdAlnlYVZcLSnV9lChoBmgJaA9DCNNOzeWGhGNAlIaUUpRoFU3oA2gWR0CWlJElE7W/dX2UKGgGaAloD0MIAhHiytmBYkCUhpRSlGgVTegDaBZHQJaUogow22p1fZQoaAZoCWgPQwj2su20NaNmQJSGlFKUaBVN6ANoFkdAlqFMXenAI3V9lChoBmgJaA9DCH2SO2wib2FAlIaUUpRoFU3oA2gWR0CWptKRuCPIdX2UKGgGaAloD0MI1V5E23H4cUCUhpRSlGgVTSUDaBZHQJam4tGus911fZQoaAZoCWgPQwhIh4cw/jljQJSGlFKUaBVN6ANoFkdAlqmtgF5fMXV9lChoBmgJaA9DCLPviuB/SGRAlIaUUpRoFU3oA2gWR0CWrX0jC53DdX2UKGgGaAloD0MIYAZjRCITY0CUhpRSlGgVTegDaBZHQJa1HZRKpUB1fZQoaAZoCWgPQwhf7pOjgMBnQJSGlFKUaBVN6ANoFkdAlrW/eDWbw3V9lChoBmgJaA9DCAhXQKEe1mVAlIaUUpRoFU3oA2gWR0CWtkEYwZfldX2UKGgGaAloD0MI/MOWHs2XZECUhpRSlGgVTegDaBZHQJa4R88cMmZ1fZQoaAZoCWgPQwgQroBCvdRmQJSGlFKUaBVN6ANoFkdAlrmeCPIXCXV9lChoBmgJaA9DCIoe+BisuGFAlIaUUpRoFU3oA2gWR0CWuv/YJ3PidX2UKGgGaAloD0MItvP91HiDY0CUhpRSlGgVTegDaBZHQJa7nK5kK/p1fZQoaAZoCWgPQwjohqbs9BxiQJSGlFKUaBVN6ANoFkdAlsBcan7523V9lChoBmgJaA9DCK8hOC5jYmVAlIaUUpRoFU3oA2gWR0CWwO52hZhbdX2UKGgGaAloD0MIwjBgyVVnYUCUhpRSlGgVTegDaBZHQJbdQCKaXrt1fZQoaAZoCWgPQwhe9YB5yPJlQJSGlFKUaBVN6ANoFkdAlt1W1+iJwnV9lChoBmgJaA9DCJXVdD1RkGVAlIaUUpRoFU3oA2gWR0CW7FSyt3fRdX2UKGgGaAloD0MI8pTVdL3WZECUhpRSlGgVTegDaBZHQJbxkgW8AaN1fZQoaAZoCWgPQwjQmbSpOiViQJSGlFKUaBVN6ANoFkdAlvGiX6ZYxXV9lChoBmgJaA9DCHwKgPEM1GFAlIaUUpRoFU3oA2gWR0CW9EzMibDudX2UKGgGaAloD0MIxXWMK64mZkCUhpRSlGgVTegDaBZHQJb3/Nke6qd1fZQoaAZoCWgPQwiZDMfzmattQJSGlFKUaBVN0QJoFkdAlvgMeXAuZnV9lChoBmgJaA9DCJp8s80NWm9AlIaUUpRoFU2dA2gWR0CW+1BGQSzxdX2UKGgGaAloD0MIDMhe7/4RY0CUhpRSlGgVTegDaBZHQJb/RopQUHp1fZQoaAZoCWgPQwjTwI9q2HFdQJSGlFKUaBVN6ANoFkdAlv/BCMPz4HV9lChoBmgJaA9DCBoZ5C7ComNAlIaUUpRoFU3oA2gWR0CXAZ7BfrrxdX2UKGgGaAloD0MIlfCEXv+SYUCUhpRSlGgVTegDaBZHQJcC0VeruIB1fZQoaAZoCWgPQwhY5ULl3zpmQJSGlFKUaBVN6ANoFkdAlwQDsD4gzXV9lChoBmgJaA9DCMfUXdmFTGRAlIaUUpRoFU3oA2gWR0CXCUTPjXFtdX2UKGgGaAloD0MIU0FF1a9xYECUhpRSlGgVTegDaBZHQJcJ3cclw991fZQoaAZoCWgPQwhYA5SGWmNwQJSGlFKUaBVNDgNoFkdAlySoNmUW23V9lChoBmgJaA9DCJHwvb/BDGRAlIaUUpRoFU3oA2gWR0CXJQofSx7idX2UKGgGaAloD0MIcCamCzHMY0CUhpRSlGgVTegDaBZHQJclGF9KEnN1fZQoaAZoCWgPQwiWW1oNiUBkQJSGlFKUaBVN6ANoFkdAlzZwFotcwHV9lChoBmgJaA9DCHFxVG6ibWVAlIaUUpRoFU3oA2gWR0CXNoJMQEpzdX2UKGgGaAloD0MIb5wU5j3gZECUhpRSlGgVTegDaBZHQJc5oBJZnth1fZQoaAZoCWgPQwhxjc9kf3lkQJSGlFKUaBVN6ANoFkdAlz3GVVxS53V9lChoBmgJaA9DCLpqniPyfGdAlIaUUpRoFU3oA2gWR0CXPdj3VTaTdX2UKGgGaAloD0MIO1ESEulEZECUhpRSlGgVTegDaBZHQJdBgL5RCQd1fZQoaAZoCWgPQwjufD81XvNgQJSGlFKUaBVN6ANoFkdAl0XDK9wm3XV9lChoBmgJaA9DCACMZ9BQhmRAlIaUUpRoFU3oA2gWR0CXRkZTQ3PzdX2UKGgGaAloD0MIb57qkJvTYkCUhpRSlGgVTegDaBZHQJdILTG5tnB1fZQoaAZoCWgPQwjajNMQVS9gQJSGlFKUaBVN6ANoFkdAl0mL1M/QjXV9lChoBmgJaA9DCC4CY32DmmdAlIaUUpRoFU3oA2gWR0CXSuGbCrLhdX2UKGgGaAloD0MIBMb6BiZzZkCUhpRSlGgVTegDaBZHQJdQpRiw0O51fZQoaAZoCWgPQwhLOsrBbGtkQJSGlFKUaBVN6ANoFkdAl1E+MZP2wnV9lChoBmgJaA9DCD0QWaQJoGNAlIaUUpRoFU3oA2gWR0CXWab6guh9dX2UKGgGaAloD0MIWixF8hXZZECUhpRSlGgVTegDaBZHQJdaGGGmDUV1ZS4="
+        ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMILJ0Pz5IOcECUhpRSlIwBbJRLyIwBdJRHQMnGjlAE+xJ1fZQoaAZoCWgPQwgJGjOJulxyQJSGlFKUaBVLsmgWR0DJxpsNKAavdX2UKGgGaAloD0MItaZ5x6kHcECUhpRSlGgVS9ZoFkdAycajOgQHzHV9lChoBmgJaA9DCC47xD/sO3FAlIaUUpRoFUvaaBZHQMnGsWCmMwV1fZQoaAZoCWgPQwjX3qeqENBwQJSGlFKUaBVLvmgWR0DJxroqEvkBdX2UKGgGaAloD0MIp6/na1ZWcECUhpRSlGgVS79oFkdAycbCXl8w6HV9lChoBmgJaA9DCH2W58Fdb29AlIaUUpRoFUvKaBZHQMnG0IAwPAh1fZQoaAZoCWgPQwjTiJl93pZyQJSGlFKUaBVLwGgWR0DJxuGhmGucdX2UKGgGaAloD0MIX2BWKBJ2c0CUhpRSlGgVS9JoFkdAycblUkOZs3V9lChoBmgJaA9DCOkKthHPvHNAlIaUUpRoFUvQaBZHQMnG+cj7hvR1fZQoaAZoCWgPQwi29GiqJxVxQJSGlFKUaBVL7WgWR0DJxvq7dznzdX2UKGgGaAloD0MIHsNjP4u6c0CUhpRSlGgVS91oFkdAycb/k2gnMXV9lChoBmgJaA9DCA2ponjVHnBAlIaUUpRoFUvPaBZHQMnHAuskpqh1fZQoaAZoCWgPQwisyOiAJDRGQJSGlFKUaBVLfGgWR0DJxw5EQXhwdX2UKGgGaAloD0MIrmGGxpMDcUCUhpRSlGgVS8toFkdAyccQBJ7LMnV9lChoBmgJaA9DCFpkO98P7nFAlIaUUpRoFUvPaBZHQMnHFMjFAFB1fZQoaAZoCWgPQwg0ngjivL9owJSGlFKUaBVNkQFoFkdAyccoTX8O1HV9lChoBmgJaA9DCPK0/MAV8XBAlIaUUpRoFUvTaBZHQMnHPglfJFN1fZQoaAZoCWgPQwi932jHDQZuQJSGlFKUaBVLxWgWR0DJxz75RCQcdX2UKGgGaAloD0MINIXOa6xecUCUhpRSlGgVS8xoFkdAycdboM8YAXV9lChoBmgJaA9DCAlx5eydX3NAlIaUUpRoFUvEaBZHQMnKBBnjABV1fZQoaAZoCWgPQwiKWppb4TtwQJSGlFKUaBVLumgWR0DJygxdrwfAdX2UKGgGaAloD0MIiCtn7wwTc0CUhpRSlGgVS+9oFkdAycohobGWEHV9lChoBmgJaA9DCLAD54woTXJAlIaUUpRoFUu5aBZHQMnKKXSKFZh1fZQoaAZoCWgPQwh5k9+ikyRyQJSGlFKUaBVL1mgWR0DJyillmOENdX2UKGgGaAloD0MICK9d2vCccUCUhpRSlGgVS9ZoFkdAycor8dgfEHV9lChoBmgJaA9DCJYEqKml3HFAlIaUUpRoFUvJaBZHQMnKMf4yoGZ1fZQoaAZoCWgPQwhOJm4VxHBxQJSGlFKUaBVLw2gWR0DJyjIVO9FndX2UKGgGaAloD0MI76zdduF3cUCUhpRSlGgVS7hoFkdAyco3E6T4cnV9lChoBmgJaA9DCCrJOhxdo29AlIaUUpRoFUu/aBZHQMnKOaPjn3d1fZQoaAZoCWgPQwiZSGk2T61zQJSGlFKUaBVL4WgWR0DJykO51/2CdX2UKGgGaAloD0MIzPEKRI9Pc0CUhpRSlGgVS9ZoFkdAycpJ/oaDPHV9lChoBmgJaA9DCNiBc0aU8HBAlIaUUpRoFUvKaBZHQMnKUSqdYnx1fZQoaAZoCWgPQwg4hZUK6s1zQJSGlFKUaBVLy2gWR0DJymOHN5dGdX2UKGgGaAloD0MIiq92FOfHcUCUhpRSlGgVS85oFkdAycp6It16mnV9lChoBmgJaA9DCLd8JCU9U3RAlIaUUpRoFUvyaBZHQMnKephOP/91fZQoaAZoCWgPQwhp5V5glp9zQJSGlFKUaBVL12gWR0DJyoBeHBUJdX2UKGgGaAloD0MIP8dHi/MqckCUhpRSlGgVS9doFkdAycqInrIHT3V9lChoBmgJaA9DCAgddAnHRXBAlIaUUpRoFUu9aBZHQMnKl94Vym11fZQoaAZoCWgPQwg+6USC6dpzQJSGlFKUaBVLzGgWR0DJypeY2Kl6dX2UKGgGaAloD0MIwono19YIcUCUhpRSlGgVS8poFkdAycqdO32EkHV9lChoBmgJaA9DCCI3ww14nnFAlIaUUpRoFUvOaBZHQMnKoA7o0Q91fZQoaAZoCWgPQwglXTP5ZixxQJSGlFKUaBVLwmgWR0DJyqbTYukDdX2UKGgGaAloD0MI9rNYiqTHcECUhpRSlGgVS9JoFkdAycqqlwcYInV9lChoBmgJaA9DCMgkI2fhMXNAlIaUUpRoFUuxaBZHQMnKq0G/vfF1fZQoaAZoCWgPQwhEiCtnr2hzQJSGlFKUaBVL5GgWR0DJyrPATIvKdX2UKGgGaAloD0MIGJmAX2M2ckCUhpRSlGgVS9poFkdAycq1ykKu0XV9lChoBmgJaA9DCFRTknW48HBAlIaUUpRoFUvCaBZHQMnKwEFwDNh1fZQoaAZoCWgPQwikx+9tuvlxQJSGlFKUaBVL1WgWR0DJysN9KEnLdX2UKGgGaAloD0MIFop0PydGcECUhpRSlGgVS99oFkdAycriZm7J4nV9lChoBmgJaA9DCDDysiYWjXFAlIaUUpRoFUvBaBZHQMnK7Z6D5CZ1fZQoaAZoCWgPQwjUEFX48zNzQJSGlFKUaBVL1mgWR0DJyvQjOcDsdX2UKGgGaAloD0MIY35uaMpsc0CUhpRSlGgVS9VoFkdAycr0EWZZ0XV9lChoBmgJaA9DCOkOYmfKS3NAlIaUUpRoFUvOaBZHQMnK/bQkX1t1fZQoaAZoCWgPQwiIY13cBhhyQJSGlFKUaBVLtWgWR0DJyv5BVuJldX2UKGgGaAloD0MIsdtnldnrcECUhpRSlGgVS9RoFkdAycsO4FzMinV9lChoBmgJaA9DCLqe6LqwfnFAlIaUUpRoFUu4aBZHQMnLEdvsJIF1fZQoaAZoCWgPQwhDklm9ww9xQJSGlFKUaBVL1mgWR0DJyxfeaa1DdX2UKGgGaAloD0MIpfljWptOckCUhpRSlGgVS8NoFkdAycsY27Wd3HV9lChoBmgJaA9DCHDrbp4q63FAlIaUUpRoFUu6aBZHQMnLHQ1BMSN1fZQoaAZoCWgPQwhzofKv5dhuQJSGlFKUaBVLwGgWR0DJyyKL/CIldX2UKGgGaAloD0MIAG+BBEUmckCUhpRSlGgVS/loFkdAycsol4TsY3V9lChoBmgJaA9DCE2DonmAZHNAlIaUUpRoFUu+aBZHQMnLLGvOhTR1fZQoaAZoCWgPQwjX+bfLPqtzQJSGlFKUaBVL9WgWR0DJyy98iOebdX2UKGgGaAloD0MIi8QENTxucUCUhpRSlGgVS9FoFkdAycs8pEx7A3V9lChoBmgJaA9DCKpFRDF5EnNAlIaUUpRoFUuuaBZHQMnLVvAfuCx1fZQoaAZoCWgPQwiiemtg63pxQJSGlFKUaBVL1mgWR0DJy158OTaCdX2UKGgGaAloD0MIHRzsTUwVckCUhpRSlGgVS8loFkdAyctnKjBVMnV9lChoBmgJaA9DCMEeEylNaHFAlIaUUpRoFUvZaBZHQMnLajxLCep1fZQoaAZoCWgPQwjKMsSxrqVzQJSGlFKUaBVLzWgWR0DJy3M+9rXUdX2UKGgGaAloD0MIPxpOmZvxcECUhpRSlGgVS9JoFkdAyct2bDuSfXV9lChoBmgJaA9DCLYTJSHR3XFAlIaUUpRoFUuvaBZHQMnLfNfXwsp1fZQoaAZoCWgPQwjV7IFWYFdvQJSGlFKUaBVLxmgWR0DJy4LAckt3dX2UKGgGaAloD0MItHdGW1UVckCUhpRSlGgVS79oFkdAycuEq1gH/3V9lChoBmgJaA9DCCkjLgCNXXJAlIaUUpRoFUuyaBZHQMnLiBomG/N1fZQoaAZoCWgPQwgsgv+t5IZxQJSGlFKUaBVL6WgWR0DJy5HgWJrMdX2UKGgGaAloD0MIKuJ0ki3UckCUhpRSlGgVS9doFkdAycuVns9jgHV9lChoBmgJaA9DCO28jc2O93FAlIaUUpRoFUvWaBZHQMnLoAntv4x1fZQoaAZoCWgPQwi+UMB28PxwQJSGlFKUaBVLzmgWR0DJy6K/h2nsdX2UKGgGaAloD0MIccyyJwFpb0CUhpRSlGgVS8xoFkdAycusJaaCtnV9lChoBmgJaA9DCOLoKt0dn3NAlIaUUpRoFUvuaBZHQMnLsSpJf6Z1fZQoaAZoCWgPQwgp7Q2+MAV0QJSGlFKUaBVLwWgWR0DJy89NQCSzdX2UKGgGaAloD0MIVBuciP7GcECUhpRSlGgVS9RoFkdAycvRrpqynnV9lChoBmgJaA9DCEFHq1qSdHJAlIaUUpRoFUvGaBZHQMnL1gKfFrF1fZQoaAZoCWgPQwj5SbVPx6dxQJSGlFKUaBVL6WgWR0DJy9dZDArQdX2UKGgGaAloD0MIVryReWTvcUCUhpRSlGgVS79oFkdAycva1+iJwnV9lChoBmgJaA9DCG8u/ranD3JAlIaUUpRoFUuvaBZHQMnL3MbedkJ1fZQoaAZoCWgPQwhMqrabYIduQJSGlFKUaBVLu2gWR0DJy+8WVNYbdX2UKGgGaAloD0MIAKq4cUuQcECUhpRSlGgVS85oFkdAycv0QarFO3V9lChoBmgJaA9DCC4EOSghr3FAlIaUUpRoFUvNaBZHQMnL9crqdH51fZQoaAZoCWgPQwjaHyi3rQJyQJSGlFKUaBVLrWgWR0DJy/aWTot+dX2UKGgGaAloD0MID0Ork3MPcUCUhpRSlGgVS/toFkdAycv/6eoUBXV9lChoBmgJaA9DCP9aXrmeLXNAlIaUUpRoFUvQaBZHQMnMBQgcLjR1fZQoaAZoCWgPQwioxHWMa99zQJSGlFKUaBVLtmgWR0DJzAXPNVzZdX2UKGgGaAloD0MIY3rCEs+KcUCUhpRSlGgVS7BoFkdAycwOTyrgfnV9lChoBmgJaA9DCGnk84onfXJAlIaUUpRoFUvQaBZHQMnMFZjx0+11fZQoaAZoCWgPQwj+7h01ZvRxQJSGlFKUaBVLx2gWR0DJzB6Ii1RcdX2UKGgGaAloD0MIdHy0OGOEckCUhpRSlGgVS7xoFkdAycw2YJmdy3V9lChoBmgJaA9DCDsb8s8Mi3JAlIaUUpRoFUu4aBZHQMnMO1pCa7V1fZQoaAZoCWgPQwhPWrisQptzQJSGlFKUaBVLvGgWR0DJzDxu2qkudWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 248,
+    "_n_updates": 1224,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:409cbb0c7b2f81c27618d92900ee244b24583c033c032abd64dd8ef48611a929
-size 87865
+oid sha256:83d936bc313a38fd28564d712c5db6993a1aeff118dabb51f175bcade5f1050e
+size 87993

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38e5d916fa8d9b654289526bc060d7d16301557f622b3f2384bb8081675c63aa
+oid sha256:8999bd5407e912db567365acc947a7b72d59a75467e806d36ba9f2915ae24eaa
 size 43201

results.json

@@ -1 +1 @@
-{"mean_reward": 261.91416277436826, "std_reward": 8.2030199432897, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-07T17:30:43.317411"}
+{"mean_reward": 289.23083245226826, "std_reward": 20.16047064709486, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-07T20:34:38.208525"}