Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 222.28 +/- 55.94
+      value: 272.13 +/- 17.02
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff352ed4040>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff352ed40d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff352ed4160>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff352ed41f0>", "_build": "<function ActorCriticPolicy._build at 0x7ff352ed4280>", "forward": "<function ActorCriticPolicy.forward at 0x7ff352ed4310>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff352ed43a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff352ed4430>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff352ed44c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff352ed4550>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff352ed45e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff352ed4670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff352f4e750>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1675190731068230767, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZ5w7zfRa8/FqAVv9N+AL9sh3A8b30ZPAAAAAAAAAAAADWMvRQ4kLoSvCk2gHoWMc1rK7rG3US1AACAPwAAgD/AJMa9w6lVuuMmHDws7BI27V/RugMxEDUAAIA/AAAAAE0hEb2Pfme6bjn5OGkitDMbfKg5iZYRuAAAgD8AAIA/zb1bvcsJSz/79ii79CGGvg2RFzu6ZCo9AAAAAAAAAAAmIrQ9w7laujZqxroiUC20SCQ5uzZp5TkAAAAAAAAAAKbxsj2P7nW6RvrLtA+mSTHi8Ta5ppwMNAAAgD8AAIA/Jsq5veHwjbpgqtg3JuG+MhQ0gTozxfu2AAAAAAAAgD+m2LG9KTh1uqKafznSePw18EmLO95k6zQAAAAAAACAPzo6B75SOIq7yqvfu/a6Gbptkdc8ZRUBOwAAgD8AAIA/ZuDJvEhpirqIUVu5QNITtO6bHbvgDn44AACAPwAAgD8AJLK9K3xrP5zEAb4q6Iq+V3UkvfBYIL0AAAAAAAAAAFOIRD4sWXI/OxL1vQSwq74HcpQ9REQBvAAAAAAAAAAAGjqDPpRIjT/w5nS8DOyBvkNmMT7XYDa+AAAAAAAAAAAAyh29eyqpuoqYPTlJFDU0CbwjujiTWbgAAIA/AACAPwDGjzxL6QI/AVjAvMVCbL45oMY8/NFBPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI5POKpx5oZUCUhpRSlIwBbJRN6AOMAXSUR0CU9UX8O09hdX2UKGgGaAloD0MIhJ84gH4nZUCUhpRSlGgVTegDaBZHQJT5afcvduZ1fZQoaAZoCWgPQwiZDTLJSIxkQJSGlFKUaBVN6ANoFkdAlPmLNGEwnHV9lChoBmgJaA9DCGQGKuPfxF9AlIaUUpRoFU3oA2gWR0CU+/ghKUV0dX2UKGgGaAloD0MIEJaxoZu3aECUhpRSlGgVTegDaBZHQJUCBrIo3Jh1fZQoaAZoCWgPQwhuv3yy4iZkQJSGlFKUaBVN6ANoFkdAlQKahtcfNnV9lChoBmgJaA9DCKqB5nPudF1AlIaUUpRoFU3oA2gWR0CVBLg/C66KdX2UKGgGaAloD0MINNqqJDJoY0CUhpRSlGgVTegDaBZHQJUIWMZP2wp1fZQoaAZoCWgPQwje6GM+oDtlQJSGlFKUaBVN6ANoFkdAlQxHrIHTqnV9lChoBmgJaA9DCDZbecn/ImFAlIaUUpRoFU3oA2gWR0CVDGoKD017dX2UKGgGaAloD0MIk6mCUckkYECUhpRSlGgVTegDaBZHQJUWlk8Rtgt1fZQoaAZoCWgPQwg3ABsQoeJgQJSGlFKUaBVN6ANoFkdAlRpWhM8HOnV9lChoBmgJaA9DCGpPyTmx5l9AlIaUUpRoFU3oA2gWR0CVHOaMaS9vdX2UKGgGaAloD0MI+z4cJMQpYECUhpRSlGgVTegDaBZHQJUfc3YL9dh1fZQoaAZoCWgPQwh4RluVxFtgQJSGlFKUaBVN6ANoFkdAlTvLkGRmsnV9lChoBmgJaA9DCLVU3o7w4WFAlIaUUpRoFU3oA2gWR0CVPMgB91EFdX2UKGgGaAloD0MITfOOU3QSZkCUhpRSlGgVTegDaBZHQJVGvGKhtch1fZQoaAZoCWgPQwgp6zcT01leQJSGlFKUaBVN6ANoFkdAlUtbJbMX8HV9lChoBmgJaA9DCEksKXcfOGJAlIaUUpRoFU3oA2gWR0CVS4SEUTL4dX2UKGgGaAloD0MITiuFQC5QYECUhpRSlGgVTegDaBZHQJVOMsFt8/l1fZQoaAZoCWgPQwjFkQciC2RiQJSGlFKUaBVN6ANoFkdAlVRjh99c8nV9lChoBmgJaA9DCKtdE9KaLWJAlIaUUpRoFU3oA2gWR0CVVPOEM9bHdX2UKGgGaAloD0MICRhd3pz/YUCUhpRSlGgVTegDaBZHQJVXIgOjIq91fZQoaAZoCWgPQwht5/upcUdgQJSGlFKUaBVN6ANoFkdAlVq9UCJXQ3V9lChoBmgJaA9DCG4164xvz2FAlIaUUpRoFU3oA2gWR0CVXsd2gWaddX2UKGgGaAloD0MIMUROX0+VZECUhpRSlGgVTegDaBZHQJVe5hw2l2x1fZQoaAZoCWgPQwhzTBb3H3lfQJSGlFKUaBVN6ANoFkdAlWkMC9ytFXV9lChoBmgJaA9DCGBZaVIKN19AlIaUUpRoFU3oA2gWR0CVbGjKgZjydX2UKGgGaAloD0MIgSGrW72tYUCUhpRSlGgVTegDaBZHQJVujio86mx1fZQoaAZoCWgPQwh9dsB1RVtiQJSGlFKUaBVN6ANoFkdAlXCgcYIjW3V9lChoBmgJaA9DCB+A1CbOQW9AlIaUUpRoFU28AWgWR0CVig544ZMtdX2UKGgGaAloD0MIgy9MpgrPY0CUhpRSlGgVTegDaBZHQJWK5V5rxiJ1fZQoaAZoCWgPQwjfqBWm7wVmQJSGlFKUaBVN6ANoFkdAlYuoIF/x2HV9lChoBmgJaA9DCClcj8L16mNAlIaUUpRoFU3oA2gWR0CVkyZa3ZwodX2UKGgGaAloD0MI3jmUoSr0Y0CUhpRSlGgVTegDaBZHQJWWy3uuzQh1fZQoaAZoCWgPQwhxVG6ilqlbQJSGlFKUaBVN6ANoFkdAlZbpeiSJTHV9lChoBmgJaA9DCIBHVKjuDmFAlIaUUpRoFU3oA2gWR0CVmTbyYoiLdX2UKGgGaAloD0MIXYjVH6H3cUCUhpRSlGgVTakDaBZHQJWbDWlMyrR1fZQoaAZoCWgPQwgMy59vCxdkQJSGlFKUaBVN6ANoFkdAlZ7jpC8e0XV9lChoBmgJaA9DCB5Robq5FltAlIaUUpRoFU3oA2gWR0CVoMPwNLDidX2UKGgGaAloD0MI9z3qr9d8YECUhpRSlGgVTegDaBZHQJWkOLdepn91fZQoaAZoCWgPQwjzABb59cZmQJSGlFKUaBVN6ANoFkdAlagGvOhTO3V9lChoBmgJaA9DCOs6VFMSNmxAlIaUUpRoFU2JAmgWR0CVrWpaA4GVdX2UKGgGaAloD0MI3GRUGcZhXUCUhpRSlGgVTegDaBZHQJWxsNZvDP51fZQoaAZoCWgPQwhWfhmMkWtjQJSGlFKUaBVN6ANoFkdAlbToPGyX2XV9lChoBmgJaA9DCPgb7bjh+m5AlIaUUpRoFU1aAmgWR0CVtS9NN8E3dX2UKGgGaAloD0MIVVG8ytqOZ0CUhpRSlGgVTegDaBZHQJW3Av114gR1fZQoaAZoCWgPQwg8oGzKlSptQJSGlFKUaBVN/QFoFkdAlbfIBmwqzHV9lChoBmgJaA9DCLXcmQmGX2FAlIaUUpRoFU3oA2gWR0CVuQ7VawEAdX2UKGgGaAloD0MINq/qrBawZECUhpRSlGgVTegDaBZHQJXS3Ooo/iZ1fZQoaAZoCWgPQwh0CYfeYihjQJSGlFKUaBVN6ANoFkdAldO2JN0vG3V9lChoBmgJaA9DCHXIzXADU2xAlIaUUpRoFU3eAWgWR0CV0+auwHJLdX2UKGgGaAloD0MI0Qg2rv8KbUCUhpRSlGgVTRkDaBZHQJXUDQ7cO9Z1fZQoaAZoCWgPQwj4jERoBH1gQJSGlFKUaBVN6ANoFkdAld9U7W/ag3V9lChoBmgJaA9DCBUcXhDRWHBAlIaUUpRoFU1oA2gWR0CV4G2r4nF6dX2UKGgGaAloD0MIWrkXmBURZkCUhpRSlGgVTegDaBZHQJXhq0UoKD11fZQoaAZoCWgPQwizfjMxnexwQJSGlFKUaBVNcgNoFkdAleMF9F4LTnV9lChoBmgJaA9DCB/3rdZJK3BAlIaUUpRoFU1BA2gWR0CV45twaR6odX2UKGgGaAloD0MIAfbRqSvAcUCUhpRSlGgVTfwBaBZHQJXltU5uIh11fZQoaAZoCWgPQwjnxvSE5WZwQJSGlFKUaBVNcAFoFkdAlee0yxiXpnV9lChoBmgJaA9DCBRBnIcTCm9AlIaUUpRoFU3JAWgWR0CV6xNVinYQdX2UKGgGaAloD0MILc+Du7PQbUCUhpRSlGgVTdIBaBZHQJXsUg/1QIl1fZQoaAZoCWgPQwhUUiegCYpwQJSGlFKUaBVN9gJoFkdAle589SuQqHV9lChoBmgJaA9DCDJzgcuj9HBAlIaUUpRoFU1lA2gWR0CV87QarFOxdX2UKGgGaAloD0MIf4XMlcGzY0CUhpRSlGgVTegDaBZHQJXzwsRQJol1fZQoaAZoCWgPQwh/SwD+qaRkQJSGlFKUaBVN6ANoFkdAlfeKmwaBJHV9lChoBmgJaA9DCDf/rzpy/WxAlIaUUpRoFU3dAWgWR0CV+bo8IRh+dX2UKGgGaAloD0MId6IkJNIsb0CUhpRSlGgVTbkDaBZHQJX5+oP07Kd1fZQoaAZoCWgPQwjue9Rfr6dmQJSGlFKUaBVN6ANoFkdAlfzTjR2KVXV9lChoBmgJaA9DCDyfAfXmdnFAlIaUUpRoFU2ZAWgWR0CV/1AU+LWJdX2UKGgGaAloD0MIkPRpFX1gb0CUhpRSlGgVTYoBaBZHQJX/0Xj2i+N1fZQoaAZoCWgPQwirWWd83wlyQJSGlFKUaBVNqwFoFkdAlgNlUuL743V9lChoBmgJaA9DCPJc34cDcG9AlIaUUpRoFU3ZAmgWR0CWA8V6eGwidX2UKGgGaAloD0MIOjsZHOX2cECUhpRSlGgVTTsCaBZHQJYD0bCJoCd1fZQoaAZoCWgPQwipZ0Eob59sQJSGlFKUaBVNYAFoFkdAlhbP4VRDTnV9lChoBmgJaA9DCCmwAKaMp2dAlIaUUpRoFU3oA2gWR0CWGFRqoIfKdX2UKGgGaAloD0MImL1sO+2fb0CUhpRSlGgVTQcDaBZHQJYdCWQfZEl1fZQoaAZoCWgPQwhEpREze7djQJSGlFKUaBVN6ANoFkdAliOu6unuRnV9lChoBmgJaA9DCKXbErlgtG9AlIaUUpRoFU2dAWgWR0CWJeVsUIszdX2UKGgGaAloD0MIAOKuXgV6cUCUhpRSlGgVTdcDaBZHQJYl9zS1E3N1fZQoaAZoCWgPQwjWHCCYI9JnQJSGlFKUaBVN6ANoFkdAliZFtXPqs3V9lChoBmgJaA9DCNS19j6VY3FAlIaUUpRoFU09AmgWR0CWJ+nf2saLdX2UKGgGaAloD0MIeLmI74RDcECUhpRSlGgVTW8BaBZHQJYn6/cnE2p1fZQoaAZoCWgPQwhPstXllDNwQJSGlFKUaBVNQAJoFkdAlisFRHf/FXV9lChoBmgJaA9DCN2271G/dnBAlIaUUpRoFU0iA2gWR0CWLRpXp4bCdX2UKGgGaAloD0MIVRhbCDKfcECUhpRSlGgVTfIBaBZHQJYuOWqtHQR1fZQoaAZoCWgPQwhJKlPMwXdxQJSGlFKUaBVNBgJoFkdAljGqgRK6F3V9lChoBmgJaA9DCOD1mbO+J25AlIaUUpRoFU2sAmgWR0CWMkDa4+bFdX2UKGgGaAloD0MIQuxMofPSI8CUhpRSlGgVTQkBaBZHQJYybENvwVl1fZQoaAZoCWgPQwh/Ep87wdVvQJSGlFKUaBVNfwNoFkdAljYsS9M9KXV9lChoBmgJaA9DCN8WLNWFq2xAlIaUUpRoFU2OAWgWR0CWNlijL0SRdX2UKGgGaAloD0MIq7NaYE8gc0CUhpRSlGgVTW0BaBZHQJY2pDE3sHB1fZQoaAZoCWgPQwhOJQNAVVNyQJSGlFKUaBVNaAFoFkdAljawQ176YXV9lChoBmgJaA9DCPzEAfT76WBAlIaUUpRoFU3oA2gWR0CWOJOZb6gvdX2UKGgGaAloD0MINE3YfvJOcECUhpRSlGgVTVkDaBZHQJY+TcgyM1l1fZQoaAZoCWgPQwgGn+bkxZ1sQJSGlFKUaBVN0AFoFkdAlkFGNNrTIHV9lChoBmgJaA9DCPMEwk6x5W9AlIaUUpRoFU1eAWgWR0CWQV7WuoxYdX2UKGgGaAloD0MIe9rhr0n6bECUhpRSlGgVTccDaBZHQJZCQISlFc91fZQoaAZoCWgPQwh32hoRjEJxQJSGlFKUaBVNVAJoFkdAlkJwwPAfuHV9lChoBmgJaA9DCLlVEAMdLXBAlIaUUpRoFU1QAWgWR0CWRaFjNIK/dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff352ed4040>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff352ed40d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff352ed4160>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff352ed41f0>", "_build": "<function ActorCriticPolicy._build at 0x7ff352ed4280>", "forward": "<function ActorCriticPolicy.forward at 0x7ff352ed4310>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff352ed43a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff352ed4430>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff352ed44c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff352ed4550>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff352ed45e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff352ed4670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff352f4e750>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1675192960388393519, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJpxybuPCmO6VTdXuhp7IbSMDwU7KCB8OQAAgD8AAIA/cykRPiBt/z7dG16+lCm9vqFKbbxmLKC9AAAAAAAAAABzMqI9kYJ2PywPnLzMjMi+GCe/PZsJFL4AAAAAAAAAAGa5Mr0UsIG6I6aztwYdC7PS+AQ6izrPNgAAgD8AAIA/mg8JvozEDz4Cq5M+qpwMvrb9jj3gLiS9AAAAAAAAAADmRbo9f5wLP9RZxb0SpqG+ZXx9Pc6Inb0AAAAAAAAAAOYjST08fEU9YYuVPa4sg762c4c8PRHBPQAAAAAAAAAA83EbvuOUij5ot28+Zr6Mvut4TT1gCs49AAAAAAAAAAAAI/E8L/YyPuapYb0NX4u+3Tdive3UjTwAAAAAAAAAAMDMhL2xwX0/+00MvmOtBb+Iuti93j4mPQAAAAAAAAAAAKwRveFgq7p9Ebg8+aNINSh5/ThrSTg0AAAAAAAAAADNVPU89ghzuqvdBDrHmhq2+cwnO9b0GLkAAIA/AACAPxWRg7625oU/zZGNvtCuKL9NVZW+OXmZPQAAAAAAAAAAZkFQvfawHLoRXCyzM+80r8XeEzuNl88zAACAPwAAgD8z61Y8FOzEO3w9nj1yjHi+y0ZLPGooOL0AAAAAAAAAAM3o67wU/Iy6AvUyPEu8G7Vbyak58pEatAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIJ/kRvyIlc0CUhpRSlIwBbJRL7YwBdJRHQKmJ7waR6nl1fZQoaAZoCWgPQwjAtKhPsiZxQJSGlFKUaBVNBwFoFkdAqYn5BRhttXV9lChoBmgJaA9DCKBTkJ/NNHFAlIaUUpRoFUvtaBZHQKmKMm1IAfd1fZQoaAZoCWgPQwj9SXzuBONyQJSGlFKUaBVL6GgWR0Cpijlhw2l3dX2UKGgGaAloD0MIevzepv8YcECUhpRSlGgVS/VoFkdAqYphgqmTDHV9lChoBmgJaA9DCA/tYwU/YHBAlIaUUpRoFUvkaBZHQKmKYcUdq+J1fZQoaAZoCWgPQwihvfp46IRxQJSGlFKUaBVL7mgWR0CpimaoVEeAdX2UKGgGaAloD0MIb9kh/qFjcUCUhpRSlGgVTQUBaBZHQKmKkOOKfnR1fZQoaAZoCWgPQwiifhe2JiNxQJSGlFKUaBVL7GgWR0CpiyL/KhcrdX2UKGgGaAloD0MIm8b2WpC8ckCUhpRSlGgVS+hoFkdAqYs37UG3WnV9lChoBmgJaA9DCCqqfqXzvTJAlIaUUpRoFUvBaBZHQKmLRBt1p0x1fZQoaAZoCWgPQwgCYhIuZFlvQJSGlFKUaBVNHQFoFkdAqYuXg9/z8XV9lChoBmgJaA9DCAwgfChR6W9AlIaUUpRoFUv7aBZHQKmLqX40uUV1fZQoaAZoCWgPQwitMH2vIX9vQJSGlFKUaBVL8WgWR0CpjBjlxOtXdX2UKGgGaAloD0MIjKAxkyi2bECUhpRSlGgVS/loFkdAqYxXj+717XV9lChoBmgJaA9DCO3zGOXZIXBAlIaUUpRoFUvtaBZHQKmMlEhq0t11fZQoaAZoCWgPQwgNU1vqIPdtQJSGlFKUaBVL7mgWR0CpjLZBsyi3dX2UKGgGaAloD0MIa0QwDm7GcECUhpRSlGgVS/toFkdAqY0vJ9y93HV9lChoBmgJaA9DCJm4VRAD0G9AlIaUUpRoFUvfaBZHQKmNPLVWjoJ1fZQoaAZoCWgPQwhqFmh3SDRxQJSGlFKUaBVL8mgWR0CpjUG29crzdX2UKGgGaAloD0MIwOrIkQ76cECUhpRSlGgVTRUBaBZHQKmNSTdLxqh1fZQoaAZoCWgPQwi1NSIYR5lxQJSGlFKUaBVNCgFoFkdAqY1dS/CZW3V9lChoBmgJaA9DCKq4cYv5x3BAlIaUUpRoFUv8aBZHQKmNX4jbBXV1fZQoaAZoCWgPQwglAtU/CL9wQJSGlFKUaBVL/GgWR0CpjWRO1v2odX2UKGgGaAloD0MIlIWvr3VIcUCUhpRSlGgVS+FoFkdAqY3tzIV/MHV9lChoBmgJaA9DCNyEe2Ve725AlIaUUpRoFUvsaBZHQKmN8dwvQF91fZQoaAZoCWgPQwj6Jk2DogdxQJSGlFKUaBVL6WgWR0Cpjfi48U22dX2UKGgGaAloD0MILgJjfcPXcECUhpRSlGgVS/doFkdAqY55iqhlDnV9lChoBmgJaA9DCJD0aRV9wXBAlIaUUpRoFUveaBZHQKmO8aTfR/p1fZQoaAZoCWgPQwj5ZpsbE4RxQJSGlFKUaBVNHQFoFkdAqY8DqKP4mHV9lChoBmgJaA9DCB1Z+WUwI29AlIaUUpRoFU0AAWgWR0CpjyBgVoHtdX2UKGgGaAloD0MIKjkn9tB4ckCUhpRSlGgVS/ZoFkdAqY93MB6rvXV9lChoBmgJaA9DCNvAHaiTkHNAlIaUUpRoFUvSaBZHQKmPp4/u9e11fZQoaAZoCWgPQwjAIOnTai9zQJSGlFKUaBVL42gWR0Cpj8tUfgaWdX2UKGgGaAloD0MIATRKlz7Kc0CUhpRSlGgVTQgBaBZHQKmPzrbg0j11fZQoaAZoCWgPQwjIDFTGP6ByQJSGlFKUaBVL8GgWR0CpkBpYLb5/dX2UKGgGaAloD0MIXRd+cD6/bECUhpRSlGgVS/VoFkdAqZAseXAuZnV9lChoBmgJaA9DCAHfbd449XJAlIaUUpRoFU0IAWgWR0CpkEZk078vdX2UKGgGaAloD0MIwOeHEQJSc0CUhpRSlGgVTQ4BaBZHQKmQWu+yquN1fZQoaAZoCWgPQwhZi08BsE9xQJSGlFKUaBVNCQFoFkdAqZBsr08NhHV9lChoBmgJaA9DCPm9TX82b3FAlIaUUpRoFUvgaBZHQKmQjzCk43p1fZQoaAZoCWgPQwht5pDUgshwQJSGlFKUaBVL72gWR0Cpmf3iaRZEdX2UKGgGaAloD0MI6iPwh5+NckCUhpRSlGgVS/xoFkdAqZoVfXwsoXV9lChoBmgJaA9DCEOrkzNUFHBAlIaUUpRoFU0EAWgWR0CpmrnzxwyZdX2UKGgGaAloD0MI85L/yV8vckCUhpRSlGgVS+1oFkdAqZrpyyUs4HV9lChoBmgJaA9DCGaDTDLylnBAlIaUUpRoFUvnaBZHQKma6FlCkXV1fZQoaAZoCWgPQwgj+UogZcVyQJSGlFKUaBVNBAFoFkdAqZtaHEdeY3V9lChoBmgJaA9DCOKxn8VSEW9AlIaUUpRoFUvqaBZHQKmbYQOFxn51fZQoaAZoCWgPQwiHokCfiG1xQJSGlFKUaBVL62gWR0Cpm5ona37UdX2UKGgGaAloD0MIkV8/xAZIcUCUhpRSlGgVS+JoFkdAqZug+jdpI3V9lChoBmgJaA9DCBrfF5cqFnFAlIaUUpRoFUv6aBZHQKmb8F23azx1fZQoaAZoCWgPQwit3AvMyjpyQJSGlFKUaBVL2WgWR0CpnFkqc3ERdX2UKGgGaAloD0MIDoP5KyQ/cUCUhpRSlGgVTQIBaBZHQKmccDjin511fZQoaAZoCWgPQwjLMO4G0b1xQJSGlFKUaBVL/2gWR0CpnINo8IRidX2UKGgGaAloD0MI4iL3dPV8cUCUhpRSlGgVS/ZoFkdAqZyQIIF/x3V9lChoBmgJaA9DCJet9UXCmXBAlIaUUpRoFU0UAWgWR0CpnJeueSSvdX2UKGgGaAloD0MI4gLQKB1QckCUhpRSlGgVTRUBaBZHQKmc1TMJQch1fZQoaAZoCWgPQwhQqKePAMNxQJSGlFKUaBVL/2gWR0CpnP+gDifhdX2UKGgGaAloD0MIobyPo/n6cECUhpRSlGgVTQwBaBZHQKmdPFR51Nh1fZQoaAZoCWgPQwi9VkJ3yf1tQJSGlFKUaBVL5WgWR0CpnXHkkrwwdX2UKGgGaAloD0MIE/QXesTnUECUhpRSlGgVS9doFkdAqZ3yVnmJWXV9lChoBmgJaA9DCAKEDyXax29AlIaUUpRoFU0AAWgWR0CpnfeW4Vh1dX2UKGgGaAloD0MIf2ySH3H/bkCUhpRSlGgVS/RoFkdAqZ5HFUADJXV9lChoBmgJaA9DCOAQqtRs5G5AlIaUUpRoFUvsaBZHQKmecO6NEPV1fZQoaAZoCWgPQwijA5KwrzJyQJSGlFKUaBVNBwFoFkdAqZ7FtCRfW3V9lChoBmgJaA9DCA1yF2HKBnBAlIaUUpRoFUvxaBZHQKme137k4m11fZQoaAZoCWgPQwjM07miVORwQJSGlFKUaBVL9WgWR0Cpn1DLr5ZbdX2UKGgGaAloD0MIXYb/dAP1cECUhpRSlGgVS8doFkdAqZ90TL4etHV9lChoBmgJaA9DCKpFRDG5yXJAlIaUUpRoFUv4aBZHQKmfdFUADJV1fZQoaAZoCWgPQwgsgv+tpNRwQJSGlFKUaBVL7WgWR0Cpn3ig00m/dX2UKGgGaAloD0MIkC42rVSIcUCUhpRSlGgVTQoBaBZHQKmfzm29cr11fZQoaAZoCWgPQwhok8MnHZBzQJSGlFKUaBVNIwFoFkdAqaAPcafjCHV9lChoBmgJaA9DCNs0tteCxXBAlIaUUpRoFU0cAWgWR0CpoFM7EHdHdX2UKGgGaAloD0MII4Wy8LUacUCUhpRSlGgVS+ZoFkdAqaBb3ueBhHV9lChoBmgJaA9DCBa+vtZlWHJAlIaUUpRoFUvbaBZHQKmgvSfDk2h1fZQoaAZoCWgPQwjNBS6P9QtwQJSGlFKUaBVNJQFoFkdAqaDh4lhPTHV9lChoBmgJaA9DCBalhGCV93BAlIaUUpRoFUv2aBZHQKmhC7mMfih1fZQoaAZoCWgPQwgKvJNPj59xQJSGlFKUaBVL42gWR0CpoUuB+WnkdX2UKGgGaAloD0MI+MH51DEicECUhpRSlGgVS/loFkdAqaFnIGQjlnV9lChoBmgJaA9DCK6f/rMmUXFAlIaUUpRoFUvraBZHQKmhtDBuXNV1fZQoaAZoCWgPQwi4OgDiLqxxQJSGlFKUaBVL/mgWR0CpogAeRxLkdX2UKGgGaAloD0MIAfbRqatwc0CUhpRSlGgVS71oFkdAqaIZISUTtnV9lChoBmgJaA9DCPOQKR9CM3NAlIaUUpRoFUvnaBZHQKmiShmGucN1fZQoaAZoCWgPQwjObcK98gtwQJSGlFKUaBVL9mgWR0CpolgIQe3hdX2UKGgGaAloD0MIKxTpfk6YcUCUhpRSlGgVS+9oFkdAqaJfrSmZVnV9lChoBmgJaA9DCPoOfuKAC25AlIaUUpRoFU0DAWgWR0CpopoCuEEldX2UKGgGaAloD0MIrWu0HKjmckCUhpRSlGgVTQ0BaBZHQKmjWalUIcB1fZQoaAZoCWgPQwhTWRR2kbRwQJSGlFKUaBVL+WgWR0Cpo2BYV6/qdX2UKGgGaAloD0MIETl9Pd/gcECUhpRSlGgVTR8BaBZHQKmj9FbVz6t1fZQoaAZoCWgPQwhkrgyqjeZxQJSGlFKUaBVL52gWR0Cpo/hOYYzjdX2UKGgGaAloD0MIGTp2UEnJcECUhpRSlGgVTQkBaBZHQKmkFFKCg9N1fZQoaAZoCWgPQwi13QTfdHBzQJSGlFKUaBVL42gWR0CppDD5j6N3dX2UKGgGaAloD0MIexNDcnKrcUCUhpRSlGgVTSUBaBZHQKmknx82Ji11fZQoaAZoCWgPQwiCN6RRASxyQJSGlFKUaBVNBgFoFkdAqaTL2rXDnHV9lChoBmgJaA9DCJFhFW/kQm9AlIaUUpRoFUvgaBZHQKmlQHtWuHN1fZQoaAZoCWgPQwjeHoSAfKVtQJSGlFKUaBVL8WgWR0CppUUb1h9cdX2UKGgGaAloD0MIz7uxoDAqcUCUhpRSlGgVTQEBaBZHQKmlXnBciW51fZQoaAZoCWgPQwgebRyxllRwQJSGlFKUaBVNBwFoFkdAqaXR0+1SfnV9lChoBmgJaA9DCOccPBNaN3JAlIaUUpRoFU0JAWgWR0CppeGOEM9bdX2UKGgGaAloD0MIWmd8X1xvcECUhpRSlGgVTQ0BaBZHQKmmL850bLl1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64b72739988db7e7fd8d871a596483367cf2ef29d0912782cc6da290c139e7f7
-size 147424
+oid sha256:c7cf9014acd7cba99a742ffee4e62265429360ce0da39ba12af52094f1896992
+size 147336

ppo-LunarLander-v2/data

@@ -48,7 +48,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1675190731068230767,
+    "start_time": 1675192960388393519,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,7 +57,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZ5w7zfRa8/FqAVv9N+AL9sh3A8b30ZPAAAAAAAAAAAADWMvRQ4kLoSvCk2gHoWMc1rK7rG3US1AACAPwAAgD/AJMa9w6lVuuMmHDws7BI27V/RugMxEDUAAIA/AAAAAE0hEb2Pfme6bjn5OGkitDMbfKg5iZYRuAAAgD8AAIA/zb1bvcsJSz/79ii79CGGvg2RFzu6ZCo9AAAAAAAAAAAmIrQ9w7laujZqxroiUC20SCQ5uzZp5TkAAAAAAAAAAKbxsj2P7nW6RvrLtA+mSTHi8Ta5ppwMNAAAgD8AAIA/Jsq5veHwjbpgqtg3JuG+MhQ0gTozxfu2AAAAAAAAgD+m2LG9KTh1uqKafznSePw18EmLO95k6zQAAAAAAACAPzo6B75SOIq7yqvfu/a6Gbptkdc8ZRUBOwAAgD8AAIA/ZuDJvEhpirqIUVu5QNITtO6bHbvgDn44AACAPwAAgD8AJLK9K3xrP5zEAb4q6Iq+V3UkvfBYIL0AAAAAAAAAAFOIRD4sWXI/OxL1vQSwq74HcpQ9REQBvAAAAAAAAAAAGjqDPpRIjT/w5nS8DOyBvkNmMT7XYDa+AAAAAAAAAAAAyh29eyqpuoqYPTlJFDU0CbwjujiTWbgAAIA/AACAPwDGjzxL6QI/AVjAvMVCbL45oMY8/NFBPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJpxybuPCmO6VTdXuhp7IbSMDwU7KCB8OQAAgD8AAIA/cykRPiBt/z7dG16+lCm9vqFKbbxmLKC9AAAAAAAAAABzMqI9kYJ2PywPnLzMjMi+GCe/PZsJFL4AAAAAAAAAAGa5Mr0UsIG6I6aztwYdC7PS+AQ6izrPNgAAgD8AAIA/mg8JvozEDz4Cq5M+qpwMvrb9jj3gLiS9AAAAAAAAAADmRbo9f5wLP9RZxb0SpqG+ZXx9Pc6Inb0AAAAAAAAAAOYjST08fEU9YYuVPa4sg762c4c8PRHBPQAAAAAAAAAA83EbvuOUij5ot28+Zr6Mvut4TT1gCs49AAAAAAAAAAAAI/E8L/YyPuapYb0NX4u+3Tdive3UjTwAAAAAAAAAAMDMhL2xwX0/+00MvmOtBb+Iuti93j4mPQAAAAAAAAAAAKwRveFgq7p9Ebg8+aNINSh5/ThrSTg0AAAAAAAAAADNVPU89ghzuqvdBDrHmhq2+cwnO9b0GLkAAIA/AACAPxWRg7625oU/zZGNvtCuKL9NVZW+OXmZPQAAAAAAAAAAZkFQvfawHLoRXCyzM+80r8XeEzuNl88zAACAPwAAgD8z61Y8FOzEO3w9nj1yjHi+y0ZLPGooOL0AAAAAAAAAAM3o67wU/Iy6AvUyPEu8G7Vbyak58pEatAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -70,13 +70,13 @@
     "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI5POKpx5oZUCUhpRSlIwBbJRN6AOMAXSUR0CU9UX8O09hdX2UKGgGaAloD0MIhJ84gH4nZUCUhpRSlGgVTegDaBZHQJT5afcvduZ1fZQoaAZoCWgPQwiZDTLJSIxkQJSGlFKUaBVN6ANoFkdAlPmLNGEwnHV9lChoBmgJaA9DCGQGKuPfxF9AlIaUUpRoFU3oA2gWR0CU+/ghKUV0dX2UKGgGaAloD0MIEJaxoZu3aECUhpRSlGgVTegDaBZHQJUCBrIo3Jh1fZQoaAZoCWgPQwhuv3yy4iZkQJSGlFKUaBVN6ANoFkdAlQKahtcfNnV9lChoBmgJaA9DCKqB5nPudF1AlIaUUpRoFU3oA2gWR0CVBLg/C66KdX2UKGgGaAloD0MINNqqJDJoY0CUhpRSlGgVTegDaBZHQJUIWMZP2wp1fZQoaAZoCWgPQwje6GM+oDtlQJSGlFKUaBVN6ANoFkdAlQxHrIHTqnV9lChoBmgJaA9DCDZbecn/ImFAlIaUUpRoFU3oA2gWR0CVDGoKD017dX2UKGgGaAloD0MIk6mCUckkYECUhpRSlGgVTegDaBZHQJUWlk8Rtgt1fZQoaAZoCWgPQwg3ABsQoeJgQJSGlFKUaBVN6ANoFkdAlRpWhM8HOnV9lChoBmgJaA9DCGpPyTmx5l9AlIaUUpRoFU3oA2gWR0CVHOaMaS9vdX2UKGgGaAloD0MI+z4cJMQpYECUhpRSlGgVTegDaBZHQJUfc3YL9dh1fZQoaAZoCWgPQwh4RluVxFtgQJSGlFKUaBVN6ANoFkdAlTvLkGRmsnV9lChoBmgJaA9DCLVU3o7w4WFAlIaUUpRoFU3oA2gWR0CVPMgB91EFdX2UKGgGaAloD0MITfOOU3QSZkCUhpRSlGgVTegDaBZHQJVGvGKhtch1fZQoaAZoCWgPQwgp6zcT01leQJSGlFKUaBVN6ANoFkdAlUtbJbMX8HV9lChoBmgJaA9DCEksKXcfOGJAlIaUUpRoFU3oA2gWR0CVS4SEUTL4dX2UKGgGaAloD0MITiuFQC5QYECUhpRSlGgVTegDaBZHQJVOMsFt8/l1fZQoaAZoCWgPQwjFkQciC2RiQJSGlFKUaBVN6ANoFkdAlVRjh99c8nV9lChoBmgJaA9DCKtdE9KaLWJAlIaUUpRoFU3oA2gWR0CVVPOEM9bHdX2UKGgGaAloD0MICRhd3pz/YUCUhpRSlGgVTegDaBZHQJVXIgOjIq91fZQoaAZoCWgPQwht5/upcUdgQJSGlFKUaBVN6ANoFkdAlVq9UCJXQ3V9lChoBmgJaA9DCG4164xvz2FAlIaUUpRoFU3oA2gWR0CVXsd2gWaddX2UKGgGaAloD0MIMUROX0+VZECUhpRSlGgVTegDaBZHQJVe5hw2l2x1fZQoaAZoCWgPQwhzTBb3H3lfQJSGlFKUaBVN6ANoFkdAlWkMC9ytFXV9lChoBmgJaA9DCGBZaVIKN19AlIaUUpRoFU3oA2gWR0CVbGjKgZjydX2UKGgGaAloD0MIgSGrW72tYUCUhpRSlGgVTegDaBZHQJVujio86mx1fZQoaAZoCWgPQwh9dsB1RVtiQJSGlFKUaBVN6ANoFkdAlXCgcYIjW3V9lChoBmgJaA9DCB+A1CbOQW9AlIaUUpRoFU28AWgWR0CVig544ZMtdX2UKGgGaAloD0MIgy9MpgrPY0CUhpRSlGgVTegDaBZHQJWK5V5rxiJ1fZQoaAZoCWgPQwjfqBWm7wVmQJSGlFKUaBVN6ANoFkdAlYuoIF/x2HV9lChoBmgJaA9DCClcj8L16mNAlIaUUpRoFU3oA2gWR0CVkyZa3ZwodX2UKGgGaAloD0MI3jmUoSr0Y0CUhpRSlGgVTegDaBZHQJWWy3uuzQh1fZQoaAZoCWgPQwhxVG6ilqlbQJSGlFKUaBVN6ANoFkdAlZbpeiSJTHV9lChoBmgJaA9DCIBHVKjuDmFAlIaUUpRoFU3oA2gWR0CVmTbyYoiLdX2UKGgGaAloD0MIXYjVH6H3cUCUhpRSlGgVTakDaBZHQJWbDWlMyrR1fZQoaAZoCWgPQwgMy59vCxdkQJSGlFKUaBVN6ANoFkdAlZ7jpC8e0XV9lChoBmgJaA9DCB5Robq5FltAlIaUUpRoFU3oA2gWR0CVoMPwNLDidX2UKGgGaAloD0MI9z3qr9d8YECUhpRSlGgVTegDaBZHQJWkOLdepn91fZQoaAZoCWgPQwjzABb59cZmQJSGlFKUaBVN6ANoFkdAlagGvOhTO3V9lChoBmgJaA9DCOs6VFMSNmxAlIaUUpRoFU2JAmgWR0CVrWpaA4GVdX2UKGgGaAloD0MI3GRUGcZhXUCUhpRSlGgVTegDaBZHQJWxsNZvDP51fZQoaAZoCWgPQwhWfhmMkWtjQJSGlFKUaBVN6ANoFkdAlbToPGyX2XV9lChoBmgJaA9DCPgb7bjh+m5AlIaUUpRoFU1aAmgWR0CVtS9NN8E3dX2UKGgGaAloD0MIVVG8ytqOZ0CUhpRSlGgVTegDaBZHQJW3Av114gR1fZQoaAZoCWgPQwg8oGzKlSptQJSGlFKUaBVN/QFoFkdAlbfIBmwqzHV9lChoBmgJaA9DCLXcmQmGX2FAlIaUUpRoFU3oA2gWR0CVuQ7VawEAdX2UKGgGaAloD0MINq/qrBawZECUhpRSlGgVTegDaBZHQJXS3Ooo/iZ1fZQoaAZoCWgPQwh0CYfeYihjQJSGlFKUaBVN6ANoFkdAldO2JN0vG3V9lChoBmgJaA9DCHXIzXADU2xAlIaUUpRoFU3eAWgWR0CV0+auwHJLdX2UKGgGaAloD0MI0Qg2rv8KbUCUhpRSlGgVTRkDaBZHQJXUDQ7cO9Z1fZQoaAZoCWgPQwj4jERoBH1gQJSGlFKUaBVN6ANoFkdAld9U7W/ag3V9lChoBmgJaA9DCBUcXhDRWHBAlIaUUpRoFU1oA2gWR0CV4G2r4nF6dX2UKGgGaAloD0MIWrkXmBURZkCUhpRSlGgVTegDaBZHQJXhq0UoKD11fZQoaAZoCWgPQwizfjMxnexwQJSGlFKUaBVNcgNoFkdAleMF9F4LTnV9lChoBmgJaA9DCB/3rdZJK3BAlIaUUpRoFU1BA2gWR0CV45twaR6odX2UKGgGaAloD0MIAfbRqSvAcUCUhpRSlGgVTfwBaBZHQJXltU5uIh11fZQoaAZoCWgPQwjnxvSE5WZwQJSGlFKUaBVNcAFoFkdAlee0yxiXpnV9lChoBmgJaA9DCBRBnIcTCm9AlIaUUpRoFU3JAWgWR0CV6xNVinYQdX2UKGgGaAloD0MILc+Du7PQbUCUhpRSlGgVTdIBaBZHQJXsUg/1QIl1fZQoaAZoCWgPQwhUUiegCYpwQJSGlFKUaBVN9gJoFkdAle589SuQqHV9lChoBmgJaA9DCDJzgcuj9HBAlIaUUpRoFU1lA2gWR0CV87QarFOxdX2UKGgGaAloD0MIf4XMlcGzY0CUhpRSlGgVTegDaBZHQJXzwsRQJol1fZQoaAZoCWgPQwh/SwD+qaRkQJSGlFKUaBVN6ANoFkdAlfeKmwaBJHV9lChoBmgJaA9DCDf/rzpy/WxAlIaUUpRoFU3dAWgWR0CV+bo8IRh+dX2UKGgGaAloD0MId6IkJNIsb0CUhpRSlGgVTbkDaBZHQJX5+oP07Kd1fZQoaAZoCWgPQwjue9Rfr6dmQJSGlFKUaBVN6ANoFkdAlfzTjR2KVXV9lChoBmgJaA9DCDyfAfXmdnFAlIaUUpRoFU2ZAWgWR0CV/1AU+LWJdX2UKGgGaAloD0MIkPRpFX1gb0CUhpRSlGgVTYoBaBZHQJX/0Xj2i+N1fZQoaAZoCWgPQwirWWd83wlyQJSGlFKUaBVNqwFoFkdAlgNlUuL743V9lChoBmgJaA9DCPJc34cDcG9AlIaUUpRoFU3ZAmgWR0CWA8V6eGwidX2UKGgGaAloD0MIOjsZHOX2cECUhpRSlGgVTTsCaBZHQJYD0bCJoCd1fZQoaAZoCWgPQwipZ0Eob59sQJSGlFKUaBVNYAFoFkdAlhbP4VRDTnV9lChoBmgJaA9DCCmwAKaMp2dAlIaUUpRoFU3oA2gWR0CWGFRqoIfKdX2UKGgGaAloD0MImL1sO+2fb0CUhpRSlGgVTQcDaBZHQJYdCWQfZEl1fZQoaAZoCWgPQwhEpREze7djQJSGlFKUaBVN6ANoFkdAliOu6unuRnV9lChoBmgJaA9DCKXbErlgtG9AlIaUUpRoFU2dAWgWR0CWJeVsUIszdX2UKGgGaAloD0MIAOKuXgV6cUCUhpRSlGgVTdcDaBZHQJYl9zS1E3N1fZQoaAZoCWgPQwjWHCCYI9JnQJSGlFKUaBVN6ANoFkdAliZFtXPqs3V9lChoBmgJaA9DCNS19j6VY3FAlIaUUpRoFU09AmgWR0CWJ+nf2saLdX2UKGgGaAloD0MIeLmI74RDcECUhpRSlGgVTW8BaBZHQJYn6/cnE2p1fZQoaAZoCWgPQwhPstXllDNwQJSGlFKUaBVNQAJoFkdAlisFRHf/FXV9lChoBmgJaA9DCN2271G/dnBAlIaUUpRoFU0iA2gWR0CWLRpXp4bCdX2UKGgGaAloD0MIVRhbCDKfcECUhpRSlGgVTfIBaBZHQJYuOWqtHQR1fZQoaAZoCWgPQwhJKlPMwXdxQJSGlFKUaBVNBgJoFkdAljGqgRK6F3V9lChoBmgJaA9DCOD1mbO+J25AlIaUUpRoFU2sAmgWR0CWMkDa4+bFdX2UKGgGaAloD0MIQuxMofPSI8CUhpRSlGgVTQkBaBZHQJYybENvwVl1fZQoaAZoCWgPQwh/Ep87wdVvQJSGlFKUaBVNfwNoFkdAljYsS9M9KXV9lChoBmgJaA9DCN8WLNWFq2xAlIaUUpRoFU2OAWgWR0CWNlijL0SRdX2UKGgGaAloD0MIq7NaYE8gc0CUhpRSlGgVTW0BaBZHQJY2pDE3sHB1fZQoaAZoCWgPQwhOJQNAVVNyQJSGlFKUaBVNaAFoFkdAljawQ176YXV9lChoBmgJaA9DCPzEAfT76WBAlIaUUpRoFU3oA2gWR0CWOJOZb6gvdX2UKGgGaAloD0MINE3YfvJOcECUhpRSlGgVTVkDaBZHQJY+TcgyM1l1fZQoaAZoCWgPQwgGn+bkxZ1sQJSGlFKUaBVN0AFoFkdAlkFGNNrTIHV9lChoBmgJaA9DCPMEwk6x5W9AlIaUUpRoFU1eAWgWR0CWQV7WuoxYdX2UKGgGaAloD0MIe9rhr0n6bECUhpRSlGgVTccDaBZHQJZCQISlFc91fZQoaAZoCWgPQwh32hoRjEJxQJSGlFKUaBVNVAJoFkdAlkJwwPAfuHV9lChoBmgJaA9DCLlVEAMdLXBAlIaUUpRoFU1QAWgWR0CWRaFjNIK/dWUu"
+        ":serialized:": "gAWVPhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIJ/kRvyIlc0CUhpRSlIwBbJRL7YwBdJRHQKmJ7waR6nl1fZQoaAZoCWgPQwjAtKhPsiZxQJSGlFKUaBVNBwFoFkdAqYn5BRhttXV9lChoBmgJaA9DCKBTkJ/NNHFAlIaUUpRoFUvtaBZHQKmKMm1IAfd1fZQoaAZoCWgPQwj9SXzuBONyQJSGlFKUaBVL6GgWR0Cpijlhw2l3dX2UKGgGaAloD0MIevzepv8YcECUhpRSlGgVS/VoFkdAqYphgqmTDHV9lChoBmgJaA9DCA/tYwU/YHBAlIaUUpRoFUvkaBZHQKmKYcUdq+J1fZQoaAZoCWgPQwihvfp46IRxQJSGlFKUaBVL7mgWR0CpimaoVEeAdX2UKGgGaAloD0MIb9kh/qFjcUCUhpRSlGgVTQUBaBZHQKmKkOOKfnR1fZQoaAZoCWgPQwiifhe2JiNxQJSGlFKUaBVL7GgWR0CpiyL/KhcrdX2UKGgGaAloD0MIm8b2WpC8ckCUhpRSlGgVS+hoFkdAqYs37UG3WnV9lChoBmgJaA9DCCqqfqXzvTJAlIaUUpRoFUvBaBZHQKmLRBt1p0x1fZQoaAZoCWgPQwgCYhIuZFlvQJSGlFKUaBVNHQFoFkdAqYuXg9/z8XV9lChoBmgJaA9DCAwgfChR6W9AlIaUUpRoFUv7aBZHQKmLqX40uUV1fZQoaAZoCWgPQwitMH2vIX9vQJSGlFKUaBVL8WgWR0CpjBjlxOtXdX2UKGgGaAloD0MIjKAxkyi2bECUhpRSlGgVS/loFkdAqYxXj+717XV9lChoBmgJaA9DCO3zGOXZIXBAlIaUUpRoFUvtaBZHQKmMlEhq0t11fZQoaAZoCWgPQwgNU1vqIPdtQJSGlFKUaBVL7mgWR0CpjLZBsyi3dX2UKGgGaAloD0MIa0QwDm7GcECUhpRSlGgVS/toFkdAqY0vJ9y93HV9lChoBmgJaA9DCJm4VRAD0G9AlIaUUpRoFUvfaBZHQKmNPLVWjoJ1fZQoaAZoCWgPQwhqFmh3SDRxQJSGlFKUaBVL8mgWR0CpjUG29crzdX2UKGgGaAloD0MIwOrIkQ76cECUhpRSlGgVTRUBaBZHQKmNSTdLxqh1fZQoaAZoCWgPQwi1NSIYR5lxQJSGlFKUaBVNCgFoFkdAqY1dS/CZW3V9lChoBmgJaA9DCKq4cYv5x3BAlIaUUpRoFUv8aBZHQKmNX4jbBXV1fZQoaAZoCWgPQwglAtU/CL9wQJSGlFKUaBVL/GgWR0CpjWRO1v2odX2UKGgGaAloD0MIlIWvr3VIcUCUhpRSlGgVS+FoFkdAqY3tzIV/MHV9lChoBmgJaA9DCNyEe2Ve725AlIaUUpRoFUvsaBZHQKmN8dwvQF91fZQoaAZoCWgPQwj6Jk2DogdxQJSGlFKUaBVL6WgWR0Cpjfi48U22dX2UKGgGaAloD0MILgJjfcPXcECUhpRSlGgVS/doFkdAqY55iqhlDnV9lChoBmgJaA9DCJD0aRV9wXBAlIaUUpRoFUveaBZHQKmO8aTfR/p1fZQoaAZoCWgPQwj5ZpsbE4RxQJSGlFKUaBVNHQFoFkdAqY8DqKP4mHV9lChoBmgJaA9DCB1Z+WUwI29AlIaUUpRoFU0AAWgWR0CpjyBgVoHtdX2UKGgGaAloD0MIKjkn9tB4ckCUhpRSlGgVS/ZoFkdAqY93MB6rvXV9lChoBmgJaA9DCNvAHaiTkHNAlIaUUpRoFUvSaBZHQKmPp4/u9e11fZQoaAZoCWgPQwjAIOnTai9zQJSGlFKUaBVL42gWR0Cpj8tUfgaWdX2UKGgGaAloD0MIATRKlz7Kc0CUhpRSlGgVTQgBaBZHQKmPzrbg0j11fZQoaAZoCWgPQwjIDFTGP6ByQJSGlFKUaBVL8GgWR0CpkBpYLb5/dX2UKGgGaAloD0MIXRd+cD6/bECUhpRSlGgVS/VoFkdAqZAseXAuZnV9lChoBmgJaA9DCAHfbd449XJAlIaUUpRoFU0IAWgWR0CpkEZk078vdX2UKGgGaAloD0MIwOeHEQJSc0CUhpRSlGgVTQ4BaBZHQKmQWu+yquN1fZQoaAZoCWgPQwhZi08BsE9xQJSGlFKUaBVNCQFoFkdAqZBsr08NhHV9lChoBmgJaA9DCPm9TX82b3FAlIaUUpRoFUvgaBZHQKmQjzCk43p1fZQoaAZoCWgPQwht5pDUgshwQJSGlFKUaBVL72gWR0Cpmf3iaRZEdX2UKGgGaAloD0MI6iPwh5+NckCUhpRSlGgVS/xoFkdAqZoVfXwsoXV9lChoBmgJaA9DCEOrkzNUFHBAlIaUUpRoFU0EAWgWR0CpmrnzxwyZdX2UKGgGaAloD0MI85L/yV8vckCUhpRSlGgVS+1oFkdAqZrpyyUs4HV9lChoBmgJaA9DCGaDTDLylnBAlIaUUpRoFUvnaBZHQKma6FlCkXV1fZQoaAZoCWgPQwgj+UogZcVyQJSGlFKUaBVNBAFoFkdAqZtaHEdeY3V9lChoBmgJaA9DCOKxn8VSEW9AlIaUUpRoFUvqaBZHQKmbYQOFxn51fZQoaAZoCWgPQwiHokCfiG1xQJSGlFKUaBVL62gWR0Cpm5ona37UdX2UKGgGaAloD0MIkV8/xAZIcUCUhpRSlGgVS+JoFkdAqZug+jdpI3V9lChoBmgJaA9DCBrfF5cqFnFAlIaUUpRoFUv6aBZHQKmb8F23azx1fZQoaAZoCWgPQwit3AvMyjpyQJSGlFKUaBVL2WgWR0CpnFkqc3ERdX2UKGgGaAloD0MIDoP5KyQ/cUCUhpRSlGgVTQIBaBZHQKmccDjin511fZQoaAZoCWgPQwjLMO4G0b1xQJSGlFKUaBVL/2gWR0CpnINo8IRidX2UKGgGaAloD0MI4iL3dPV8cUCUhpRSlGgVS/ZoFkdAqZyQIIF/x3V9lChoBmgJaA9DCJet9UXCmXBAlIaUUpRoFU0UAWgWR0CpnJeueSSvdX2UKGgGaAloD0MI4gLQKB1QckCUhpRSlGgVTRUBaBZHQKmc1TMJQch1fZQoaAZoCWgPQwhQqKePAMNxQJSGlFKUaBVL/2gWR0CpnP+gDifhdX2UKGgGaAloD0MIobyPo/n6cECUhpRSlGgVTQwBaBZHQKmdPFR51Nh1fZQoaAZoCWgPQwi9VkJ3yf1tQJSGlFKUaBVL5WgWR0CpnXHkkrwwdX2UKGgGaAloD0MIE/QXesTnUECUhpRSlGgVS9doFkdAqZ3yVnmJWXV9lChoBmgJaA9DCAKEDyXax29AlIaUUpRoFU0AAWgWR0CpnfeW4Vh1dX2UKGgGaAloD0MIf2ySH3H/bkCUhpRSlGgVS/RoFkdAqZ5HFUADJXV9lChoBmgJaA9DCOAQqtRs5G5AlIaUUpRoFUvsaBZHQKmecO6NEPV1fZQoaAZoCWgPQwijA5KwrzJyQJSGlFKUaBVNBwFoFkdAqZ7FtCRfW3V9lChoBmgJaA9DCA1yF2HKBnBAlIaUUpRoFUvxaBZHQKme137k4m11fZQoaAZoCWgPQwjM07miVORwQJSGlFKUaBVL9WgWR0Cpn1DLr5ZbdX2UKGgGaAloD0MIXYb/dAP1cECUhpRSlGgVS8doFkdAqZ90TL4etHV9lChoBmgJaA9DCKpFRDG5yXJAlIaUUpRoFUv4aBZHQKmfdFUADJV1fZQoaAZoCWgPQwgsgv+tpNRwQJSGlFKUaBVL7WgWR0Cpn3ig00m/dX2UKGgGaAloD0MIkC42rVSIcUCUhpRSlGgVTQoBaBZHQKmfzm29cr11fZQoaAZoCWgPQwhok8MnHZBzQJSGlFKUaBVNIwFoFkdAqaAPcafjCHV9lChoBmgJaA9DCNs0tteCxXBAlIaUUpRoFU0cAWgWR0CpoFM7EHdHdX2UKGgGaAloD0MII4Wy8LUacUCUhpRSlGgVS+ZoFkdAqaBb3ueBhHV9lChoBmgJaA9DCBa+vtZlWHJAlIaUUpRoFUvbaBZHQKmgvSfDk2h1fZQoaAZoCWgPQwjNBS6P9QtwQJSGlFKUaBVNJQFoFkdAqaDh4lhPTHV9lChoBmgJaA9DCBalhGCV93BAlIaUUpRoFUv2aBZHQKmhC7mMfih1fZQoaAZoCWgPQwgKvJNPj59xQJSGlFKUaBVL42gWR0CpoUuB+WnkdX2UKGgGaAloD0MI+MH51DEicECUhpRSlGgVS/loFkdAqaFnIGQjlnV9lChoBmgJaA9DCK6f/rMmUXFAlIaUUpRoFUvraBZHQKmhtDBuXNV1fZQoaAZoCWgPQwi4OgDiLqxxQJSGlFKUaBVL/mgWR0CpogAeRxLkdX2UKGgGaAloD0MIAfbRqatwc0CUhpRSlGgVS71oFkdAqaIZISUTtnV9lChoBmgJaA9DCPOQKR9CM3NAlIaUUpRoFUvnaBZHQKmiShmGucN1fZQoaAZoCWgPQwjObcK98gtwQJSGlFKUaBVL9mgWR0CpolgIQe3hdX2UKGgGaAloD0MIKxTpfk6YcUCUhpRSlGgVS+9oFkdAqaJfrSmZVnV9lChoBmgJaA9DCPoOfuKAC25AlIaUUpRoFU0DAWgWR0CpopoCuEEldX2UKGgGaAloD0MIrWu0HKjmckCUhpRSlGgVTQ0BaBZHQKmjWalUIcB1fZQoaAZoCWgPQwhTWRR2kbRwQJSGlFKUaBVL+WgWR0Cpo2BYV6/qdX2UKGgGaAloD0MIETl9Pd/gcECUhpRSlGgVTR8BaBZHQKmj9FbVz6t1fZQoaAZoCWgPQwhkrgyqjeZxQJSGlFKUaBVL52gWR0Cpo/hOYYzjdX2UKGgGaAloD0MIGTp2UEnJcECUhpRSlGgVTQkBaBZHQKmkFFKCg9N1fZQoaAZoCWgPQwi13QTfdHBzQJSGlFKUaBVL42gWR0CppDD5j6N3dX2UKGgGaAloD0MIexNDcnKrcUCUhpRSlGgVTSUBaBZHQKmknx82Ji11fZQoaAZoCWgPQwiCN6RRASxyQJSGlFKUaBVNBgFoFkdAqaTL2rXDnHV9lChoBmgJaA9DCJFhFW/kQm9AlIaUUpRoFUvgaBZHQKmlQHtWuHN1fZQoaAZoCWgPQwjeHoSAfKVtQJSGlFKUaBVL8WgWR0CppUUb1h9cdX2UKGgGaAloD0MIz7uxoDAqcUCUhpRSlGgVTQEBaBZHQKmlXnBciW51fZQoaAZoCWgPQwgebRyxllRwQJSGlFKUaBVNBwFoFkdAqaXR0+1SfnV9lChoBmgJaA9DCOccPBNaN3JAlIaUUpRoFU0JAWgWR0CppeGOEM9bdX2UKGgGaAloD0MIWmd8X1xvcECUhpRSlGgVTQ0BaBZHQKmmL850bLl1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 248,
+    "_n_updates": 496,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbd4006fbee52ae75e3fa6119d4de6cf4078dc18be740539cbd61cb543b778cd
+oid sha256:87c6c74b8997c853457934f7d529c76631d5339d7bbae66ae5ec8f4963ab2b7d
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2ddafaeb6680fe8abc3e65beb97bca446a850dd640b0258c082577997340c37
+oid sha256:a2c7a828300565df511bd2a6fa4f27d121da3bf4afb7e1ad6c0b8ccfff90aedd
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 222.2819340578591, "std_reward": 55.94486832168634, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-31T19:13:09.071905"}
+{"mean_reward": 272.1305197659283, "std_reward": 17.022778247596772, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-31T19:41:28.037098"}