commit message :P

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 263.79 +/- 23.93
+      value: 276.17 +/- 28.81
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5dd97139d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5dd9713a60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5dd9713af0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5dd9713b80>", "_build": "<function ActorCriticPolicy._build at 0x7f5dd9713c10>", "forward": "<function ActorCriticPolicy.forward at 0x7f5dd9713ca0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f5dd9713d30>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5dd9713dc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f5dd9713e50>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5dd9713ee0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5dd9713f70>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5dd9717040>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f5dd9715030>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674490033735295664, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZzkL0UyJC6pRXtOh5r3TWOzE4593MIugAAgD8AAAAAMx4xPfbASLoe25s1i+yoMP2XBzvI6q+0AACAPwAAgD+AjWa9j9prutXYo7aTaZqxLa55O0qzwzUAAIA/AACAP5p4GL2uCa2684SVOauYijQ4IkU6go+ruAAAgD8AAIA/AMS0u4VTuLkVkDO7vPm/NGZsrrtw5lQ6AACAPwAAgD8AvNm8meylPr4VXz31Rsq+9N1FO5MjqzoAAAAAAAAAAI0Yh73DuWy6ChsrOtc1VTXw/Y+6+UpHuQAAgD8AAIA/ZhyRPFyLSrqYKZo38zBaMsVgPDsyZLW2AACAPwAAgD9zngk+0jirP9C47D5nyvS+/V84Po7/MT4AAAAAAAAAAGZ2CzspKAq65vmRuZUFW7RxCD67I8uoOAAAgD8AAIA/AAQIPOGklLpjJzo5sdsuNHQ8JLqSbFe4AACAPwAAgD/NSeI8FACwuiN5NLmiuyi0OYkiOWKYTjgAAIA/AACAP2YZvr3XzVa7pHuNPK6SrzwobH28kmaVPQAAgD8AAIA/epoQvntW6boAT5y6DqbRt+Jg8zucm5I4AAAAAAAAAABAAyg+jnmZP9HQtj6xEyW/4/OGPj3flj0AAAAAAAAAAGbj1DwuqMs9cGlqvid3UL4plp++kOdLPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVahAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIT3XIzbC3cECUhpRSlIwBbJRNMwKMAXSUR0CqaEt8VpK0dX2UKGgGaAloD0MIJbA5B48DcUCUhpRSlGgVTS0DaBZHQKpo8wiaAnV1fZQoaAZoCWgPQwh3Mc10L7hhQJSGlFKUaBVN6ANoFkdAqmrXOhTOxHV9lChoBmgJaA9DCDgwuVGk2nBAlIaUUpRoFU2zAmgWR0Cqa6fRu0kXdX2UKGgGaAloD0MIrvIEwg6HckCUhpRSlGgVTbUBaBZHQKpr9TsIE8t1fZQoaAZoCWgPQwgeNLvubWpxQJSGlFKUaBVNkANoFkdAqm0mfbsWwnV9lChoBmgJaA9DCDo+WpwxL2VAlIaUUpRoFU3oA2gWR0CqbY97F85TdX2UKGgGaAloD0MID5nyISiqYECUhpRSlGgVTegDaBZHQKpt4PV/c351fZQoaAZoCWgPQwjnxvSEJRpwQJSGlFKUaBVNDgJoFkdAqm9FDOTq0XV9lChoBmgJaA9DCJUp5iBoUnNAlIaUUpRoFU3FAWgWR0Cqb8mVqveQdX2UKGgGaAloD0MIUHEceLUFbkCUhpRSlGgVTcwBaBZHQKpw6TK1XvJ1fZQoaAZoCWgPQwhjRnh7EIZQQJSGlFKUaBVLtmgWR0CqcUsXSBsidX2UKGgGaAloD0MITS1b64vbcUCUhpRSlGgVTToBaBZHQKpxtsQd0aJ1fZQoaAZoCWgPQwibr5KPncdxQJSGlFKUaBVNEwFoFkdAqnI9A3T/hnV9lChoBmgJaA9DCG1VEtnHanFAlIaUUpRoFU2KA2gWR0CqcpKC6H0sdX2UKGgGaAloD0MIG0zD8JHSckCUhpRSlGgVTRoBaBZHQKpyx9mYjSp1fZQoaAZoCWgPQwhosn+eRnZyQJSGlFKUaBVNOwJoFkdAqnN68J2MbXV9lChoBmgJaA9DCEG8rl+wMmVAlIaUUpRoFU3oA2gWR0CqdHblq8DkdX2UKGgGaAloD0MIzJntCn1ZZ0CUhpRSlGgVTegDaBZHQKp0ndSEUTN1fZQoaAZoCWgPQwje5SK+k59yQJSGlFKUaBVN2wNoFkdAqnSi2WpqAXV9lChoBmgJaA9DCFBvRs1XY09AlIaUUpRoFUutaBZHQKp0p0rbxmV1fZQoaAZoCWgPQwg6sBwhg79pQJSGlFKUaBVN6ANoFkdAqoeZkGzKLnV9lChoBmgJaA9DCNGt1/SgGnFAlIaUUpRoFUvoaBZHQKqHxA+pwS91fZQoaAZoCWgPQwh7TQ8KSh9xQJSGlFKUaBVN6ANoFkdAqofqqS5iE3V9lChoBmgJaA9DCN5Zu+1Cd0FAlIaUUpRoFUuzaBZHQKqI2IvalDZ1fZQoaAZoCWgPQwhOYDqtGwtxQJSGlFKUaBVNHAFoFkdAqolhQzk6tHV9lChoBmgJaA9DCEZblUT2anBAlIaUUpRoFU29AmgWR0CqiZ73Gn4xdX2UKGgGaAloD0MI1JrmHaeQVUCUhpRSlGgVS6VoFkdAqoo73RG+bnV9lChoBmgJaA9DCIrNx7VhlnJAlIaUUpRoFU1jAWgWR0Cqiuppeu3ddX2UKGgGaAloD0MIX9BCAkbtckCUhpRSlGgVTQYCaBZHQKqLNg+hXbN1fZQoaAZoCWgPQwhCQSlauTxxQJSGlFKUaBVNKQFoFkdAqovyEHt4RnV9lChoBmgJaA9DCDLLngQ2bnFAlIaUUpRoFU2rAWgWR0CqjHa0x/NJdX2UKGgGaAloD0MIbjMV4hGdcECUhpRSlGgVTTsBaBZHQKqMduWKMvR1fZQoaAZoCWgPQwgv3Lkw0sVxQJSGlFKUaBVNLQFoFkdAqoznjQzDXXV9lChoBmgJaA9DCISdYtVgq3NAlIaUUpRoFU1OA2gWR0CqjPlTFVDKdX2UKGgGaAloD0MIE0ceiCxzb0CUhpRSlGgVTS0BaBZHQKqNEkyDZlF1fZQoaAZoCWgPQwjj32dceFVyQJSGlFKUaBVNPAJoFkdAqo02bb1yvXV9lChoBmgJaA9DCGFSfHzCv3BAlIaUUpRoFU2bAmgWR0CqjVqhcqvvdX2UKGgGaAloD0MIQbeXNEYOckCUhpRSlGgVS+toFkdAqo461y/9HnV9lChoBmgJaA9DCLYr9MEyPj5AlIaUUpRoFUugaBZHQKqPn81Gb1B1fZQoaAZoCWgPQwh/h6JAn1JyQJSGlFKUaBVL3GgWR0CqkUeS8rZrdX2UKGgGaAloD0MIH0lJD0NXQ0CUhpRSlGgVS6ZoFkdAqpFkVgx8D3V9lChoBmgJaA9DCIfboWGxw3BAlIaUUpRoFU1kAmgWR0CqkdDhky1vdX2UKGgGaAloD0MI7S3lfLFucECUhpRSlGgVTRIBaBZHQKqR1lPJq7B1fZQoaAZoCWgPQwgsRl1rL1dyQJSGlFKUaBVNLwFoFkdAqpHrZYgaFXV9lChoBmgJaA9DCJPGaB0VNnJAlIaUUpRoFU1NAWgWR0CqkfqgqVhTdX2UKGgGaAloD0MIzjP2JRseckCUhpRSlGgVTYUCaBZHQKqScwpvxYt1fZQoaAZoCWgPQwjhJM0fk55wQJSGlFKUaBVNHQJoFkdAqpKKOktVaXV9lChoBmgJaA9DCPmiPV6IvHFAlIaUUpRoFU2lAWgWR0CqktD8+A3DdX2UKGgGaAloD0MICaTEru3wb0CUhpRSlGgVTVIBaBZHQKqTAvL5h0B1fZQoaAZoCWgPQwgnLscrkDZzQJSGlFKUaBVNHwJoFkdAqpMN3OfNA3V9lChoBmgJaA9DCAFp/wPsR3FAlIaUUpRoFU2gAWgWR0Cqk61VHWjHdX2UKGgGaAloD0MImPbN/ZUkcECUhpRSlGgVTXoBaBZHQKqTwcurZJ11fZQoaAZoCWgPQwg8hVypZ60+QJSGlFKUaBVLtmgWR0CqlD+BpYcOdX2UKGgGaAloD0MIhBH7BFBsQkCUhpRSlGgVS5JoFkdAqpR3SOR1YHV9lChoBmgJaA9DCEZ9kjtsvXBAlIaUUpRoFU1LAmgWR0CqlM9wWFewdX2UKGgGaAloD0MI8DLDRplecECUhpRSlGgVS/hoFkdAqpVtQCSzPnV9lChoBmgJaA9DCFKbOLnfI0xAlIaUUpRoFUvCaBZHQKqVcVZ9uxd1fZQoaAZoCWgPQwhMqODwQl5yQJSGlFKUaBVNJgFoFkdAqpYiRjjJdXV9lChoBmgJaA9DCHRFKSFYvT5AlIaUUpRoFUttaBZHQKqWfEsrd311fZQoaAZoCWgPQwh6ck2BzIZIQJSGlFKUaBVLo2gWR0Cqlqub7TDwdX2UKGgGaAloD0MIn7DEA8qUcUCUhpRSlGgVTZUBaBZHQKqXsPUaybB1fZQoaAZoCWgPQwgoSGx3D+JBQJSGlFKUaBVLnmgWR0CqmDNm16VudX2UKGgGaAloD0MIS6/Nxkr5b0CUhpRSlGgVTZwBaBZHQKqYZJ2dNFl1fZQoaAZoCWgPQwjbEyS2OxJyQJSGlFKUaBVNbQFoFkdAqpiycNH6M3V9lChoBmgJaA9DCN1e0hitlzZAlIaUUpRoFUubaBZHQKqZjJmNBGB1fZQoaAZoCWgPQwhjesISz0NwQJSGlFKUaBVNjQFoFkdAqpo1tEXtSnV9lChoBmgJaA9DCPMeZ5qw0XFAlIaUUpRoFU1kAWgWR0CqmqAow22odX2UKGgGaAloD0MImzdOCvPLZ0CUhpRSlGgVTegDaBZHQKqawEUTL4h1fZQoaAZoCWgPQwgr3sg88itGQJSGlFKUaBVLj2gWR0CqmuAnlXA/dX2UKGgGaAloD0MIvJF55E/BcUCUhpRSlGgVTUcBaBZHQKqbVU/fO2R1fZQoaAZoCWgPQwhe91YkJppxQJSGlFKUaBVNAgFoFkdAqpx0Ja7mMnV9lChoBmgJaA9DCKbtX1npYnBAlIaUUpRoFUv1aBZHQKqdMYCQtBh1fZQoaAZoCWgPQwjjxcIQOfxsQJSGlFKUaBVNagJoFkdAqp1ozHjp93V9lChoBmgJaA9DCKJBCp6Cr3BAlIaUUpRoFU1FAmgWR0Cqna/I0ZWJdX2UKGgGaAloD0MIV3cstslOc0CUhpRSlGgVTbcBaBZHQKqeJWCmMwV1fZQoaAZoCWgPQwiMoZxoV2NtQJSGlFKUaBVNJAFoFkdAqp9XUBnzx3V9lChoBmgJaA9DCDoeM1AZVUlAlIaUUpRoFUuBaBZHQKqfW+9rXUZ1fZQoaAZoCWgPQwhNvtnmRhJyQJSGlFKUaBVNLwFoFkdAqqAceXAuZnV9lChoBmgJaA9DCEvK3ed4impAlIaUUpRoFU3oA2gWR0CqoNH+AEt/dX2UKGgGaAloD0MIk6rtJnjbckCUhpRSlGgVTXEBaBZHQKqhEUM5OrR1fZQoaAZoCWgPQwgEyNCxgzVyQJSGlFKUaBVNIQFoFkdAqqJ6Vlf7anV9lChoBmgJaA9DCOJyvAJRRmVAlIaUUpRoFU3oA2gWR0Cqorl2/zredX2UKGgGaAloD0MIT+eKUoJicECUhpRSlGgVTcwDaBZHQKqix9XtBv91fZQoaAZoCWgPQwiTpkHRPHJvQJSGlFKUaBVNTQFoFkdAqqL5zV+ZxHV9lChoBmgJaA9DCME4uHQMEXJAlIaUUpRoFU0cAmgWR0Cqo8XhOxjbdX2UKGgGaAloD0MIXWqEfibQcECUhpRSlGgVS/1oFkdAqqQ9glWwNnV9lChoBmgJaA9DCAvPS8XGdnFAlIaUUpRoFU3tAWgWR0CqpKFE7W/bdX2UKGgGaAloD0MI0qbqHtnyRECUhpRSlGgVS6NoFkdAqqVAj4YaYXV9lChoBmgJaA9DCPGdmPXiW29AlIaUUpRoFU0aAWgWR0CqpVTI3irDdX2UKGgGaAloD0MIMbWlDnICcUCUhpRSlGgVTRUDaBZHQKqluNmUW2x1fZQoaAZoCWgPQwjo3O16aeZxQJSGlFKUaBVNogNoFkdAqqZKHymQ83V9lChoBmgJaA9DCKYnLPEAI21AlIaUUpRoFU0JAmgWR0CqpmzgEU0vdX2UKGgGaAloD0MI4Nv0Z79pc0CUhpRSlGgVTbkCaBZHQKqmtIVdonN1fZQoaAZoCWgPQwiDGOja12BzQJSGlFKUaBVNDgFoFkdAqqbCJfpljHV9lChoBmgJaA9DCJDY7h4g9nFAlIaUUpRoFU3fAWgWR0Cqpt6isXBQdX2UKGgGaAloD0MIJJur5rkEcECUhpRSlGgVTUABaBZHQKqnOPZqVQh1fZQoaAZoCWgPQwhR+Gwd3DVxQJSGlFKUaBVL9mgWR0Cqp7zGo73gdX2UKGgGaAloD0MI7KS+LO2KcUCUhpRSlGgVTVQBaBZHQKqoqjtXxON1fZQoaAZoCWgPQwhEwCFUaZRwQJSGlFKUaBVNswNoFkdAqqjX2kBS1nVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5dd97139d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5dd9713a60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5dd9713af0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5dd9713b80>", "_build": "<function ActorCriticPolicy._build at 0x7f5dd9713c10>", "forward": "<function ActorCriticPolicy.forward at 0x7f5dd9713ca0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f5dd9713d30>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5dd9713dc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f5dd9713e50>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5dd9713ee0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5dd9713f70>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5dd9717040>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f5dd9715030>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1212416, "_total_timesteps": 1200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674491286994481969, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGan0T0pbPM+xkAgu5dzvr4zSKM9sVKrvAAAAAAAAAAAgEZMPRStkT6uJEC7VAqrvutLQj2rteI8AAAAAAAAAAATuJq+S2NqP/Rwhb3y9Aq/Wc2pvktR9D0AAAAAAAAAAE2OUr0cokm8uxCtvExSIj22H6g9NqsCvgAAgD8AAIA/TYcBPZ4U4D0IU/C9oY0cvudgBL3DH0G7AAAAAAAAAAAze367uAvRuyJX8T15jcm96H/xuc2/tb4AAIA/AACAP0YiEr5dy+o+bpY0PjQ+2r6xnYm9D5W4PQAAAAAAAAAA6khbvrt/rbza2qG73zEAuu3PGD6J2sg6AACAPwAAgD9mwxm9DtqTP09WKb7E8BK/zFmDvdlkr70AAAAAAAAAAEC8Az6fci4+ZQ51vpVsIr5mrBc8ZYrRvQAAAAAAAAAAw32dviUCpD5jT24+5DDfvm2ghb1Nia09AAAAAAAAAABGoSm+yKSTPz+8Cr/uWgS/lOFVvi5Qe74AAAAAAAAAAGamer2GzKQ/kgomv1dAN78oW5w8ut+8vQAAAAAAAAAAAGU1vR9917ttXsu3dCiKPIyFPL3yZGk9AACAPwAAgD+b1JO+7dZ3PyE6o76gOgW/6mS4vl5VGr0AAAAAAAAAALNC3b3ndZ0/3QMsv0DeIL/r6lG9XCOEvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.010346666666666726, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMII9xkVNmKc0CUhpRSlIwBbJRNCwGMAXSUR0Cyh+6q814xdX2UKGgGaAloD0MIZi0FpL0YcUCUhpRSlGgVS+9oFkdAsof50gbIcXV9lChoBmgJaA9DCA9Iwr6drG5AlIaUUpRoFU0AAWgWR0CyiBIlQdjodX2UKGgGaAloD0MIN43tteBEc0CUhpRSlGgVTSEBaBZHQLKIE8WKuSx1fZQoaAZoCWgPQwj1Se6wCWZuQJSGlFKUaBVL32gWR0CyiB9fw7T2dX2UKGgGaAloD0MIgIKLFbXHcECUhpRSlGgVS/JoFkdAsog6yUs4DXV9lChoBmgJaA9DCMEcPX4vXnJAlIaUUpRoFUvFaBZHQLKIQMVUMod1fZQoaAZoCWgPQwgkSKXYER5wQJSGlFKUaBVL42gWR0CyiE1+Vkc0dX2UKGgGaAloD0MIj6Z6Mr/bckCUhpRSlGgVTTcBaBZHQLKIhLuhK151fZQoaAZoCWgPQwj+tidI7OhuQJSGlFKUaBVL92gWR0CyiMJm29csdX2UKGgGaAloD0MIejVAaej6ckCUhpRSlGgVTSwBaBZHQLKI4tNBWxR1fZQoaAZoCWgPQwi9rIkFPhltQJSGlFKUaBVL3WgWR0CyiPJiRW92dX2UKGgGaAloD0MIqvBneDMQckCUhpRSlGgVS99oFkdAsoj649X9znV9lChoBmgJaA9DCMaKGkzDM3NAlIaUUpRoFU0CAWgWR0CyiP1SXMQmdX2UKGgGaAloD0MIsg5HV6kdc0CUhpRSlGgVS+ZoFkdAsokDy7PIGXV9lChoBmgJaA9DCLsPQGrT3XJAlIaUUpRoFU0YAWgWR0CyiQj+717IdX2UKGgGaAloD0MIqUvGMZIEckCUhpRSlGgVTQUBaBZHQLKJc5BTn7p1fZQoaAZoCWgPQwisGoS53WVQQJSGlFKUaBVLrGgWR0CyiYogeRxMdX2UKGgGaAloD0MIs7ES86xvcUCUhpRSlGgVS99oFkdAsomRqQA+6nV9lChoBmgJaA9DCL+36c++T3NAlIaUUpRoFU0BAWgWR0CyiZPVI7NjdX2UKGgGaAloD0MIKXXJOIbKckCUhpRSlGgVS/toFkdAsomYMI/qxHV9lChoBmgJaA9DCIvgfyuZwHBAlIaUUpRoFUvmaBZHQLKJqAd4mkZ1fZQoaAZoCWgPQwhbQdMSKxtyQJSGlFKUaBVNGAFoFkdAsom0e5nUUnV9lChoBmgJaA9DCDQuHAjJlnJAlIaUUpRoFUvbaBZHQLKKSg75mAd1fZQoaAZoCWgPQwhLICV2rRFxQJSGlFKUaBVL5WgWR0CyilO5avA5dX2UKGgGaAloD0MIgLbVrLOLcECUhpRSlGgVS91oFkdAsopbOTq0MXV9lChoBmgJaA9DCKNZ2T6kNXJAlIaUUpRoFU0aAWgWR0CyinwPZqVRdX2UKGgGaAloD0MIzA2GOizlckCUhpRSlGgVTQsBaBZHQLKKtMuvllt1fZQoaAZoCWgPQwg486s5wOdyQJSGlFKUaBVNGgFoFkdAsoq/0pVjqnV9lChoBmgJaA9DCCUFFsDUmXBAlIaUUpRoFU0sAWgWR0CyisHLFGXpdX2UKGgGaAloD0MIPgXAeEbvcECUhpRSlGgVS+poFkdAsor8PNFBp3V9lChoBmgJaA9DCF2I1R/hfXBAlIaUUpRoFUvcaBZHQLKLAux8lX11fZQoaAZoCWgPQwhN9zqpb5twQJSGlFKUaBVLxGgWR0CyiwUm2LHddX2UKGgGaAloD0MIQEtXsA3zcECUhpRSlGgVS+poFkdAsosfPPcBVHV9lChoBmgJaA9DCOxnsRSJ9HJAlIaUUpRoFUvyaBZHQLKLJu+RHPN1fZQoaAZoCWgPQwid1m1Qe1JvQJSGlFKUaBVNEwFoFkdAso/peXzDoHV9lChoBmgJaA9DCCcW+IouX3NAlIaUUpRoFU0MAWgWR0Cyj/4y0rsjdX2UKGgGaAloD0MIzJpY4CvicECUhpRSlGgVS85oFkdAspBFet0V8HV9lChoBmgJaA9DCIL917npUXFAlIaUUpRoFU0HAWgWR0CykJsHbAUMdX2UKGgGaAloD0MI4WBvYogccUCUhpRSlGgVS9loFkdAspDAbNr0rnV9lChoBmgJaA9DCK+xS1RvLnFAlIaUUpRoFU0bAWgWR0CykMt+kP+XdX2UKGgGaAloD0MIVK2FWehWcECUhpRSlGgVTQoBaBZHQLKQ1kpZwGZ1fZQoaAZoCWgPQwhRacTM/jVyQJSGlFKUaBVL+2gWR0CykPKXnhbXdX2UKGgGaAloD0MIP6phv+fackCUhpRSlGgVTR4BaBZHQLKRQPbwjMV1fZQoaAZoCWgPQwirsYS1ce5xQJSGlFKUaBVL/GgWR0CykU0YO2AodX2UKGgGaAloD0MIBTQRNnwOcUCUhpRSlGgVTQMBaBZHQLKRUQGOdXl1fZQoaAZoCWgPQwgsEaj+QSJzQJSGlFKUaBVL9mgWR0CykWHSWqtHdX2UKGgGaAloD0MILc4Y5gQWcUCUhpRSlGgVS/doFkdAspFrlwLmZHV9lChoBmgJaA9DCNB9ObPdGm9AlIaUUpRoFUvfaBZHQLKRcDM/yG11fZQoaAZoCWgPQwhET8qkxldyQJSGlFKUaBVNFAFoFkdAspF0dJaq0nV9lChoBmgJaA9DCDnThO2nb2pAlIaUUpRoFU0EA2gWR0CykXpnlGPQdX2UKGgGaAloD0MIwAXZsnxbcECUhpRSlGgVS+BoFkdAspGFQVKwp3V9lChoBmgJaA9DCKyNsRMegnFAlIaUUpRoFUvjaBZHQLKRx+7Dl5p1fZQoaAZoCWgPQwiaB7DIr0BxQJSGlFKUaBVL32gWR0CykixIjGDMdX2UKGgGaAloD0MImrUUkDZicECUhpRSlGgVS/doFkdAspI1vgm7a3V9lChoBmgJaA9DCOiIfJdSH01AlIaUUpRoFUvNaBZHQLKSPgMtsep1fZQoaAZoCWgPQwhzhXe5SH5wQJSGlFKUaBVL5WgWR0Cykks89wFUdX2UKGgGaAloD0MIPbg7a7edUECUhpRSlGgVS6poFkdAspKBX1anrXV9lChoBmgJaA9DCMIzoUliaHNAlIaUUpRoFU0NAWgWR0CykoTuWrwOdX2UKGgGaAloD0MIcQSpFLsncECUhpRSlGgVS9doFkdAspKjUsnRcHV9lChoBmgJaA9DCJWbqKW5BXJAlIaUUpRoFUvKaBZHQLKSrXI2fkF1fZQoaAZoCWgPQwi1pnnHacFxQJSGlFKUaBVLzmgWR0CykrlVo6CEdX2UKGgGaAloD0MIFZD2P8A0cECUhpRSlGgVS+NoFkdAspLJV+7UX3V9lChoBmgJaA9DCGDpfHhWcnJAlIaUUpRoFUvhaBZHQLKSz+FUQ051fZQoaAZoCWgPQwiD34YYL3ZwQJSGlFKUaBVNAwFoFkdAspLgFpwjuHV9lChoBmgJaA9DCNpyLsXV63FAlIaUUpRoFUvjaBZHQLKS7TJhfBx1fZQoaAZoCWgPQwg66BIOPRVyQJSGlFKUaBVNCwFoFkdAspL0Rcu8LHV9lChoBmgJaA9DCIoGKXiKmHFAlIaUUpRoFUvQaBZHQLKTFbI91U51fZQoaAZoCWgPQwjXMhmO5y1dQJSGlFKUaBVN6ANoFkdAspMgp9ZzP3V9lChoBmgJaA9DCEPnNXZJU3BAlIaUUpRoFUvZaBZHQLKTergflp51fZQoaAZoCWgPQwijPV5Ih0lvQJSGlFKUaBVL32gWR0Cyk4wVGkN4dX2UKGgGaAloD0MIAFXcuEWpckCUhpRSlGgVS/9oFkdAspPXtdAxBXV9lChoBmgJaA9DCKrukc0VwnBAlIaUUpRoFUvPaBZHQLKT3xUNrj51fZQoaAZoCWgPQwg5Jov7TyhyQJSGlFKUaBVLxmgWR0Cyk+Q1ivxIdX2UKGgGaAloD0MIRdrGnyjFcUCUhpRSlGgVS9JoFkdAspPtha1Ti3V9lChoBmgJaA9DCDnv/+PEDnJAlIaUUpRoFUvzaBZHQLKT+lZHNHJ1fZQoaAZoCWgPQwhlbVM87ipzQJSGlFKUaBVNJQFoFkdAspQJotcv/XV9lChoBmgJaA9DCF+4c2HkHnNAlIaUUpRoFUvnaBZHQLKULTcqOLl1fZQoaAZoCWgPQwikbmdfeYhvQJSGlFKUaBVL3WgWR0CylD08aGYbdX2UKGgGaAloD0MI0m9fBw7WcUCUhpRSlGgVTSQBaBZHQLKUSWuoxYd1fZQoaAZoCWgPQwgA4q5exXdvQJSGlFKUaBVL5mgWR0CylFNjTa0ydX2UKGgGaAloD0MIqtIW13j6bkCUhpRSlGgVTQgBaBZHQLKUWuWKMvR1fZQoaAZoCWgPQwjFHtrHirRwQJSGlFKUaBVL+2gWR0CylFzQeFL4dX2UKGgGaAloD0MI2H3H8BhScUCUhpRSlGgVS89oFkdAspRhvrGBF3V9lChoBmgJaA9DCB1aZDufgHJAlIaUUpRoFUvqaBZHQLKUefp2U0N1fZQoaAZoCWgPQwj1TC8x1i5wQJSGlFKUaBVL2mgWR0CylM2wzLwGdX2UKGgGaAloD0MIO1PovAZ+ckCUhpRSlGgVS+toFkdAspTWTr3TNXV9lChoBmgJaA9DCEevBigNz3BAlIaUUpRoFUvWaBZHQLKVB5RCQcR1fZQoaAZoCWgPQwjI0ocuaABwQJSGlFKUaBVL3GgWR0CylSKYE4ecdX2UKGgGaAloD0MIbqetEcELc0CUhpRSlGgVS/toFkdAspVKEdvKl3V9lChoBmgJaA9DCJHVrZ7TI3JAlIaUUpRoFUv2aBZHQLKVVihFmWd1fZQoaAZoCWgPQwhsXtVZrW1zQJSGlFKUaBVL2GgWR0CylVtG3F1kdX2UKGgGaAloD0MI7ginBa9TcECUhpRSlGgVS+JoFkdAspV6ZnctXnV9lChoBmgJaA9DCEqaP6a1ZnBAlIaUUpRoFUvSaBZHQLKVf3NLUTd1fZQoaAZoCWgPQwix9+KL9olwQJSGlFKUaBVL32gWR0CylYp6hQFcdX2UKGgGaAloD0MIP6iLFMpackCUhpRSlGgVTQABaBZHQLKVsPYWcjJ1fZQoaAZoCWgPQwhPO/w1GV1wQJSGlFKUaBVL9GgWR0CyldZvUBn0dX2UKGgGaAloD0MISyL7IItpckCUhpRSlGgVTUgBaBZHQLKV4rFwT/R1fZQoaAZoCWgPQwi+amXCL2NyQJSGlFKUaBVNFQFoFkdAspXm8AaNuXV9lChoBmgJaA9DCGwhyEFJoXBAlIaUUpRoFU0YAWgWR0Cyle8l9jPOdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 296, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7060d01971bcb19549d94d013fab3a1763ce2fd2605b908e6a578fb660900f9
-size 147396
+oid sha256:4e99b602d26e9ae90d3a1e486bf961a30235464d90f980f94b84f3a5ef8e3128
+size 147336

ppo-LunarLander-v2/data

@@ -43,12 +43,12 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 1212416,
+    "_total_timesteps": 1200000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1674490033735295664,
+    "start_time": 1674491286994481969,
     "learning_rate": 0.001,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -57,7 +57,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGZzkL0UyJC6pRXtOh5r3TWOzE4593MIugAAgD8AAAAAMx4xPfbASLoe25s1i+yoMP2XBzvI6q+0AACAPwAAgD+AjWa9j9prutXYo7aTaZqxLa55O0qzwzUAAIA/AACAP5p4GL2uCa2684SVOauYijQ4IkU6go+ruAAAgD8AAIA/AMS0u4VTuLkVkDO7vPm/NGZsrrtw5lQ6AACAPwAAgD8AvNm8meylPr4VXz31Rsq+9N1FO5MjqzoAAAAAAAAAAI0Yh73DuWy6ChsrOtc1VTXw/Y+6+UpHuQAAgD8AAIA/ZhyRPFyLSrqYKZo38zBaMsVgPDsyZLW2AACAPwAAgD9zngk+0jirP9C47D5nyvS+/V84Po7/MT4AAAAAAAAAAGZ2CzspKAq65vmRuZUFW7RxCD67I8uoOAAAgD8AAIA/AAQIPOGklLpjJzo5sdsuNHQ8JLqSbFe4AACAPwAAgD/NSeI8FACwuiN5NLmiuyi0OYkiOWKYTjgAAIA/AACAP2YZvr3XzVa7pHuNPK6SrzwobH28kmaVPQAAgD8AAIA/epoQvntW6boAT5y6DqbRt+Jg8zucm5I4AAAAAAAAAABAAyg+jnmZP9HQtj6xEyW/4/OGPj3flj0AAAAAAAAAAGbj1DwuqMs9cGlqvid3UL4plp++kOdLPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGan0T0pbPM+xkAgu5dzvr4zSKM9sVKrvAAAAAAAAAAAgEZMPRStkT6uJEC7VAqrvutLQj2rteI8AAAAAAAAAAATuJq+S2NqP/Rwhb3y9Aq/Wc2pvktR9D0AAAAAAAAAAE2OUr0cokm8uxCtvExSIj22H6g9NqsCvgAAgD8AAIA/TYcBPZ4U4D0IU/C9oY0cvudgBL3DH0G7AAAAAAAAAAAze367uAvRuyJX8T15jcm96H/xuc2/tb4AAIA/AACAP0YiEr5dy+o+bpY0PjQ+2r6xnYm9D5W4PQAAAAAAAAAA6khbvrt/rbza2qG73zEAuu3PGD6J2sg6AACAPwAAgD9mwxm9DtqTP09WKb7E8BK/zFmDvdlkr70AAAAAAAAAAEC8Az6fci4+ZQ51vpVsIr5mrBc8ZYrRvQAAAAAAAAAAw32dviUCpD5jT24+5DDfvm2ghb1Nia09AAAAAAAAAABGoSm+yKSTPz+8Cr/uWgS/lOFVvi5Qe74AAAAAAAAAAGamer2GzKQ/kgomv1dAN78oW5w8ut+8vQAAAAAAAAAAAGU1vR9917ttXsu3dCiKPIyFPL3yZGk9AACAPwAAgD+b1JO+7dZ3PyE6o76gOgW/6mS4vl5VGr0AAAAAAAAAALNC3b3ndZ0/3QMsv0DeIL/r6lG9XCOEvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -67,17 +67,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.010346666666666726,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVahAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIT3XIzbC3cECUhpRSlIwBbJRNMwKMAXSUR0CqaEt8VpK0dX2UKGgGaAloD0MIJbA5B48DcUCUhpRSlGgVTS0DaBZHQKpo8wiaAnV1fZQoaAZoCWgPQwh3Mc10L7hhQJSGlFKUaBVN6ANoFkdAqmrXOhTOxHV9lChoBmgJaA9DCDgwuVGk2nBAlIaUUpRoFU2zAmgWR0Cqa6fRu0kXdX2UKGgGaAloD0MIrvIEwg6HckCUhpRSlGgVTbUBaBZHQKpr9TsIE8t1fZQoaAZoCWgPQwgeNLvubWpxQJSGlFKUaBVNkANoFkdAqm0mfbsWwnV9lChoBmgJaA9DCDo+WpwxL2VAlIaUUpRoFU3oA2gWR0CqbY97F85TdX2UKGgGaAloD0MID5nyISiqYECUhpRSlGgVTegDaBZHQKpt4PV/c351fZQoaAZoCWgPQwjnxvSEJRpwQJSGlFKUaBVNDgJoFkdAqm9FDOTq0XV9lChoBmgJaA9DCJUp5iBoUnNAlIaUUpRoFU3FAWgWR0Cqb8mVqveQdX2UKGgGaAloD0MIUHEceLUFbkCUhpRSlGgVTcwBaBZHQKpw6TK1XvJ1fZQoaAZoCWgPQwhjRnh7EIZQQJSGlFKUaBVLtmgWR0CqcUsXSBsidX2UKGgGaAloD0MITS1b64vbcUCUhpRSlGgVTToBaBZHQKpxtsQd0aJ1fZQoaAZoCWgPQwibr5KPncdxQJSGlFKUaBVNEwFoFkdAqnI9A3T/hnV9lChoBmgJaA9DCG1VEtnHanFAlIaUUpRoFU2KA2gWR0CqcpKC6H0sdX2UKGgGaAloD0MIG0zD8JHSckCUhpRSlGgVTRoBaBZHQKpyx9mYjSp1fZQoaAZoCWgPQwhosn+eRnZyQJSGlFKUaBVNOwJoFkdAqnN68J2MbXV9lChoBmgJaA9DCEG8rl+wMmVAlIaUUpRoFU3oA2gWR0CqdHblq8DkdX2UKGgGaAloD0MIzJntCn1ZZ0CUhpRSlGgVTegDaBZHQKp0ndSEUTN1fZQoaAZoCWgPQwje5SK+k59yQJSGlFKUaBVN2wNoFkdAqnSi2WpqAXV9lChoBmgJaA9DCFBvRs1XY09AlIaUUpRoFUutaBZHQKp0p0rbxmV1fZQoaAZoCWgPQwg6sBwhg79pQJSGlFKUaBVN6ANoFkdAqoeZkGzKLnV9lChoBmgJaA9DCNGt1/SgGnFAlIaUUpRoFUvoaBZHQKqHxA+pwS91fZQoaAZoCWgPQwh7TQ8KSh9xQJSGlFKUaBVN6ANoFkdAqofqqS5iE3V9lChoBmgJaA9DCN5Zu+1Cd0FAlIaUUpRoFUuzaBZHQKqI2IvalDZ1fZQoaAZoCWgPQwhOYDqtGwtxQJSGlFKUaBVNHAFoFkdAqolhQzk6tHV9lChoBmgJaA9DCEZblUT2anBAlIaUUpRoFU29AmgWR0CqiZ73Gn4xdX2UKGgGaAloD0MI1JrmHaeQVUCUhpRSlGgVS6VoFkdAqoo73RG+bnV9lChoBmgJaA9DCIrNx7VhlnJAlIaUUpRoFU1jAWgWR0Cqiuppeu3ddX2UKGgGaAloD0MIX9BCAkbtckCUhpRSlGgVTQYCaBZHQKqLNg+hXbN1fZQoaAZoCWgPQwhCQSlauTxxQJSGlFKUaBVNKQFoFkdAqovyEHt4RnV9lChoBmgJaA9DCDLLngQ2bnFAlIaUUpRoFU2rAWgWR0CqjHa0x/NJdX2UKGgGaAloD0MIbjMV4hGdcECUhpRSlGgVTTsBaBZHQKqMduWKMvR1fZQoaAZoCWgPQwgv3Lkw0sVxQJSGlFKUaBVNLQFoFkdAqoznjQzDXXV9lChoBmgJaA9DCISdYtVgq3NAlIaUUpRoFU1OA2gWR0CqjPlTFVDKdX2UKGgGaAloD0MIE0ceiCxzb0CUhpRSlGgVTS0BaBZHQKqNEkyDZlF1fZQoaAZoCWgPQwjj32dceFVyQJSGlFKUaBVNPAJoFkdAqo02bb1yvXV9lChoBmgJaA9DCGFSfHzCv3BAlIaUUpRoFU2bAmgWR0CqjVqhcqvvdX2UKGgGaAloD0MIQbeXNEYOckCUhpRSlGgVS+toFkdAqo461y/9HnV9lChoBmgJaA9DCLYr9MEyPj5AlIaUUpRoFUugaBZHQKqPn81Gb1B1fZQoaAZoCWgPQwh/h6JAn1JyQJSGlFKUaBVL3GgWR0CqkUeS8rZrdX2UKGgGaAloD0MIH0lJD0NXQ0CUhpRSlGgVS6ZoFkdAqpFkVgx8D3V9lChoBmgJaA9DCIfboWGxw3BAlIaUUpRoFU1kAmgWR0CqkdDhky1vdX2UKGgGaAloD0MI7S3lfLFucECUhpRSlGgVTRIBaBZHQKqR1lPJq7B1fZQoaAZoCWgPQwgsRl1rL1dyQJSGlFKUaBVNLwFoFkdAqpHrZYgaFXV9lChoBmgJaA9DCJPGaB0VNnJAlIaUUpRoFU1NAWgWR0CqkfqgqVhTdX2UKGgGaAloD0MIzjP2JRseckCUhpRSlGgVTYUCaBZHQKqScwpvxYt1fZQoaAZoCWgPQwjhJM0fk55wQJSGlFKUaBVNHQJoFkdAqpKKOktVaXV9lChoBmgJaA9DCPmiPV6IvHFAlIaUUpRoFU2lAWgWR0CqktD8+A3DdX2UKGgGaAloD0MICaTEru3wb0CUhpRSlGgVTVIBaBZHQKqTAvL5h0B1fZQoaAZoCWgPQwgnLscrkDZzQJSGlFKUaBVNHwJoFkdAqpMN3OfNA3V9lChoBmgJaA9DCAFp/wPsR3FAlIaUUpRoFU2gAWgWR0Cqk61VHWjHdX2UKGgGaAloD0MImPbN/ZUkcECUhpRSlGgVTXoBaBZHQKqTwcurZJ11fZQoaAZoCWgPQwg8hVypZ60+QJSGlFKUaBVLtmgWR0CqlD+BpYcOdX2UKGgGaAloD0MIhBH7BFBsQkCUhpRSlGgVS5JoFkdAqpR3SOR1YHV9lChoBmgJaA9DCEZ9kjtsvXBAlIaUUpRoFU1LAmgWR0CqlM9wWFewdX2UKGgGaAloD0MI8DLDRplecECUhpRSlGgVS/hoFkdAqpVtQCSzPnV9lChoBmgJaA9DCFKbOLnfI0xAlIaUUpRoFUvCaBZHQKqVcVZ9uxd1fZQoaAZoCWgPQwhMqODwQl5yQJSGlFKUaBVNJgFoFkdAqpYiRjjJdXV9lChoBmgJaA9DCHRFKSFYvT5AlIaUUpRoFUttaBZHQKqWfEsrd311fZQoaAZoCWgPQwh6ck2BzIZIQJSGlFKUaBVLo2gWR0Cqlqub7TDwdX2UKGgGaAloD0MIn7DEA8qUcUCUhpRSlGgVTZUBaBZHQKqXsPUaybB1fZQoaAZoCWgPQwgoSGx3D+JBQJSGlFKUaBVLnmgWR0CqmDNm16VudX2UKGgGaAloD0MIS6/Nxkr5b0CUhpRSlGgVTZwBaBZHQKqYZJ2dNFl1fZQoaAZoCWgPQwjbEyS2OxJyQJSGlFKUaBVNbQFoFkdAqpiycNH6M3V9lChoBmgJaA9DCN1e0hitlzZAlIaUUpRoFUubaBZHQKqZjJmNBGB1fZQoaAZoCWgPQwhjesISz0NwQJSGlFKUaBVNjQFoFkdAqpo1tEXtSnV9lChoBmgJaA9DCPMeZ5qw0XFAlIaUUpRoFU1kAWgWR0CqmqAow22odX2UKGgGaAloD0MImzdOCvPLZ0CUhpRSlGgVTegDaBZHQKqawEUTL4h1fZQoaAZoCWgPQwgr3sg88itGQJSGlFKUaBVLj2gWR0CqmuAnlXA/dX2UKGgGaAloD0MIvJF55E/BcUCUhpRSlGgVTUcBaBZHQKqbVU/fO2R1fZQoaAZoCWgPQwhe91YkJppxQJSGlFKUaBVNAgFoFkdAqpx0Ja7mMnV9lChoBmgJaA9DCKbtX1npYnBAlIaUUpRoFUv1aBZHQKqdMYCQtBh1fZQoaAZoCWgPQwjjxcIQOfxsQJSGlFKUaBVNagJoFkdAqp1ozHjp93V9lChoBmgJaA9DCKJBCp6Cr3BAlIaUUpRoFU1FAmgWR0Cqna/I0ZWJdX2UKGgGaAloD0MIV3cstslOc0CUhpRSlGgVTbcBaBZHQKqeJWCmMwV1fZQoaAZoCWgPQwiMoZxoV2NtQJSGlFKUaBVNJAFoFkdAqp9XUBnzx3V9lChoBmgJaA9DCDoeM1AZVUlAlIaUUpRoFUuBaBZHQKqfW+9rXUZ1fZQoaAZoCWgPQwhNvtnmRhJyQJSGlFKUaBVNLwFoFkdAqqAceXAuZnV9lChoBmgJaA9DCEvK3ed4impAlIaUUpRoFU3oA2gWR0CqoNH+AEt/dX2UKGgGaAloD0MIk6rtJnjbckCUhpRSlGgVTXEBaBZHQKqhEUM5OrR1fZQoaAZoCWgPQwgEyNCxgzVyQJSGlFKUaBVNIQFoFkdAqqJ6Vlf7anV9lChoBmgJaA9DCOJyvAJRRmVAlIaUUpRoFU3oA2gWR0Cqorl2/zredX2UKGgGaAloD0MIT+eKUoJicECUhpRSlGgVTcwDaBZHQKqix9XtBv91fZQoaAZoCWgPQwiTpkHRPHJvQJSGlFKUaBVNTQFoFkdAqqL5zV+ZxHV9lChoBmgJaA9DCME4uHQMEXJAlIaUUpRoFU0cAmgWR0Cqo8XhOxjbdX2UKGgGaAloD0MIXWqEfibQcECUhpRSlGgVS/1oFkdAqqQ9glWwNnV9lChoBmgJaA9DCAvPS8XGdnFAlIaUUpRoFU3tAWgWR0CqpKFE7W/bdX2UKGgGaAloD0MI0qbqHtnyRECUhpRSlGgVS6NoFkdAqqVAj4YaYXV9lChoBmgJaA9DCPGdmPXiW29AlIaUUpRoFU0aAWgWR0CqpVTI3irDdX2UKGgGaAloD0MIMbWlDnICcUCUhpRSlGgVTRUDaBZHQKqluNmUW2x1fZQoaAZoCWgPQwjo3O16aeZxQJSGlFKUaBVNogNoFkdAqqZKHymQ83V9lChoBmgJaA9DCKYnLPEAI21AlIaUUpRoFU0JAmgWR0CqpmzgEU0vdX2UKGgGaAloD0MI4Nv0Z79pc0CUhpRSlGgVTbkCaBZHQKqmtIVdonN1fZQoaAZoCWgPQwiDGOja12BzQJSGlFKUaBVNDgFoFkdAqqbCJfpljHV9lChoBmgJaA9DCJDY7h4g9nFAlIaUUpRoFU3fAWgWR0Cqpt6isXBQdX2UKGgGaAloD0MIJJur5rkEcECUhpRSlGgVTUABaBZHQKqnOPZqVQh1fZQoaAZoCWgPQwhR+Gwd3DVxQJSGlFKUaBVL9mgWR0Cqp7zGo73gdX2UKGgGaAloD0MI7KS+LO2KcUCUhpRSlGgVTVQBaBZHQKqoqjtXxON1fZQoaAZoCWgPQwhEwCFUaZRwQJSGlFKUaBVNswNoFkdAqqjX2kBS1nVlLg=="
+        ":serialized:": "gAWVPxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMII9xkVNmKc0CUhpRSlIwBbJRNCwGMAXSUR0Cyh+6q814xdX2UKGgGaAloD0MIZi0FpL0YcUCUhpRSlGgVS+9oFkdAsof50gbIcXV9lChoBmgJaA9DCA9Iwr6drG5AlIaUUpRoFU0AAWgWR0CyiBIlQdjodX2UKGgGaAloD0MIN43tteBEc0CUhpRSlGgVTSEBaBZHQLKIE8WKuSx1fZQoaAZoCWgPQwj1Se6wCWZuQJSGlFKUaBVL32gWR0CyiB9fw7T2dX2UKGgGaAloD0MIgIKLFbXHcECUhpRSlGgVS/JoFkdAsog6yUs4DXV9lChoBmgJaA9DCMEcPX4vXnJAlIaUUpRoFUvFaBZHQLKIQMVUMod1fZQoaAZoCWgPQwgkSKXYER5wQJSGlFKUaBVL42gWR0CyiE1+Vkc0dX2UKGgGaAloD0MIj6Z6Mr/bckCUhpRSlGgVTTcBaBZHQLKIhLuhK151fZQoaAZoCWgPQwj+tidI7OhuQJSGlFKUaBVL92gWR0CyiMJm29csdX2UKGgGaAloD0MIejVAaej6ckCUhpRSlGgVTSwBaBZHQLKI4tNBWxR1fZQoaAZoCWgPQwi9rIkFPhltQJSGlFKUaBVL3WgWR0CyiPJiRW92dX2UKGgGaAloD0MIqvBneDMQckCUhpRSlGgVS99oFkdAsoj649X9znV9lChoBmgJaA9DCMaKGkzDM3NAlIaUUpRoFU0CAWgWR0CyiP1SXMQmdX2UKGgGaAloD0MIsg5HV6kdc0CUhpRSlGgVS+ZoFkdAsokDy7PIGXV9lChoBmgJaA9DCLsPQGrT3XJAlIaUUpRoFU0YAWgWR0CyiQj+717IdX2UKGgGaAloD0MIqUvGMZIEckCUhpRSlGgVTQUBaBZHQLKJc5BTn7p1fZQoaAZoCWgPQwisGoS53WVQQJSGlFKUaBVLrGgWR0CyiYogeRxMdX2UKGgGaAloD0MIs7ES86xvcUCUhpRSlGgVS99oFkdAsomRqQA+6nV9lChoBmgJaA9DCL+36c++T3NAlIaUUpRoFU0BAWgWR0CyiZPVI7NjdX2UKGgGaAloD0MIKXXJOIbKckCUhpRSlGgVS/toFkdAsomYMI/qxHV9lChoBmgJaA9DCIvgfyuZwHBAlIaUUpRoFUvmaBZHQLKJqAd4mkZ1fZQoaAZoCWgPQwhbQdMSKxtyQJSGlFKUaBVNGAFoFkdAsom0e5nUUnV9lChoBmgJaA9DCDQuHAjJlnJAlIaUUpRoFUvbaBZHQLKKSg75mAd1fZQoaAZoCWgPQwhLICV2rRFxQJSGlFKUaBVL5WgWR0CyilO5avA5dX2UKGgGaAloD0MIgLbVrLOLcECUhpRSlGgVS91oFkdAsopbOTq0MXV9lChoBmgJaA9DCKNZ2T6kNXJAlIaUUpRoFU0aAWgWR0CyinwPZqVRdX2UKGgGaAloD0MIzA2GOizlckCUhpRSlGgVTQsBaBZHQLKKtMuvllt1fZQoaAZoCWgPQwg486s5wOdyQJSGlFKUaBVNGgFoFkdAsoq/0pVjqnV9lChoBmgJaA9DCCUFFsDUmXBAlIaUUpRoFU0sAWgWR0CyisHLFGXpdX2UKGgGaAloD0MIPgXAeEbvcECUhpRSlGgVS+poFkdAsor8PNFBp3V9lChoBmgJaA9DCF2I1R/hfXBAlIaUUpRoFUvcaBZHQLKLAux8lX11fZQoaAZoCWgPQwhN9zqpb5twQJSGlFKUaBVLxGgWR0CyiwUm2LHddX2UKGgGaAloD0MIQEtXsA3zcECUhpRSlGgVS+poFkdAsosfPPcBVHV9lChoBmgJaA9DCOxnsRSJ9HJAlIaUUpRoFUvyaBZHQLKLJu+RHPN1fZQoaAZoCWgPQwid1m1Qe1JvQJSGlFKUaBVNEwFoFkdAso/peXzDoHV9lChoBmgJaA9DCCcW+IouX3NAlIaUUpRoFU0MAWgWR0Cyj/4y0rsjdX2UKGgGaAloD0MIzJpY4CvicECUhpRSlGgVS85oFkdAspBFet0V8HV9lChoBmgJaA9DCIL917npUXFAlIaUUpRoFU0HAWgWR0CykJsHbAUMdX2UKGgGaAloD0MI4WBvYogccUCUhpRSlGgVS9loFkdAspDAbNr0rnV9lChoBmgJaA9DCK+xS1RvLnFAlIaUUpRoFU0bAWgWR0CykMt+kP+XdX2UKGgGaAloD0MIVK2FWehWcECUhpRSlGgVTQoBaBZHQLKQ1kpZwGZ1fZQoaAZoCWgPQwhRacTM/jVyQJSGlFKUaBVL+2gWR0CykPKXnhbXdX2UKGgGaAloD0MIP6phv+fackCUhpRSlGgVTR4BaBZHQLKRQPbwjMV1fZQoaAZoCWgPQwirsYS1ce5xQJSGlFKUaBVL/GgWR0CykU0YO2AodX2UKGgGaAloD0MIBTQRNnwOcUCUhpRSlGgVTQMBaBZHQLKRUQGOdXl1fZQoaAZoCWgPQwgsEaj+QSJzQJSGlFKUaBVL9mgWR0CykWHSWqtHdX2UKGgGaAloD0MILc4Y5gQWcUCUhpRSlGgVS/doFkdAspFrlwLmZHV9lChoBmgJaA9DCNB9ObPdGm9AlIaUUpRoFUvfaBZHQLKRcDM/yG11fZQoaAZoCWgPQwhET8qkxldyQJSGlFKUaBVNFAFoFkdAspF0dJaq0nV9lChoBmgJaA9DCDnThO2nb2pAlIaUUpRoFU0EA2gWR0CykXpnlGPQdX2UKGgGaAloD0MIwAXZsnxbcECUhpRSlGgVS+BoFkdAspGFQVKwp3V9lChoBmgJaA9DCKyNsRMegnFAlIaUUpRoFUvjaBZHQLKRx+7Dl5p1fZQoaAZoCWgPQwiaB7DIr0BxQJSGlFKUaBVL32gWR0CykixIjGDMdX2UKGgGaAloD0MImrUUkDZicECUhpRSlGgVS/doFkdAspI1vgm7a3V9lChoBmgJaA9DCOiIfJdSH01AlIaUUpRoFUvNaBZHQLKSPgMtsep1fZQoaAZoCWgPQwhzhXe5SH5wQJSGlFKUaBVL5WgWR0Cykks89wFUdX2UKGgGaAloD0MIPbg7a7edUECUhpRSlGgVS6poFkdAspKBX1anrXV9lChoBmgJaA9DCMIzoUliaHNAlIaUUpRoFU0NAWgWR0CykoTuWrwOdX2UKGgGaAloD0MIcQSpFLsncECUhpRSlGgVS9doFkdAspKjUsnRcHV9lChoBmgJaA9DCJWbqKW5BXJAlIaUUpRoFUvKaBZHQLKSrXI2fkF1fZQoaAZoCWgPQwi1pnnHacFxQJSGlFKUaBVLzmgWR0CykrlVo6CEdX2UKGgGaAloD0MIFZD2P8A0cECUhpRSlGgVS+NoFkdAspLJV+7UX3V9lChoBmgJaA9DCGDpfHhWcnJAlIaUUpRoFUvhaBZHQLKSz+FUQ051fZQoaAZoCWgPQwiD34YYL3ZwQJSGlFKUaBVNAwFoFkdAspLgFpwjuHV9lChoBmgJaA9DCNpyLsXV63FAlIaUUpRoFUvjaBZHQLKS7TJhfBx1fZQoaAZoCWgPQwg66BIOPRVyQJSGlFKUaBVNCwFoFkdAspL0Rcu8LHV9lChoBmgJaA9DCIoGKXiKmHFAlIaUUpRoFUvQaBZHQLKTFbI91U51fZQoaAZoCWgPQwjXMhmO5y1dQJSGlFKUaBVN6ANoFkdAspMgp9ZzP3V9lChoBmgJaA9DCEPnNXZJU3BAlIaUUpRoFUvZaBZHQLKTergflp51fZQoaAZoCWgPQwijPV5Ih0lvQJSGlFKUaBVL32gWR0Cyk4wVGkN4dX2UKGgGaAloD0MIAFXcuEWpckCUhpRSlGgVS/9oFkdAspPXtdAxBXV9lChoBmgJaA9DCKrukc0VwnBAlIaUUpRoFUvPaBZHQLKT3xUNrj51fZQoaAZoCWgPQwg5Jov7TyhyQJSGlFKUaBVLxmgWR0Cyk+Q1ivxIdX2UKGgGaAloD0MIRdrGnyjFcUCUhpRSlGgVS9JoFkdAspPtha1Ti3V9lChoBmgJaA9DCDnv/+PEDnJAlIaUUpRoFUvzaBZHQLKT+lZHNHJ1fZQoaAZoCWgPQwhlbVM87ipzQJSGlFKUaBVNJQFoFkdAspQJotcv/XV9lChoBmgJaA9DCF+4c2HkHnNAlIaUUpRoFUvnaBZHQLKULTcqOLl1fZQoaAZoCWgPQwikbmdfeYhvQJSGlFKUaBVL3WgWR0CylD08aGYbdX2UKGgGaAloD0MI0m9fBw7WcUCUhpRSlGgVTSQBaBZHQLKUSWuoxYd1fZQoaAZoCWgPQwgA4q5exXdvQJSGlFKUaBVL5mgWR0CylFNjTa0ydX2UKGgGaAloD0MIqtIW13j6bkCUhpRSlGgVTQgBaBZHQLKUWuWKMvR1fZQoaAZoCWgPQwjFHtrHirRwQJSGlFKUaBVL+2gWR0CylFzQeFL4dX2UKGgGaAloD0MI2H3H8BhScUCUhpRSlGgVS89oFkdAspRhvrGBF3V9lChoBmgJaA9DCB1aZDufgHJAlIaUUpRoFUvqaBZHQLKUefp2U0N1fZQoaAZoCWgPQwj1TC8x1i5wQJSGlFKUaBVL2mgWR0CylM2wzLwGdX2UKGgGaAloD0MIO1PovAZ+ckCUhpRSlGgVS+toFkdAspTWTr3TNXV9lChoBmgJaA9DCEevBigNz3BAlIaUUpRoFUvWaBZHQLKVB5RCQcR1fZQoaAZoCWgPQwjI0ocuaABwQJSGlFKUaBVL3GgWR0CylSKYE4ecdX2UKGgGaAloD0MIbqetEcELc0CUhpRSlGgVS/toFkdAspVKEdvKl3V9lChoBmgJaA9DCJHVrZ7TI3JAlIaUUpRoFUv2aBZHQLKVVihFmWd1fZQoaAZoCWgPQwhsXtVZrW1zQJSGlFKUaBVL2GgWR0CylVtG3F1kdX2UKGgGaAloD0MI7ginBa9TcECUhpRSlGgVS+JoFkdAspV6ZnctXnV9lChoBmgJaA9DCEqaP6a1ZnBAlIaUUpRoFUvSaBZHQLKVf3NLUTd1fZQoaAZoCWgPQwix9+KL9olwQJSGlFKUaBVL32gWR0CylYp6hQFcdX2UKGgGaAloD0MIP6iLFMpackCUhpRSlGgVTQABaBZHQLKVsPYWcjJ1fZQoaAZoCWgPQwhPO/w1GV1wQJSGlFKUaBVL9GgWR0CyldZvUBn0dX2UKGgGaAloD0MISyL7IItpckCUhpRSlGgVTUgBaBZHQLKV4rFwT/R1fZQoaAZoCWgPQwi+amXCL2NyQJSGlFKUaBVNFQFoFkdAspXm8AaNuXV9lChoBmgJaA9DCGwhyEFJoXBAlIaUUpRoFU0YAWgWR0Cyle8l9jPOdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 124,
-    "n_steps": 2048,
+    "_n_updates": 296,
+    "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,
     "ent_coef": 0.005,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aed79d372dd898a02a219181a7709dc0687d3d7045fe4ae6a3f9d860dcb0e17
+oid sha256:bd88a380cf96b83c3666cbbf2bad1bced224c58dc91a96e32dc2ddd9608af78d
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c9e613780c114364caeabd49c60ace62e8bfd5268e54b320ccef726a5d4baa8
+oid sha256:eda26445c839f544532ed8a2be54aecdfa01e4865aed0405123a54ca14a8c0e3
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 263.7938554644559, "std_reward": 23.925995513852186, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-23T16:27:14.071401"}
+{"mean_reward": 276.1708750408705, "std_reward": 28.81309504142787, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-23T16:53:32.347181"}