Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 254.40 +/- 23.34
+      value: -53.80 +/- 141.80
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe00ddc40d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe00ddc4160>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe00ddc41f0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe00ddc4280>", "_build": "<function ActorCriticPolicy._build at 0x7fe00ddc4310>", "forward": "<function ActorCriticPolicy.forward at 0x7fe00ddc43a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe00ddc4430>", "_predict": "<function ActorCriticPolicy._predict at 0x7fe00ddc44c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe00ddc4550>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe00ddc45e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe00ddc4670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fe00ddbded0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAAAAAAAAAAAAJRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP+UaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "low_repr": "-inf", "high_repr": "inf", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVkgAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==", "n": 4, "start": 0, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1007104, "_total_timesteps": 1000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1672474575964941848, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAI1vKj5PRQK8aLnzuiVXojijhWO9ER0ROgAAgD8AAIA/MyS6PBRf0D2zK24+EfiCvstxhD1WUHY8AAAAAAAAAAAdkFm+aK+EP3qmgL7zMvK+n+EYvsVTGb0AAAAAAAAAAM1Hxzz29Hq6K5S+uGP2ebUa07c649zdNwAAgD8AAIA/rWQOvh+7jjoiPCM6tEQEt3Cudrw+/EC5AACAPwAAgD8zDiS94XiEut4JrLsxCdg44RuMOta/BjoAAIA/AACAPzOYoLyu8YK6tVAFPFvycrYugyA6g29jtQAAgD8AAIA/zVu4PTJ/hj8HTjS7wiL3vq/3GT7cUr+9AAAAAAAAAADNpOC8FJaPujJHxzrz8+I1ZMf1OqV75rkAAIA/AACAP80k1rzwW7U/uwIlv8Hd1zw6Gp88usQmPQAAAAAAAAAAzVK8vHt0pLgG22U7UfpwNgpKp7qNgYe6AACAPwAAgD8zY6E6yuSyPwtTZz2LIZ6+AbDsOc8ZxTwAAAAAAAAAAGZser2uAaO64DlOO/ptOLYFnIm68shqugAAgD8AAIA/wCyfvVyLLLpSRUo7ranLNvkESDqjKGa6AACAPwAAgD9m8UI9H+WcuepBN7sCdNc3mmopuwrD6TkAAIA/AACAPyagg73DLQ66RdBZO++evTb/j6Y71ht9ugAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007103999999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIxNDq5IwNYUCUhpRSlIwBbJRN6AOMAXSUR0CSfGstTUAldX2UKGgGaAloD0MIbqKW5tbTYkCUhpRSlGgVTegDaBZHQJJ+EJzDGcZ1fZQoaAZoCWgPQwig4c0aPJdoQJSGlFKUaBVN6ANoFkdAkoAtDIBBA3V9lChoBmgJaA9DCFuyKsJN7l5AlIaUUpRoFU3oA2gWR0CSiPlfJFLGdX2UKGgGaAloD0MIIH2TpkHCYECUhpRSlGgVTegDaBZHQJKKRg+hXbN1fZQoaAZoCWgPQwjo+j4cJPdaQJSGlFKUaBVN6ANoFkdAkorDhgmZ3XV9lChoBmgJaA9DCL+ZmC5EmWNAlIaUUpRoFU3oA2gWR0CSkHtgKF7EdX2UKGgGaAloD0MIMzLIXQTYYUCUhpRSlGgVTegDaBZHQJKUeOcUdrB1fZQoaAZoCWgPQwi/ub963KRiQJSGlFKUaBVN6ANoFkdAkpW05Qxes3V9lChoBmgJaA9DCPSkTGro+WZAlIaUUpRoFU3oA2gWR0CSmLsYl6Z6dX2UKGgGaAloD0MItrxyvW1wZECUhpRSlGgVTegDaBZHQJKqNQzk6tF1fZQoaAZoCWgPQwjt2AjE60NZQJSGlFKUaBVN6ANoFkdAkq3cKohpxnV9lChoBmgJaA9DCB9KtORxwGFAlIaUUpRoFU3oA2gWR0CStSQWN3nqdX2UKGgGaAloD0MI4uXpXFEcTkCUhpRSlGgVS8BoFkdAkrvT/6wdKnV9lChoBmgJaA9DCLckB+xqiF1AlIaUUpRoFU3oA2gWR0CSvBuG9HtndX2UKGgGaAloD0MI1LZhFIQDYkCUhpRSlGgVTegDaBZHQJK8ewKSgXd1fZQoaAZoCWgPQwgDd6BOedJgQJSGlFKUaBVN6ANoFkdAkr+e8brC33V9lChoBmgJaA9DCIl8l1IXYWJAlIaUUpRoFU3oA2gWR0CSv8E2Hck/dX2UKGgGaAloD0MI00uMZfrlZUCUhpRSlGgVTegDaBZHQJLBHRXwLE11fZQoaAZoCWgPQwixU6waBAdkQJSGlFKUaBVN6ANoFkdAksL9B8hLXnV9lChoBmgJaA9DCPzepj/7WmRAlIaUUpRoFU3oA2gWR0CSyzjEvTPTdX2UKGgGaAloD0MIM2q+Sr5DYkCUhpRSlGgVTegDaBZHQJLMeHxjJ+51fZQoaAZoCWgPQwiCO1CnPDleQJSGlFKUaBVN6ANoFkdAksz4D9wWFnV9lChoBmgJaA9DCP+Tv3tHe11AlIaUUpRoFU3oA2gWR0CS0qmeUY8/dX2UKGgGaAloD0MI58jKL4MgYkCUhpRSlGgVTegDaBZHQJLWvbuc+aB1fZQoaAZoCWgPQwhSK0zf665kQJSGlFKUaBVN6ANoFkdAktgTrmhdt3V9lChoBmgJaA9DCP1NKETAm2FAlIaUUpRoFU3oA2gWR0CS203YcvM9dX2UKGgGaAloD0MI78ouGNyGYUCUhpRSlGgVTegDaBZHQJMjNV3ljmV1fZQoaAZoCWgPQwjl7J3RVhRdQJSGlFKUaBVN6ANoFkdAkzBOrdWQwXV9lChoBmgJaA9DCGISLuQRal1AlIaUUpRoFU3oA2gWR0CTN6MDwH7hdX2UKGgGaAloD0MIPkFiu/tOYkCUhpRSlGgVTegDaBZHQJM357BwdbR1fZQoaAZoCWgPQwgRbcfUXeViQJSGlFKUaBVN6ANoFkdAkzhIaLn9vXV9lChoBmgJaA9DCIaNsn4zRVpAlIaUUpRoFU3oA2gWR0CTO5Xq7iAEdX2UKGgGaAloD0MIHQJHAo3UY0CUhpRSlGgVTegDaBZHQJM7v2SMcZN1fZQoaAZoCWgPQwivYBvxZPdlQJSGlFKUaBVN6ANoFkdAkz0tAcDKYHV9lChoBmgJaA9DCNgPscHC1GFAlIaUUpRoFU3oA2gWR0CTPwdUsFt9dX2UKGgGaAloD0MIBr03hgAeR0CUhpRSlGgVS7FoFkdAk0KHZXdTHnV9lChoBmgJaA9DCJikMsWcCWNAlIaUUpRoFU3oA2gWR0CTRv9eQdS3dX2UKGgGaAloD0MIyHn/H6euYkCUhpRSlGgVTegDaBZHQJNIJyvLX+V1fZQoaAZoCWgPQwi3Q8NiVFtjQJSGlFKUaBVN6ANoFkdAk0inscABDHV9lChoBmgJaA9DCP9eCg+awFVAlIaUUpRoFU3oA2gWR0CTTfFKCg9NdX2UKGgGaAloD0MIrIxGPq91YECUhpRSlGgVTegDaBZHQJNRxNEgGKR1fZQoaAZoCWgPQwioqPqVTmlhQJSGlFKUaBVN6ANoFkdAk1MN0V8CxXV9lChoBmgJaA9DCEaWzLE8nmZAlIaUUpRoFU3oA2gWR0CTVkpLVWjodX2UKGgGaAloD0MI0v9yLdqTZ0CUhpRSlGgVTegDaBZHQJNqRmNBF/h1fZQoaAZoCWgPQwj6RJ4kXYRhQJSGlFKUaBVN6ANoFkdAk3c8dLg4wXV9lChoBmgJaA9DCK/uWGwThGRAlIaUUpRoFU3oA2gWR0CTf1TNMXabdX2UKGgGaAloD0MIWFcFajFNY0CUhpRSlGgVTegDaBZHQJN/xRk3CKt1fZQoaAZoCWgPQwi5NlSM88lfQJSGlFKUaBVN6ANoFkdAk4ODgZTAFnV9lChoBmgJaA9DCGFREaeTUmVAlIaUUpRoFU3oA2gWR0CTg6r8R+SbdX2UKGgGaAloD0MIeF+VCxUrYECUhpRSlGgVTegDaBZHQJOFWIdlum91fZQoaAZoCWgPQwj2QZYFk19iQJSGlFKUaBVN6ANoFkdAk4eCK77KrHV9lChoBmgJaA9DCM/1fTjIN2BAlIaUUpRoFU3oA2gWR0CTi3cjqv/zdX2UKGgGaAloD0MIXi7iOzGXWECUhpRSlGgVTegDaBZHQJOQTvPTodN1fZQoaAZoCWgPQwi7Jw8LNaZiQJSGlFKUaBVN6ANoFkdAk5GlhTfixXV9lChoBmgJaA9DCGMoJ9rVWGFAlIaUUpRoFU3oA2gWR0CTkiRlpXZHdX2UKGgGaAloD0MIkQ96Nqs3XECUhpRSlGgVTegDaBZHQJOXwdo371t1fZQoaAZoCWgPQwgHXFfMCK87QJSGlFKUaBVLdGgWR0CTmXWYWtU5dX2UKGgGaAloD0MIpbvrbEi1ZECUhpRSlGgVTegDaBZHQJOb2nYQJ5V1fZQoaAZoCWgPQwhS76mcdpliQJSGlFKUaBVN6ANoFkdAk50tOVPepHV9lChoBmgJaA9DCLLZkeo7RGBAlIaUUpRoFU3oA2gWR0CToIWX1J18dX2UKGgGaAloD0MIsfhNYaUuZECUhpRSlGgVTegDaBZHQJOy6ULUkOZ1fZQoaAZoCWgPQwiHTs+7MQRiQJSGlFKUaBVN6ANoFkdAk+9SrHU+cHV9lChoBmgJaA9DCFml9EwvJGFAlIaUUpRoFU3oA2gWR0CT9reyzHCGdX2UKGgGaAloD0MISddMvtnxWUCUhpRSlGgVTegDaBZHQJP3Gw9q1w51fZQoaAZoCWgPQwi/7nTniQ5cQJSGlFKUaBVN6ANoFkdAk/q29L6DXnV9lChoBmgJaA9DCFKdDmS9GGJAlIaUUpRoFU3oA2gWR0CT+t0Syt3fdX2UKGgGaAloD0MIPZzAdFqMXUCUhpRSlGgVTegDaBZHQJP8fEQ5FPV1fZQoaAZoCWgPQwizeofboXZlQJSGlFKUaBVN6ANoFkdAk/7I150KZ3V9lChoBmgJaA9DCPUQje4gAGNAlIaUUpRoFU3oA2gWR0CUApCw8nuzdX2UKGgGaAloD0MIK9mxEYjOYUCUhpRSlGgVTegDaBZHQJQHQPtlZox1fZQoaAZoCWgPQwhZ3H9kumNkQJSGlFKUaBVN6ANoFkdAlAho+B6KL3V9lChoBmgJaA9DCJ5CrtSzsC5AlIaUUpRoFUuraBZHQJQJiUY8+zN1fZQoaAZoCWgPQwimtWlsLwFgQJSGlFKUaBVN6ANoFkdAlA6RaHKwIXV9lChoBmgJaA9DCL+ZmC7E2GZAlIaUUpRoFU3oA2gWR0CUEC9Cu2ZzdX2UKGgGaAloD0MI6iEa3cE2YECUhpRSlGgVTegDaBZHQJQSZaq0dBB1fZQoaAZoCWgPQwiaJmw/mZJlQJSGlFKUaBVN6ANoFkdAlBOoVIqb0HV9lChoBmgJaA9DCN+mP/uRJWRAlIaUUpRoFU3oA2gWR0CUFrmnwXqJdX2UKGgGaAloD0MI2SYVjTX8YkCUhpRSlGgVTegDaBZHQJQoIYBNmDl1fZQoaAZoCWgPQwjV7ewrDyVWQJSGlFKUaBVN6ANoFkdAlDOifUWl/HV9lChoBmgJaA9DCJerH5vkoV1AlIaUUpRoFU3oA2gWR0CUOuMjNY8udX2UKGgGaAloD0MI4IRCBJyIZUCUhpRSlGgVTegDaBZHQJQ7Rk8Rtgt1fZQoaAZoCWgPQwjmH32TprxbQJSGlFKUaBVN6ANoFkdAlD6/FR51NnV9lChoBmgJaA9DCAft1cdDFGRAlIaUUpRoFU3oA2gWR0CUPuL8aXKKdX2UKGgGaAloD0MIwha7fVYsX0CUhpRSlGgVTegDaBZHQJRAcLE1l5J1fZQoaAZoCWgPQwhwW1t43pJiQJSGlFKUaBVN6ANoFkdAlEZbTpgTiHV9lChoBmgJaA9DCL9/8+JEg2RAlIaUUpRoFU3oA2gWR0CUSxdNFjNIdX2UKGgGaAloD0MIa7bykn+FY0CUhpRSlGgVTegDaBZHQJRMfpUxVQ11fZQoaAZoCWgPQwihTKPJRfVlQJSGlFKUaBVN6ANoFkdAlE24rBj4H3V9lChoBmgJaA9DCMfUXdmFJWFAlIaUUpRoFU3oA2gWR0CUUuKXOW0JdX2UKGgGaAloD0MIs7RTczkdZkCUhpRSlGgVTegDaBZHQJRUo+zMRpV1fZQoaAZoCWgPQwimD11Q39VhQJSGlFKUaBVN6ANoFkdAlFbbqUu+RHV9lChoBmgJaA9DCIVDb/FwzGJAlIaUUpRoFU3oA2gWR0CUWCEqlP8AdX2UKGgGaAloD0MIZyyazk69Y0CUhpRSlGgVTegDaBZHQJRbhwVCXyB1fZQoaAZoCWgPQwhA9+XMdmVfQJSGlFKUaBVN6ANoFkdAlG+zopx3mnV9lChoBmgJaA9DCJEnSddMol9AlIaUUpRoFU3oA2gWR0CUfTHDrJKbdX2UKGgGaAloD0MI2bW93RI9YUCUhpRSlGgVTegDaBZHQJSFePDHfdh1fZQoaAZoCWgPQwhRai+i7dBjQJSGlFKUaBVN6ANoFkdAlIXmcawUxnV9lChoBmgJaA9DCF/v/ngv22dAlIaUUpRoFU3oA2gWR0CUicN+LFXJdX2UKGgGaAloD0MIDM7g7xcZXkCUhpRSlGgVTegDaBZHQJSJ6+JxecB1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 252, "n_steps": 2248, "gamma": 0.999, "gae_lambda": 0.99, "ent_coef": 0.01, "vf_coef": 0.7, "max_grad_norm": 9, "batch_size": 125, "n_epochs": 9, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbb29f5a040>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbb29f5a0d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbb29f5a160>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbb29f5a1f0>", "_build": "<function ActorCriticPolicy._build at 0x7fbb29f5a280>", "forward": "<function ActorCriticPolicy.forward at 0x7fbb29f5a310>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbb29f5a3a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbb29f5a430>", "_predict": "<function ActorCriticPolicy._predict at 0x7fbb29f5a4c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbb29f5a550>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbb29f5a5e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbb29f5a670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fbb29f4cf90>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1007104, "_total_timesteps": 1000000.0, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674209847215884232, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPqJYz4WkhE9nRpxuiqK/bhObKc+nYgOugAAgD8AAIA/AFxcPNSAmj/O45E92Z60vUeCVTxmEgg9AAAAAAAAAAC6KUe+tEKzPnGfpL7Otxa+NDcQvxOsSb8AAAAAAAAAADDmrj5SQnw+NogaP3SS7r4spA+9YwZOPwAAAAAAAAAATUuovVIWvrv6sG+7ErOGPOAdI73+fGQ9AAAAAAAAgD+a6w69KOi0PzN78r4sp4O9Kz3IO1Z6sL0AAAAAAAAAAM2rwDyubK4/FmPfvWNePb6aU9Q+xxEfvgAAAAAAAAAAUyNqvg8+nD8YRgm/IpWKvaqAv702D4u+AAAAAAAAAACgZDW+FNCqP6Pl9b4r9b08EgFwvkpirb4AAAAAAAAAAE0ZP72qLVc/+hbGPhAO/L6tdee+LfwzPwAAAAAAAAAA802EvUj/q7pYygU5oJLGM5UkBroOshi4AACAPwAAgD/mwLq9e/kIP+uOq76cTBe/gFweP8oaKb8AAAAAAAAAAACp6z1slqa7BpGnvDbcjDxSGje9al5uPQAAgD8AAAAAWha+vY+OSLqgf2M6Z92CNRWUXDsiAYa5AAAAAAAAgD8Nirm+j2JlvPaSHbttZIW53vrGPQYpgToAAIA/AACAP80GT72ajII/MrbUvRx2mj2NNBa/XLAtvwAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007103999999999999, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVVBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIhA66hMNiZsCUhpRSlIwBbJRL5owBdJRHQInKCRlpXZJ1fZQoaAZoCWgPQwhNhXgk3gVmwJSGlFKUaBVL62gWR0CJy2R9PUKBdX2UKGgGaAloD0MIv/OLEvQlRMCUhpRSlGgVS+9oFkdAicuHbAUL2HV9lChoBmgJaA9DCNcUyOysoWnAlIaUUpRoFUvyaBZHQInQk3ZPEbZ1fZQoaAZoCWgPQwgD6zh+qNtowJSGlFKUaBVNGQFoFkdAidS7Nr0rb3V9lChoBmgJaA9DCM9r7BJVpGPAlIaUUpRoFUvvaBZHQInVILCvX9R1fZQoaAZoCWgPQwgbnfNTHOBlwJSGlFKUaBVNBgFoFkdAidYZTAFgUnV9lChoBmgJaA9DCJgycEDLBmzAlIaUUpRoFU1AAWgWR0CJ2GyP+4smdX2UKGgGaAloD0MIiGcJMgLNZ8CUhpRSlGgVS9toFkdAidnp2U0N0HV9lChoBmgJaA9DCCaOPBBZJCpAlIaUUpRoFUv3aBZHQInbSziS7oV1fZQoaAZoCWgPQwjzAuyjU0cQwJSGlFKUaBVL0WgWR0CJ22CEpRXPdX2UKGgGaAloD0MIsaIG0zA3aUCUhpRSlGgVTX0CaBZHQInbnivPkaN1fZQoaAZoCWgPQwjE6LmFrsQ0wJSGlFKUaBVLuWgWR0CJ28HEdeY2dX2UKGgGaAloD0MIiuPAq+W1b0CUhpRSlGgVTeEBaBZHQIncIDvE0i11fZQoaAZoCWgPQwjp76XwoE9nwJSGlFKUaBVL72gWR0CJ31FuNxVAdX2UKGgGaAloD0MIbD1DOGbZ2b+UhpRSlGgVTQUBaBZHQInfuQIUrTZ1fZQoaAZoCWgPQwgEx2XcVK5uQJSGlFKUaBVNRwJoFkdAieBK64Ds+nV9lChoBmgJaA9DCJKSHoZWsUTAlIaUUpRoFUvMaBZHQInkYgLZzxR1fZQoaAZoCWgPQwgB323eOHZdQJSGlFKUaBVN6ANoFkdAiedL0Bfa6HV9lChoBmgJaA9DCOeoo+PqLGXAlIaUUpRoFUvXaBZHQInoOs90Rvp1fZQoaAZoCWgPQwieJcgIqHDuv5SGlFKUaBVL/2gWR0CJ6Unfl6qsdX2UKGgGaAloD0MIIy9rYoGvF0CUhpRSlGgVS9RoFkdAieuU+kgwGnV9lChoBmgJaA9DCBgHl4655WTAlIaUUpRoFUvgaBZHQInsAGjbi6x1fZQoaAZoCWgPQwhKuJBHcBNMwJSGlFKUaBVL+mgWR0CJ7eYk3S8bdX2UKGgGaAloD0MIlumXiDelakCUhpRSlGgVTewBaBZHQInuPqgRK6F1fZQoaAZoCWgPQwiKARJNoP5uQJSGlFKUaBVNiwFoFkdAie/k6kqMFXV9lChoBmgJaA9DCBLcSNkixVDAlIaUUpRoFU2BAWgWR0CJ8t/wy6+WdX2UKGgGaAloD0MIuFZ72IvrasCUhpRSlGgVTQUBaBZHQIn0utW+49Z1fZQoaAZoCWgPQwjdQexMoctsQJSGlFKUaBVNTQFoFkdAifTl2vB7/nV9lChoBmgJaA9DCFdfXRUoJm9AlIaUUpRoFU1gAWgWR0CJ9RFSbYsedX2UKGgGaAloD0MI9Ix9yUYFbcCUhpRSlGgVTWoBaBZHQIn3TxTbWVh1fZQoaAZoCWgPQwgtJ6H0BQ1wQJSGlFKUaBVNPgFoFkdAifhFl9SdfHV9lChoBmgJaA9DCASsVbsmsmPAlIaUUpRoFUv7aBZHQIn4d5dGAkN1fZQoaAZoCWgPQwj2RUJbzmXyP5SGlFKUaBVL8mgWR0CJ+htelbeNdX2UKGgGaAloD0MIhbGFIAfDaMCUhpRSlGgVS/FoFkdAifukM1CPZXV9lChoBmgJaA9DCAHcLF4s02lAlIaUUpRoFU0QAWgWR0CJ/MN3GGVSdX2UKGgGaAloD0MIM/lmmxv3aMCUhpRSlGgVTQUBaBZHQIn+2d3B55Z1fZQoaAZoCWgPQwit+lxtxdBmwJSGlFKUaBVLrWgWR0CKA39Vmz0IdX2UKGgGaAloD0MI8RKc+sC9aMCUhpRSlGgVTQ0BaBZHQIoD4zpHI6t1fZQoaAZoCWgPQwiWzodnib1twJSGlFKUaBVL+2gWR0CKB8VyFPBSdX2UKGgGaAloD0MIi8VvCiuFM8CUhpRSlGgVS9toFkdAigl0lZ5iVnV9lChoBmgJaA9DCCxJnut7C2XAlIaUUpRoFUvraBZHQIoK0M/hVEN1fZQoaAZoCWgPQwj9aDhl7tdjwJSGlFKUaBVL6WgWR0CKDdWattALdX2UKGgGaAloD0MIJZS+EHILaUCUhpRSlGgVTaMBaBZHQIoQZTXJ5mh1fZQoaAZoCWgPQwhosKnzqKZkwJSGlFKUaBVL8mgWR0CKEVOARTS9dX2UKGgGaAloD0MIGYwRiUI2b8CUhpRSlGgVTWsBaBZHQIoTHeBQN1B1fZQoaAZoCWgPQwi2SUVj7cBsQJSGlFKUaBVNjgFoFkdAihQKr7waznV9lChoBmgJaA9DCKHZdW9F7GXAlIaUUpRoFU0GAWgWR0CKFKHfMwDedX2UKGgGaAloD0MIqU2c3O/yZMCUhpRSlGgVS/ZoFkdAihW/4Irvs3V9lChoBmgJaA9DCHE5XoFo6WnAlIaUUpRoFUvcaBZHQIoX/keZG8V1fZQoaAZoCWgPQwgW+8vuyQMGwJSGlFKUaBVLs2gWR0CKGGE2YOUddX2UKGgGaAloD0MIi1OthdlGYcCUhpRSlGgVTRUBaBZHQIoc7afzz3B1fZQoaAZoCWgPQwgz/RLxVsllwJSGlFKUaBVL22gWR0CKHPS619fDdX2UKGgGaAloD0MI6PaSxmgTacCUhpRSlGgVS/xoFkdAiiNoPCl7+nV9lChoBmgJaA9DCIUn9PoTumjAlIaUUpRoFUviaBZHQIokDnJT2nN1fZQoaAZoCWgPQwh3SZwV0fFowJSGlFKUaBVL2GgWR0CKJOco6S1WdX2UKGgGaAloD0MI22tB743JN8CUhpRSlGgVTUUBaBZHQIona6jFhod1fZQoaAZoCWgPQwg34V6Zt6IswJSGlFKUaBVNQgFoFkdAijKkkB0ZFXV9lChoBmgJaA9DCNaPTfIjVGFAlIaUUpRoFU3oA2gWR0CKM1QD3dsSdX2UKGgGaAloD0MI2CjrNxN0aMCUhpRSlGgVTTQBaBZHQIo0axC6Ymd1fZQoaAZoCWgPQwhhGRu62TltwJSGlFKUaBVNOQFoFkdAijV6YVqN63V9lChoBmgJaA9DCB2SWiiZtDzAlIaUUpRoFU0IAWgWR0CKNhrGipNsdX2UKGgGaAloD0MI9SudD0+RbkCUhpRSlGgVTbsBaBZHQIo4hXIU8FJ1fZQoaAZoCWgPQwhv8lt0shtowJSGlFKUaBVL7WgWR0CKO1cQAdXDdX2UKGgGaAloD0MICrq9pDG6AsCUhpRSlGgVTQABaBZHQIo+ExIre691fZQoaAZoCWgPQwjUmuYdJ65gQJSGlFKUaBVN+QFoFkdAikJzQ/oq1HV9lChoBmgJaA9DCOULWkjATWFAlIaUUpRoFU3oA2gWR0CKQ+ysS00FdX2UKGgGaAloD0MIIqev5+tiYUCUhpRSlGgVTegDaBZHQIpGt3dKujh1fZQoaAZoCWgPQwir6Xqi65o7wJSGlFKUaBVLtWgWR0CKR1Pdl/YrdX2UKGgGaAloD0MI7NrebkmO57+UhpRSlGgVS71oFkdAikjGY8dPtXV9lChoBmgJaA9DCINStHIvmGnAlIaUUpRoFU1RAWgWR0CKSReLNwBHdX2UKGgGaAloD0MIpd3oYz6EM8CUhpRSlGgVS9doFkdAik3iO3lS0nV9lChoBmgJaA9DCA7ABkSIgmFAlIaUUpRoFU3oA2gWR0CKTl/p+tr9dX2UKGgGaAloD0MIvVZCd8kKZsCUhpRSlGgVTRcBaBZHQIpO06DGtIV1fZQoaAZoCWgPQwgfgT/8/FxmwJSGlFKUaBVL4mgWR0CKU+pDu0CzdX2UKGgGaAloD0MIQgqeQq7NbkCUhpRSlGgVTWwBaBZHQIpV7SE12q11fZQoaAZoCWgPQwhypZ4FoUBjwJSGlFKUaBVNFwFoFkdAilZMnRb8nHV9lChoBmgJaA9DCFk1CHM7mGbAlIaUUpRoFUv8aBZHQIpaS6cy31B1fZQoaAZoCWgPQwhZEwt8RXckwJSGlFKUaBVL8mgWR0CKXSsYEW69dX2UKGgGaAloD0MIokJ1c/EOaECUhpRSlGgVTR8DaBZHQIpe9bA1vVF1fZQoaAZoCWgPQwiQ2sTJfexpQJSGlFKUaBVNdQJoFkdAil/z8HfMwHV9lChoBmgJaA9DCJS/e0cNEW5AlIaUUpRoFU3PAWgWR0CKYHECNjsldX2UKGgGaAloD0MIuMt+3WmVasCUhpRSlGgVTRoBaBZHQIphM3yZrpJ1fZQoaAZoCWgPQwg3bFuU2eA3wJSGlFKUaBVL6mgWR0CKYpwo9cKPdX2UKGgGaAloD0MIn+QOm0hvZ8CUhpRSlGgVTVcBaBZHQIpnnbEgntx1fZQoaAZoCWgPQwgaahSSzGFswJSGlFKUaBVNJgFoFkdAimhv5gw483V9lChoBmgJaA9DCE26LZEL5kLAlIaUUpRoFUu7aBZHQIpqMJfICEJ1fZQoaAZoCWgPQwjs3/WZs1ZqwJSGlFKUaBVL8WgWR0CKaqMyad+YdX2UKGgGaAloD0MInfS+8TW8bkCUhpRSlGgVTYIBaBZHQIpq9jgAIY51fZQoaAZoCWgPQwiE2QQYFupjwJSGlFKUaBVNHgFoFkdAimx/CAMDwHV9lChoBmgJaA9DCDtREhLpbmxAlIaUUpRoFU3ZAWgWR0CKbjmSQo1DdX2UKGgGaAloD0MI8GlOXmSCH0CUhpRSlGgVS8ZoFkdAim/1jZtelnV9lChoBmgJaA9DCCbirfNvDGzAlIaUUpRoFU02AWgWR0CKcGxZ+x4ZdX2UKGgGaAloD0MIU1xV9l0tcECUhpRSlGgVTawDaBZHQIpy1nmJWNp1fZQoaAZoCWgPQwhqEyf3u5ZrwJSGlFKUaBVNBQFoFkdAinXhbwBo3HV9lChoBmgJaA9DCDkmi/uP9DVAlIaUUpRoFUvMaBZHQIp9BJPIn0F1fZQoaAZoCWgPQwg+l6lJ8LhNwJSGlFKUaBVNSwFoFkdAin2+iJwbVHV9lChoBmgJaA9DCMcsexLYBDbAlIaUUpRoFUv0aBZHQIp+m9tdiUh1fZQoaAZoCWgPQwghkEscebRwQJSGlFKUaBVNdgFoFkdAin8QFLWZqnV9lChoBmgJaA9DCPG76ZadnW9AlIaUUpRoFU2tAWgWR0CKgMBU70WedWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 252, "n_steps": 2248, "gamma": 0.009, "gae_lambda": 0.09, "ent_coef": 0.01, "vf_coef": 0.7, "max_grad_norm": 9, "batch_size": 125, "n_epochs": 9, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d22ff18101c1650a22378a52027fdfb8b057fab3ddc9977e8dce621ba4060dac
-size 147491
+oid sha256:fd705bfa74c210ec98bc8a8ae5a1fc5b00ba2e70720d38cbc2930918561c1900
+size 147493

ppo-LunarLander-v2/_stable_baselines3_version

@@ -1 +1 @@
-1.6.2
+1.7.0

ppo-LunarLander-v2/data

@@ -3,43 +3,41 @@
         ":type:": "<class 'abc.ABCMeta'>",
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
-        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fe00ddc40d0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fe00ddc4160>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fe00ddc41f0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fe00ddc4280>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fe00ddc4310>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fe00ddc43a0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fe00ddc4430>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fe00ddc44c0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fe00ddc4550>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fe00ddc45e0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fe00ddc4670>",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fbb29f5a040>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fbb29f5a0d0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fbb29f5a160>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fbb29f5a1f0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fbb29f5a280>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fbb29f5a310>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fbb29f5a3a0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fbb29f5a430>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fbb29f5a4c0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fbb29f5a550>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fbb29f5a5e0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fbb29f5a670>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7fe00ddbded0>"
+        "_abc_impl": "<_abc_data object at 0x7fbb29f4cf90>"
     },
     "verbose": 1,
     "policy_kwargs": {},
     "observation_space": {
         ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gAWVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAAAAAAAAAAAAJRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAAAAAAAAAAAAJRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP+UaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWIu",
+        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
         "dtype": "float32",
-        "bounded_below": "[False False False False False False False False]",
-        "bounded_above": "[False False False False False False False False]",
         "_shape": [
             8
         ],
         "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
         "high": "[inf inf inf inf inf inf inf inf]",
-        "low_repr": "-inf",
-        "high_repr": "inf",
+        "bounded_below": "[False False False False False False False False]",
+        "bounded_above": "[False False False False False False False False]",
         "_np_random": null
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVkgAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwFc3RhcnSUSwCMBl9zaGFwZZQpjAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==",
+        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
         "n": 4,
-        "start": 0,
         "_shape": [],
         "dtype": "int64",
         "_np_random": null
@@ -50,16 +48,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1672474575964941848,
+    "start_time": 1674209847215884232,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAI1vKj5PRQK8aLnzuiVXojijhWO9ER0ROgAAgD8AAIA/MyS6PBRf0D2zK24+EfiCvstxhD1WUHY8AAAAAAAAAAAdkFm+aK+EP3qmgL7zMvK+n+EYvsVTGb0AAAAAAAAAAM1Hxzz29Hq6K5S+uGP2ebUa07c649zdNwAAgD8AAIA/rWQOvh+7jjoiPCM6tEQEt3Cudrw+/EC5AACAPwAAgD8zDiS94XiEut4JrLsxCdg44RuMOta/BjoAAIA/AACAPzOYoLyu8YK6tVAFPFvycrYugyA6g29jtQAAgD8AAIA/zVu4PTJ/hj8HTjS7wiL3vq/3GT7cUr+9AAAAAAAAAADNpOC8FJaPujJHxzrz8+I1ZMf1OqV75rkAAIA/AACAP80k1rzwW7U/uwIlv8Hd1zw6Gp88usQmPQAAAAAAAAAAzVK8vHt0pLgG22U7UfpwNgpKp7qNgYe6AACAPwAAgD8zY6E6yuSyPwtTZz2LIZ6+AbDsOc8ZxTwAAAAAAAAAAGZser2uAaO64DlOO/ptOLYFnIm68shqugAAgD8AAIA/wCyfvVyLLLpSRUo7ranLNvkESDqjKGa6AACAPwAAgD9m8UI9H+WcuepBN7sCdNc3mmopuwrD6TkAAIA/AACAPyagg73DLQ66RdBZO++evTb/j6Y71ht9ugAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPqJYz4WkhE9nRpxuiqK/bhObKc+nYgOugAAgD8AAIA/AFxcPNSAmj/O45E92Z60vUeCVTxmEgg9AAAAAAAAAAC6KUe+tEKzPnGfpL7Otxa+NDcQvxOsSb8AAAAAAAAAADDmrj5SQnw+NogaP3SS7r4spA+9YwZOPwAAAAAAAAAATUuovVIWvrv6sG+7ErOGPOAdI73+fGQ9AAAAAAAAgD+a6w69KOi0PzN78r4sp4O9Kz3IO1Z6sL0AAAAAAAAAAM2rwDyubK4/FmPfvWNePb6aU9Q+xxEfvgAAAAAAAAAAUyNqvg8+nD8YRgm/IpWKvaqAv702D4u+AAAAAAAAAACgZDW+FNCqP6Pl9b4r9b08EgFwvkpirb4AAAAAAAAAAE0ZP72qLVc/+hbGPhAO/L6tdee+LfwzPwAAAAAAAAAA802EvUj/q7pYygU5oJLGM5UkBroOshi4AACAPwAAgD/mwLq9e/kIP+uOq76cTBe/gFweP8oaKb8AAAAAAAAAAACp6z1slqa7BpGnvDbcjDxSGje9al5uPQAAgD8AAAAAWha+vY+OSLqgf2M6Z92CNRWUXDsiAYa5AAAAAAAAgD8Nirm+j2JlvPaSHbttZIW53vrGPQYpgToAAIA/AACAP80GT72ajII/MrbUvRx2mj2NNBa/XLAtvwAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -72,7 +70,7 @@
     "_current_progress_remaining": -0.007103999999999999,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIxNDq5IwNYUCUhpRSlIwBbJRN6AOMAXSUR0CSfGstTUAldX2UKGgGaAloD0MIbqKW5tbTYkCUhpRSlGgVTegDaBZHQJJ+EJzDGcZ1fZQoaAZoCWgPQwig4c0aPJdoQJSGlFKUaBVN6ANoFkdAkoAtDIBBA3V9lChoBmgJaA9DCFuyKsJN7l5AlIaUUpRoFU3oA2gWR0CSiPlfJFLGdX2UKGgGaAloD0MIIH2TpkHCYECUhpRSlGgVTegDaBZHQJKKRg+hXbN1fZQoaAZoCWgPQwjo+j4cJPdaQJSGlFKUaBVN6ANoFkdAkorDhgmZ3XV9lChoBmgJaA9DCL+ZmC5EmWNAlIaUUpRoFU3oA2gWR0CSkHtgKF7EdX2UKGgGaAloD0MIMzLIXQTYYUCUhpRSlGgVTegDaBZHQJKUeOcUdrB1fZQoaAZoCWgPQwi/ub963KRiQJSGlFKUaBVN6ANoFkdAkpW05Qxes3V9lChoBmgJaA9DCPSkTGro+WZAlIaUUpRoFU3oA2gWR0CSmLsYl6Z6dX2UKGgGaAloD0MItrxyvW1wZECUhpRSlGgVTegDaBZHQJKqNQzk6tF1fZQoaAZoCWgPQwjt2AjE60NZQJSGlFKUaBVN6ANoFkdAkq3cKohpxnV9lChoBmgJaA9DCB9KtORxwGFAlIaUUpRoFU3oA2gWR0CStSQWN3nqdX2UKGgGaAloD0MI4uXpXFEcTkCUhpRSlGgVS8BoFkdAkrvT/6wdKnV9lChoBmgJaA9DCLckB+xqiF1AlIaUUpRoFU3oA2gWR0CSvBuG9HtndX2UKGgGaAloD0MI1LZhFIQDYkCUhpRSlGgVTegDaBZHQJK8ewKSgXd1fZQoaAZoCWgPQwgDd6BOedJgQJSGlFKUaBVN6ANoFkdAkr+e8brC33V9lChoBmgJaA9DCIl8l1IXYWJAlIaUUpRoFU3oA2gWR0CSv8E2Hck/dX2UKGgGaAloD0MI00uMZfrlZUCUhpRSlGgVTegDaBZHQJLBHRXwLE11fZQoaAZoCWgPQwixU6waBAdkQJSGlFKUaBVN6ANoFkdAksL9B8hLXnV9lChoBmgJaA9DCPzepj/7WmRAlIaUUpRoFU3oA2gWR0CSyzjEvTPTdX2UKGgGaAloD0MIM2q+Sr5DYkCUhpRSlGgVTegDaBZHQJLMeHxjJ+51fZQoaAZoCWgPQwiCO1CnPDleQJSGlFKUaBVN6ANoFkdAksz4D9wWFnV9lChoBmgJaA9DCP+Tv3tHe11AlIaUUpRoFU3oA2gWR0CS0qmeUY8/dX2UKGgGaAloD0MI58jKL4MgYkCUhpRSlGgVTegDaBZHQJLWvbuc+aB1fZQoaAZoCWgPQwhSK0zf665kQJSGlFKUaBVN6ANoFkdAktgTrmhdt3V9lChoBmgJaA9DCP1NKETAm2FAlIaUUpRoFU3oA2gWR0CS203YcvM9dX2UKGgGaAloD0MI78ouGNyGYUCUhpRSlGgVTegDaBZHQJMjNV3ljmV1fZQoaAZoCWgPQwjl7J3RVhRdQJSGlFKUaBVN6ANoFkdAkzBOrdWQwXV9lChoBmgJaA9DCGISLuQRal1AlIaUUpRoFU3oA2gWR0CTN6MDwH7hdX2UKGgGaAloD0MIPkFiu/tOYkCUhpRSlGgVTegDaBZHQJM357BwdbR1fZQoaAZoCWgPQwgRbcfUXeViQJSGlFKUaBVN6ANoFkdAkzhIaLn9vXV9lChoBmgJaA9DCIaNsn4zRVpAlIaUUpRoFU3oA2gWR0CTO5Xq7iAEdX2UKGgGaAloD0MIHQJHAo3UY0CUhpRSlGgVTegDaBZHQJM7v2SMcZN1fZQoaAZoCWgPQwivYBvxZPdlQJSGlFKUaBVN6ANoFkdAkz0tAcDKYHV9lChoBmgJaA9DCNgPscHC1GFAlIaUUpRoFU3oA2gWR0CTPwdUsFt9dX2UKGgGaAloD0MIBr03hgAeR0CUhpRSlGgVS7FoFkdAk0KHZXdTHnV9lChoBmgJaA9DCJikMsWcCWNAlIaUUpRoFU3oA2gWR0CTRv9eQdS3dX2UKGgGaAloD0MIyHn/H6euYkCUhpRSlGgVTegDaBZHQJNIJyvLX+V1fZQoaAZoCWgPQwi3Q8NiVFtjQJSGlFKUaBVN6ANoFkdAk0inscABDHV9lChoBmgJaA9DCP9eCg+awFVAlIaUUpRoFU3oA2gWR0CTTfFKCg9NdX2UKGgGaAloD0MIrIxGPq91YECUhpRSlGgVTegDaBZHQJNRxNEgGKR1fZQoaAZoCWgPQwioqPqVTmlhQJSGlFKUaBVN6ANoFkdAk1MN0V8CxXV9lChoBmgJaA9DCEaWzLE8nmZAlIaUUpRoFU3oA2gWR0CTVkpLVWjodX2UKGgGaAloD0MI0v9yLdqTZ0CUhpRSlGgVTegDaBZHQJNqRmNBF/h1fZQoaAZoCWgPQwj6RJ4kXYRhQJSGlFKUaBVN6ANoFkdAk3c8dLg4wXV9lChoBmgJaA9DCK/uWGwThGRAlIaUUpRoFU3oA2gWR0CTf1TNMXabdX2UKGgGaAloD0MIWFcFajFNY0CUhpRSlGgVTegDaBZHQJN/xRk3CKt1fZQoaAZoCWgPQwi5NlSM88lfQJSGlFKUaBVN6ANoFkdAk4ODgZTAFnV9lChoBmgJaA9DCGFREaeTUmVAlIaUUpRoFU3oA2gWR0CTg6r8R+SbdX2UKGgGaAloD0MIeF+VCxUrYECUhpRSlGgVTegDaBZHQJOFWIdlum91fZQoaAZoCWgPQwj2QZYFk19iQJSGlFKUaBVN6ANoFkdAk4eCK77KrHV9lChoBmgJaA9DCM/1fTjIN2BAlIaUUpRoFU3oA2gWR0CTi3cjqv/zdX2UKGgGaAloD0MIXi7iOzGXWECUhpRSlGgVTegDaBZHQJOQTvPTodN1fZQoaAZoCWgPQwi7Jw8LNaZiQJSGlFKUaBVN6ANoFkdAk5GlhTfixXV9lChoBmgJaA9DCGMoJ9rVWGFAlIaUUpRoFU3oA2gWR0CTkiRlpXZHdX2UKGgGaAloD0MIkQ96Nqs3XECUhpRSlGgVTegDaBZHQJOXwdo371t1fZQoaAZoCWgPQwgHXFfMCK87QJSGlFKUaBVLdGgWR0CTmXWYWtU5dX2UKGgGaAloD0MIpbvrbEi1ZECUhpRSlGgVTegDaBZHQJOb2nYQJ5V1fZQoaAZoCWgPQwhS76mcdpliQJSGlFKUaBVN6ANoFkdAk50tOVPepHV9lChoBmgJaA9DCLLZkeo7RGBAlIaUUpRoFU3oA2gWR0CToIWX1J18dX2UKGgGaAloD0MIsfhNYaUuZECUhpRSlGgVTegDaBZHQJOy6ULUkOZ1fZQoaAZoCWgPQwiHTs+7MQRiQJSGlFKUaBVN6ANoFkdAk+9SrHU+cHV9lChoBmgJaA9DCFml9EwvJGFAlIaUUpRoFU3oA2gWR0CT9reyzHCGdX2UKGgGaAloD0MISddMvtnxWUCUhpRSlGgVTegDaBZHQJP3Gw9q1w51fZQoaAZoCWgPQwi/7nTniQ5cQJSGlFKUaBVN6ANoFkdAk/q29L6DXnV9lChoBmgJaA9DCFKdDmS9GGJAlIaUUpRoFU3oA2gWR0CT+t0Syt3fdX2UKGgGaAloD0MIPZzAdFqMXUCUhpRSlGgVTegDaBZHQJP8fEQ5FPV1fZQoaAZoCWgPQwizeofboXZlQJSGlFKUaBVN6ANoFkdAk/7I150KZ3V9lChoBmgJaA9DCPUQje4gAGNAlIaUUpRoFU3oA2gWR0CUApCw8nuzdX2UKGgGaAloD0MIK9mxEYjOYUCUhpRSlGgVTegDaBZHQJQHQPtlZox1fZQoaAZoCWgPQwhZ3H9kumNkQJSGlFKUaBVN6ANoFkdAlAho+B6KL3V9lChoBmgJaA9DCJ5CrtSzsC5AlIaUUpRoFUuraBZHQJQJiUY8+zN1fZQoaAZoCWgPQwimtWlsLwFgQJSGlFKUaBVN6ANoFkdAlA6RaHKwIXV9lChoBmgJaA9DCL+ZmC7E2GZAlIaUUpRoFU3oA2gWR0CUEC9Cu2ZzdX2UKGgGaAloD0MI6iEa3cE2YECUhpRSlGgVTegDaBZHQJQSZaq0dBB1fZQoaAZoCWgPQwiaJmw/mZJlQJSGlFKUaBVN6ANoFkdAlBOoVIqb0HV9lChoBmgJaA9DCN+mP/uRJWRAlIaUUpRoFU3oA2gWR0CUFrmnwXqJdX2UKGgGaAloD0MI2SYVjTX8YkCUhpRSlGgVTegDaBZHQJQoIYBNmDl1fZQoaAZoCWgPQwjV7ewrDyVWQJSGlFKUaBVN6ANoFkdAlDOifUWl/HV9lChoBmgJaA9DCJerH5vkoV1AlIaUUpRoFU3oA2gWR0CUOuMjNY8udX2UKGgGaAloD0MI4IRCBJyIZUCUhpRSlGgVTegDaBZHQJQ7Rk8Rtgt1fZQoaAZoCWgPQwjmH32TprxbQJSGlFKUaBVN6ANoFkdAlD6/FR51NnV9lChoBmgJaA9DCAft1cdDFGRAlIaUUpRoFU3oA2gWR0CUPuL8aXKKdX2UKGgGaAloD0MIwha7fVYsX0CUhpRSlGgVTegDaBZHQJRAcLE1l5J1fZQoaAZoCWgPQwhwW1t43pJiQJSGlFKUaBVN6ANoFkdAlEZbTpgTiHV9lChoBmgJaA9DCL9/8+JEg2RAlIaUUpRoFU3oA2gWR0CUSxdNFjNIdX2UKGgGaAloD0MIa7bykn+FY0CUhpRSlGgVTegDaBZHQJRMfpUxVQ11fZQoaAZoCWgPQwihTKPJRfVlQJSGlFKUaBVN6ANoFkdAlE24rBj4H3V9lChoBmgJaA9DCMfUXdmFJWFAlIaUUpRoFU3oA2gWR0CUUuKXOW0JdX2UKGgGaAloD0MIs7RTczkdZkCUhpRSlGgVTegDaBZHQJRUo+zMRpV1fZQoaAZoCWgPQwimD11Q39VhQJSGlFKUaBVN6ANoFkdAlFbbqUu+RHV9lChoBmgJaA9DCIVDb/FwzGJAlIaUUpRoFU3oA2gWR0CUWCEqlP8AdX2UKGgGaAloD0MIZyyazk69Y0CUhpRSlGgVTegDaBZHQJRbhwVCXyB1fZQoaAZoCWgPQwhA9+XMdmVfQJSGlFKUaBVN6ANoFkdAlG+zopx3mnV9lChoBmgJaA9DCJEnSddMol9AlIaUUpRoFU3oA2gWR0CUfTHDrJKbdX2UKGgGaAloD0MI2bW93RI9YUCUhpRSlGgVTegDaBZHQJSFePDHfdh1fZQoaAZoCWgPQwhRai+i7dBjQJSGlFKUaBVN6ANoFkdAlIXmcawUxnV9lChoBmgJaA9DCF/v/ngv22dAlIaUUpRoFU3oA2gWR0CUicN+LFXJdX2UKGgGaAloD0MIDM7g7xcZXkCUhpRSlGgVTegDaBZHQJSJ6+JxecB1ZS4="
+        ":serialized:": "gAWVVBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIhA66hMNiZsCUhpRSlIwBbJRL5owBdJRHQInKCRlpXZJ1fZQoaAZoCWgPQwhNhXgk3gVmwJSGlFKUaBVL62gWR0CJy2R9PUKBdX2UKGgGaAloD0MIv/OLEvQlRMCUhpRSlGgVS+9oFkdAicuHbAUL2HV9lChoBmgJaA9DCNcUyOysoWnAlIaUUpRoFUvyaBZHQInQk3ZPEbZ1fZQoaAZoCWgPQwgD6zh+qNtowJSGlFKUaBVNGQFoFkdAidS7Nr0rb3V9lChoBmgJaA9DCM9r7BJVpGPAlIaUUpRoFUvvaBZHQInVILCvX9R1fZQoaAZoCWgPQwgbnfNTHOBlwJSGlFKUaBVNBgFoFkdAidYZTAFgUnV9lChoBmgJaA9DCJgycEDLBmzAlIaUUpRoFU1AAWgWR0CJ2GyP+4smdX2UKGgGaAloD0MIiGcJMgLNZ8CUhpRSlGgVS9toFkdAidnp2U0N0HV9lChoBmgJaA9DCCaOPBBZJCpAlIaUUpRoFUv3aBZHQInbSziS7oV1fZQoaAZoCWgPQwjzAuyjU0cQwJSGlFKUaBVL0WgWR0CJ22CEpRXPdX2UKGgGaAloD0MIsaIG0zA3aUCUhpRSlGgVTX0CaBZHQInbnivPkaN1fZQoaAZoCWgPQwjE6LmFrsQ0wJSGlFKUaBVLuWgWR0CJ28HEdeY2dX2UKGgGaAloD0MIiuPAq+W1b0CUhpRSlGgVTeEBaBZHQIncIDvE0i11fZQoaAZoCWgPQwjp76XwoE9nwJSGlFKUaBVL72gWR0CJ31FuNxVAdX2UKGgGaAloD0MIbD1DOGbZ2b+UhpRSlGgVTQUBaBZHQInfuQIUrTZ1fZQoaAZoCWgPQwgEx2XcVK5uQJSGlFKUaBVNRwJoFkdAieBK64Ds+nV9lChoBmgJaA9DCJKSHoZWsUTAlIaUUpRoFUvMaBZHQInkYgLZzxR1fZQoaAZoCWgPQwgB323eOHZdQJSGlFKUaBVN6ANoFkdAiedL0Bfa6HV9lChoBmgJaA9DCOeoo+PqLGXAlIaUUpRoFUvXaBZHQInoOs90Rvp1fZQoaAZoCWgPQwieJcgIqHDuv5SGlFKUaBVL/2gWR0CJ6Unfl6qsdX2UKGgGaAloD0MIIy9rYoGvF0CUhpRSlGgVS9RoFkdAieuU+kgwGnV9lChoBmgJaA9DCBgHl4655WTAlIaUUpRoFUvgaBZHQInsAGjbi6x1fZQoaAZoCWgPQwhKuJBHcBNMwJSGlFKUaBVL+mgWR0CJ7eYk3S8bdX2UKGgGaAloD0MIlumXiDelakCUhpRSlGgVTewBaBZHQInuPqgRK6F1fZQoaAZoCWgPQwiKARJNoP5uQJSGlFKUaBVNiwFoFkdAie/k6kqMFXV9lChoBmgJaA9DCBLcSNkixVDAlIaUUpRoFU2BAWgWR0CJ8t/wy6+WdX2UKGgGaAloD0MIuFZ72IvrasCUhpRSlGgVTQUBaBZHQIn0utW+49Z1fZQoaAZoCWgPQwjdQexMoctsQJSGlFKUaBVNTQFoFkdAifTl2vB7/nV9lChoBmgJaA9DCFdfXRUoJm9AlIaUUpRoFU1gAWgWR0CJ9RFSbYsedX2UKGgGaAloD0MI9Ix9yUYFbcCUhpRSlGgVTWoBaBZHQIn3TxTbWVh1fZQoaAZoCWgPQwgtJ6H0BQ1wQJSGlFKUaBVNPgFoFkdAifhFl9SdfHV9lChoBmgJaA9DCASsVbsmsmPAlIaUUpRoFUv7aBZHQIn4d5dGAkN1fZQoaAZoCWgPQwj2RUJbzmXyP5SGlFKUaBVL8mgWR0CJ+htelbeNdX2UKGgGaAloD0MIhbGFIAfDaMCUhpRSlGgVS/FoFkdAifukM1CPZXV9lChoBmgJaA9DCAHcLF4s02lAlIaUUpRoFU0QAWgWR0CJ/MN3GGVSdX2UKGgGaAloD0MIM/lmmxv3aMCUhpRSlGgVTQUBaBZHQIn+2d3B55Z1fZQoaAZoCWgPQwit+lxtxdBmwJSGlFKUaBVLrWgWR0CKA39Vmz0IdX2UKGgGaAloD0MI8RKc+sC9aMCUhpRSlGgVTQ0BaBZHQIoD4zpHI6t1fZQoaAZoCWgPQwiWzodnib1twJSGlFKUaBVL+2gWR0CKB8VyFPBSdX2UKGgGaAloD0MIi8VvCiuFM8CUhpRSlGgVS9toFkdAigl0lZ5iVnV9lChoBmgJaA9DCCxJnut7C2XAlIaUUpRoFUvraBZHQIoK0M/hVEN1fZQoaAZoCWgPQwj9aDhl7tdjwJSGlFKUaBVL6WgWR0CKDdWattALdX2UKGgGaAloD0MIJZS+EHILaUCUhpRSlGgVTaMBaBZHQIoQZTXJ5mh1fZQoaAZoCWgPQwhosKnzqKZkwJSGlFKUaBVL8mgWR0CKEVOARTS9dX2UKGgGaAloD0MIGYwRiUI2b8CUhpRSlGgVTWsBaBZHQIoTHeBQN1B1fZQoaAZoCWgPQwi2SUVj7cBsQJSGlFKUaBVNjgFoFkdAihQKr7waznV9lChoBmgJaA9DCKHZdW9F7GXAlIaUUpRoFU0GAWgWR0CKFKHfMwDedX2UKGgGaAloD0MIqU2c3O/yZMCUhpRSlGgVS/ZoFkdAihW/4Irvs3V9lChoBmgJaA9DCHE5XoFo6WnAlIaUUpRoFUvcaBZHQIoX/keZG8V1fZQoaAZoCWgPQwgW+8vuyQMGwJSGlFKUaBVLs2gWR0CKGGE2YOUddX2UKGgGaAloD0MIi1OthdlGYcCUhpRSlGgVTRUBaBZHQIoc7afzz3B1fZQoaAZoCWgPQwgz/RLxVsllwJSGlFKUaBVL22gWR0CKHPS619fDdX2UKGgGaAloD0MI6PaSxmgTacCUhpRSlGgVS/xoFkdAiiNoPCl7+nV9lChoBmgJaA9DCIUn9PoTumjAlIaUUpRoFUviaBZHQIokDnJT2nN1fZQoaAZoCWgPQwh3SZwV0fFowJSGlFKUaBVL2GgWR0CKJOco6S1WdX2UKGgGaAloD0MI22tB743JN8CUhpRSlGgVTUUBaBZHQIona6jFhod1fZQoaAZoCWgPQwg34V6Zt6IswJSGlFKUaBVNQgFoFkdAijKkkB0ZFXV9lChoBmgJaA9DCNaPTfIjVGFAlIaUUpRoFU3oA2gWR0CKM1QD3dsSdX2UKGgGaAloD0MI2CjrNxN0aMCUhpRSlGgVTTQBaBZHQIo0axC6Ymd1fZQoaAZoCWgPQwhhGRu62TltwJSGlFKUaBVNOQFoFkdAijV6YVqN63V9lChoBmgJaA9DCB2SWiiZtDzAlIaUUpRoFU0IAWgWR0CKNhrGipNsdX2UKGgGaAloD0MI9SudD0+RbkCUhpRSlGgVTbsBaBZHQIo4hXIU8FJ1fZQoaAZoCWgPQwhv8lt0shtowJSGlFKUaBVL7WgWR0CKO1cQAdXDdX2UKGgGaAloD0MICrq9pDG6AsCUhpRSlGgVTQABaBZHQIo+ExIre691fZQoaAZoCWgPQwjUmuYdJ65gQJSGlFKUaBVN+QFoFkdAikJzQ/oq1HV9lChoBmgJaA9DCOULWkjATWFAlIaUUpRoFU3oA2gWR0CKQ+ysS00FdX2UKGgGaAloD0MIIqev5+tiYUCUhpRSlGgVTegDaBZHQIpGt3dKujh1fZQoaAZoCWgPQwir6Xqi65o7wJSGlFKUaBVLtWgWR0CKR1Pdl/YrdX2UKGgGaAloD0MI7NrebkmO57+UhpRSlGgVS71oFkdAikjGY8dPtXV9lChoBmgJaA9DCINStHIvmGnAlIaUUpRoFU1RAWgWR0CKSReLNwBHdX2UKGgGaAloD0MIpd3oYz6EM8CUhpRSlGgVS9doFkdAik3iO3lS0nV9lChoBmgJaA9DCA7ABkSIgmFAlIaUUpRoFU3oA2gWR0CKTl/p+tr9dX2UKGgGaAloD0MIvVZCd8kKZsCUhpRSlGgVTRcBaBZHQIpO06DGtIV1fZQoaAZoCWgPQwgfgT/8/FxmwJSGlFKUaBVL4mgWR0CKU+pDu0CzdX2UKGgGaAloD0MIQgqeQq7NbkCUhpRSlGgVTWwBaBZHQIpV7SE12q11fZQoaAZoCWgPQwhypZ4FoUBjwJSGlFKUaBVNFwFoFkdAilZMnRb8nHV9lChoBmgJaA9DCFk1CHM7mGbAlIaUUpRoFUv8aBZHQIpaS6cy31B1fZQoaAZoCWgPQwhZEwt8RXckwJSGlFKUaBVL8mgWR0CKXSsYEW69dX2UKGgGaAloD0MIokJ1c/EOaECUhpRSlGgVTR8DaBZHQIpe9bA1vVF1fZQoaAZoCWgPQwiQ2sTJfexpQJSGlFKUaBVNdQJoFkdAil/z8HfMwHV9lChoBmgJaA9DCJS/e0cNEW5AlIaUUpRoFU3PAWgWR0CKYHECNjsldX2UKGgGaAloD0MIuMt+3WmVasCUhpRSlGgVTRoBaBZHQIphM3yZrpJ1fZQoaAZoCWgPQwg3bFuU2eA3wJSGlFKUaBVL6mgWR0CKYpwo9cKPdX2UKGgGaAloD0MIn+QOm0hvZ8CUhpRSlGgVTVcBaBZHQIpnnbEgntx1fZQoaAZoCWgPQwgaahSSzGFswJSGlFKUaBVNJgFoFkdAimhv5gw483V9lChoBmgJaA9DCE26LZEL5kLAlIaUUpRoFUu7aBZHQIpqMJfICEJ1fZQoaAZoCWgPQwjs3/WZs1ZqwJSGlFKUaBVL8WgWR0CKaqMyad+YdX2UKGgGaAloD0MInfS+8TW8bkCUhpRSlGgVTYIBaBZHQIpq9jgAIY51fZQoaAZoCWgPQwiE2QQYFupjwJSGlFKUaBVNHgFoFkdAimx/CAMDwHV9lChoBmgJaA9DCDtREhLpbmxAlIaUUpRoFU3ZAWgWR0CKbjmSQo1DdX2UKGgGaAloD0MI8GlOXmSCH0CUhpRSlGgVS8ZoFkdAim/1jZtelnV9lChoBmgJaA9DCCbirfNvDGzAlIaUUpRoFU02AWgWR0CKcGxZ+x4ZdX2UKGgGaAloD0MIU1xV9l0tcECUhpRSlGgVTawDaBZHQIpy1nmJWNp1fZQoaAZoCWgPQwhqEyf3u5ZrwJSGlFKUaBVNBQFoFkdAinXhbwBo3HV9lChoBmgJaA9DCDkmi/uP9DVAlIaUUpRoFUvMaBZHQIp9BJPIn0F1fZQoaAZoCWgPQwg+l6lJ8LhNwJSGlFKUaBVNSwFoFkdAin2+iJwbVHV9lChoBmgJaA9DCMcsexLYBDbAlIaUUpRoFUv0aBZHQIp+m9tdiUh1fZQoaAZoCWgPQwghkEscebRwQJSGlFKUaBVNdgFoFkdAin8QFLWZqnV9lChoBmgJaA9DCPG76ZadnW9AlIaUUpRoFU2tAWgWR0CKgMBU70WedWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -80,8 +78,8 @@
     },
     "_n_updates": 252,
     "n_steps": 2248,
-    "gamma": 0.999,
-    "gae_lambda": 0.99,
+    "gamma": 0.009,
+    "gae_lambda": 0.09,
     "ent_coef": 0.01,
     "vf_coef": 0.7,
     "max_grad_norm": 9,
@@ -89,7 +87,7 @@
     "n_epochs": 9,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     },
     "clip_range_vf": null,
     "normalize_advantage": true,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb79aaa06c51e5d6d2b5b041bf23e94d304e5c5518dbfbb22d574621d711cce2
+oid sha256:2c294740f178b346a4d9017986e0e963ae7e977c1c5a79baf57f88c2e2271484
 size 88057

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f8773ea211a179260838d06c9ee2b59e950429d840213baac436a1c89c7cda7
-size 43201
+oid sha256:4f14aab86c65ad1f8ada3cfa1313644ee7f06f9b6e3feb01d5fd5cc97abce219
+size 43393

ppo-LunarLander-v2/system_info.txt

@@ -1,7 +1,7 @@
-OS: Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022
-Python: 3.8.16
-Stable-Baselines3: 1.6.2
-PyTorch: 1.13.0+cu116
-GPU Enabled: True
-Numpy: 1.21.6
-Gym: 0.21.0
+- OS: Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022
+- Python: 3.8.10
+- Stable-Baselines3: 1.7.0
+- PyTorch: 1.13.1+cu116
+- GPU Enabled: True
+- Numpy: 1.21.6
+- Gym: 0.21.0

results.json

@@ -1 +1 @@
-{"mean_reward": 254.39755421004128, "std_reward": 23.344591512205806, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-31T09:00:58.476385"}
+{"mean_reward": -53.803338134750426, "std_reward": 141.79725512414228, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-20T10:45:40.199718"}