Trained on 2.5m steps

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 277.33 +/- 24.40
+      value: 286.38 +/- 22.56
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f4602dda9e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f4602ddaa70>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f4602ddab00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f4602ddab90>", "_build": "<function ActorCriticPolicy._build at 0x7f4602ddac20>", "forward": "<function ActorCriticPolicy.forward at 0x7f4602ddacb0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f4602ddad40>", "_predict": "<function ActorCriticPolicy._predict at 0x7f4602ddadd0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f4602ddae60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f4602ddaef0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f4602ddaf80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f4602e26930>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652533001.2491736, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMA1Bb5sMLA/PubAvoWL4L4spyW9Guh+vgAAAAAAAAAAzeNUPWzpID+3JyG6UarnvoHnRT1ZNEC9AAAAAAAAAABmQCe9D5RVPTO7vz2inie+YUOPu2X0z70AAAAAAAAAAGbeNzunwQM/ZxsIPUn5tr5bYVq9y4prPQAAAAAAAAAAGsdEvT4Jpj1iQTU+9dBkvhh6gD2q/Mu9AAAAAAAAAAAzOB+9FKCIuuylJrRwcZ6vcZ3hOQBWtDMAAIA/AACAPwCAvbsKM267Q7UOvF2jjzxt9Ze85Ul2PQAAgD8AAIA/ZkolPH5psz/OG0E+vvkKvlmZNTvOan09AAAAAAAAAABNq0c9/DMtPotMdr63i5K+WcACvqxfBbwAAAAAAAAAACZhyj2x8JQ9YspuvtCqdb4kacW9cK72PAAAAAAAAAAA5rrAPWpXZD667ZO9oTmRvoPrMzl6AlS8AAAAAAAAAADNZxK9XCctupuIsLvqlqY8pDgUO4JQkL0AAIA/AACAP7NkQj2Bfrw/mjw5Po+MRb4ZLTQ+bqQ7PgAAAAAAAAAA8ryivunkPT8cdw++UWkgv4OWuL5C6eQ7AAAAAAAAAAAAAAW7G6G3PWe9mL2+OGG+KoCPvZiQU7gAAAAAAAAAADPzlbvsH5Y+C3qJupsAlL78IbA7BXDovQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVKhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI91YkJqiJcUCUhpRSlIwBbJRNDgGMAXSUR0ClkavoNd7fdX2UKGgGaAloD0MIBJKwb6d6ckCUhpRSlGgVS/poFkdApZHMa86FNHV9lChoBmgJaA9DCKWjHMymXnBAlIaUUpRoFUvtaBZHQKWSG7pV0cR1fZQoaAZoCWgPQwgPgSOBRupwQJSGlFKUaBVL6WgWR0ClkiWDYh+wdX2UKGgGaAloD0MIq7GEtXFqcUCUhpRSlGgVS+xoFkdApZJGh/RVqHV9lChoBmgJaA9DCFnbFI8LcnFAlIaUUpRoFUvraBZHQKWSba11GLF1fZQoaAZoCWgPQwizmUNSCyJwQJSGlFKUaBVL32gWR0Clko114gRsdX2UKGgGaAloD0MIDeIDO74ncUCUhpRSlGgVS8loFkdApZLFWjoIOnV9lChoBmgJaA9DCE/OUNzxpnBAlIaUUpRoFUvmaBZHQKWTKHhS9/V1fZQoaAZoCWgPQwiMhLacCy9xQJSGlFKUaBVL7GgWR0Clky06xPfsdX2UKGgGaAloD0MIodY077hIcECUhpRSlGgVTQMBaBZHQKWTbvRZ2ZB1fZQoaAZoCWgPQwiMTSuFAOxwQJSGlFKUaBVL82gWR0Clk4Lm6oVEdX2UKGgGaAloD0MIgsmNIiu7cUCUhpRSlGgVTTcBaBZHQKWToEeyRjl1fZQoaAZoCWgPQwgPnZ5348tuQJSGlFKUaBVL6GgWR0CllFbwjMV2dX2UKGgGaAloD0MID5iHTPlDckCUhpRSlGgVS9xoFkdApZVZfBvaUXV9lChoBmgJaA9DCCcTtwqie3BAlIaUUpRoFUv1aBZHQKWVmRdQfp51fZQoaAZoCWgPQwiwdD48S7BxQJSGlFKUaBVL1GgWR0Cllawjt5UtdX2UKGgGaAloD0MIzcr2Ie8ccUCUhpRSlGgVS8toFkdApZXQwK0D2nV9lChoBmgJaA9DCBIXgEYp/HJAlIaUUpRoFU0aAWgWR0ClleXZ5AyEdX2UKGgGaAloD0MIAHUDBR5QcUCUhpRSlGgVS/NoFkdApZXnxUedTnV9lChoBmgJaA9DCH++LVhqX3BAlIaUUpRoFUvqaBZHQKWWKgi/wiJ1fZQoaAZoCWgPQwggtvRoKsRwQJSGlFKUaBVL9mgWR0ClljZ5AyEddX2UKGgGaAloD0MIEkpfCPkmcUCUhpRSlGgVTQUBaBZHQKWW3BnBciZ1fZQoaAZoCWgPQwjNrRBWY9lMQJSGlFKUaBVLwmgWR0ClltpmEoOQdX2UKGgGaAloD0MINExtqQMYckCUhpRSlGgVS9hoFkdApZcCshgVoHV9lChoBmgJaA9DCHQkl/8Q/nFAlIaUUpRoFUvWaBZHQKWXDztkWh11fZQoaAZoCWgPQwh4DfrSGzZxQJSGlFKUaBVL92gWR0CllzlERaoudX2UKGgGaAloD0MIIVhVL7/ecECUhpRSlGgVS/doFkdApZc+QyRB/3V9lChoBmgJaA9DCG+gwDt59nJAlIaUUpRoFU0UAWgWR0Cll1CCJ40NdX2UKGgGaAloD0MI7ZxmgfbWbkCUhpRSlGgVS+hoFkdApacxgiNbT3V9lChoBmgJaA9DCChiEcMOoVBAlIaUUpRoFUuRaBZHQKWndYU34sV1fZQoaAZoCWgPQwis4SL3tMJxQJSGlFKUaBVLzWgWR0Clp/vCVKPGdX2UKGgGaAloD0MITHFV2TfuckCUhpRSlGgVS/hoFkdApah5f4REnnV9lChoBmgJaA9DCF6c+GpH0HFAlIaUUpRoFUvgaBZHQKWokSwnpjd1fZQoaAZoCWgPQwiRY+sZgiVwQJSGlFKUaBVL4GgWR0ClqJOkUKzBdX2UKGgGaAloD0MIdnCwNzELc0CUhpRSlGgVS+9oFkdApai/dhy8z3V9lChoBmgJaA9DCNZSQNp/XXBAlIaUUpRoFUvlaBZHQKWo/+tKZlZ1fZQoaAZoCWgPQwjOiqiJfpNzQJSGlFKUaBVNDgFoFkdApakXnW8RMHV9lChoBmgJaA9DCNbllICYc3BAlIaUUpRoFUvWaBZHQKWplKISDh91fZQoaAZoCWgPQwiOAdnrHRhxQJSGlFKUaBVL2WgWR0ClqbIjGDL9dX2UKGgGaAloD0MIkIR9O4lvc0CUhpRSlGgVS9BoFkdApanVNcnmaHV9lChoBmgJaA9DCF6dY0B2dXFAlIaUUpRoFUvvaBZHQKWp33B55Z91fZQoaAZoCWgPQwirXRPSmq9xQJSGlFKUaBVL/GgWR0ClqhyUcGTtdX2UKGgGaAloD0MIkdRCySQLcECUhpRSlGgVS/JoFkdApapa/wiJO3V9lChoBmgJaA9DCBGOWfbk0XBAlIaUUpRoFU0NAWgWR0Clqsxc3VCpdX2UKGgGaAloD0MIrS8S2vJEb0CUhpRSlGgVS/NoFkdApatt45cTrXV9lChoBmgJaA9DCM5PcRy4snJAlIaUUpRoFUvpaBZHQKWrjYChew91fZQoaAZoCWgPQwhPeAlOPftyQJSGlFKUaBVL3WgWR0Clq97XYlIFdX2UKGgGaAloD0MItHHEWnw4TkCUhpRSlGgVS69oFkdApawIbXHzYnV9lChoBmgJaA9DCMNi1LX2DHNAlIaUUpRoFUvWaBZHQKWsL0nPVut1fZQoaAZoCWgPQwgbSu1FtI9wQJSGlFKUaBVL3GgWR0ClrGHnuAqedX2UKGgGaAloD0MI1QRR9wHpbkCUhpRSlGgVS+5oFkdApazZfBvaUXV9lChoBmgJaA9DCGPRdHZyYnBAlIaUUpRoFUvsaBZHQKWtJ7vXsgN1fZQoaAZoCWgPQwhLOzWXm8RyQJSGlFKUaBVL02gWR0ClrTjvuw5edX2UKGgGaAloD0MI34rEBHXdcUCUhpRSlGgVTQ8BaBZHQKWtPW912aF1fZQoaAZoCWgPQwjylqsfG09zQJSGlFKUaBVL22gWR0ClrZLH2h7FdX2UKGgGaAloD0MIhxdEpGYncUCUhpRSlGgVS9toFkdApa2bkfcN6XV9lChoBmgJaA9DCPPlBdgHzHFAlIaUUpRoFUvRaBZHQKWtqmxdIG11fZQoaAZoCWgPQwj+f5wwoS1xQJSGlFKUaBVL0WgWR0ClrdzWf9P2dX2UKGgGaAloD0MI5MCr5Y4DcUCUhpRSlGgVS8xoFkdApa4vBk7OmnV9lChoBmgJaA9DCFrwoq/gzXBAlIaUUpRoFU0QAWgWR0ClrkLB0p3HdX2UKGgGaAloD0MI0HtjCADiMECUhpRSlGgVS65oFkdApa5jy+YdAHV9lChoBmgJaA9DCNLgtrZwpXBAlIaUUpRoFUvkaBZHQKWviKjSG8F1fZQoaAZoCWgPQwiRQln4ej1yQJSGlFKUaBVL2GgWR0Clr9fa6BiDdX2UKGgGaAloD0MIfJ4/bVQOb0CUhpRSlGgVS/5oFkdApbApPwd8zHV9lChoBmgJaA9DCAgfSrSk93NAlIaUUpRoFU0uAWgWR0ClsGJazNUwdX2UKGgGaAloD0MIUl+WdiqnckCUhpRSlGgVS9BoFkdApbCG6K+BYnV9lChoBmgJaA9DCJjArbu5nXNAlIaUUpRoFUvkaBZHQKWwkcBltj11fZQoaAZoCWgPQwhXBtUGJ0VyQJSGlFKUaBVL3mgWR0ClsNTPrv9cdX2UKGgGaAloD0MI1h9hGLAXcUCUhpRSlGgVS95oFkdApbDZbKRuCXV9lChoBmgJaA9DCOm68IPzzm1AlIaUUpRoFUvbaBZHQKWxIQNCqp91fZQoaAZoCWgPQwhWEW4y6rpyQJSGlFKUaBVNLwFoFkdApbEk3Q2MsHV9lChoBmgJaA9DCFByh03k9nNAlIaUUpRoFUvwaBZHQKWxe7yxzJZ1fZQoaAZoCWgPQwgrhNVYAo1xQJSGlFKUaBVL7mgWR0ClsYKyfL9udX2UKGgGaAloD0MIVKpE2dvNbUCUhpRSlGgVS+poFkdApbGl9QXQ+nV9lChoBmgJaA9DCETDYtS1n21AlIaUUpRoFUvZaBZHQKWxtLRKHwh1fZQoaAZoCWgPQwi5wVCHFYluQJSGlFKUaBVLz2gWR0Clsb7vXsgMdX2UKGgGaAloD0MIRE5fz5ctcUCUhpRSlGgVS+VoFkdApbHuLYPGyXV9lChoBmgJaA9DCOWzPA9uqXFAlIaUUpRoFUvlaBZHQKWzNeD3/Px1fZQoaAZoCWgPQwjwFHKlnmFxQJSGlFKUaBVLyWgWR0Cls1iiRGMGdX2UKGgGaAloD0MIBAMIH0qOcUCUhpRSlGgVS/loFkdApbPayQgcLnV9lChoBmgJaA9DCJTZIJNMJnNAlIaUUpRoFUv1aBZHQKW0WW4Vh1F1fZQoaAZoCWgPQwgGZK93v0pxQJSGlFKUaBVL3WgWR0CltGN1ZDArdX2UKGgGaAloD0MIWyiZnFpRckCUhpRSlGgVS/ZoFkdApbSSHEdeY3V9lChoBmgJaA9DCOZciqvKa3NAlIaUUpRoFUv5aBZHQKW0lreIl+p1fZQoaAZoCWgPQwithsQ9VpdxQJSGlFKUaBVL72gWR0CltQ3b212JdX2UKGgGaAloD0MIJhjONUydb0CUhpRSlGgVS95oFkdApbUxSHdoFnV9lChoBmgJaA9DCIygMZOoEG9AlIaUUpRoFUviaBZHQKW1PLEk0Jp1fZQoaAZoCWgPQwiEZte9FXxyQJSGlFKUaBVL/WgWR0CltVF8XvYwdX2UKGgGaAloD0MIFqWEYFXucECUhpRSlGgVS9doFkdApbWS8rZrYXV9lChoBmgJaA9DCBmO5zPg/nJAlIaUUpRoFU0lAWgWR0CltabSy+pPdX2UKGgGaAloD0MIJlZGI58DcUCUhpRSlGgVS+1oFkdApbWmuNgjQnV9lChoBmgJaA9DCHGuYYYGgHBAlIaUUpRoFUv6aBZHQKW1xzVc2R91fZQoaAZoCWgPQwhbJy7Ha7lzQJSGlFKUaBVL+GgWR0CltdcCgbqAdX2UKGgGaAloD0MIknpP5bS5SUCUhpRSlGgVS5poFkdApbZcH8jzI3V9lChoBmgJaA9DCIpyafyCJnBAlIaUUpRoFUvUaBZHQKW2rjLjght1fZQoaAZoCWgPQwhmSutvCSRxQJSGlFKUaBVL1GgWR0Cltsx5kbxWdX2UKGgGaAloD0MI3GRUGcavS0CUhpRSlGgVS5VoFkdApbdF6X0GvHV9lChoBmgJaA9DCCqnPSXnAE9AlIaUUpRoFUvBaBZHQKW3WnRb8m91fZQoaAZoCWgPQwjtgsE1dz5KQJSGlFKUaBVLiWgWR0Clt6RjJ+2FdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 372, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f82c8c90170>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f82c8c90200>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f82c8c90290>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f82c8c90320>", "_build": "<function ActorCriticPolicy._build at 0x7f82c8c903b0>", "forward": "<function ActorCriticPolicy.forward at 0x7f82c8c90440>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f82c8c904d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f82c8c90560>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f82c8c905f0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f82c8c90680>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f82c8c90710>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f82c8ce2300>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2506752, "_total_timesteps": 2500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652539645.219717, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABIN7wRIQI/WihGPdtzz77mASe9HfafPQAAAAAAAAAAmhFyPcMZTLrKx5u4Jv6bs+olMLpuCLg3AACAPwAAgD8aQ+C9zkm3PT4q5T6SqNC+TPUkPtie+D0AAAAAAAAAAJpTnz1CfwQ+jfIavgl0xr5d6xa94PeBOwAAAAAAAAAAmvHhO5+puj/H45I9hMQtPiHOjjqAmHY9AAAAAAAAAABmxoI7Ds97P87S8rxq8Aa/6TVRO04/Dr0AAAAAAAAAAJrf0L3DRU26yDtbuhEYkrRkOgU7rj1/OQAAAAAAAAAAwIk1vgRK2D4WdaU+HeHRvqD5Br2uCFo+AAAAAAAAAAAAtvU8Cul1u7KFVbudh4g8j1eePC1/ar0AAIA/AACAP2bG0jrsI7G7zqwrPHxUnDzrcxe9cg2EPQAAgD8AAIA/xhdhPi7xbD+mQ9M+HngUv9230j5eMMU9AAAAAAAAAADNmlk9lCSRPyZKkj0f7w+/Z/QDPtalRj0AAAAAAAAAALP25r2QCaU/UwuVvlH1CL84NoG+0gv5vQAAAAAAAAAAZj8QvThHoLsOjAC8N9uoPKgh7Twnq469AACAPwAAgD/zyic+E4qyP6By6D7pFfa+eva3PjpXGz4AAAAAAAAAAMA/2L0j5LY/xDS3vqLenL41WT++VU2evgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0027007999999999477, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI4gZ8fpgkcECUhpRSlIwBbJRLyowBdJRHQKjvhhy8zyl1fZQoaAZoCWgPQwhzhXe5iEtoQJSGlFKUaBVN6ANoFkdAqO/K9GqgiHV9lChoBmgJaA9DCGHguffw2nNAlIaUUpRoFUvTaBZHQKjwHndweeZ1fZQoaAZoCWgPQwj8NsR4jRxxQJSGlFKUaBVLy2gWR0Co8CCB5HEudX2UKGgGaAloD0MIN1DgnXyIc0CUhpRSlGgVS91oFkdAqPBJ5iVjZ3V9lChoBmgJaA9DCM7Cnnb4zHFAlIaUUpRoFUvJaBZHQKjwjyc0+C91fZQoaAZoCWgPQwi14EVfgZJzQJSGlFKUaBVLxGgWR0Co8JyOinHedX2UKGgGaAloD0MIwjQMH5EJckCUhpRSlGgVS81oFkdAqPEIjW07bXV9lChoBmgJaA9DCGO4OgCij3NAlIaUUpRoFU1rAWgWR0Co8bkhRqGldX2UKGgGaAloD0MIP6iLFEq0cUCUhpRSlGgVS8ZoFkdAqPG5WYF7lnV9lChoBmgJaA9DCPzG157ZCm9AlIaUUpRoFUvaaBZHQKjxuH5aePJ1fZQoaAZoCWgPQwhEp+fd2KhwQJSGlFKUaBVLt2gWR0Co8eGVZ9uxdX2UKGgGaAloD0MIaRoUzQNkcUCUhpRSlGgVS+JoFkdAqPHxvR7Z4HV9lChoBmgJaA9DCB08E5okjnBAlIaUUpRoFUvoaBZHQKjyxLB9Cu51fZQoaAZoCWgPQwgKgzKNZuhyQJSGlFKUaBVL4mgWR0Co8tOHvc8DdX2UKGgGaAloD0MIU8prJbRLcUCUhpRSlGgVS9doFkdAqPLr6tT1kHV9lChoBmgJaA9DCMh8QKAzD25AlIaUUpRoFUvQaBZHQKjzGbAk9lp1fZQoaAZoCWgPQwivQzUlWVlwQJSGlFKUaBVLvWgWR0Co8ySSeRPodX2UKGgGaAloD0MI6uxkcFQvckCUhpRSlGgVS/poFkdAqPNN9a2Wp3V9lChoBmgJaA9DCDs6rka2FnJAlIaUUpRoFUvGaBZHQKjzTODaoMt1fZQoaAZoCWgPQwgF/BpJwn1wQJSGlFKUaBVLymgWR0Co89oFFDv3dX2UKGgGaAloD0MIMLlRZO25ckCUhpRSlGgVS+ZoFkdAqPP0idJ8OXV9lChoBmgJaA9DCG/yW3SyYXFAlIaUUpRoFUvfaBZHQKj0HuUD+zd1fZQoaAZoCWgPQwh+HM2R1aNzQJSGlFKUaBVLv2gWR0Co9BoxQBPsdX2UKGgGaAloD0MIqBso8M5ZckCUhpRSlGgVS8ZoFkdAqPTVAzHjqHV9lChoBmgJaA9DCHva4a+JWHNAlIaUUpRoFUvJaBZHQKj044MnZ011fZQoaAZoCWgPQwhExM2pZE1zQJSGlFKUaBVL2WgWR0CpBM6pHZsbdX2UKGgGaAloD0MIJxdjYN15cECUhpRSlGgVS9xoFkdAqQUTDwYtQXV9lChoBmgJaA9DCJWBA1q6wXFAlIaUUpRoFUviaBZHQKkFHMpPRAt1fZQoaAZoCWgPQwie0OtPYrNwQJSGlFKUaBVLv2gWR0CpBcY0/GEPdX2UKGgGaAloD0MIkPY/wFqhcECUhpRSlGgVS85oFkdAqQXSoKlYU3V9lChoBmgJaA9DCLyTT48th3JAlIaUUpRoFUu8aBZHQKkF4f1YhdN1fZQoaAZoCWgPQwjPnsvU5OJzQJSGlFKUaBVL2WgWR0CpBdzZ6D5CdX2UKGgGaAloD0MIls/yPPjZcUCUhpRSlGgVS+5oFkdAqQY8p7TlT3V9lChoBmgJaA9DCGouNxjqMG5AlIaUUpRoFUvgaBZHQKkGQIBRyfd1fZQoaAZoCWgPQwhOnUfFP2pwQJSGlFKUaBVL42gWR0CpBn24EwFldX2UKGgGaAloD0MISz/h7JZVckCUhpRSlGgVS8loFkdAqQa9LL6k7HV9lChoBmgJaA9DCFhUxOnk/3FAlIaUUpRoFUvXaBZHQKkG3RVIZqF1fZQoaAZoCWgPQwgOaOkKdkpwQJSGlFKUaBVL12gWR0CpByQ8GLUDdX2UKGgGaAloD0MIij4fZcR0bkCUhpRSlGgVS91oFkdAqQc3AM2FWXV9lChoBmgJaA9DCHGqtTALpHFAlIaUUpRoFUvXaBZHQKkH+AiFCcB1fZQoaAZoCWgPQwjYKOs3U7NwQJSGlFKUaBVLyGgWR0CpB/y6lLvkdX2UKGgGaAloD0MI5iK+E3OBcUCUhpRSlGgVS7doFkdAqQf7vCuU2XV9lChoBmgJaA9DCBWoxeChbXBAlIaUUpRoFUvfaBZHQKkIC64lQdl1fZQoaAZoCWgPQwhtjJ3wUk1xQJSGlFKUaBVLumgWR0CpCBDG96C2dX2UKGgGaAloD0MIYd9OIsKqckCUhpRSlGgVS8toFkdAqQkBr1uivnV9lChoBmgJaA9DCEf/y7Vo53BAlIaUUpRoFUvpaBZHQKkJdOAy2x91fZQoaAZoCWgPQwhdFajF4GZuQJSGlFKUaBVL5mgWR0CpCYSteUpvdX2UKGgGaAloD0MIS3ZsBKKpckCUhpRSlGgVS9FoFkdAqQmR42S+xnV9lChoBmgJaA9DCApNEkuKFHNAlIaUUpRoFUvwaBZHQKkJrLPD50t1fZQoaAZoCWgPQwgaa39nO/5yQJSGlFKUaBVLwWgWR0CpCdGEwnIAdX2UKGgGaAloD0MIS+ZY3pUqc0CUhpRSlGgVS9NoFkdAqQnXgvUSZnV9lChoBmgJaA9DCMaFAyFZK3FAlIaUUpRoFUvraBZHQKkJ+hRqGlB1fZQoaAZoCWgPQwi0q5Dy081xQJSGlFKUaBVLwGgWR0CpCj8QAdXDdX2UKGgGaAloD0MIyxRzEDSfc0CUhpRSlGgVS+BoFkdAqQplnCfpU3V9lChoBmgJaA9DCKdYNQiznnJAlIaUUpRoFUvdaBZHQKkKnWBjFyd1fZQoaAZoCWgPQwigUbr070V0QJSGlFKUaBVLvmgWR0CpCvO5avA5dX2UKGgGaAloD0MI2CyXjc47cUCUhpRSlGgVS8NoFkdAqQsYREnb7HV9lChoBmgJaA9DCJeRek/lb3BAlIaUUpRoFUvTaBZHQKkLSLNOdoZ1fZQoaAZoCWgPQwiLG7eYn2VyQJSGlFKUaBVL32gWR0CpC5cxj8UFdX2UKGgGaAloD0MI3C3JAbu/UUCUhpRSlGgVS5RoFkdAqQvdzjm0V3V9lChoBmgJaA9DCKVN1T2yT3BAlIaUUpRoFUvSaBZHQKkMZcu8K5V1fZQoaAZoCWgPQwjohxHCI5pyQJSGlFKUaBVLvWgWR0CpDIGDtgKGdX2UKGgGaAloD0MIpBmLprMmc0CUhpRSlGgVS8xoFkdAqQz/Xbuc+nV9lChoBmgJaA9DCDj4wmSqaHFAlIaUUpRoFUvXaBZHQKkNErFOwgV1fZQoaAZoCWgPQwgG8uzy7VhzQJSGlFKUaBVLzmgWR0CpDTmVAzHkdX2UKGgGaAloD0MIQgddwuGlc0CUhpRSlGgVS8RoFkdAqQ2C+zt1IXV9lChoBmgJaA9DCJqw/WRMNXNAlIaUUpRoFUveaBZHQKkNqfSQYDV1fZQoaAZoCWgPQwhDkIMS5m5zQJSGlFKUaBVLxWgWR0CpDbYIjW07dX2UKGgGaAloD0MIYkuPpjr1cUCUhpRSlGgVS/BoFkdAqQ3H4Irvs3V9lChoBmgJaA9DCP334LVLkHFAlIaUUpRoFUvIaBZHQKkN+aQV9F51fZQoaAZoCWgPQwgSa/EpABFxQJSGlFKUaBVL1mgWR0CpDo6O5rgwdX2UKGgGaAloD0MIMNRhhdsDcUCUhpRSlGgVS9loFkdAqQ7DSPU8WHV9lChoBmgJaA9DCL9k48EWYHNAlIaUUpRoFUvSaBZHQKkO1zcRDkV1fZQoaAZoCWgPQwhKKej2Ep5xQJSGlFKUaBVLxGgWR0CpDuhSk0rLdX2UKGgGaAloD0MIl1MCYhIecECUhpRSlGgVS99oFkdAqQ+tyFPBSHV9lChoBmgJaA9DCCZxVkSNGnBAlIaUUpRoFUvHaBZHQKkP1IT4+KV1fZQoaAZoCWgPQwh9zt2u10dxQJSGlFKUaBVL2mgWR0CpEExZMcp9dX2UKGgGaAloD0MI1JgQc0lFckCUhpRSlGgVS8xoFkdAqRCeM85jpnV9lChoBmgJaA9DCGwJ+aDnzXFAlIaUUpRoFUvjaBZHQKkQ9muDBdl1fZQoaAZoCWgPQwi1ozhHXV5wQJSGlFKUaBVL3mgWR0CpERxNqQA/dX2UKGgGaAloD0MIC5sBLkhcbkCUhpRSlGgVS+BoFkdAqRFzPrv9cnV9lChoBmgJaA9DCFc9YB6ytXNAlIaUUpRoFUvWaBZHQKkReCxu89R1fZQoaAZoCWgPQwjgaMcN/01yQJSGlFKUaBVL12gWR0CpEY+D3/PxdX2UKGgGaAloD0MIGNLhIUwccUCUhpRSlGgVS7doFkdAqRIr+vQnhXV9lChoBmgJaA9DCBpqFJKMUXNAlIaUUpRoFUvtaBZHQKkSNA+pwS91fZQoaAZoCWgPQwithsQ91q9xQJSGlFKUaBVLy2gWR0CpEnTvqkdndX2UKGgGaAloD0MIexNDcjIScUCUhpRSlGgVTSMBaBZHQKkS0plSS/11fZQoaAZoCWgPQwjptkQuOExuQJSGlFKUaBVL2GgWR0CpEtfIKc/ddX2UKGgGaAloD0MIa9YZ35fXcUCUhpRSlGgVS8FoFkdAqRPV8iOea3V9lChoBmgJaA9DCFWgFoOH03FAlIaUUpRoFUvdaBZHQKkT5jiGWUt1fZQoaAZoCWgPQwjBHahT3ntxQJSGlFKUaBVL9mgWR0CpFD2lEZzgdX2UKGgGaAloD0MIdLLUej+9cUCUhpRSlGgVS8NoFkdAqRQ7GrCFbnV9lChoBmgJaA9DCJM5lnfVenJAlIaUUpRoFUvMaBZHQKkVUD8tPHl1fZQoaAZoCWgPQwivfJbngYNwQJSGlFKUaBVL0GgWR0CpFWBi9ZiedX2UKGgGaAloD0MIwmuXNpwTb0CUhpRSlGgVS81oFkdAqRVvitJWenV9lChoBmgJaA9DCLTjht8N+XJAlIaUUpRoFUvlaBZHQKkVarVe8f51fZQoaAZoCWgPQwhTWn9LgChyQJSGlFKUaBVL7WgWR0CpFWrhrFfidX2UKGgGaAloD0MIwqT4+IStc0CUhpRSlGgVTRADaBZHQKkVm77Kq4p1fZQoaAZoCWgPQwhQj20Z8G9yQJSGlFKUaBVLyGgWR0CpFexN7BwddWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 612, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e15268da337b9f485309ab5fdabcc1cad776266077a3dd0b687b3f693841fca7
-size 143998
+oid sha256:6e6a2dc07fd46155ced1b6f45556cc3d21003334e344a5be29d5751f431ea8f7
+size 143986

ppo-LunarLander/data

@@ -4,19 +4,19 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f4602dda9e0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f4602ddaa70>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f4602ddab00>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f4602ddab90>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f4602ddac20>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f4602ddacb0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f4602ddad40>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f4602ddadd0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f4602ddae60>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f4602ddaef0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f4602ddaf80>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f82c8c90170>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f82c8c90200>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f82c8c90290>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f82c8c90320>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f82c8c903b0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f82c8c90440>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f82c8c904d0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f82c8c90560>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f82c8c905f0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f82c8c90680>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f82c8c90710>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7f4602e26930>"
+        "_abc_impl": "<_abc_data object at 0x7f82c8ce2300>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -42,12 +42,12 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 2506752,
+    "_total_timesteps": 2500000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1652533001.2491736,
+    "start_time": 1652539645.219717,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,7 +56,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMA1Bb5sMLA/PubAvoWL4L4spyW9Guh+vgAAAAAAAAAAzeNUPWzpID+3JyG6UarnvoHnRT1ZNEC9AAAAAAAAAABmQCe9D5RVPTO7vz2inie+YUOPu2X0z70AAAAAAAAAAGbeNzunwQM/ZxsIPUn5tr5bYVq9y4prPQAAAAAAAAAAGsdEvT4Jpj1iQTU+9dBkvhh6gD2q/Mu9AAAAAAAAAAAzOB+9FKCIuuylJrRwcZ6vcZ3hOQBWtDMAAIA/AACAPwCAvbsKM267Q7UOvF2jjzxt9Ze85Ul2PQAAgD8AAIA/ZkolPH5psz/OG0E+vvkKvlmZNTvOan09AAAAAAAAAABNq0c9/DMtPotMdr63i5K+WcACvqxfBbwAAAAAAAAAACZhyj2x8JQ9YspuvtCqdb4kacW9cK72PAAAAAAAAAAA5rrAPWpXZD667ZO9oTmRvoPrMzl6AlS8AAAAAAAAAADNZxK9XCctupuIsLvqlqY8pDgUO4JQkL0AAIA/AACAP7NkQj2Bfrw/mjw5Po+MRb4ZLTQ+bqQ7PgAAAAAAAAAA8ryivunkPT8cdw++UWkgv4OWuL5C6eQ7AAAAAAAAAAAAAAW7G6G3PWe9mL2+OGG+KoCPvZiQU7gAAAAAAAAAADPzlbvsH5Y+C3qJupsAlL78IbA7BXDovQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABIN7wRIQI/WihGPdtzz77mASe9HfafPQAAAAAAAAAAmhFyPcMZTLrKx5u4Jv6bs+olMLpuCLg3AACAPwAAgD8aQ+C9zkm3PT4q5T6SqNC+TPUkPtie+D0AAAAAAAAAAJpTnz1CfwQ+jfIavgl0xr5d6xa94PeBOwAAAAAAAAAAmvHhO5+puj/H45I9hMQtPiHOjjqAmHY9AAAAAAAAAABmxoI7Ds97P87S8rxq8Aa/6TVRO04/Dr0AAAAAAAAAAJrf0L3DRU26yDtbuhEYkrRkOgU7rj1/OQAAAAAAAAAAwIk1vgRK2D4WdaU+HeHRvqD5Br2uCFo+AAAAAAAAAAAAtvU8Cul1u7KFVbudh4g8j1eePC1/ar0AAIA/AACAP2bG0jrsI7G7zqwrPHxUnDzrcxe9cg2EPQAAgD8AAIA/xhdhPi7xbD+mQ9M+HngUv9230j5eMMU9AAAAAAAAAADNmlk9lCSRPyZKkj0f7w+/Z/QDPtalRj0AAAAAAAAAALP25r2QCaU/UwuVvlH1CL84NoG+0gv5vQAAAAAAAAAAZj8QvThHoLsOjAC8N9uoPKgh7Twnq469AACAPwAAgD/zyic+E4qyP6By6D7pFfa+eva3PjpXGz4AAAAAAAAAAMA/2L0j5LY/xDS3vqLenL41WT++VU2evgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -66,16 +66,16 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.0027007999999999477,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVKhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI91YkJqiJcUCUhpRSlIwBbJRNDgGMAXSUR0ClkavoNd7fdX2UKGgGaAloD0MIBJKwb6d6ckCUhpRSlGgVS/poFkdApZHMa86FNHV9lChoBmgJaA9DCKWjHMymXnBAlIaUUpRoFUvtaBZHQKWSG7pV0cR1fZQoaAZoCWgPQwgPgSOBRupwQJSGlFKUaBVL6WgWR0ClkiWDYh+wdX2UKGgGaAloD0MIq7GEtXFqcUCUhpRSlGgVS+xoFkdApZJGh/RVqHV9lChoBmgJaA9DCFnbFI8LcnFAlIaUUpRoFUvraBZHQKWSba11GLF1fZQoaAZoCWgPQwizmUNSCyJwQJSGlFKUaBVL32gWR0Clko114gRsdX2UKGgGaAloD0MIDeIDO74ncUCUhpRSlGgVS8loFkdApZLFWjoIOnV9lChoBmgJaA9DCE/OUNzxpnBAlIaUUpRoFUvmaBZHQKWTKHhS9/V1fZQoaAZoCWgPQwiMhLacCy9xQJSGlFKUaBVL7GgWR0Clky06xPfsdX2UKGgGaAloD0MIodY077hIcECUhpRSlGgVTQMBaBZHQKWTbvRZ2ZB1fZQoaAZoCWgPQwiMTSuFAOxwQJSGlFKUaBVL82gWR0Clk4Lm6oVEdX2UKGgGaAloD0MIgsmNIiu7cUCUhpRSlGgVTTcBaBZHQKWToEeyRjl1fZQoaAZoCWgPQwgPnZ5348tuQJSGlFKUaBVL6GgWR0CllFbwjMV2dX2UKGgGaAloD0MID5iHTPlDckCUhpRSlGgVS9xoFkdApZVZfBvaUXV9lChoBmgJaA9DCCcTtwqie3BAlIaUUpRoFUv1aBZHQKWVmRdQfp51fZQoaAZoCWgPQwiwdD48S7BxQJSGlFKUaBVL1GgWR0Cllawjt5UtdX2UKGgGaAloD0MIzcr2Ie8ccUCUhpRSlGgVS8toFkdApZXQwK0D2nV9lChoBmgJaA9DCBIXgEYp/HJAlIaUUpRoFU0aAWgWR0ClleXZ5AyEdX2UKGgGaAloD0MIAHUDBR5QcUCUhpRSlGgVS/NoFkdApZXnxUedTnV9lChoBmgJaA9DCH++LVhqX3BAlIaUUpRoFUvqaBZHQKWWKgi/wiJ1fZQoaAZoCWgPQwggtvRoKsRwQJSGlFKUaBVL9mgWR0ClljZ5AyEddX2UKGgGaAloD0MIEkpfCPkmcUCUhpRSlGgVTQUBaBZHQKWW3BnBciZ1fZQoaAZoCWgPQwjNrRBWY9lMQJSGlFKUaBVLwmgWR0ClltpmEoOQdX2UKGgGaAloD0MINExtqQMYckCUhpRSlGgVS9hoFkdApZcCshgVoHV9lChoBmgJaA9DCHQkl/8Q/nFAlIaUUpRoFUvWaBZHQKWXDztkWh11fZQoaAZoCWgPQwh4DfrSGzZxQJSGlFKUaBVL92gWR0CllzlERaoudX2UKGgGaAloD0MIIVhVL7/ecECUhpRSlGgVS/doFkdApZc+QyRB/3V9lChoBmgJaA9DCG+gwDt59nJAlIaUUpRoFU0UAWgWR0Cll1CCJ40NdX2UKGgGaAloD0MI7ZxmgfbWbkCUhpRSlGgVS+hoFkdApacxgiNbT3V9lChoBmgJaA9DCChiEcMOoVBAlIaUUpRoFUuRaBZHQKWndYU34sV1fZQoaAZoCWgPQwis4SL3tMJxQJSGlFKUaBVLzWgWR0Clp/vCVKPGdX2UKGgGaAloD0MITHFV2TfuckCUhpRSlGgVS/hoFkdApah5f4REnnV9lChoBmgJaA9DCF6c+GpH0HFAlIaUUpRoFUvgaBZHQKWokSwnpjd1fZQoaAZoCWgPQwiRY+sZgiVwQJSGlFKUaBVL4GgWR0ClqJOkUKzBdX2UKGgGaAloD0MIdnCwNzELc0CUhpRSlGgVS+9oFkdApai/dhy8z3V9lChoBmgJaA9DCNZSQNp/XXBAlIaUUpRoFUvlaBZHQKWo/+tKZlZ1fZQoaAZoCWgPQwjOiqiJfpNzQJSGlFKUaBVNDgFoFkdApakXnW8RMHV9lChoBmgJaA9DCNbllICYc3BAlIaUUpRoFUvWaBZHQKWplKISDh91fZQoaAZoCWgPQwiOAdnrHRhxQJSGlFKUaBVL2WgWR0ClqbIjGDL9dX2UKGgGaAloD0MIkIR9O4lvc0CUhpRSlGgVS9BoFkdApanVNcnmaHV9lChoBmgJaA9DCF6dY0B2dXFAlIaUUpRoFUvvaBZHQKWp33B55Z91fZQoaAZoCWgPQwirXRPSmq9xQJSGlFKUaBVL/GgWR0ClqhyUcGTtdX2UKGgGaAloD0MIkdRCySQLcECUhpRSlGgVS/JoFkdApapa/wiJO3V9lChoBmgJaA9DCBGOWfbk0XBAlIaUUpRoFU0NAWgWR0Clqsxc3VCpdX2UKGgGaAloD0MIrS8S2vJEb0CUhpRSlGgVS/NoFkdApatt45cTrXV9lChoBmgJaA9DCM5PcRy4snJAlIaUUpRoFUvpaBZHQKWrjYChew91fZQoaAZoCWgPQwhPeAlOPftyQJSGlFKUaBVL3WgWR0Clq97XYlIFdX2UKGgGaAloD0MItHHEWnw4TkCUhpRSlGgVS69oFkdApawIbXHzYnV9lChoBmgJaA9DCMNi1LX2DHNAlIaUUpRoFUvWaBZHQKWsL0nPVut1fZQoaAZoCWgPQwgbSu1FtI9wQJSGlFKUaBVL3GgWR0ClrGHnuAqedX2UKGgGaAloD0MI1QRR9wHpbkCUhpRSlGgVS+5oFkdApazZfBvaUXV9lChoBmgJaA9DCGPRdHZyYnBAlIaUUpRoFUvsaBZHQKWtJ7vXsgN1fZQoaAZoCWgPQwhLOzWXm8RyQJSGlFKUaBVL02gWR0ClrTjvuw5edX2UKGgGaAloD0MI34rEBHXdcUCUhpRSlGgVTQ8BaBZHQKWtPW912aF1fZQoaAZoCWgPQwjylqsfG09zQJSGlFKUaBVL22gWR0ClrZLH2h7FdX2UKGgGaAloD0MIhxdEpGYncUCUhpRSlGgVS9toFkdApa2bkfcN6XV9lChoBmgJaA9DCPPlBdgHzHFAlIaUUpRoFUvRaBZHQKWtqmxdIG11fZQoaAZoCWgPQwj+f5wwoS1xQJSGlFKUaBVL0WgWR0ClrdzWf9P2dX2UKGgGaAloD0MI5MCr5Y4DcUCUhpRSlGgVS8xoFkdApa4vBk7OmnV9lChoBmgJaA9DCFrwoq/gzXBAlIaUUpRoFU0QAWgWR0ClrkLB0p3HdX2UKGgGaAloD0MI0HtjCADiMECUhpRSlGgVS65oFkdApa5jy+YdAHV9lChoBmgJaA9DCNLgtrZwpXBAlIaUUpRoFUvkaBZHQKWviKjSG8F1fZQoaAZoCWgPQwiRQln4ej1yQJSGlFKUaBVL2GgWR0Clr9fa6BiDdX2UKGgGaAloD0MIfJ4/bVQOb0CUhpRSlGgVS/5oFkdApbApPwd8zHV9lChoBmgJaA9DCAgfSrSk93NAlIaUUpRoFU0uAWgWR0ClsGJazNUwdX2UKGgGaAloD0MIUl+WdiqnckCUhpRSlGgVS9BoFkdApbCG6K+BYnV9lChoBmgJaA9DCJjArbu5nXNAlIaUUpRoFUvkaBZHQKWwkcBltj11fZQoaAZoCWgPQwhXBtUGJ0VyQJSGlFKUaBVL3mgWR0ClsNTPrv9cdX2UKGgGaAloD0MI1h9hGLAXcUCUhpRSlGgVS95oFkdApbDZbKRuCXV9lChoBmgJaA9DCOm68IPzzm1AlIaUUpRoFUvbaBZHQKWxIQNCqp91fZQoaAZoCWgPQwhWEW4y6rpyQJSGlFKUaBVNLwFoFkdApbEk3Q2MsHV9lChoBmgJaA9DCFByh03k9nNAlIaUUpRoFUvwaBZHQKWxe7yxzJZ1fZQoaAZoCWgPQwgrhNVYAo1xQJSGlFKUaBVL7mgWR0ClsYKyfL9udX2UKGgGaAloD0MIVKpE2dvNbUCUhpRSlGgVS+poFkdApbGl9QXQ+nV9lChoBmgJaA9DCETDYtS1n21AlIaUUpRoFUvZaBZHQKWxtLRKHwh1fZQoaAZoCWgPQwi5wVCHFYluQJSGlFKUaBVLz2gWR0Clsb7vXsgMdX2UKGgGaAloD0MIRE5fz5ctcUCUhpRSlGgVS+VoFkdApbHuLYPGyXV9lChoBmgJaA9DCOWzPA9uqXFAlIaUUpRoFUvlaBZHQKWzNeD3/Px1fZQoaAZoCWgPQwjwFHKlnmFxQJSGlFKUaBVLyWgWR0Cls1iiRGMGdX2UKGgGaAloD0MIBAMIH0qOcUCUhpRSlGgVS/loFkdApbPayQgcLnV9lChoBmgJaA9DCJTZIJNMJnNAlIaUUpRoFUv1aBZHQKW0WW4Vh1F1fZQoaAZoCWgPQwgGZK93v0pxQJSGlFKUaBVL3WgWR0CltGN1ZDArdX2UKGgGaAloD0MIWyiZnFpRckCUhpRSlGgVS/ZoFkdApbSSHEdeY3V9lChoBmgJaA9DCOZciqvKa3NAlIaUUpRoFUv5aBZHQKW0lreIl+p1fZQoaAZoCWgPQwithsQ9VpdxQJSGlFKUaBVL72gWR0CltQ3b212JdX2UKGgGaAloD0MIJhjONUydb0CUhpRSlGgVS95oFkdApbUxSHdoFnV9lChoBmgJaA9DCIygMZOoEG9AlIaUUpRoFUviaBZHQKW1PLEk0Jp1fZQoaAZoCWgPQwiEZte9FXxyQJSGlFKUaBVL/WgWR0CltVF8XvYwdX2UKGgGaAloD0MIFqWEYFXucECUhpRSlGgVS9doFkdApbWS8rZrYXV9lChoBmgJaA9DCBmO5zPg/nJAlIaUUpRoFU0lAWgWR0CltabSy+pPdX2UKGgGaAloD0MIJlZGI58DcUCUhpRSlGgVS+1oFkdApbWmuNgjQnV9lChoBmgJaA9DCHGuYYYGgHBAlIaUUpRoFUv6aBZHQKW1xzVc2R91fZQoaAZoCWgPQwhbJy7Ha7lzQJSGlFKUaBVL+GgWR0CltdcCgbqAdX2UKGgGaAloD0MIknpP5bS5SUCUhpRSlGgVS5poFkdApbZcH8jzI3V9lChoBmgJaA9DCIpyafyCJnBAlIaUUpRoFUvUaBZHQKW2rjLjght1fZQoaAZoCWgPQwhmSutvCSRxQJSGlFKUaBVL1GgWR0Cltsx5kbxWdX2UKGgGaAloD0MI3GRUGcavS0CUhpRSlGgVS5VoFkdApbdF6X0GvHV9lChoBmgJaA9DCCqnPSXnAE9AlIaUUpRoFUvBaBZHQKW3WnRb8m91fZQoaAZoCWgPQwjtgsE1dz5KQJSGlFKUaBVLiWgWR0Clt6RjJ+2FdWUu"
+        ":serialized:": "gAWVIRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI4gZ8fpgkcECUhpRSlIwBbJRLyowBdJRHQKjvhhy8zyl1fZQoaAZoCWgPQwhzhXe5iEtoQJSGlFKUaBVN6ANoFkdAqO/K9GqgiHV9lChoBmgJaA9DCGHguffw2nNAlIaUUpRoFUvTaBZHQKjwHndweeZ1fZQoaAZoCWgPQwj8NsR4jRxxQJSGlFKUaBVLy2gWR0Co8CCB5HEudX2UKGgGaAloD0MIN1DgnXyIc0CUhpRSlGgVS91oFkdAqPBJ5iVjZ3V9lChoBmgJaA9DCM7Cnnb4zHFAlIaUUpRoFUvJaBZHQKjwjyc0+C91fZQoaAZoCWgPQwi14EVfgZJzQJSGlFKUaBVLxGgWR0Co8JyOinHedX2UKGgGaAloD0MIwjQMH5EJckCUhpRSlGgVS81oFkdAqPEIjW07bXV9lChoBmgJaA9DCGO4OgCij3NAlIaUUpRoFU1rAWgWR0Co8bkhRqGldX2UKGgGaAloD0MIP6iLFEq0cUCUhpRSlGgVS8ZoFkdAqPG5WYF7lnV9lChoBmgJaA9DCPzG157ZCm9AlIaUUpRoFUvaaBZHQKjxuH5aePJ1fZQoaAZoCWgPQwhEp+fd2KhwQJSGlFKUaBVLt2gWR0Co8eGVZ9uxdX2UKGgGaAloD0MIaRoUzQNkcUCUhpRSlGgVS+JoFkdAqPHxvR7Z4HV9lChoBmgJaA9DCB08E5okjnBAlIaUUpRoFUvoaBZHQKjyxLB9Cu51fZQoaAZoCWgPQwgKgzKNZuhyQJSGlFKUaBVL4mgWR0Co8tOHvc8DdX2UKGgGaAloD0MIU8prJbRLcUCUhpRSlGgVS9doFkdAqPLr6tT1kHV9lChoBmgJaA9DCMh8QKAzD25AlIaUUpRoFUvQaBZHQKjzGbAk9lp1fZQoaAZoCWgPQwivQzUlWVlwQJSGlFKUaBVLvWgWR0Co8ySSeRPodX2UKGgGaAloD0MI6uxkcFQvckCUhpRSlGgVS/poFkdAqPNN9a2Wp3V9lChoBmgJaA9DCDs6rka2FnJAlIaUUpRoFUvGaBZHQKjzTODaoMt1fZQoaAZoCWgPQwgF/BpJwn1wQJSGlFKUaBVLymgWR0Co89oFFDv3dX2UKGgGaAloD0MIMLlRZO25ckCUhpRSlGgVS+ZoFkdAqPP0idJ8OXV9lChoBmgJaA9DCG/yW3SyYXFAlIaUUpRoFUvfaBZHQKj0HuUD+zd1fZQoaAZoCWgPQwh+HM2R1aNzQJSGlFKUaBVLv2gWR0Co9BoxQBPsdX2UKGgGaAloD0MIqBso8M5ZckCUhpRSlGgVS8ZoFkdAqPTVAzHjqHV9lChoBmgJaA9DCHva4a+JWHNAlIaUUpRoFUvJaBZHQKj044MnZ011fZQoaAZoCWgPQwhExM2pZE1zQJSGlFKUaBVL2WgWR0CpBM6pHZsbdX2UKGgGaAloD0MIJxdjYN15cECUhpRSlGgVS9xoFkdAqQUTDwYtQXV9lChoBmgJaA9DCJWBA1q6wXFAlIaUUpRoFUviaBZHQKkFHMpPRAt1fZQoaAZoCWgPQwie0OtPYrNwQJSGlFKUaBVLv2gWR0CpBcY0/GEPdX2UKGgGaAloD0MIkPY/wFqhcECUhpRSlGgVS85oFkdAqQXSoKlYU3V9lChoBmgJaA9DCLyTT48th3JAlIaUUpRoFUu8aBZHQKkF4f1YhdN1fZQoaAZoCWgPQwjPnsvU5OJzQJSGlFKUaBVL2WgWR0CpBdzZ6D5CdX2UKGgGaAloD0MIls/yPPjZcUCUhpRSlGgVS+5oFkdAqQY8p7TlT3V9lChoBmgJaA9DCGouNxjqMG5AlIaUUpRoFUvgaBZHQKkGQIBRyfd1fZQoaAZoCWgPQwhOnUfFP2pwQJSGlFKUaBVL42gWR0CpBn24EwFldX2UKGgGaAloD0MISz/h7JZVckCUhpRSlGgVS8loFkdAqQa9LL6k7HV9lChoBmgJaA9DCFhUxOnk/3FAlIaUUpRoFUvXaBZHQKkG3RVIZqF1fZQoaAZoCWgPQwgOaOkKdkpwQJSGlFKUaBVL12gWR0CpByQ8GLUDdX2UKGgGaAloD0MIij4fZcR0bkCUhpRSlGgVS91oFkdAqQc3AM2FWXV9lChoBmgJaA9DCHGqtTALpHFAlIaUUpRoFUvXaBZHQKkH+AiFCcB1fZQoaAZoCWgPQwjYKOs3U7NwQJSGlFKUaBVLyGgWR0CpB/y6lLvkdX2UKGgGaAloD0MI5iK+E3OBcUCUhpRSlGgVS7doFkdAqQf7vCuU2XV9lChoBmgJaA9DCBWoxeChbXBAlIaUUpRoFUvfaBZHQKkIC64lQdl1fZQoaAZoCWgPQwhtjJ3wUk1xQJSGlFKUaBVLumgWR0CpCBDG96C2dX2UKGgGaAloD0MIYd9OIsKqckCUhpRSlGgVS8toFkdAqQkBr1uivnV9lChoBmgJaA9DCEf/y7Vo53BAlIaUUpRoFUvpaBZHQKkJdOAy2x91fZQoaAZoCWgPQwhdFajF4GZuQJSGlFKUaBVL5mgWR0CpCYSteUpvdX2UKGgGaAloD0MIS3ZsBKKpckCUhpRSlGgVS9FoFkdAqQmR42S+xnV9lChoBmgJaA9DCApNEkuKFHNAlIaUUpRoFUvwaBZHQKkJrLPD50t1fZQoaAZoCWgPQwgaa39nO/5yQJSGlFKUaBVLwWgWR0CpCdGEwnIAdX2UKGgGaAloD0MIS+ZY3pUqc0CUhpRSlGgVS9NoFkdAqQnXgvUSZnV9lChoBmgJaA9DCMaFAyFZK3FAlIaUUpRoFUvraBZHQKkJ+hRqGlB1fZQoaAZoCWgPQwi0q5Dy081xQJSGlFKUaBVLwGgWR0CpCj8QAdXDdX2UKGgGaAloD0MIyxRzEDSfc0CUhpRSlGgVS+BoFkdAqQplnCfpU3V9lChoBmgJaA9DCKdYNQiznnJAlIaUUpRoFUvdaBZHQKkKnWBjFyd1fZQoaAZoCWgPQwigUbr070V0QJSGlFKUaBVLvmgWR0CpCvO5avA5dX2UKGgGaAloD0MI2CyXjc47cUCUhpRSlGgVS8NoFkdAqQsYREnb7HV9lChoBmgJaA9DCJeRek/lb3BAlIaUUpRoFUvTaBZHQKkLSLNOdoZ1fZQoaAZoCWgPQwiLG7eYn2VyQJSGlFKUaBVL32gWR0CpC5cxj8UFdX2UKGgGaAloD0MI3C3JAbu/UUCUhpRSlGgVS5RoFkdAqQvdzjm0V3V9lChoBmgJaA9DCKVN1T2yT3BAlIaUUpRoFUvSaBZHQKkMZcu8K5V1fZQoaAZoCWgPQwjohxHCI5pyQJSGlFKUaBVLvWgWR0CpDIGDtgKGdX2UKGgGaAloD0MIpBmLprMmc0CUhpRSlGgVS8xoFkdAqQz/Xbuc+nV9lChoBmgJaA9DCDj4wmSqaHFAlIaUUpRoFUvXaBZHQKkNErFOwgV1fZQoaAZoCWgPQwgG8uzy7VhzQJSGlFKUaBVLzmgWR0CpDTmVAzHkdX2UKGgGaAloD0MIQgddwuGlc0CUhpRSlGgVS8RoFkdAqQ2C+zt1IXV9lChoBmgJaA9DCJqw/WRMNXNAlIaUUpRoFUveaBZHQKkNqfSQYDV1fZQoaAZoCWgPQwhDkIMS5m5zQJSGlFKUaBVLxWgWR0CpDbYIjW07dX2UKGgGaAloD0MIYkuPpjr1cUCUhpRSlGgVS/BoFkdAqQ3H4Irvs3V9lChoBmgJaA9DCP334LVLkHFAlIaUUpRoFUvIaBZHQKkN+aQV9F51fZQoaAZoCWgPQwgSa/EpABFxQJSGlFKUaBVL1mgWR0CpDo6O5rgwdX2UKGgGaAloD0MIMNRhhdsDcUCUhpRSlGgVS9loFkdAqQ7DSPU8WHV9lChoBmgJaA9DCL9k48EWYHNAlIaUUpRoFUvSaBZHQKkO1zcRDkV1fZQoaAZoCWgPQwhKKej2Ep5xQJSGlFKUaBVLxGgWR0CpDuhSk0rLdX2UKGgGaAloD0MIl1MCYhIecECUhpRSlGgVS99oFkdAqQ+tyFPBSHV9lChoBmgJaA9DCCZxVkSNGnBAlIaUUpRoFUvHaBZHQKkP1IT4+KV1fZQoaAZoCWgPQwh9zt2u10dxQJSGlFKUaBVL2mgWR0CpEExZMcp9dX2UKGgGaAloD0MI1JgQc0lFckCUhpRSlGgVS8xoFkdAqRCeM85jpnV9lChoBmgJaA9DCGwJ+aDnzXFAlIaUUpRoFUvjaBZHQKkQ9muDBdl1fZQoaAZoCWgPQwi1ozhHXV5wQJSGlFKUaBVL3mgWR0CpERxNqQA/dX2UKGgGaAloD0MIC5sBLkhcbkCUhpRSlGgVS+BoFkdAqRFzPrv9cnV9lChoBmgJaA9DCFc9YB6ytXNAlIaUUpRoFUvWaBZHQKkReCxu89R1fZQoaAZoCWgPQwjgaMcN/01yQJSGlFKUaBVL12gWR0CpEY+D3/PxdX2UKGgGaAloD0MIGNLhIUwccUCUhpRSlGgVS7doFkdAqRIr+vQnhXV9lChoBmgJaA9DCBpqFJKMUXNAlIaUUpRoFUvtaBZHQKkSNA+pwS91fZQoaAZoCWgPQwithsQ91q9xQJSGlFKUaBVLy2gWR0CpEnTvqkdndX2UKGgGaAloD0MIexNDcjIScUCUhpRSlGgVTSMBaBZHQKkS0plSS/11fZQoaAZoCWgPQwjptkQuOExuQJSGlFKUaBVL2GgWR0CpEtfIKc/ddX2UKGgGaAloD0MIa9YZ35fXcUCUhpRSlGgVS8FoFkdAqRPV8iOea3V9lChoBmgJaA9DCFWgFoOH03FAlIaUUpRoFUvdaBZHQKkT5jiGWUt1fZQoaAZoCWgPQwjBHahT3ntxQJSGlFKUaBVL9mgWR0CpFD2lEZzgdX2UKGgGaAloD0MIdLLUej+9cUCUhpRSlGgVS8NoFkdAqRQ7GrCFbnV9lChoBmgJaA9DCJM5lnfVenJAlIaUUpRoFUvMaBZHQKkVUD8tPHl1fZQoaAZoCWgPQwivfJbngYNwQJSGlFKUaBVL0GgWR0CpFWBi9ZiedX2UKGgGaAloD0MIwmuXNpwTb0CUhpRSlGgVS81oFkdAqRVvitJWenV9lChoBmgJaA9DCLTjht8N+XJAlIaUUpRoFUvlaBZHQKkVarVe8f51fZQoaAZoCWgPQwhTWn9LgChyQJSGlFKUaBVL7WgWR0CpFWrhrFfidX2UKGgGaAloD0MIwqT4+IStc0CUhpRSlGgVTRADaBZHQKkVm77Kq4p1fZQoaAZoCWgPQwhQj20Z8G9yQJSGlFKUaBVLyGgWR0CpFexN7BwddWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 372,
+    "_n_updates": 612,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,

ppo-LunarLander/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbbb47dc3f4d480eea8eb613ce8069b23affa1edd1e55b4820f8c54caca74184
+oid sha256:1f8f2e3a1cc3322aed7b90a2f87af231f5ae08f571b17ca8e1072c63119e40ce
 size 84893

ppo-LunarLander/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:421fb6e74fcb29326b9549e45f3cd3cc04cfca021243da068304d9d062ca62e4
+oid sha256:b35c012e2b267b5e90b0909b3e136263b3ca7e17240f01da2b82039f0a2f2abf
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06966157354f455ba0d47c51d1c791ca6ffd7c6b64ff721409bb8fe52d7b1f1f
-size 206067
+oid sha256:72350fcd762e64cc2621401858c25f46a88e07b8c57bd12e70a3d898cc33ff04
+size 233154

results.json

@@ -1 +1 @@
-{"mean_reward": 277.32975642927147, "std_reward": 24.396564006894824, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T13:19:36.988679"}
+{"mean_reward": 286.37788191829156, "std_reward": 22.557328380309873, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-14T15:41:44.780411"}