Update PPO Model v2

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 267.73 +/- 17.05
+      value: 244.05 +/- 21.12
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f03c29cd3b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f03c29cd440>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f03c29cd4d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f03c29cd560>", "_build": "<function ActorCriticPolicy._build at 0x7f03c29cd5f0>", "forward": "<function ActorCriticPolicy.forward at 0x7f03c29cd680>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f03c29cd710>", "_predict": "<function ActorCriticPolicy._predict at 0x7f03c29cd7a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f03c29cd830>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f03c29cd8c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f03c29cd950>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f03c2a197e0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gASVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1653459016.933158, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAunhYPjYqP7y8oJw6isuMuC/kqb0Usrm5AACAPwAAgD+acJY8H8X4uXj+3TtT/hk48xkjO3Znc7YAAIA/AACAPwBqGj0KTzM6nh7Fu2KQZjzIk+U6jwinuwAAAAAAAAAAM7H5PWxqpD8rPY8+wvABv+cAsz3qSho+AAAAAAAAAAAzR4O7XB9QujxnuTxEpAu6/Fk4O6e8xjoAAIA/AACAP5rzETzDCXG6ulV/O+pRvTeUbRS6mveGNgAAgD8AAIA/gMTGvcMhGroK0ac7NXaVuOfc+DtuRFS6AACAPwAAgD8NC7o94XCnumyeSjlpzwu1HTaxughoZ7gAAIA/AACAP5p1g71cv3g5fg6ju9pvBTbReIO5sNd5tQAAgD8AAIA/81iDPeHkwLoQrkg5Xv+RuZAbRDugOse3AACAPwAAgD+aIdo9H12vuXSgODuNESw2fBsvumqxVroAAIA/AACAPwAjUD1xpwK77tSWvBIptjqFjHM7722wOwAAgD8AAIA/5t8aPcMJSrpChVM71cNzNSApWTtdt3a6AACAPwAAgD/N8No99uBhuqrcDL1R9Rc5GGJ8uyuth7gAAIA/AACAP5q02b3xiFQ+DjtGvIMIar517Hy7U2GgvAAAAAAAAAAA5vYcvXuMkzlIiWo7/CzGtQksTzsx+JC6AACAPwAAgD+UdJRiLg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVdxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvoOfOICgXkCUhpRSlIwBbJRN6AOMAXSUR0DC5DtYbKigdX2UKGgGaAloD0MIxNDq5AwpNkCUhpRSlGgVTegDaBZHQMLk1neizs11fZQoaAZoCWgPQwhtyhXe5ZhdQJSGlFKUaBVN6ANoFkdAwuUUFbmlqXV9lChoBmgJaA9DCOlILv8hBlxAlIaUUpRoFU3oA2gWR0DC5S21fE4vdX2UKGgGaAloD0MI8kBkkSa+AMCUhpRSlGgVS11oFkdAwuVte1KGtnV9lChoBmgJaA9DCHo4gem04jxAlIaUUpRoFUt+aBZHQMLl5iSA6Ml1fZQoaAZoCWgPQwgB+KdUie1eQJSGlFKUaBVN6ANoFkdAwuY4g5imVXV9lChoBmgJaA9DCPc/wFq1HltAlIaUUpRoFU3oA2gWR0DC5rff8/D+dX2UKGgGaAloD0MIU3k7wmlhXkCUhpRSlGgVTegDaBZHQMLmwYXoC+11fZQoaAZoCWgPQwim0HmN3VhkQJSGlFKUaBVN6ANoFkdAwula6XBxgnV9lChoBmgJaA9DCIfB/BWyM2BAlIaUUpRoFU3oA2gWR0DC7lJddE9ddX2UKGgGaAloD0MI9Pv+zYtNW0CUhpRSlGgVTegDaBZHQMLu0sRg7YF1fZQoaAZoCWgPQwgzFeKReGRbQJSGlFKUaBVN6ANoFkdAwu7m7hegMHV9lChoBmgJaA9DCFN2+kFdyFpAlIaUUpRoFU3oA2gWR0DC73TsKLKndX2UKGgGaAloD0MIGT230JWtX0CUhpRSlGgVTegDaBZHQMLv5mWD6Fd1fZQoaAZoCWgPQwijHw2nTCdgQJSGlFKUaBVN6ANoFkdAwu/+OlwcYXV9lChoBmgJaA9DCPKwUGuaxWJAlIaUUpRoFU3oA2gWR0DC8ABScbzcdX2UKGgGaAloD0MIrtNIS2UfYECUhpRSlGgVTegDaBZHQMLwvCZOSGJ1fZQoaAZoCWgPQwjaykv+J8NcQJSGlFKUaBVN6ANoFkdAwvC+TPjXF3V9lChoBmgJaA9DCP9cNGQ8xjhAlIaUUpRoFUuYaBZHQMLxEWUbDMx1fZQoaAZoCWgPQwjVIMzt3rdjQJSGlFKUaBVN6ANoFkdAwvHTDGcWkHV9lChoBmgJaA9DCF5ortNInlRAlIaUUpRoFU3oA2gWR0DC8iQIQe3hdX2UKGgGaAloD0MIVrq7zobnXkCUhpRSlGgVTegDaBZHQMLysSIP9UF1fZQoaAZoCWgPQwhI+N7foG5dQJSGlFKUaBVN6ANoFkdAwvMHundfs3V9lChoBmgJaA9DCFCm0eTiC2JAlIaUUpRoFU3oA2gWR0DC84invUjLdX2UKGgGaAloD0MIiljEsMOAU0CUhpRSlGgVTegDaBZHQMLzknyVfNR1fZQoaAZoCWgPQwhz1TxH5M9OQJSGlFKUaBVLiGgWR0DC87whIOH4dX2UKGgGaAloD0MISddMvtk+OUCUhpRSlGgVS51oFkdAwvTv4FA3UHV9lChoBmgJaA9DCBhBYybREWHAlIaUUpRoFU2VAWgWR0DC9PRaNdZ8dX2UKGgGaAloD0MIZwxzgra0YUCUhpRSlGgVTegDaBZHQML2DOvt+kR1fZQoaAZoCWgPQwjIXu/+eC5eQJSGlFKUaBVN6ANoFkdAwvZ2M0gr6XV9lChoBmgJaA9DCEN0CBwJpVtAlIaUUpRoFU3oA2gWR0DC+1/ymQ8wdX2UKGgGaAloD0MICHb8FwgeXkCUhpRSlGgVTegDaBZHQML7c2xIJ7d1fZQoaAZoCWgPQwhiaHVyhixaQJSGlFKUaBVN6ANoFkdAwvvubpeNUHV9lChoBmgJaA9DCKabxCCwBjlAlIaUUpRoFUuZaBZHQML8NSJbdJt1fZQoaAZoCWgPQwiUZ14OO2ZgQJSGlFKUaBVN6ANoFkdAwvxOe18b73V9lChoBmgJaA9DCDscXaW7mmZAlIaUUpRoFU3oA2gWR0DC/Gb7hvR7dX2UKGgGaAloD0MIA30iT5J0TECUhpRSlGgVS4doFkdAwvz+XY150XV9lChoBmgJaA9DCC3NrRBWZV1AlIaUUpRoFU3oA2gWR0DC/TGHWSU1dX2UKGgGaAloD0MIwac5eRHZY0CUhpRSlGgVTegDaBZHQML9M5iNKiB1fZQoaAZoCWgPQwjfNH12wLZZQJSGlFKUaBVN6ANoFkdAwv2IKRdQf3V9lChoBmgJaA9DCPipKjQQL1hAlIaUUpRoFU3oA2gWR0DC/o1og3cYdX2UKGgGaAloD0MIM9yAzw+tWkCUhpRSlGgVTegDaBZHQML/jBOP/711fZQoaAZoCWgPQwiP+1brRHJlQJSGlFKUaBVN6ANoFkdAwwAdGz8gp3V9lChoBmgJaA9DCC5yT1d3aGJAlIaUUpRoFU3oA2gWR0DDACg79ycTdX2UKGgGaAloD0MIPE1mvK2dWECUhpRSlGgVTegDaBZHQMMBrfhVENR1fZQoaAZoCWgPQwj0pbc/F4xaQJSGlFKUaBVN6ANoFkdAwwGyzabnYHV9lChoBmgJaA9DCD0s1Jrmo19AlIaUUpRoFU3oA2gWR0DDAsERSP2gdX2UKGgGaAloD0MIzqj5KvluYUCUhpRSlGgVTegDaBZHQMMIG0Xxe9l1fZQoaAZoCWgPQwi4kbJF0lBgQJSGlFKUaBVN6ANoFkdAwwgxeqJdjXV9lChoBmgJaA9DCJw0DYrmOl9AlIaUUpRoFU3oA2gWR0DDCQeoHcDbdX2UKGgGaAloD0MIttjts8qeWkCUhpRSlGgVTegDaBZHQMMJIblijL11fZQoaAZoCWgPQwicMcwJWqBgQJSGlFKUaBVN6ANoFkdAwwk69WZJCnV9lChoBmgJaA9DCDJxqyCGjmBAlIaUUpRoFU3oA2gWR0DDCc9E9dNWdX2UKGgGaAloD0MIiXyXUpeEYECUhpRSlGgVTegDaBZHQMMJ/vUSZjR1fZQoaAZoCWgPQwhE96xrtCZgQJSGlFKUaBVN6ANoFkdAwwoA57w8XHV9lChoBmgJaA9DCCuFQC7xrGRAlIaUUpRoFU3oA2gWR0DDCksMoc7ydX2UKGgGaAloD0MIZRcMrjmcYECUhpRSlGgVTegDaBZHQMMLOFYU34t1fZQoaAZoCWgPQwjNy2H3nVBjQJSGlFKUaBVN6ANoFkdAwwwPBUrCnHV9lChoBmgJaA9DCAZ/v5gtAVhAlIaUUpRoFU3oA2gWR0DDDJGwX668dX2UKGgGaAloD0MIc4QM5NkVXkCUhpRSlGgVTegDaBZHQMMMm8Sf16F1fZQoaAZoCWgPQwh4Y0FhUPlWQJSGlFKUaBVN6ANoFkdAww4re4TbnHV9lChoBmgJaA9DCJXW3xKA/VRAlIaUUpRoFU3oA2gWR0DDDi/zxwyZdX2UKGgGaAloD0MICHJQwkwdYkCUhpRSlGgVTegDaBZHQMMPQUVSGah1fZQoaAZoCWgPQwiSO2wisx1gQJSGlFKUaBVN6ANoFkdAwxAlB2OhkHV9lChoBmgJaA9DCPp7KTxozV1AlIaUUpRoFU3oA2gWR0DDFKg8+zMSdX2UKGgGaAloD0MIe7slOWAtW0CUhpRSlGgVTegDaBZHQMMVa5s0pEx1fZQoaAZoCWgPQwj1ona/CpFfQJSGlFKUaBVN6ANoFkdAwxWDW/8EV3V9lChoBmgJaA9DCMl1U8prKVxAlIaUUpRoFU3oA2gWR0DDFZooPTXrdX2UKGgGaAloD0MIqdvZVx6HYUCUhpRSlGgVTegDaBZHQMMWJ1nmJWN1fZQoaAZoCWgPQwjZsnxdhq1iQJSGlFKUaBVN6ANoFkdAwxZVhfBvaXV9lChoBmgJaA9DCOwwJv297mFAlIaUUpRoFU3oA2gWR0DDFld4Z/CqdX2UKGgGaAloD0MIa2KBr+gIX0CUhpRSlGgVTegDaBZHQMMWo5f+jud1fZQoaAZoCWgPQwiRt1z92AQ9QJSGlFKUaBVLmGgWR0DDF0kK3NLUdX2UKGgGaAloD0MIe7yQDo/sYECUhpRSlGgVTegDaBZHQMMXhI+Ofd11fZQoaAZoCWgPQwhRFOgT+eNhQJSGlFKUaBVN6ANoFkdAwxhQR+SbIHV9lChoBmgJaA9DCDgsDfwo12FAlIaUUpRoFU3oA2gWR0DDGMxrvb48dX2UKGgGaAloD0MIUn+9wgLsY0CUhpRSlGgVTegDaBZHQMMY1kdmxt51fZQoaAZoCWgPQwhQG9XpQLFfQJSGlFKUaBVN6ANoFkdAwxo1xTbWVnV9lChoBmgJaA9DCF9BmrHokGBAlIaUUpRoFU3oA2gWR0DDGjoqG1x9dX2UKGgGaAloD0MIvRsLCoOCXECUhpRSlGgVTegDaBZHQMMbQrE1l5J1fZQoaAZoCWgPQwgfaXBb27xiQJSGlFKUaBVN6ANoFkdAwxwcg3974XV9lChoBmgJaA9DCILn3sOlqWRAlIaUUpRoFU3oA2gWR0DDHC82kzoEdX2UKGgGaAloD0MIRs8tdKW8YUCUhpRSlGgVTegDaBZHQMMhdDYAbQ11fZQoaAZoCWgPQwhBECBDx6BeQJSGlFKUaBVN6ANoFkdAwyGOPZqVQnV9lChoBmgJaA9DCL5PVaGBtGRAlIaUUpRoFU3oA2gWR0DDIaXxQSBcdX2UKGgGaAloD0MIZ9Km6h4uU0CUhpRSlGgVS6VoFkdAwyHy1aW5Y3V9lChoBmgJaA9DCBDNPLmmTWNAlIaUUpRoFU3oA2gWR0DDIj1dE9dNdX2UKGgGaAloD0MIoBov3SReYUCUhpRSlGgVTegDaBZHQMMictEG7jF1fZQoaAZoCWgPQwg01v7O9ohhQJSGlFKUaBVN6ANoFkdAwyLIw0O3D3V9lChoBmgJaA9DCK+w4H7ABU5AlIaUUpRoFUuGaBZHQMMjYj1wo9d1fZQoaAZoCWgPQwj7H2Ct2l9mQJSGlFKUaBVN6ANoFkdAwyOC0BOpKnV9lChoBmgJaA9DCPuUY7I4qWFAlIaUUpRoFU3oA2gWR0DDI8ElXzUadX2UKGgGaAloD0MIMX2vIbhCY0CUhpRSlGgVTegDaBZHQMMkjz6i0v51fZQoaAZoCWgPQwhIbeLkfu5iQJSGlFKUaBVN6ANoFkdAwyUOaUA1enV9lChoBmgJaA9DCA38qIZ9UGFAlIaUUpRoFU3oA2gWR0DDJRgydnTRdX2UKGgGaAloD0MIkiBcAYUYY0CUhpRSlGgVTegDaBZHQMMmaD0163R1fZQoaAZoCWgPQwhpp+Zyg/5fQJSGlFKUaBVN6ANoFkdAwyZsm2sq8XV9lChoBmgJaA9DCIsWoG01jGJAlIaUUpRoFU3oA2gWR0DDJ1ikGiYcdX2UKGgGaAloD0MI/psXJ74TUUCUhpRSlGgVTegDaBZHQMMoMN3np0R1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.05, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gASVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f03c29cd3b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f03c29cd440>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f03c29cd4d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f03c29cd560>", "_build": "<function ActorCriticPolicy._build at 0x7f03c29cd5f0>", "forward": "<function ActorCriticPolicy.forward at 0x7f03c29cd680>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f03c29cd710>", "_predict": "<function ActorCriticPolicy._predict at 0x7f03c29cd7a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f03c29cd830>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f03c29cd8c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f03c29cd950>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f03c2a197e0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gASVwwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBVudW1weS5jb3JlLm11bHRpYXJyYXmUjAxfcmVjb25zdHJ1Y3SUk5RoBowHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsIhZRoColDIAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lHSUYowEaGlnaJRoEmgUSwCFlGgWh5RSlChLAUsIhZRoColDIAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/lHSUYowNYm91bmRlZF9iZWxvd5RoEmgUSwCFlGgWh5RSlChLAUsIhZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDCAAAAAAAAAAAlHSUYowNYm91bmRlZF9hYm92ZZRoEmgUSwCFlGgWh5RSlChLAUsIhZRoKolDCAAAAAAAAAAAlHSUYowKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gASVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1653462772.226941, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAAIsAPY+2FLqR5JW6CQ28tUUFmjreVbI5AACAPwAAgD9mTpG9wwlEumE9TDts1nI4e9GsO/cjIrkAAIA/AACAPy2phz490j+9sfs3ub98IDgecKW+PmV9OAAAgD8AAIA/QMSNvSn4NropeYO6sw16tV6KnjlC85k5AACAPwAAgD8m4IG9XKMXuvspkbs/HS04NlVeOy31rzcAAIA/AACAP2bBSj1SYPW5ZCuKOzcQrDgp+dI6XlQjugAAgD8AAIA/GqxbvddTCrmGSqW6C0Q3tvortjsi3MU5AACAPwAAgD8zA867rpGIupVzWroNB/M11vM+ugWjezkAAIA/AACAPyBSML4hGYm8siV9OqQiSThh1O09nGuQuQAAgD8AAIA/zQVJPfawK7qkjzg5EuWJtsyL8LpjhFm4AACAPwAAgD+aYUK7KcxHugLW17pEdOaz66JquwV1+zkAAIA/AACAPzNomT322D+6ipKqO0DfMzhAuIa7qQcXuAAAgD8AAIA/pqzevSVS3j6+2wY+fvAcvio/G7xSCs49AAAAAAAAAACaHck89iBbustLaDn6ta40rB3qOlLRhLgAAIA/AACAP5oZ1jtlP6U+TV2VvDOef77Ha4C95WrQPQAAAAAAAAAACvVgvic7Kj9m8Qs+1CqDvv/s072yetg9AAAAAAAAAACUdJRiLg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gASVmAAAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxCFlGgDjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYolDEAAAAAAAAAAAAAAAAAAAAACUdJRiLg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIKovCLoqgYkCUhpRSlIwBbJRN6AOMAXSUR0DL3MW56MR6dX2UKGgGaAloD0MIKZKvBFKsYUCUhpRSlGgVTegDaBZHQMvdMJyQxN91fZQoaAZoCWgPQwhM4xdeScReQJSGlFKUaBVN6ANoFkdAy98XWcSXdHV9lChoBmgJaA9DCKTFGcOcBGNAlIaUUpRoFU3oA2gWR0DL30BCIDYAdX2UKGgGaAloD0MIQZscPukrYUCUhpRSlGgVTegDaBZHQMvgX070Wdp1fZQoaAZoCWgPQwjvIHamUN1gQJSGlFKUaBVN6ANoFkdAy+DqjJMg2nV9lChoBmgJaA9DCMpTVtP1bV9AlIaUUpRoFU3oA2gWR0DL4SImE5AAdX2UKGgGaAloD0MIM1Naf8vKY0CUhpRSlGgVTegDaBZHQMvhOeNkvsZ1fZQoaAZoCWgPQwhWDi2yHYZgQJSGlFKUaBVN6ANoFkdAy+FM4lQdj3V9lChoBmgJaA9DCBVvZB55WGFAlIaUUpRoFU3oA2gWR0DL4WEMw1zidX2UKGgGaAloD0MIz2VqEjysYECUhpRSlGgVTegDaBZHQMvhkAzHjp91fZQoaAZoCWgPQwjkTulg/VJbQJSGlFKUaBVN6ANoFkdAy+GZiTdLx3V9lChoBmgJaA9DCBlybD3D4GRAlIaUUpRoFU3oA2gWR0DL4zMQ7LdOdX2UKGgGaAloD0MIRbsKKT+hQ0CUhpRSlGgVTS4BaBZHQMvjdCu+yqx1fZQoaAZoCWgPQwi4rMJmAPViQJSGlFKUaBVN6ANoFkdAy+QYFXaJynV9lChoBmgJaA9DCDICKhxB62JAlIaUUpRoFU3oA2gWR0DL5Eq75Ec9dX2UKGgGaAloD0MIDFcHQFzhYECUhpRSlGgVTegDaBZHQMvkTt0mtyR1fZQoaAZoCWgPQwi9APvoVJ1iQJSGlFKUaBVN6ANoFkdAy+SO+nqFAXV9lChoBmgJaA9DCHpvDAHA9TRAlIaUUpRoFUvXaBZHQMvk3RkupS91fZQoaAZoCWgPQwi1pQ7y+tJjQJSGlFKUaBVN6ANoFkdAy+Tyb+98JHV9lChoBmgJaA9DCFEtIopJ62BAlIaUUpRoFU3oA2gWR0DL5q4W1twadX2UKGgGaAloD0MIkBFQ4Qj1YkCUhpRSlGgVTegDaBZHQMvm0g0TDfp1fZQoaAZoCWgPQwgIO8WqwQNjQJSGlFKUaBVN6ANoFkdAy+fO+MZP23V9lChoBmgJaA9DCGfSpuqeu2JAlIaUUpRoFU3oA2gWR0DL6E3LPldUdX2UKGgGaAloD0MIJVmHoysZZ0CUhpRSlGgVTegDaBZHQMvoga6STyJ1fZQoaAZoCWgPQwiBBwYQvgdiQJSGlFKUaBVN6ANoFkdAy+iXxiobXHV9lChoBmgJaA9DCKHyr+UVSGVAlIaUUpRoFU3oA2gWR0DL6KhvP1L8dX2UKGgGaAloD0MIzuFa7WGxYkCUhpRSlGgVTegDaBZHQMvo5sqJ/G51fZQoaAZoCWgPQwigTnl0o/tjQJSGlFKUaBVN6ANoFkdAy+jwVdonKHV9lChoBmgJaA9DCO3WMhmOa1BAlIaUUpRoFUvTaBZHQMvpPsN2C/Z1fZQoaAZoCWgPQwiFRNrGn2xAwJSGlFKUaBVL9GgWR0DL6iliWmgrdX2UKGgGaAloD0MIog4r3HJcYUCUhpRSlGgVTegDaBZHQMv2BTaCcwx1fZQoaAZoCWgPQwgK9l/nJrJhQJSGlFKUaBVN6ANoFkdAy/aiRBeHBXV9lChoBmgJaA9DCOpeJ/XlhmJAlIaUUpRoFU3oA2gWR0DL9thSHdoGdX2UKGgGaAloD0MI8MAAwgeGaECUhpRSlGgVTegDaBZHQMv23OctoSN1fZQoaAZoCWgPQwgpBd1e0pJhQJSGlFKUaBVN6ANoFkdAy/cfJlJ6IHV9lChoBmgJaA9DCHldv2A3ilpAlIaUUpRoFU3oA2gWR0DL93XBciW3dX2UKGgGaAloD0MIxooaTMNKZ0CUhpRSlGgVTegDaBZHQMv3i1G9YfZ1fZQoaAZoCWgPQwjCo40j1tZiQJSGlFKUaBVN6ANoFkdAy/kunQ6ZIHV9lChoBmgJaA9DCE7QJofPZWFAlIaUUpRoFU3oA2gWR0DL+VKZlWfcdX2UKGgGaAloD0MInYNnQhP7YkCUhpRSlGgVTegDaBZHQMv61KNIbwV1fZQoaAZoCWgPQwiRKLSse/thQJSGlFKUaBVN6ANoFkdAy/sMhrWRR3V9lChoBmgJaA9DCD3S4La2lWJAlIaUUpRoFU3oA2gWR0DL+zgVVPvbdX2UKGgGaAloD0MIzJvDtVpYYECUhpRSlGgVTegDaBZHQMv7im0eEIx1fZQoaAZoCWgPQwgZraOqCfBjQJSGlFKUaBVN6ANoFkdAy/uWHdoFmnV9lChoBmgJaA9DCKFI93NKLXJAlIaUUpRoFU1HAWgWR0DL+7oxcmjTdX2UKGgGaAloD0MIMQisHNrCYkCUhpRSlGgVTegDaBZHQMv77g+Qlrx1fZQoaAZoCWgPQwj3AN2XM3deQJSGlFKUaBVN6ANoFkdAy/zeTj/+9HV9lChoBmgJaA9DCJmCNc6m9GNAlIaUUpRoFU3oA2gWR0DL/XTs8gZCdX2UKGgGaAloD0MINUBpqFH2YECUhpRSlGgVTegDaBZHQMv+C4qwyIp1fZQoaAZoCWgPQwhoXaPlwGlgQJSGlFKUaBVN6ANoFkdAy/4/RQ79ynV9lChoBmgJaA9DCBhd3hwuUmFAlIaUUpRoFU3oA2gWR0DL/kOWD6FedX2UKGgGaAloD0MIc/T4vU2EYUCUhpRSlGgVTegDaBZHQMv+gofCAMF1fZQoaAZoCWgPQwjY1HlU/DlfQJSGlFKUaBVN6ANoFkdAy/7UGsV+JHV9lChoBmgJaA9DCOgwX14A+2RAlIaUUpRoFU3oA2gWR0DL/ujM1TBJdX2UKGgGaAloD0MIPj22ZcDBSECUhpRSlGgVTREBaBZHQMv/+8vmHQB1fZQoaAZoCWgPQwiNDkjCvg9KQJSGlFKUaBVNHgFoFkdAzABEAvtdA3V9lChoBmgJaA9DCNXNxd/2hlxAlIaUUpRoFU3oA2gWR0DMAK6PbO/tdX2UKGgGaAloD0MIh/nyAux1YkCUhpRSlGgVTegDaBZHQMwCGp6IFeR1fZQoaAZoCWgPQwh3EaYol1dlQJSGlFKUaBVN6ANoFkdAzAJPcQAdXHV9lChoBmgJaA9DCPP/qiNHBmJAlIaUUpRoFU3oA2gWR0DMAnh20Re1dX2UKGgGaAloD0MITIxl+iUhZkCUhpRSlGgVTegDaBZHQMwCv4Sg5BF1fZQoaAZoCWgPQwg4vCAitbFhQJSGlFKUaBVN6ANoFkdAzALKSi/O+3V9lChoBmgJaA9DCB3MJsCwLmFAlIaUUpRoFU3oA2gWR0DMAu8GRmsedX2UKGgGaAloD0MI0CUcegu2YECUhpRSlGgVTegDaBZHQMwDHNCzC1t1fZQoaAZoCWgPQwh4tHHEWkhEQJSGlFKUaBVL7GgWR0DMA9wNI9TxdX2UKGgGaAloD0MIh/nyAuyuZUCUhpRSlGgVTegDaBZHQMwD/uvECNl1fZQoaAZoCWgPQwgr2bERiN5lQJSGlFKUaBVN6ANoFkdAzASDYJ3PiXV9lChoBmgJaA9DCPZdEfxvmGJAlIaUUpRoFU3oA2gWR0DMEIlPrOZ9dX2UKGgGaAloD0MIMewwJn37YECUhpRSlGgVTegDaBZHQMwQzW0zCUJ1fZQoaAZoCWgPQwgyAb9GkoBiQJSGlFKUaBVN6ANoFkdAzBEqigTRIHV9lChoBmgJaA9DCB0AcVevm2VAlIaUUpRoFU3oA2gWR0DMEUJEc81XdX2UKGgGaAloD0MIVryReeQlZ0CUhpRSlGgVTegDaBZHQMwShbe/Ho51fZQoaAZoCWgPQwg9murJ/EVWQJSGlFKUaBVN6ANoFkdAzBLY4UeuFHV9lChoBmgJaA9DCJeuYBtxBWdAlIaUUpRoFU3oA2gWR0DME0rk+5e7dX2UKGgGaAloD0MI+kZ0z7o9ZkCUhpRSlGgVTegDaBZHQMwU4bDMvAZ1fZQoaAZoCWgPQwh8KNGSx6xoQJSGlFKUaBVN6ANoFkdAzBVFh7Vrh3V9lChoBmgJaA9DCFoqb0c4iWJAlIaUUpRoFU3oA2gWR0DMFZTBRAKOdX2UKGgGaAloD0MI+FPjpZtXZECUhpRSlGgVTegDaBZHQMwVn+FL39J1fZQoaAZoCWgPQwgIV0ChnklnQJSGlFKUaBVN6ANoFkdAzBXD/EOy3XV9lChoBmgJaA9DCHBCIQKOw2JAlIaUUpRoFU3oA2gWR0DMFfRBeHBUdX2UKGgGaAloD0MIUkZcABoRYUCUhpRSlGgVTegDaBZHQMwWro0IkZ91fZQoaAZoCWgPQwhQxCKGHUBgQJSGlFKUaBVN6ANoFkdAzBbQDtgKGHV9lChoBmgJaA9DCINQ3sfR0mJAlIaUUpRoFU3oA2gWR0DMF0pdrwfAdX2UKGgGaAloD0MI6PhocUbhY0CUhpRSlGgVTegDaBZHQMwYAzZ6D5F1fZQoaAZoCWgPQwiPU3QkF71hQJSGlFKUaBVN6ANoFkdAzBhArBj4H3V9lChoBmgJaA9DCFcIq7EEmWRAlIaUUpRoFU3oA2gWR0DMGI92aDwpdX2UKGgGaAloD0MIL8Tqj7CpYkCUhpRSlGgVTegDaBZHQMwYo9nTRY11fZQoaAZoCWgPQwg08nnF0yhlQJSGlFKUaBVN6ANoFkdAzBmz8rI5pHV9lChoBmgJaA9DCBsQIa4coGNAlIaUUpRoFU3oA2gWR0DMGfy1qnFYdX2UKGgGaAloD0MI5WTiVsEkZECUhpRSlGgVTegDaBZHQMwaZRmK64F1fZQoaAZoCWgPQwi6opQQLJxwQJSGlFKUaBVNKQNoFkdAzBsVfHggo3V9lChoBmgJaA9DCAx07QtoUGVAlIaUUpRoFU3oA2gWR0DMG+jeEZivdX2UKGgGaAloD0MIoMGmziOyYkCUhpRSlGgVTegDaBZHQMwcUOAZsKt1fZQoaAZoCWgPQwjIJ2TnbWdmQJSGlFKUaBVN6ANoFkdAzByqtsenynV9lChoBmgJaA9DCPxtT5DYSmFAlIaUUpRoFU3oA2gWR0DMHNPVy3kQdX2UKGgGaAloD0MI2eicn2JfZkCUhpRSlGgVTegDaBZHQMwdDX/givB1fZQoaAZoCWgPQwg4oRABB0VkQJSGlFKUaBVN6ANoFkdAzB35XHR1HXV9lChoBmgJaA9DCCVBuAKKe2BAlIaUUpRoFU3oA2gWR0DMHiHXqZ+hdX2UKGgGaAloD0MIgIEgQIa7XkCUhpRSlGgVTegDaBZHQMwewWq94/x1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.7, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffad6a6998d1538994ff83fb17f6e5d8f69feebddc2ee47b5455dfa37724a07d
-size 144143
+oid sha256:bfad362e1db34a641c81ccf8e0eccf199dcfee4a2d79e4dc878538e069018a09
+size 144218

ppo-LunarLander-v2/data

@@ -42,21 +42,21 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "num_timesteps": 507904,
-    "_total_timesteps": 500000,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1653459016.933158,
-    "learning_rate": 0.0003,
+    "start_time": 1653462772.226941,
+    "learning_rate": 0.0001,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAunhYPjYqP7y8oJw6isuMuC/kqb0Usrm5AACAPwAAgD+acJY8H8X4uXj+3TtT/hk48xkjO3Znc7YAAIA/AACAPwBqGj0KTzM6nh7Fu2KQZjzIk+U6jwinuwAAAAAAAAAAM7H5PWxqpD8rPY8+wvABv+cAsz3qSho+AAAAAAAAAAAzR4O7XB9QujxnuTxEpAu6/Fk4O6e8xjoAAIA/AACAP5rzETzDCXG6ulV/O+pRvTeUbRS6mveGNgAAgD8AAIA/gMTGvcMhGroK0ac7NXaVuOfc+DtuRFS6AACAPwAAgD8NC7o94XCnumyeSjlpzwu1HTaxughoZ7gAAIA/AACAP5p1g71cv3g5fg6ju9pvBTbReIO5sNd5tQAAgD8AAIA/81iDPeHkwLoQrkg5Xv+RuZAbRDugOse3AACAPwAAgD+aIdo9H12vuXSgODuNESw2fBsvumqxVroAAIA/AACAPwAjUD1xpwK77tSWvBIptjqFjHM7722wOwAAgD8AAIA/5t8aPcMJSrpChVM71cNzNSApWTtdt3a6AACAPwAAgD/N8No99uBhuqrcDL1R9Rc5GGJ8uyuth7gAAIA/AACAP5q02b3xiFQ+DjtGvIMIar517Hy7U2GgvAAAAAAAAAAA5vYcvXuMkzlIiWo7/CzGtQksTzsx+JC6AACAPwAAgD+UdJRiLg=="
+        ":serialized:": "gASVjQIAAAAAAACMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMDF9yZWNvbnN0cnVjdJSTlIwFbnVtcHmUjAduZGFycmF5lJOUSwCFlEMBYpSHlFKUKEsBSxBLCIaUaAOMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiiUIAAgAAAIsAPY+2FLqR5JW6CQ28tUUFmjreVbI5AACAPwAAgD9mTpG9wwlEumE9TDts1nI4e9GsO/cjIrkAAIA/AACAPy2phz490j+9sfs3ub98IDgecKW+PmV9OAAAgD8AAIA/QMSNvSn4NropeYO6sw16tV6KnjlC85k5AACAPwAAgD8m4IG9XKMXuvspkbs/HS04NlVeOy31rzcAAIA/AACAP2bBSj1SYPW5ZCuKOzcQrDgp+dI6XlQjugAAgD8AAIA/GqxbvddTCrmGSqW6C0Q3tvortjsi3MU5AACAPwAAgD8zA867rpGIupVzWroNB/M11vM+ugWjezkAAIA/AACAPyBSML4hGYm8siV9OqQiSThh1O09nGuQuQAAgD8AAIA/zQVJPfawK7qkjzg5EuWJtsyL8LpjhFm4AACAPwAAgD+aYUK7KcxHugLW17pEdOaz66JquwV1+zkAAIA/AACAPzNomT322D+6ipKqO0DfMzhAuIa7qQcXuAAAgD8AAIA/pqzevSVS3j6+2wY+fvAcvio/G7xSCs49AAAAAAAAAACaHck89iBbustLaDn6ta40rB3qOlLRhLgAAIA/AACAP5oZ1jtlP6U+TV2VvDOef77Ha4C95WrQPQAAAAAAAAAACvVgvic7Kj9m8Qs+1CqDvv/s072yetg9AAAAAAAAAACUdJRiLg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -69,21 +69,21 @@
     "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gASVdxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIvoOfOICgXkCUhpRSlIwBbJRN6AOMAXSUR0DC5DtYbKigdX2UKGgGaAloD0MIxNDq5AwpNkCUhpRSlGgVTegDaBZHQMLk1neizs11fZQoaAZoCWgPQwhtyhXe5ZhdQJSGlFKUaBVN6ANoFkdAwuUUFbmlqXV9lChoBmgJaA9DCOlILv8hBlxAlIaUUpRoFU3oA2gWR0DC5S21fE4vdX2UKGgGaAloD0MI8kBkkSa+AMCUhpRSlGgVS11oFkdAwuVte1KGtnV9lChoBmgJaA9DCHo4gem04jxAlIaUUpRoFUt+aBZHQMLl5iSA6Ml1fZQoaAZoCWgPQwgB+KdUie1eQJSGlFKUaBVN6ANoFkdAwuY4g5imVXV9lChoBmgJaA9DCPc/wFq1HltAlIaUUpRoFU3oA2gWR0DC5rff8/D+dX2UKGgGaAloD0MIU3k7wmlhXkCUhpRSlGgVTegDaBZHQMLmwYXoC+11fZQoaAZoCWgPQwim0HmN3VhkQJSGlFKUaBVN6ANoFkdAwula6XBxgnV9lChoBmgJaA9DCIfB/BWyM2BAlIaUUpRoFU3oA2gWR0DC7lJddE9ddX2UKGgGaAloD0MI9Pv+zYtNW0CUhpRSlGgVTegDaBZHQMLu0sRg7YF1fZQoaAZoCWgPQwgzFeKReGRbQJSGlFKUaBVN6ANoFkdAwu7m7hegMHV9lChoBmgJaA9DCFN2+kFdyFpAlIaUUpRoFU3oA2gWR0DC73TsKLKndX2UKGgGaAloD0MIGT230JWtX0CUhpRSlGgVTegDaBZHQMLv5mWD6Fd1fZQoaAZoCWgPQwijHw2nTCdgQJSGlFKUaBVN6ANoFkdAwu/+OlwcYXV9lChoBmgJaA9DCPKwUGuaxWJAlIaUUpRoFU3oA2gWR0DC8ABScbzcdX2UKGgGaAloD0MIrtNIS2UfYECUhpRSlGgVTegDaBZHQMLwvCZOSGJ1fZQoaAZoCWgPQwjaykv+J8NcQJSGlFKUaBVN6ANoFkdAwvC+TPjXF3V9lChoBmgJaA9DCP9cNGQ8xjhAlIaUUpRoFUuYaBZHQMLxEWUbDMx1fZQoaAZoCWgPQwjVIMzt3rdjQJSGlFKUaBVN6ANoFkdAwvHTDGcWkHV9lChoBmgJaA9DCF5ortNInlRAlIaUUpRoFU3oA2gWR0DC8iQIQe3hdX2UKGgGaAloD0MIVrq7zobnXkCUhpRSlGgVTegDaBZHQMLysSIP9UF1fZQoaAZoCWgPQwhI+N7foG5dQJSGlFKUaBVN6ANoFkdAwvMHundfs3V9lChoBmgJaA9DCFCm0eTiC2JAlIaUUpRoFU3oA2gWR0DC84invUjLdX2UKGgGaAloD0MIiljEsMOAU0CUhpRSlGgVTegDaBZHQMLzknyVfNR1fZQoaAZoCWgPQwhz1TxH5M9OQJSGlFKUaBVLiGgWR0DC87whIOH4dX2UKGgGaAloD0MISddMvtk+OUCUhpRSlGgVS51oFkdAwvTv4FA3UHV9lChoBmgJaA9DCBhBYybREWHAlIaUUpRoFU2VAWgWR0DC9PRaNdZ8dX2UKGgGaAloD0MIZwxzgra0YUCUhpRSlGgVTegDaBZHQML2DOvt+kR1fZQoaAZoCWgPQwjIXu/+eC5eQJSGlFKUaBVN6ANoFkdAwvZ2M0gr6XV9lChoBmgJaA9DCEN0CBwJpVtAlIaUUpRoFU3oA2gWR0DC+1/ymQ8wdX2UKGgGaAloD0MICHb8FwgeXkCUhpRSlGgVTegDaBZHQML7c2xIJ7d1fZQoaAZoCWgPQwhiaHVyhixaQJSGlFKUaBVN6ANoFkdAwvvubpeNUHV9lChoBmgJaA9DCKabxCCwBjlAlIaUUpRoFUuZaBZHQML8NSJbdJt1fZQoaAZoCWgPQwiUZ14OO2ZgQJSGlFKUaBVN6ANoFkdAwvxOe18b73V9lChoBmgJaA9DCDscXaW7mmZAlIaUUpRoFU3oA2gWR0DC/Gb7hvR7dX2UKGgGaAloD0MIA30iT5J0TECUhpRSlGgVS4doFkdAwvz+XY150XV9lChoBmgJaA9DCC3NrRBWZV1AlIaUUpRoFU3oA2gWR0DC/TGHWSU1dX2UKGgGaAloD0MIwac5eRHZY0CUhpRSlGgVTegDaBZHQML9M5iNKiB1fZQoaAZoCWgPQwjfNH12wLZZQJSGlFKUaBVN6ANoFkdAwv2IKRdQf3V9lChoBmgJaA9DCPipKjQQL1hAlIaUUpRoFU3oA2gWR0DC/o1og3cYdX2UKGgGaAloD0MIM9yAzw+tWkCUhpRSlGgVTegDaBZHQML/jBOP/711fZQoaAZoCWgPQwiP+1brRHJlQJSGlFKUaBVN6ANoFkdAwwAdGz8gp3V9lChoBmgJaA9DCC5yT1d3aGJAlIaUUpRoFU3oA2gWR0DDACg79ycTdX2UKGgGaAloD0MIPE1mvK2dWECUhpRSlGgVTegDaBZHQMMBrfhVENR1fZQoaAZoCWgPQwj0pbc/F4xaQJSGlFKUaBVN6ANoFkdAwwGyzabnYHV9lChoBmgJaA9DCD0s1Jrmo19AlIaUUpRoFU3oA2gWR0DDAsERSP2gdX2UKGgGaAloD0MIzqj5KvluYUCUhpRSlGgVTegDaBZHQMMIG0Xxe9l1fZQoaAZoCWgPQwi4kbJF0lBgQJSGlFKUaBVN6ANoFkdAwwgxeqJdjXV9lChoBmgJaA9DCJw0DYrmOl9AlIaUUpRoFU3oA2gWR0DDCQeoHcDbdX2UKGgGaAloD0MIttjts8qeWkCUhpRSlGgVTegDaBZHQMMJIblijL11fZQoaAZoCWgPQwicMcwJWqBgQJSGlFKUaBVN6ANoFkdAwwk69WZJCnV9lChoBmgJaA9DCDJxqyCGjmBAlIaUUpRoFU3oA2gWR0DDCc9E9dNWdX2UKGgGaAloD0MIiXyXUpeEYECUhpRSlGgVTegDaBZHQMMJ/vUSZjR1fZQoaAZoCWgPQwhE96xrtCZgQJSGlFKUaBVN6ANoFkdAwwoA57w8XHV9lChoBmgJaA9DCCuFQC7xrGRAlIaUUpRoFU3oA2gWR0DDCksMoc7ydX2UKGgGaAloD0MIZRcMrjmcYECUhpRSlGgVTegDaBZHQMMLOFYU34t1fZQoaAZoCWgPQwjNy2H3nVBjQJSGlFKUaBVN6ANoFkdAwwwPBUrCnHV9lChoBmgJaA9DCAZ/v5gtAVhAlIaUUpRoFU3oA2gWR0DDDJGwX668dX2UKGgGaAloD0MIc4QM5NkVXkCUhpRSlGgVTegDaBZHQMMMm8Sf16F1fZQoaAZoCWgPQwh4Y0FhUPlWQJSGlFKUaBVN6ANoFkdAww4re4TbnHV9lChoBmgJaA9DCJXW3xKA/VRAlIaUUpRoFU3oA2gWR0DDDi/zxwyZdX2UKGgGaAloD0MICHJQwkwdYkCUhpRSlGgVTegDaBZHQMMPQUVSGah1fZQoaAZoCWgPQwiSO2wisx1gQJSGlFKUaBVN6ANoFkdAwxAlB2OhkHV9lChoBmgJaA9DCPp7KTxozV1AlIaUUpRoFU3oA2gWR0DDFKg8+zMSdX2UKGgGaAloD0MIe7slOWAtW0CUhpRSlGgVTegDaBZHQMMVa5s0pEx1fZQoaAZoCWgPQwj1ona/CpFfQJSGlFKUaBVN6ANoFkdAwxWDW/8EV3V9lChoBmgJaA9DCMl1U8prKVxAlIaUUpRoFU3oA2gWR0DDFZooPTXrdX2UKGgGaAloD0MIqdvZVx6HYUCUhpRSlGgVTegDaBZHQMMWJ1nmJWN1fZQoaAZoCWgPQwjZsnxdhq1iQJSGlFKUaBVN6ANoFkdAwxZVhfBvaXV9lChoBmgJaA9DCOwwJv297mFAlIaUUpRoFU3oA2gWR0DDFld4Z/CqdX2UKGgGaAloD0MIa2KBr+gIX0CUhpRSlGgVTegDaBZHQMMWo5f+jud1fZQoaAZoCWgPQwiRt1z92AQ9QJSGlFKUaBVLmGgWR0DDF0kK3NLUdX2UKGgGaAloD0MIe7yQDo/sYECUhpRSlGgVTegDaBZHQMMXhI+Ofd11fZQoaAZoCWgPQwhRFOgT+eNhQJSGlFKUaBVN6ANoFkdAwxhQR+SbIHV9lChoBmgJaA9DCDgsDfwo12FAlIaUUpRoFU3oA2gWR0DDGMxrvb48dX2UKGgGaAloD0MIUn+9wgLsY0CUhpRSlGgVTegDaBZHQMMY1kdmxt51fZQoaAZoCWgPQwhQG9XpQLFfQJSGlFKUaBVN6ANoFkdAwxo1xTbWVnV9lChoBmgJaA9DCF9BmrHokGBAlIaUUpRoFU3oA2gWR0DDGjoqG1x9dX2UKGgGaAloD0MIvRsLCoOCXECUhpRSlGgVTegDaBZHQMMbQrE1l5J1fZQoaAZoCWgPQwgfaXBb27xiQJSGlFKUaBVN6ANoFkdAwxwcg3974XV9lChoBmgJaA9DCILn3sOlqWRAlIaUUpRoFU3oA2gWR0DDHC82kzoEdX2UKGgGaAloD0MIRs8tdKW8YUCUhpRSlGgVTegDaBZHQMMhdDYAbQ11fZQoaAZoCWgPQwhBECBDx6BeQJSGlFKUaBVN6ANoFkdAwyGOPZqVQnV9lChoBmgJaA9DCL5PVaGBtGRAlIaUUpRoFU3oA2gWR0DDIaXxQSBcdX2UKGgGaAloD0MIZ9Km6h4uU0CUhpRSlGgVS6VoFkdAwyHy1aW5Y3V9lChoBmgJaA9DCBDNPLmmTWNAlIaUUpRoFU3oA2gWR0DDIj1dE9dNdX2UKGgGaAloD0MIoBov3SReYUCUhpRSlGgVTegDaBZHQMMictEG7jF1fZQoaAZoCWgPQwg01v7O9ohhQJSGlFKUaBVN6ANoFkdAwyLIw0O3D3V9lChoBmgJaA9DCK+w4H7ABU5AlIaUUpRoFUuGaBZHQMMjYj1wo9d1fZQoaAZoCWgPQwj7H2Ct2l9mQJSGlFKUaBVN6ANoFkdAwyOC0BOpKnV9lChoBmgJaA9DCPuUY7I4qWFAlIaUUpRoFU3oA2gWR0DDI8ElXzUadX2UKGgGaAloD0MIMX2vIbhCY0CUhpRSlGgVTegDaBZHQMMkjz6i0v51fZQoaAZoCWgPQwhIbeLkfu5iQJSGlFKUaBVN6ANoFkdAwyUOaUA1enV9lChoBmgJaA9DCA38qIZ9UGFAlIaUUpRoFU3oA2gWR0DDJRgydnTRdX2UKGgGaAloD0MIkiBcAYUYY0CUhpRSlGgVTegDaBZHQMMmaD0163R1fZQoaAZoCWgPQwhpp+Zyg/5fQJSGlFKUaBVN6ANoFkdAwyZsm2sq8XV9lChoBmgJaA9DCIsWoG01jGJAlIaUUpRoFU3oA2gWR0DDJ1ikGiYcdX2UKGgGaAloD0MI/psXJ74TUUCUhpRSlGgVTegDaBZHQMMoMN3np0R1ZS4="
+        ":serialized:": "gASVfRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIKovCLoqgYkCUhpRSlIwBbJRN6AOMAXSUR0DL3MW56MR6dX2UKGgGaAloD0MIKZKvBFKsYUCUhpRSlGgVTegDaBZHQMvdMJyQxN91fZQoaAZoCWgPQwhM4xdeScReQJSGlFKUaBVN6ANoFkdAy98XWcSXdHV9lChoBmgJaA9DCKTFGcOcBGNAlIaUUpRoFU3oA2gWR0DL30BCIDYAdX2UKGgGaAloD0MIQZscPukrYUCUhpRSlGgVTegDaBZHQMvgX070Wdp1fZQoaAZoCWgPQwjvIHamUN1gQJSGlFKUaBVN6ANoFkdAy+DqjJMg2nV9lChoBmgJaA9DCMpTVtP1bV9AlIaUUpRoFU3oA2gWR0DL4SImE5AAdX2UKGgGaAloD0MIM1Naf8vKY0CUhpRSlGgVTegDaBZHQMvhOeNkvsZ1fZQoaAZoCWgPQwhWDi2yHYZgQJSGlFKUaBVN6ANoFkdAy+FM4lQdj3V9lChoBmgJaA9DCBVvZB55WGFAlIaUUpRoFU3oA2gWR0DL4WEMw1zidX2UKGgGaAloD0MIz2VqEjysYECUhpRSlGgVTegDaBZHQMvhkAzHjp91fZQoaAZoCWgPQwjkTulg/VJbQJSGlFKUaBVN6ANoFkdAy+GZiTdLx3V9lChoBmgJaA9DCBlybD3D4GRAlIaUUpRoFU3oA2gWR0DL4zMQ7LdOdX2UKGgGaAloD0MIRbsKKT+hQ0CUhpRSlGgVTS4BaBZHQMvjdCu+yqx1fZQoaAZoCWgPQwi4rMJmAPViQJSGlFKUaBVN6ANoFkdAy+QYFXaJynV9lChoBmgJaA9DCDICKhxB62JAlIaUUpRoFU3oA2gWR0DL5Eq75Ec9dX2UKGgGaAloD0MIDFcHQFzhYECUhpRSlGgVTegDaBZHQMvkTt0mtyR1fZQoaAZoCWgPQwi9APvoVJ1iQJSGlFKUaBVN6ANoFkdAy+SO+nqFAXV9lChoBmgJaA9DCHpvDAHA9TRAlIaUUpRoFUvXaBZHQMvk3RkupS91fZQoaAZoCWgPQwi1pQ7y+tJjQJSGlFKUaBVN6ANoFkdAy+Tyb+98JHV9lChoBmgJaA9DCFEtIopJ62BAlIaUUpRoFU3oA2gWR0DL5q4W1twadX2UKGgGaAloD0MIkBFQ4Qj1YkCUhpRSlGgVTegDaBZHQMvm0g0TDfp1fZQoaAZoCWgPQwgIO8WqwQNjQJSGlFKUaBVN6ANoFkdAy+fO+MZP23V9lChoBmgJaA9DCGfSpuqeu2JAlIaUUpRoFU3oA2gWR0DL6E3LPldUdX2UKGgGaAloD0MIJVmHoysZZ0CUhpRSlGgVTegDaBZHQMvoga6STyJ1fZQoaAZoCWgPQwiBBwYQvgdiQJSGlFKUaBVN6ANoFkdAy+iXxiobXHV9lChoBmgJaA9DCKHyr+UVSGVAlIaUUpRoFU3oA2gWR0DL6KhvP1L8dX2UKGgGaAloD0MIzuFa7WGxYkCUhpRSlGgVTegDaBZHQMvo5sqJ/G51fZQoaAZoCWgPQwigTnl0o/tjQJSGlFKUaBVN6ANoFkdAy+jwVdonKHV9lChoBmgJaA9DCO3WMhmOa1BAlIaUUpRoFUvTaBZHQMvpPsN2C/Z1fZQoaAZoCWgPQwiFRNrGn2xAwJSGlFKUaBVL9GgWR0DL6iliWmgrdX2UKGgGaAloD0MIog4r3HJcYUCUhpRSlGgVTegDaBZHQMv2BTaCcwx1fZQoaAZoCWgPQwgK9l/nJrJhQJSGlFKUaBVN6ANoFkdAy/aiRBeHBXV9lChoBmgJaA9DCOpeJ/XlhmJAlIaUUpRoFU3oA2gWR0DL9thSHdoGdX2UKGgGaAloD0MI8MAAwgeGaECUhpRSlGgVTegDaBZHQMv23OctoSN1fZQoaAZoCWgPQwgpBd1e0pJhQJSGlFKUaBVN6ANoFkdAy/cfJlJ6IHV9lChoBmgJaA9DCHldv2A3ilpAlIaUUpRoFU3oA2gWR0DL93XBciW3dX2UKGgGaAloD0MIxooaTMNKZ0CUhpRSlGgVTegDaBZHQMv3i1G9YfZ1fZQoaAZoCWgPQwjCo40j1tZiQJSGlFKUaBVN6ANoFkdAy/kunQ6ZIHV9lChoBmgJaA9DCE7QJofPZWFAlIaUUpRoFU3oA2gWR0DL+VKZlWfcdX2UKGgGaAloD0MInYNnQhP7YkCUhpRSlGgVTegDaBZHQMv61KNIbwV1fZQoaAZoCWgPQwiRKLSse/thQJSGlFKUaBVN6ANoFkdAy/sMhrWRR3V9lChoBmgJaA9DCD3S4La2lWJAlIaUUpRoFU3oA2gWR0DL+zgVVPvbdX2UKGgGaAloD0MIzJvDtVpYYECUhpRSlGgVTegDaBZHQMv7im0eEIx1fZQoaAZoCWgPQwgZraOqCfBjQJSGlFKUaBVN6ANoFkdAy/uWHdoFmnV9lChoBmgJaA9DCKFI93NKLXJAlIaUUpRoFU1HAWgWR0DL+7oxcmjTdX2UKGgGaAloD0MIMQisHNrCYkCUhpRSlGgVTegDaBZHQMv77g+Qlrx1fZQoaAZoCWgPQwj3AN2XM3deQJSGlFKUaBVN6ANoFkdAy/zeTj/+9HV9lChoBmgJaA9DCJmCNc6m9GNAlIaUUpRoFU3oA2gWR0DL/XTs8gZCdX2UKGgGaAloD0MINUBpqFH2YECUhpRSlGgVTegDaBZHQMv+C4qwyIp1fZQoaAZoCWgPQwhoXaPlwGlgQJSGlFKUaBVN6ANoFkdAy/4/RQ79ynV9lChoBmgJaA9DCBhd3hwuUmFAlIaUUpRoFU3oA2gWR0DL/kOWD6FedX2UKGgGaAloD0MIc/T4vU2EYUCUhpRSlGgVTegDaBZHQMv+gofCAMF1fZQoaAZoCWgPQwjY1HlU/DlfQJSGlFKUaBVN6ANoFkdAy/7UGsV+JHV9lChoBmgJaA9DCOgwX14A+2RAlIaUUpRoFU3oA2gWR0DL/ujM1TBJdX2UKGgGaAloD0MIPj22ZcDBSECUhpRSlGgVTREBaBZHQMv/+8vmHQB1fZQoaAZoCWgPQwiNDkjCvg9KQJSGlFKUaBVNHgFoFkdAzABEAvtdA3V9lChoBmgJaA9DCNXNxd/2hlxAlIaUUpRoFU3oA2gWR0DMAK6PbO/tdX2UKGgGaAloD0MIh/nyAux1YkCUhpRSlGgVTegDaBZHQMwCGp6IFeR1fZQoaAZoCWgPQwh3EaYol1dlQJSGlFKUaBVN6ANoFkdAzAJPcQAdXHV9lChoBmgJaA9DCPP/qiNHBmJAlIaUUpRoFU3oA2gWR0DMAnh20Re1dX2UKGgGaAloD0MITIxl+iUhZkCUhpRSlGgVTegDaBZHQMwCv4Sg5BF1fZQoaAZoCWgPQwg4vCAitbFhQJSGlFKUaBVN6ANoFkdAzALKSi/O+3V9lChoBmgJaA9DCB3MJsCwLmFAlIaUUpRoFU3oA2gWR0DMAu8GRmsedX2UKGgGaAloD0MI0CUcegu2YECUhpRSlGgVTegDaBZHQMwDHNCzC1t1fZQoaAZoCWgPQwh4tHHEWkhEQJSGlFKUaBVL7GgWR0DMA9wNI9TxdX2UKGgGaAloD0MIh/nyAuyuZUCUhpRSlGgVTegDaBZHQMwD/uvECNl1fZQoaAZoCWgPQwgr2bERiN5lQJSGlFKUaBVN6ANoFkdAzASDYJ3PiXV9lChoBmgJaA9DCPZdEfxvmGJAlIaUUpRoFU3oA2gWR0DMEIlPrOZ9dX2UKGgGaAloD0MIMewwJn37YECUhpRSlGgVTegDaBZHQMwQzW0zCUJ1fZQoaAZoCWgPQwgyAb9GkoBiQJSGlFKUaBVN6ANoFkdAzBEqigTRIHV9lChoBmgJaA9DCB0AcVevm2VAlIaUUpRoFU3oA2gWR0DMEUJEc81XdX2UKGgGaAloD0MIVryReeQlZ0CUhpRSlGgVTegDaBZHQMwShbe/Ho51fZQoaAZoCWgPQwg9murJ/EVWQJSGlFKUaBVN6ANoFkdAzBLY4UeuFHV9lChoBmgJaA9DCJeuYBtxBWdAlIaUUpRoFU3oA2gWR0DME0rk+5e7dX2UKGgGaAloD0MI+kZ0z7o9ZkCUhpRSlGgVTegDaBZHQMwU4bDMvAZ1fZQoaAZoCWgPQwh8KNGSx6xoQJSGlFKUaBVN6ANoFkdAzBVFh7Vrh3V9lChoBmgJaA9DCFoqb0c4iWJAlIaUUpRoFU3oA2gWR0DMFZTBRAKOdX2UKGgGaAloD0MI+FPjpZtXZECUhpRSlGgVTegDaBZHQMwVn+FL39J1fZQoaAZoCWgPQwgIV0ChnklnQJSGlFKUaBVN6ANoFkdAzBXD/EOy3XV9lChoBmgJaA9DCHBCIQKOw2JAlIaUUpRoFU3oA2gWR0DMFfRBeHBUdX2UKGgGaAloD0MIUkZcABoRYUCUhpRSlGgVTegDaBZHQMwWro0IkZ91fZQoaAZoCWgPQwhQxCKGHUBgQJSGlFKUaBVN6ANoFkdAzBbQDtgKGHV9lChoBmgJaA9DCINQ3sfR0mJAlIaUUpRoFU3oA2gWR0DMF0pdrwfAdX2UKGgGaAloD0MI6PhocUbhY0CUhpRSlGgVTegDaBZHQMwYAzZ6D5F1fZQoaAZoCWgPQwiPU3QkF71hQJSGlFKUaBVN6ANoFkdAzBhArBj4H3V9lChoBmgJaA9DCFcIq7EEmWRAlIaUUpRoFU3oA2gWR0DMGI92aDwpdX2UKGgGaAloD0MIL8Tqj7CpYkCUhpRSlGgVTegDaBZHQMwYo9nTRY11fZQoaAZoCWgPQwg08nnF0yhlQJSGlFKUaBVN6ANoFkdAzBmz8rI5pHV9lChoBmgJaA9DCBsQIa4coGNAlIaUUpRoFU3oA2gWR0DMGfy1qnFYdX2UKGgGaAloD0MI5WTiVsEkZECUhpRSlGgVTegDaBZHQMwaZRmK64F1fZQoaAZoCWgPQwi6opQQLJxwQJSGlFKUaBVNKQNoFkdAzBsVfHggo3V9lChoBmgJaA9DCAx07QtoUGVAlIaUUpRoFU3oA2gWR0DMG+jeEZivdX2UKGgGaAloD0MIoMGmziOyYkCUhpRSlGgVTegDaBZHQMwcUOAZsKt1fZQoaAZoCWgPQwjIJ2TnbWdmQJSGlFKUaBVN6ANoFkdAzByqtsenynV9lChoBmgJaA9DCPxtT5DYSmFAlIaUUpRoFU3oA2gWR0DMHNPVy3kQdX2UKGgGaAloD0MI2eicn2JfZkCUhpRSlGgVTegDaBZHQMwdDX/givB1fZQoaAZoCWgPQwg4oRABB0VkQJSGlFKUaBVN6ANoFkdAzB35XHR1HXV9lChoBmgJaA9DCCVBuAKKe2BAlIaUUpRoFU3oA2gWR0DMHiHXqZ+hdX2UKGgGaAloD0MIgIEgQIa7XkCUhpRSlGgVTegDaBZHQMwewWq94/x1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gASVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 248,
-    "n_steps": 1024,
+    "_n_updates": 310,
+    "n_steps": 2048,
     "gamma": 0.999,
     "gae_lambda": 0.98,
-    "ent_coef": 0.05,
-    "vf_coef": 0.5,
+    "ent_coef": 0.01,
+    "vf_coef": 0.7,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 8,
+    "n_epochs": 10,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gASVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ede7f0e3b1c41f9cc8b0967e2f43a004d3a9e85cce84146503a4cc7718bdd4f
-size 84829
+oid sha256:1e603eed26f0392c4fb3d68f4b696ccd4066e36e30690bdda9aff6fbbfde275f
+size 84893

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5015a5d3cebe0979110a7b87540263603be3d27a306028a7c0f2b7fae3fd326d
+oid sha256:36de1c49cf9f73830ca80ceac233cef6e0eaa67560f099d270490ac2145d2d65
 size 43201

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b6e5f8d2b830571cfce8bd83c4b2c63cd7a81a256f04f66ce4b07595940bc57
-size 230347
+oid sha256:5a8f5a59f8f3257ad216bdfe6dee2752a07a1d2a320459fc68d8c8ba3e1ff4a3
+size 240466

results.json

@@ -1 +1 @@
-{"mean_reward": 267.72887367853434, "std_reward": 17.053784230709116, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-25T06:28:04.673560"}
+{"mean_reward": 244.0500599134138, "std_reward": 21.116574694944493, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-25T07:38:53.927927"}