Upload the PPO tarined Lunar Lander

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 222.76 +/- 28.08
+      value: 240.93 +/- 13.98
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x79b24b0d0310>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x79b24b0d03a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x79b24b0d0430>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x79b24b0d04c0>", "_build": "<function ActorCriticPolicy._build at 0x79b24b0d0550>", "forward": "<function ActorCriticPolicy.forward at 0x79b24b0d05e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x79b24b0d0670>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x79b24b0d0700>", "_predict": "<function ActorCriticPolicy._predict at 0x79b24b0d0790>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x79b24b0d0820>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x79b24b0d08b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x79b24b0d0940>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x79b24b0cc880>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1007616, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1727765624376891190, "learning_rate": 0.0001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV9QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaAAAAAAAAAADOZ1Ly01HA+zrBdPbMkTb6K2248agx1PAAAAAAAAAAAzQLnvXJoBj4bO2c+Is48vsBtOj3tbAY9AAAAAAAAAACzF8I+mD2cP7UUdz7znye+QtY4PvrJbj0AAAAAAAAAAGbCPrwMZ54+2Mg5PlUiTL4/siM93elQOwAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG/qYt6HCXSMAWyUTXkBjAF0lEdAg2SmnwXqJXV9lChoBkdAQM82xY7q6mgHTTQBaAhHQINmAtlI3BJ1fZQoaAZHQG0XCbc45tFoB02jAWgIR0CDZ3EroW56dX2UKGgGR0BxOiIhyKekaAdNhAFoCEdAg2e5OzposnV9lChoBkdAb4ody1eBx2gHTXABaAhHQINomjqOcUd1fZQoaAZHQGyK9hRZU1hoB02UAWgIR0CDak8YAKfGdX2UKGgGR0BuJbAckt2+aAdNrAFoCEdAg3sQ6ySmqHV9lChoBkdAaeM9GI9C/2gHTZABaAhHQIN7EgfU4Jh1fZQoaAZHQHG7XhCMPz5oB01XAWgIR0CDe0mGdqcmdX2UKGgGR0BtXF0tAcDKaAdNiwFoCEdAg31VVo6CDnV9lChoBkfANkz6FdszmGgHS/1oCEdAg31gJb+tKnV9lChoBkdAb0TY3eenRGgHTcABaAhHQIN/d/OMVDd1fZQoaAZHQGjZBLoOhCdoB01tAmgIR0CDgjvQWvbHdX2UKGgGR0Bv1MCtA9mpaAdNmgFoCEdAg4Ji9qUNa3V9lChoBkdAcduiFTNt7GgHTdEBaAhHQIODDrRjSXt1fZQoaAZHQG6YBcZ9/jNoB02nAWgIR0CDhK0Kqn3tdX2UKGgGR0BuLVbgTAWSaAdNcQFoCEdAg4aXGGVRk3V9lChoBkdAaf02UjcEeWgHTZMBaAhHQIOHLMqz7dl1fZQoaAZHQG5Fvgeii7FoB026AWgIR0CDiBjwQUYbdX2UKGgGR0BtlgNI9TxYaAdNmAFoCEdAg4lQ/X5FgHV9lChoBkdAcBwLc9GI9GgHTXEBaAhHQIOLBcX3xnZ1fZQoaAZHQG65Bhx5s0poB02BAWgIR0CDjEYekpI+dX2UKGgGR0BuBPzQNTcZaAdNqgFoCEdAg438clw97nV9lChoBkdAcK1PFefI0mgHTY0BaAhHQIOPTuDzyz51fZQoaAZHQHCDIkzGgjBoB01hA2gIR0CDj+eoUBXCdX2UKGgGR0Bsz5JEpiI+aAdNvQFoCEdAg5E2kBS1mnV9lChoBkdAcJ/r30wrUmgHTVwBaAhHQIOgG2gFotd1fZQoaAZHQG+ctt65XltoB02bAWgIR0CDoiYhMajvdX2UKGgGR0BulmK4x1xLaAdNfwFoCEdAg6SKi48U23V9lChoBkdAcUCFy7wrlWgHTckBaAhHQIOkrqfOD8N1fZQoaAZHQG00+HzpX6toB022AWgIR0CDp1trKvFFdX2UKGgGR0BwCXmaH9FXaAdNcQFoCEdAg6kuskpqh3V9lChoBkdAYu9CCz1K5GgHTegDaAhHQIOp/qVyFPB1fZQoaAZHQGq2OOsDGLloB02cAWgIR0CDrOf3evZAdX2UKGgGR0BrPqYqoZQ6aAdNlAFoCEdAg67aIN3GGXV9lChoBkdAbMLTBInSfGgHTZABaAhHQIOvmEPDpC91fZQoaAZHQF5C5ftx+8ZoB03oA2gIR0CDsRREWqLkdX2UKGgGR0BwoJJEpiI+aAdNmQFoCEdAg7G5lWfbsXV9lChoBkdAbTTrKvFFUmgHTacBaAhHQIOzckjX4CZ1fZQoaAZHQG2fmHxjJ+5oB02JAWgIR0CDs8qdYnv2dX2UKGgGR0BxSAFlkH2RaAdNkAFoCEdAg7VUjC53DHV9lChoBkdANY4CMglniGgHTVMBaAhHQIO1V1yNn5B1fZQoaAZHQGu4YnF5v99oB02QAWgIR0CDt5j5KvmpdX2UKGgGR0BwaEXl8w6AaAdNtQFoCEdAg8d/mLcbi3V9lChoBke/0uevpyIYWWgHTVcBaAhHQIPIQ8uBczJ1fZQoaAZHQG5Ou6ErXlNoB02oAWgIR0CDyQcwQDmsdX2UKGgGR0BoS3k/8l5XaAdNmwFoCEdAg8tbnxJ/X3V9lChoBkfAOSV8stkFwGgHTRQBaAhHQIPMgzWPLgZ1fZQoaAZHQHDkYvalDWtoB02zAWgIR0CDzKcwxnFpdX2UKGgGR0BueXxe9i+daAdNpAFoCEdAg80ubiIcinV9lChoBkdAaxA9wm3OOmgHTasBaAhHQIPQUS9M9KV1fZQoaAZHQHCrkXUH6dloB02IAWgIR0CD0ROE/SpjdX2UKGgGR0BwCdC1JDmbaAdNnQFoCEdAg9ExUNrj53V9lChoBkdAbthAPd2xIWgHTbwBaAhHQIPSIecQRPJ1fZQoaAZHQGxuyflIVdpoB02bAWgIR0CD1NLqUu+RdX2UKGgGR0BrvckIHC40aAdNmAFoCEdAg9W2IoE0SHV9lChoBkdAb8XCJoCdSWgHTb8BaAhHQIPWEy1uzhR1fZQoaAZHQG4CMkpqh11oB020AWgIR0CD1v0OmR/3dX2UKGgGR0Ai3IOH31zyaAdNXwFoCEdAg9iDn/1g6XV9lChoBkdAadWiVSn+AGgHTZUBaAhHQIPaCkuYhMd1fZQoaAZHQDmp0MgEEDBoB01KAWgIR0CD2pkDIRywdX2UKGgGR0Brdc9KVY6oaAdNtQFoCEdAg9q5hjOLSHV9lChoBkdAcJHokAxSHmgHTaMBaAhHQIPdEdFOO811fZQoaAZHQGvegzP8hs9oB013AWgIR0CD7GwqRU3odX2UKGgGR0Bu6BLXcxj8aAdNmgFoCEdAg+2ROUMXrXV9lChoBkdAcIK6e5Fw1mgHTWUBaAhHQIPv542S+xp1fZQoaAZHQG6H5le4TbpoB01+AWgIR0CD8R7KJVKgdX2UKGgGR0BwmeGDcuanaAdNoAFoCEdAg/KKhtcfNnV9lChoBkdAXfUSIxgy/WgHTegDaAhHQIP0RIvrWy11fZQoaAZHQHB4NipeeFtoB02tAWgIR0CD9LdgOSW7dX2UKGgGR0BtI5YLb5/LaAdNeAFoCEdAg/U5Bsyi23V9lChoBkfAQlfc1wYLs2gHTUYBaAhHQIP1/kgfU4J1fZQoaAZHQG8g7t7a7EpoB02EAWgIR0CD+I7eVLSNdX2UKGgGR0Bw4qHWSU1RaAdNuQFoCEdAg/nHUMG5c3V9lChoBkdAcMO7Q9ic5WgHTaEBaAhHQIP6E8kleGB1fZQoaAZHQGtq5c9nscBoB02XAWgIR0CD+tjqfOD8dX2UKGgGR0BwWKF6AvtdaAdNhgFoCEdAg/zL0Bfa6HV9lChoBkdAcBgkMCtA9mgHTaUBaAhHQIP+bMFEAo51fZQoaAZHQHFVuLm6oVFoB02SAWgIR0CD/nm4iHIqdX2UKGgGR0BvWggA6uGLaAdNkAFoCEdAg/8WGyon8nV9lChoBkdAcGc+lCTlk2gHTWoBaAhHQIQAr79AHFB1fZQoaAZHQHEI8QNCqp9oB02ZAWgIR0CEAwXhwVCYdX2UKGgGR0BrrTmSyMUAaAdNrAFoCEdAhAM4yoGY8nV9lChoBkdAbpE4zabnYGgHTaUBaAhHQIQR8csDnvF1fZQoaAZHQGwMj4QBgeBoB02YAWgIR0CEE4gWac7RdX2UKGgGR0BvLHIlt0muaAdNkwFoCEdAhBW7UG3WnXV9lChoBkdAaxz30PH1e2gHTZABaAhHQIQV7V2A5Jd1fZQoaAZHQGw7WiL2pQ1oB02VAWgIR0CEFq938n/ldX2UKGgGR0Bwpxj/dZaFaAdNbAFoCEdAhBekE1VHWnV9lChoBkdAayXky1uzhWgHTXUBaAhHQIQZ0DB/I811fZQoaAZHQGsDmWt2cKBoB02PAWgIR0CEGlRG+bmVdX2UKGgGR0BrT1aQmu1XaAdNegFoCEdAhBrih37k4nV9lChoBkdAbgQIzFdcB2gHTZoBaAhHQIQcb2tdRix1fZQoaAZHQG4dtwiqyW1oB01vAWgIR0CEHyXTEzfrdX2UKGgGR0BxzoqtozvaaAdNjwFoCEdAhCGGDL8rJHV9lChoBkdAb3AFev6j32gHTXoBaAhHQIQkHDDTBqN1fZQoaAZHQFuOBC2MKkVoB03oA2gIR0CEJg8SwnpjdX2UKGgGR0Bx6dYfW+XaaAdNhgFoCEdAhCZMjVx0dXV9lChoBkdAYgP1kDp1R2gHTegDaAhHQIQmcq4H5ah1fZQoaAZHQG9aG9Htnf5oB02CAWgIR0CEKBtuUD+zdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1230, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-6.8.0-45-generic-x86_64-with-glibc2.39 # 45-Ubuntu SMP PREEMPT_DYNAMIC Fri Aug 30 12:02:04 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.0+cu124", "GPU Enabled": "True", "Numpy": "1.26.3", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x79b24b0d0310>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x79b24b0d03a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x79b24b0d0430>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x79b24b0d04c0>", "_build": "<function ActorCriticPolicy._build at 0x79b24b0d0550>", "forward": "<function ActorCriticPolicy.forward at 0x79b24b0d05e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x79b24b0d0670>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x79b24b0d0700>", "_predict": "<function ActorCriticPolicy._predict at 0x79b24b0d0790>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x79b24b0d0820>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x79b24b0d08b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x79b24b0d0940>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x79b24b0cc880>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1007616, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1727766418311946953, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWV9QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaAAAAAAAAAADOlKj0bA6y8W2jEvBD0FT3BMBa+nuDkPQAAgD8AAIA/zY4nPMQKjT2+wi4+pBEFvuEkhT11V+Y5AAAAAAAAAAAzXIs+pEWWP4KMeD47NS6+PSSVPvKJ/b0AAAAAAAAAAAD36rxqdCA/aAMdPRCSaL7zuOA6WQEFvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHAlVcQiA2CMAWyUTRkBjAF0lEdAgEA90A93bHV9lChoBkdAcSpU4rBj4GgHTVQBaAhHQIBGUI1LrX11fZQoaAZHQHChtUfgaWJoB01HAWgIR0CARwNo8IRidX2UKGgGR0BtLYlhPTG6aAdNAwFoCEdAgEjKy4Wk8HV9lChoBkdAb3NJOFg2ImgHTTwBaAhHQIBJHr2QGOd1fZQoaAZHQG+5O7g88tBoB01EAWgIR0CASSxwAEMcdX2UKGgGR0BwNGLLpzLfaAdNAwFoCEdAgEmwXhwVCXV9lChoBkdAcGXeMQ2/BWgHTTwBaAhHQIBL4E4ecQR1fZQoaAZHQHD7HP7el9BoB001AWgIR0CATAlLvkR0dX2UKGgGR0BwssOmR/3GaAdNcAFoCEdAgEye7+T/yXV9lChoBkdAb9i+QEIPb2gHTUgBaAhHQIBM2/zreIl1fZQoaAZHQG63wN0/4ZdoB00ZAWgIR0CATpUT+NtJdX2UKGgGR0BxB0IY3vQXaAdNNQFoCEdAgE+l8gIQe3V9lChoBkdAcN3zhxYJV2gHTTgBaAhHQIBQBxvNu+B1fZQoaAZHQHAYMjRlYlpoB03KAWgIR0CAUIdXko4NdX2UKGgGR0BuVXNiYsunaAdNPwFoCEdAgFHT3AVO9HV9lChoBkdASwl0V8CxNmgHTQkBaAhHQIBSaxeLNwB1fZQoaAZHQHI68vIwM6RoB0v3aAhHQIBSuIZZSvV1fZQoaAZHQG8mOG9HtnhoB01mAWgIR0CAUv7XQMQVdX2UKGgGR0A/5j2zv7WNaAdLuWgIR0CAU/Net0V8dX2UKGgGR0Bwb1TOxB3SaAdNSgFoCEdAgFTH/tICl3V9lChoBkdAbbeKUmlZYGgHTTgBaAhHQIBVw/oq0+l1fZQoaAZHQHAmvJiiItVoB00fAWgIR0CAVs8CgbqAdX2UKGgGR0BrbpcgQpWnaAdNWQFoCEdAgFhfGdZq23V9lChoBkdAa9xOO801qGgHTSMBaAhHQIBY8zQ/oq11fZQoaAZHQHAzwAAAAABoB00oAWgIR0CAWg7nPmgbdX2UKGgGR0ByLkMhHLA6aAdL3GgIR0CAYRD7ZWaMdX2UKGgGR0ByPtkJ8fFKaAdNRgFoCEdAgGGtyPuG9HV9lChoBkdAX0G8an7522gHTegDaAhHQIBijbzshPl1fZQoaAZHQHKT0f1YhdNoB02AAWgIR0CAY67uDzy0dX2UKGgGR0BtcQYNy5qeaAdNNQFoCEdAgGSxwAEMb3V9lChoBkdAcAvyIpH7QGgHTXMBaAhHQIBkwJgLJCB1fZQoaAZHQHHfeb3Gn4xoB01rAWgIR0CAZfWxQizLdX2UKGgGR0Bs5TAvcrRTaAdNLwFoCEdAgGZ9Oh0yQHV9lChoBkdAbTmxB3RoiGgHTSUBaAhHQIBnXomois51fZQoaAZHQHGvJLqUu+RoB01gAWgIR0CAZ9M+NcW1dX2UKGgGR0BvfxY1YQrdaAdNRAFoCEdAgGjwjD8+A3V9lChoBkdAbxp+T/yXlmgHTTYBaAhHQIBpZkTYdyV1fZQoaAZHQG8/y0rsjVxoB00dAWgIR0CAag6hg3LndX2UKGgGR0BwuusKb8WLaAdNGgFoCEdAgGqH+ZPVNHV9lChoBkdAcAKmZE2HcmgHTVEBaAhHQIBsOFg2Ift1fZQoaAZHQG/mI/RmbspoB02AAWgIR0CAbTkkrwvydX2UKGgGR0ByEh8KG+K1aAdNjQFoCEdAgG4arNnoPnV9lChoBkdAbVRmthd+omgHTUwBaAhHQIBwAvi97F91fZQoaAZHQHD6SlN1yNpoB00DAmgIR0CAcCnjyWiUdX2UKGgGR0Bw14g+yJKraAdNcAFoCEdAgHJRPGhmG3V9lChoBkdAcXGVTJhfB2gHTdMBaAhHQIByfHT7VKB1fZQoaAZHQHEwQNLDhtNoB005AWgIR0CAc1WNFSbZdX2UKGgGR0BtLjWXkYGdaAdNTAFoCEdAgHOaIN3GGXV9lChoBkdAcXvnIyTINmgHTVIBaAhHQIB7kyP+4sp1fZQoaAZHQHHnMn3L3bpoB02BAWgIR0CAe+hmGucMdX2UKGgGR0Bvrha7mMfjaAdNMAFoCEdAgHxd0ihWYHV9lChoBkdAcdOmEXcgyWgHTWQBaAhHQIB8h1A7gbZ1fZQoaAZHQHClxYzSCvpoB00DAWgIR0CAfh+85CF9dX2UKGgGR0Bw6gbo8p1BaAdNKAFoCEdAgH4uv+wTunV9lChoBkdAcExa+evpyWgHTRwBaAhHQIB/HMpw0fp1fZQoaAZHQGv/FwtJ4B5oB01UAWgIR0CAf3S/CZWrdX2UKGgGR0Bxu5VIZqEfaAdNRgFoCEdAgIFE0iyIHnV9lChoBkdAcP6NCZ4Oc2gHTVsBaAhHQICBcD4gzP91fZQoaAZHQHJ7aoybhFVoB01OAWgIR0CAgqwIMSbpdX2UKGgGR0Bw9QoMKCxvaAdNCAFoCEdAgIQtDD0lJHV9lChoBkdAb6DEQXhwVGgHTRoBaAhHQICEM+iaiK11fZQoaAZHQHBRjl90A95oB01HAWgIR0CAhfBa9sabdX2UKGgGR0BtnRrBTGYKaAdNLQFoCEdAgIc7EpAlfXV9lChoBkdAcE42WIGhVWgHTTwBaAhHQICHaFh5Pdl1fZQoaAZHQG/iX5vcafloB00aAWgIR0CAiM0P6KtQdX2UKGgGR0BUqclsxfv4aAdN6ANoCEdAgIkCVSn+AHV9lChoBkdAcF+lpoK2KGgHTUUBaAhHQICKOwxFiKB1fZQoaAZHQHDB5OafBepoB01rAWgIR0CAis4m1IAfdX2UKGgGR0BxAy78Nx2jaAdNBQFoCEdAgIs9i2DxsnV9lChoBkdAbqIgM+eOGWgHTTMBaAhHQICL1ENOM2p1fZQoaAZHQGwdJaJQ+EBoB00lAWgIR0CAjPOk+HJtdX2UKGgGR0BwahehPCVKaAdNMgFoCEdAgI2hnBciW3V9lChoBkdAcPhuYx+KCWgHTRQBaAhHQICNvjIaLn91fZQoaAZHQHG/5qdpZfVoB01wAWgIR0CAlLjmSyMUdX2UKGgGR0Brv4FTvRZ2aAdNPwFoCEdAgJWOk+HJtHV9lChoBkdAcQc0Mw1zhmgHTS8BaAhHQICWD2WY4Q11fZQoaAZHQHIwp7ojfN1oB000AWgIR0CAljavicXndX2UKGgGR0BN/z9jwx33aAdL/mgIR0CAl+8Zk079dX2UKGgGR0Bxs6A/cFhYaAdNXgFoCEdAgJgm96C17nV9lChoBkdAb3X7pmmLtWgHTWABaAhHQICZaWcBltl1fZQoaAZHQHCUVnuiN85oB012AWgIR0CAmckWRA8kdX2UKGgGR0Br0dGsmv4eaAdNNwFoCEdAgJr1HOKO1nV9lChoBkdAb/HJRO1v22gHTT4BaAhHQICbNHc1wYN1fZQoaAZHQG9S4cebNKRoB00GAWgIR0CAm92oNutPdX2UKGgGR0BwNYCr92ovaAdNJwFoCEdAgJyJn6Eal3V9lChoBkdAb47ZntfG/GgHTSgBaAhHQICdj6WPcSJ1fZQoaAZHQHKJHZsbedloB00hAWgIR0CAnblmvnr6dX2UKGgGR0Bwi1Tm4iHJaAdNNwFoCEdAgJ6A44p+dHV9lChoBkdAcQc9Hc1wYWgHTUEBaAhHQICfM495hSd1fZQoaAZHQHDc6PKdQO5oB01SAWgIR0CAoIj/MnqndX2UKGgGR0Bw/BMxoIv8aAdNAQFoCEdAgKDqD0163XV9lChoBkdAcITIq9XcQGgHTXkBaAhHQIChIYrJ8v51fZQoaAZHQHJzKkuYhMdoB0vsaAhHQIChamsNlRR1fZQoaAZHQHJ0dhAnlXBoB0vxaAhHQICifq1PWQR1fZQoaAZHQEICkEcKgI1oB00AAWgIR0CAoz+gDifhdX2UKGgGR0BxLERg7YChaAdNcAFoCEdAgKQ5Etuk13V9lChoBkdAcoNhEjPfK2gHTUkBaAhHQICkdANXo1V1fZQoaAZHQHINi6H0se5oB00fAWgIR0CApVCj1wo9dX2UKGgGR0BwycK1G9YfaAdNGQFoCEdAgKXw0oBq9HVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 492, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 4, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-6.8.0-45-generic-x86_64-with-glibc2.39 # 45-Ubuntu SMP PREEMPT_DYNAMIC Fri Aug 30 12:02:04 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.0+cu124", "GPU Enabled": "True", "Numpy": "1.26.3", "Cloudpickle": "3.0.0", "Gymnasium": "0.28.1"}}

ppo_LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a791f23c5733369b6bbe41377c625433a5f1d0eb00220a5039210707018a6bd9
-size 147576
+oid sha256:c6ac3fea1a45af79ea8eeb963d714cddb483a7c97ac6b307411432510e977567
+size 147571

ppo_LunarLander-v2/data

@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1727765624376891190,
-    "learning_rate": 0.0001,
+    "start_time": 1727766418311946953,
+    "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWV9QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaAAAAAAAAAADOZ1Ly01HA+zrBdPbMkTb6K2248agx1PAAAAAAAAAAAzQLnvXJoBj4bO2c+Is48vsBtOj3tbAY9AAAAAAAAAACzF8I+mD2cP7UUdz7znye+QtY4PvrJbj0AAAAAAAAAAGbCPrwMZ54+2Mg5PlUiTL4/siM93elQOwAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWV9QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaAAAAAAAAAADOlKj0bA6y8W2jEvBD0FT3BMBa+nuDkPQAAgD8AAIA/zY4nPMQKjT2+wi4+pBEFvuEkhT11V+Y5AAAAAAAAAAAzXIs+pEWWP4KMeD47NS6+PSSVPvKJ/b0AAAAAAAAAAAD36rxqdCA/aAMdPRCSaL7zuOA6WQEFvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG/qYt6HCXSMAWyUTXkBjAF0lEdAg2SmnwXqJXV9lChoBkdAQM82xY7q6mgHTTQBaAhHQINmAtlI3BJ1fZQoaAZHQG0XCbc45tFoB02jAWgIR0CDZ3EroW56dX2UKGgGR0BxOiIhyKekaAdNhAFoCEdAg2e5OzposnV9lChoBkdAb4ody1eBx2gHTXABaAhHQINomjqOcUd1fZQoaAZHQGyK9hRZU1hoB02UAWgIR0CDak8YAKfGdX2UKGgGR0BuJbAckt2+aAdNrAFoCEdAg3sQ6ySmqHV9lChoBkdAaeM9GI9C/2gHTZABaAhHQIN7EgfU4Jh1fZQoaAZHQHG7XhCMPz5oB01XAWgIR0CDe0mGdqcmdX2UKGgGR0BtXF0tAcDKaAdNiwFoCEdAg31VVo6CDnV9lChoBkfANkz6FdszmGgHS/1oCEdAg31gJb+tKnV9lChoBkdAb0TY3eenRGgHTcABaAhHQIN/d/OMVDd1fZQoaAZHQGjZBLoOhCdoB01tAmgIR0CDgjvQWvbHdX2UKGgGR0Bv1MCtA9mpaAdNmgFoCEdAg4Ji9qUNa3V9lChoBkdAcduiFTNt7GgHTdEBaAhHQIODDrRjSXt1fZQoaAZHQG6YBcZ9/jNoB02nAWgIR0CDhK0Kqn3tdX2UKGgGR0BuLVbgTAWSaAdNcQFoCEdAg4aXGGVRk3V9lChoBkdAaf02UjcEeWgHTZMBaAhHQIOHLMqz7dl1fZQoaAZHQG5Fvgeii7FoB026AWgIR0CDiBjwQUYbdX2UKGgGR0BtlgNI9TxYaAdNmAFoCEdAg4lQ/X5FgHV9lChoBkdAcBwLc9GI9GgHTXEBaAhHQIOLBcX3xnZ1fZQoaAZHQG65Bhx5s0poB02BAWgIR0CDjEYekpI+dX2UKGgGR0BuBPzQNTcZaAdNqgFoCEdAg438clw97nV9lChoBkdAcK1PFefI0mgHTY0BaAhHQIOPTuDzyz51fZQoaAZHQHCDIkzGgjBoB01hA2gIR0CDj+eoUBXCdX2UKGgGR0Bsz5JEpiI+aAdNvQFoCEdAg5E2kBS1mnV9lChoBkdAcJ/r30wrUmgHTVwBaAhHQIOgG2gFotd1fZQoaAZHQG+ctt65XltoB02bAWgIR0CDoiYhMajvdX2UKGgGR0BulmK4x1xLaAdNfwFoCEdAg6SKi48U23V9lChoBkdAcUCFy7wrlWgHTckBaAhHQIOkrqfOD8N1fZQoaAZHQG00+HzpX6toB022AWgIR0CDp1trKvFFdX2UKGgGR0BwCXmaH9FXaAdNcQFoCEdAg6kuskpqh3V9lChoBkdAYu9CCz1K5GgHTegDaAhHQIOp/qVyFPB1fZQoaAZHQGq2OOsDGLloB02cAWgIR0CDrOf3evZAdX2UKGgGR0BrPqYqoZQ6aAdNlAFoCEdAg67aIN3GGXV9lChoBkdAbMLTBInSfGgHTZABaAhHQIOvmEPDpC91fZQoaAZHQF5C5ftx+8ZoB03oA2gIR0CDsRREWqLkdX2UKGgGR0BwoJJEpiI+aAdNmQFoCEdAg7G5lWfbsXV9lChoBkdAbTTrKvFFUmgHTacBaAhHQIOzckjX4CZ1fZQoaAZHQG2fmHxjJ+5oB02JAWgIR0CDs8qdYnv2dX2UKGgGR0BxSAFlkH2RaAdNkAFoCEdAg7VUjC53DHV9lChoBkdANY4CMglniGgHTVMBaAhHQIO1V1yNn5B1fZQoaAZHQGu4YnF5v99oB02QAWgIR0CDt5j5KvmpdX2UKGgGR0BwaEXl8w6AaAdNtQFoCEdAg8d/mLcbi3V9lChoBke/0uevpyIYWWgHTVcBaAhHQIPIQ8uBczJ1fZQoaAZHQG5Ou6ErXlNoB02oAWgIR0CDyQcwQDmsdX2UKGgGR0BoS3k/8l5XaAdNmwFoCEdAg8tbnxJ/X3V9lChoBkfAOSV8stkFwGgHTRQBaAhHQIPMgzWPLgZ1fZQoaAZHQHDkYvalDWtoB02zAWgIR0CDzKcwxnFpdX2UKGgGR0BueXxe9i+daAdNpAFoCEdAg80ubiIcinV9lChoBkdAaxA9wm3OOmgHTasBaAhHQIPQUS9M9KV1fZQoaAZHQHCrkXUH6dloB02IAWgIR0CD0ROE/SpjdX2UKGgGR0BwCdC1JDmbaAdNnQFoCEdAg9ExUNrj53V9lChoBkdAbthAPd2xIWgHTbwBaAhHQIPSIecQRPJ1fZQoaAZHQGxuyflIVdpoB02bAWgIR0CD1NLqUu+RdX2UKGgGR0BrvckIHC40aAdNmAFoCEdAg9W2IoE0SHV9lChoBkdAb8XCJoCdSWgHTb8BaAhHQIPWEy1uzhR1fZQoaAZHQG4CMkpqh11oB020AWgIR0CD1v0OmR/3dX2UKGgGR0Ai3IOH31zyaAdNXwFoCEdAg9iDn/1g6XV9lChoBkdAadWiVSn+AGgHTZUBaAhHQIPaCkuYhMd1fZQoaAZHQDmp0MgEEDBoB01KAWgIR0CD2pkDIRywdX2UKGgGR0Brdc9KVY6oaAdNtQFoCEdAg9q5hjOLSHV9lChoBkdAcJHokAxSHmgHTaMBaAhHQIPdEdFOO811fZQoaAZHQGvegzP8hs9oB013AWgIR0CD7GwqRU3odX2UKGgGR0Bu6BLXcxj8aAdNmgFoCEdAg+2ROUMXrXV9lChoBkdAcIK6e5Fw1mgHTWUBaAhHQIPv542S+xp1fZQoaAZHQG6H5le4TbpoB01+AWgIR0CD8R7KJVKgdX2UKGgGR0BwmeGDcuanaAdNoAFoCEdAg/KKhtcfNnV9lChoBkdAXfUSIxgy/WgHTegDaAhHQIP0RIvrWy11fZQoaAZHQHB4NipeeFtoB02tAWgIR0CD9LdgOSW7dX2UKGgGR0BtI5YLb5/LaAdNeAFoCEdAg/U5Bsyi23V9lChoBkfAQlfc1wYLs2gHTUYBaAhHQIP1/kgfU4J1fZQoaAZHQG8g7t7a7EpoB02EAWgIR0CD+I7eVLSNdX2UKGgGR0Bw4qHWSU1RaAdNuQFoCEdAg/nHUMG5c3V9lChoBkdAcMO7Q9ic5WgHTaEBaAhHQIP6E8kleGB1fZQoaAZHQGtq5c9nscBoB02XAWgIR0CD+tjqfOD8dX2UKGgGR0BwWKF6AvtdaAdNhgFoCEdAg/zL0Bfa6HV9lChoBkdAcBgkMCtA9mgHTaUBaAhHQIP+bMFEAo51fZQoaAZHQHFVuLm6oVFoB02SAWgIR0CD/nm4iHIqdX2UKGgGR0BvWggA6uGLaAdNkAFoCEdAg/8WGyon8nV9lChoBkdAcGc+lCTlk2gHTWoBaAhHQIQAr79AHFB1fZQoaAZHQHEI8QNCqp9oB02ZAWgIR0CEAwXhwVCYdX2UKGgGR0BrrTmSyMUAaAdNrAFoCEdAhAM4yoGY8nV9lChoBkdAbpE4zabnYGgHTaUBaAhHQIQR8csDnvF1fZQoaAZHQGwMj4QBgeBoB02YAWgIR0CEE4gWac7RdX2UKGgGR0BvLHIlt0muaAdNkwFoCEdAhBW7UG3WnXV9lChoBkdAaxz30PH1e2gHTZABaAhHQIQV7V2A5Jd1fZQoaAZHQGw7WiL2pQ1oB02VAWgIR0CEFq938n/ldX2UKGgGR0Bwpxj/dZaFaAdNbAFoCEdAhBekE1VHWnV9lChoBkdAayXky1uzhWgHTXUBaAhHQIQZ0DB/I811fZQoaAZHQGsDmWt2cKBoB02PAWgIR0CEGlRG+bmVdX2UKGgGR0BrT1aQmu1XaAdNegFoCEdAhBrih37k4nV9lChoBkdAbgQIzFdcB2gHTZoBaAhHQIQcb2tdRix1fZQoaAZHQG4dtwiqyW1oB01vAWgIR0CEHyXTEzfrdX2UKGgGR0BxzoqtozvaaAdNjwFoCEdAhCGGDL8rJHV9lChoBkdAb3AFev6j32gHTXoBaAhHQIQkHDDTBqN1fZQoaAZHQFuOBC2MKkVoB03oA2gIR0CEJg8SwnpjdX2UKGgGR0Bx6dYfW+XaaAdNhgFoCEdAhCZMjVx0dXV9lChoBkdAYgP1kDp1R2gHTegDaAhHQIQmcq4H5ah1fZQoaAZHQG9aG9Htnf5oB02CAWgIR0CEKBtuUD+zdWUu"
+        ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHAlVcQiA2CMAWyUTRkBjAF0lEdAgEA90A93bHV9lChoBkdAcSpU4rBj4GgHTVQBaAhHQIBGUI1LrX11fZQoaAZHQHChtUfgaWJoB01HAWgIR0CARwNo8IRidX2UKGgGR0BtLYlhPTG6aAdNAwFoCEdAgEjKy4Wk8HV9lChoBkdAb3NJOFg2ImgHTTwBaAhHQIBJHr2QGOd1fZQoaAZHQG+5O7g88tBoB01EAWgIR0CASSxwAEMcdX2UKGgGR0BwNGLLpzLfaAdNAwFoCEdAgEmwXhwVCXV9lChoBkdAcGXeMQ2/BWgHTTwBaAhHQIBL4E4ecQR1fZQoaAZHQHD7HP7el9BoB001AWgIR0CATAlLvkR0dX2UKGgGR0BwssOmR/3GaAdNcAFoCEdAgEye7+T/yXV9lChoBkdAb9i+QEIPb2gHTUgBaAhHQIBM2/zreIl1fZQoaAZHQG63wN0/4ZdoB00ZAWgIR0CATpUT+NtJdX2UKGgGR0BxB0IY3vQXaAdNNQFoCEdAgE+l8gIQe3V9lChoBkdAcN3zhxYJV2gHTTgBaAhHQIBQBxvNu+B1fZQoaAZHQHAYMjRlYlpoB03KAWgIR0CAUIdXko4NdX2UKGgGR0BuVXNiYsunaAdNPwFoCEdAgFHT3AVO9HV9lChoBkdASwl0V8CxNmgHTQkBaAhHQIBSaxeLNwB1fZQoaAZHQHI68vIwM6RoB0v3aAhHQIBSuIZZSvV1fZQoaAZHQG8mOG9HtnhoB01mAWgIR0CAUv7XQMQVdX2UKGgGR0A/5j2zv7WNaAdLuWgIR0CAU/Net0V8dX2UKGgGR0Bwb1TOxB3SaAdNSgFoCEdAgFTH/tICl3V9lChoBkdAbbeKUmlZYGgHTTgBaAhHQIBVw/oq0+l1fZQoaAZHQHAmvJiiItVoB00fAWgIR0CAVs8CgbqAdX2UKGgGR0BrbpcgQpWnaAdNWQFoCEdAgFhfGdZq23V9lChoBkdAa9xOO801qGgHTSMBaAhHQIBY8zQ/oq11fZQoaAZHQHAzwAAAAABoB00oAWgIR0CAWg7nPmgbdX2UKGgGR0ByLkMhHLA6aAdL3GgIR0CAYRD7ZWaMdX2UKGgGR0ByPtkJ8fFKaAdNRgFoCEdAgGGtyPuG9HV9lChoBkdAX0G8an7522gHTegDaAhHQIBijbzshPl1fZQoaAZHQHKT0f1YhdNoB02AAWgIR0CAY67uDzy0dX2UKGgGR0BtcQYNy5qeaAdNNQFoCEdAgGSxwAEMb3V9lChoBkdAcAvyIpH7QGgHTXMBaAhHQIBkwJgLJCB1fZQoaAZHQHHfeb3Gn4xoB01rAWgIR0CAZfWxQizLdX2UKGgGR0Bs5TAvcrRTaAdNLwFoCEdAgGZ9Oh0yQHV9lChoBkdAbTmxB3RoiGgHTSUBaAhHQIBnXomois51fZQoaAZHQHGvJLqUu+RoB01gAWgIR0CAZ9M+NcW1dX2UKGgGR0BvfxY1YQrdaAdNRAFoCEdAgGjwjD8+A3V9lChoBkdAbxp+T/yXlmgHTTYBaAhHQIBpZkTYdyV1fZQoaAZHQG8/y0rsjVxoB00dAWgIR0CAag6hg3LndX2UKGgGR0BwuusKb8WLaAdNGgFoCEdAgGqH+ZPVNHV9lChoBkdAcAKmZE2HcmgHTVEBaAhHQIBsOFg2Ift1fZQoaAZHQG/mI/RmbspoB02AAWgIR0CAbTkkrwvydX2UKGgGR0ByEh8KG+K1aAdNjQFoCEdAgG4arNnoPnV9lChoBkdAbVRmthd+omgHTUwBaAhHQIBwAvi97F91fZQoaAZHQHD6SlN1yNpoB00DAmgIR0CAcCnjyWiUdX2UKGgGR0Bw14g+yJKraAdNcAFoCEdAgHJRPGhmG3V9lChoBkdAcXGVTJhfB2gHTdMBaAhHQIByfHT7VKB1fZQoaAZHQHEwQNLDhtNoB005AWgIR0CAc1WNFSbZdX2UKGgGR0BtLjWXkYGdaAdNTAFoCEdAgHOaIN3GGXV9lChoBkdAcXvnIyTINmgHTVIBaAhHQIB7kyP+4sp1fZQoaAZHQHHnMn3L3bpoB02BAWgIR0CAe+hmGucMdX2UKGgGR0Bvrha7mMfjaAdNMAFoCEdAgHxd0ihWYHV9lChoBkdAcdOmEXcgyWgHTWQBaAhHQIB8h1A7gbZ1fZQoaAZHQHClxYzSCvpoB00DAWgIR0CAfh+85CF9dX2UKGgGR0Bw6gbo8p1BaAdNKAFoCEdAgH4uv+wTunV9lChoBkdAcExa+evpyWgHTRwBaAhHQIB/HMpw0fp1fZQoaAZHQGv/FwtJ4B5oB01UAWgIR0CAf3S/CZWrdX2UKGgGR0Bxu5VIZqEfaAdNRgFoCEdAgIFE0iyIHnV9lChoBkdAcP6NCZ4Oc2gHTVsBaAhHQICBcD4gzP91fZQoaAZHQHJ7aoybhFVoB01OAWgIR0CAgqwIMSbpdX2UKGgGR0Bw9QoMKCxvaAdNCAFoCEdAgIQtDD0lJHV9lChoBkdAb6DEQXhwVGgHTRoBaAhHQICEM+iaiK11fZQoaAZHQHBRjl90A95oB01HAWgIR0CAhfBa9sabdX2UKGgGR0BtnRrBTGYKaAdNLQFoCEdAgIc7EpAlfXV9lChoBkdAcE42WIGhVWgHTTwBaAhHQICHaFh5Pdl1fZQoaAZHQG/iX5vcafloB00aAWgIR0CAiM0P6KtQdX2UKGgGR0BUqclsxfv4aAdN6ANoCEdAgIkCVSn+AHV9lChoBkdAcF+lpoK2KGgHTUUBaAhHQICKOwxFiKB1fZQoaAZHQHDB5OafBepoB01rAWgIR0CAis4m1IAfdX2UKGgGR0BxAy78Nx2jaAdNBQFoCEdAgIs9i2DxsnV9lChoBkdAbqIgM+eOGWgHTTMBaAhHQICL1ENOM2p1fZQoaAZHQGwdJaJQ+EBoB00lAWgIR0CAjPOk+HJtdX2UKGgGR0BwahehPCVKaAdNMgFoCEdAgI2hnBciW3V9lChoBkdAcPhuYx+KCWgHTRQBaAhHQICNvjIaLn91fZQoaAZHQHG/5qdpZfVoB01wAWgIR0CAlLjmSyMUdX2UKGgGR0Brv4FTvRZ2aAdNPwFoCEdAgJWOk+HJtHV9lChoBkdAcQc0Mw1zhmgHTS8BaAhHQICWD2WY4Q11fZQoaAZHQHIwp7ojfN1oB000AWgIR0CAljavicXndX2UKGgGR0BN/z9jwx33aAdL/mgIR0CAl+8Zk079dX2UKGgGR0Bxs6A/cFhYaAdNXgFoCEdAgJgm96C17nV9lChoBkdAb3X7pmmLtWgHTWABaAhHQICZaWcBltl1fZQoaAZHQHCUVnuiN85oB012AWgIR0CAmckWRA8kdX2UKGgGR0Br0dGsmv4eaAdNNwFoCEdAgJr1HOKO1nV9lChoBkdAb/HJRO1v22gHTT4BaAhHQICbNHc1wYN1fZQoaAZHQG9S4cebNKRoB00GAWgIR0CAm92oNutPdX2UKGgGR0BwNYCr92ovaAdNJwFoCEdAgJyJn6Eal3V9lChoBkdAb47ZntfG/GgHTSgBaAhHQICdj6WPcSJ1fZQoaAZHQHKJHZsbedloB00hAWgIR0CAnblmvnr6dX2UKGgGR0Bwi1Tm4iHJaAdNNwFoCEdAgJ6A44p+dHV9lChoBkdAcQc9Hc1wYWgHTUEBaAhHQICfM495hSd1fZQoaAZHQHDc6PKdQO5oB01SAWgIR0CAoIj/MnqndX2UKGgGR0Bw/BMxoIv8aAdNAQFoCEdAgKDqD0163XV9lChoBkdAcITIq9XcQGgHTXkBaAhHQIChIYrJ8v51fZQoaAZHQHJzKkuYhMdoB0vsaAhHQIChamsNlRR1fZQoaAZHQHJ0dhAnlXBoB0vxaAhHQICifq1PWQR1fZQoaAZHQEICkEcKgI1oB00AAWgIR0CAoz+gDifhdX2UKGgGR0BxLERg7YChaAdNcAFoCEdAgKQ5Etuk13V9lChoBkdAcoNhEjPfK2gHTUkBaAhHQICkdANXo1V1fZQoaAZHQHINi6H0se5oB00fAWgIR0CApVCj1wo9dX2UKGgGR0BwycK1G9YfaAdNGQFoCEdAgKXw0oBq9HVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 1230,
+    "_n_updates": 492,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -79,12 +79,12 @@
     "n_envs": 4,
     "n_steps": 2048,
     "gamma": 0.999,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
@@ -94,6 +94,6 @@
     "target_kl": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/Gjbi6xxDLYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVzAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWy9ob21lL2p1dS9hbmFjb25kYTMvZW52cy9kcmwvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjFsvaG9tZS9qdXUvYW5hY29uZGEzL2VudnMvZHJsL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     }
 }

ppo_LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19375efb5aa745ff30f84fe42e08bde8b2144de4f5d516c25f61dc17c29b4ca9
+oid sha256:3c9d28044a2483cdcaeec2ea5802e581be39099483f06bdce81e122f40258e3d
 size 88362

ppo_LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f7ec872ea4feb84b17ac4f2ae7c45455e6e12a832a25cfed57d88bb4fc8541f
+oid sha256:59f1ff52d6c35ac3e289366522b8e2e9046e362a6010e7a7e0524c9584b63a98
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 222.75852690000002, "std_reward": 28.081461818296816, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-10-01T15:05:32.205319"}
+{"mean_reward": 240.925663, "std_reward": 13.979074623570758, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-10-01T15:16:02.963507"}