initial version

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 265.88 +/- 18.35
+      value: 286.87 +/- 15.41
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f47d3416710>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f47d34167a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f47d3416830>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f47d34168c0>", "_build": "<function ActorCriticPolicy._build at 0x7f47d3416950>", "forward": "<function ActorCriticPolicy.forward at 0x7f47d34169e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f47d3416a70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f47d3416b00>", "_predict": "<function ActorCriticPolicy._predict at 0x7f47d3416b90>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f47d3416c20>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f47d3416cb0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f47d3416d40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f47d3413680>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1688031527549519221, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAODBjD7OR4s/ixTPPqrh4b5nj5M+iUezvAAAAAAAAAAAJtd4PgUIvbtilA85/TqDtlgkSL2/Cy64AACAPwAAgD9NzA+9SGeDurHzCzhJtTwzaODQOqXpIbcAAIA/AACAP4bDOz6FQtW7Y4TwtqMDYDQABzG936IQNgAAgD8AAIA/EMSJvv/fgD4ptxg+J5VBvuLTd70ibVA9AAAAAAAAAABAXic+w+A5vOW+KjvgyCS59E2jvV6GV7oAAIA/AACAP1MbIj4D2D68UqyWuiKWoDj+3K29yt7HOQAAgD8AAIA/LbmDvvR4AT82vG89c4aMvi+HHr4p9JK8AAAAAAAAAABtxi0+7vw3Pz3hAT4bcrK+PeT1PVzZibwAAAAAAAAAAGaCbDyHqiA/iEGlvCVOx74LrD48NoKbPAAAAAAAAAAAgDeaPi92Vj0ELAU9cKDqvQ3dZz1q7eG8AAAAAAAAAAAad/o9SrRFPhIWxjyeyi6+1k3EPLEIHT0AAAAAAAAAAK0oJL6NVJQ/tbCyvo89Lb+6T7a9WDWwvQAAAAAAAAAAwDUBvtcpZ7sAtOC8QBQgu0WYiDw+vgk8AACAPwAAgD9mTM68NDe1P2b0yr4E7vW8qjKBO57cqr0AAAAAAAAAACb+nL1hj/g+erqAPc2wt75xi0S7eJlTPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVEAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHIwUjcEeQyMAWyUTQQBjAF0lEdAnsvRRyfcvnV9lChoBkdAcI3fDk2gnWgHS+1oCEdAnszaxkd3jnV9lChoBkdAcfBPCl7+k2gHS+BoCEdAns6OirT6SHV9lChoBkdAb5tmvGIbfmgHTVEBaAhHQJ7PQ7nxJ/Z1fZQoaAZHQG48meMAFPloB02NAWgIR0Ce0QipeeFtdX2UKGgGR0BwBWptJnQIaAdL+2gIR0Ce0azD4xk/dX2UKGgGR0Bxo4TpPhybaAdNDAFoCEdAntHwdOqNqHV9lChoBkdAbWLYcNpdr2gHS/ZoCEdAntLZYs/Y8XV9lChoBkdAcDxB7/n4f2gHS+hoCEdAntPTfrKNhnV9lChoBkdAcKzrtmcvumgHTRgBaAhHQJ7T7mPo3aV1fZQoaAZHQHH24UN8VpNoB00DAWgIR0Ce1A0j1PFedX2UKGgGR0BwJ5NM495haAdNAQFoCEdAntZTZL7GenV9lChoBkdAcf5sA/9pAWgHS/RoCEdAntcF1bJOnHV9lChoBkdAYQXyUcGTtGgHTegDaAhHQJ7XLxsl9jR1fZQoaAZHQHBPT8YQ8OloB00CAWgIR0Ce143NLUTddX2UKGgGR0BxZ/KnvUjLaAdLzmgIR0Ce155le4TcdX2UKGgGR0BvDJL7GecyaAdL/2gIR0Ce1/46fapQdX2UKGgGR0BvfY6ltTDPaAdNBAFoCEdAntkGVu76HnV9lChoBkdAcZZblijL0WgHS+BoCEdAntm4gq3EynV9lChoBkdAcFfga3qiXmgHS9hoCEdAntoebiIcinV9lChoBkdAcYgGXHBDX2gHS81oCEdAnttEMw1zhnV9lChoBkdAcTEtf5ULlWgHTQcBaAhHQJ7bgJb+tKZ1fZQoaAZHQHE5dLQHAypoB0vXaAhHQJ7bzTz/ZNB1fZQoaAZHQHCSukYXO4ZoB0vmaAhHQJ7cL1jAi3Z1fZQoaAZHQG6zKmKqGURoB00TAWgIR0Ce3MNLDhtMdX2UKGgGR0BtvuX3QD3eaAdL1GgIR0Ce3sIGhVU/dX2UKGgGR0BtNnhbW3BpaAdL7mgIR0Ce3z5OrQw9dX2UKGgGR0BvEPA2ycCpaAdL9WgIR0Ce4Jgx8D0UdX2UKGgGR0BgkVa2WpqAaAdN6ANoCEdAnuE517pmmXV9lChoBkdAYVeQ1aW5Y2gHTegDaAhHQJ7hRZV4oql1fZQoaAZHQG4t8GcFyJdoB0vlaAhHQJ7h8wM6RyR1fZQoaAZHQHImgtFrl/9oB000AWgIR0Ce4iRplBhQdX2UKGgGR0ByOYGC7K7qaAdNBgFoCEdAnuNd1uBMBnV9lChoBkdAcl8RGMGX5WgHTS0BaAhHQJ7jnIaLn9x1fZQoaAZHQHDYBEnb7CVoB0vpaAhHQJ7ju53C9AZ1fZQoaAZHQHDLvF72L51oB0v1aAhHQJ7j40pEx7B1fZQoaAZHQG9dVWsA/9poB0vmaAhHQJ7j63XqZ+h1fZQoaAZHQHJZETDfm9xoB0v9aAhHQJ7ldOi35N51fZQoaAZHQHBX+qebutxoB00jAWgIR0Ce5io1UEPldX2UKGgGR0ByEr9tMwlCaAdNCgFoCEdAnuhD238XN3V9lChoBkdAcX5cvugHvGgHTSYBaAhHQJ7o3NfPX051fZQoaAZHQG203dbgTAZoB0v3aAhHQJ7pZftx+8Z1fZQoaAZHQGshzcZccENoB0v4aAhHQJ7peFDfFaV1fZQoaAZHQG+IWRJVbRpoB0vsaAhHQJ7pt7pmmLt1fZQoaAZHQG/zUPH1e0JoB0v5aAhHQJ7qXJzT4L11fZQoaAZHQHHmm96C17ZoB0v6aAhHQJ7rxMEidJ91fZQoaAZHQHDoz2OAAhloB0vtaAhHQJ7r6RU3n6l1fZQoaAZHQHMOiHdoFmpoB0v3aAhHQJ7r8IzFdcB1fZQoaAZHQHJiimuTzNFoB01WAWgIR0Ce7DRaouPFdX2UKGgGR0ByHqw5eZ5SaAdNEQFoCEdAnu0TAnDziHV9lChoBkdAbe4zHCGetmgHS9hoCEdAnu2Z3Tuv2XV9lChoBkdAcRlFL39JjGgHTQcBaAhHQJ7uehHskY51fZQoaAZHQEdeYqoZQ55oB0vPaAhHQJ7wa6XjU/h1fZQoaAZHQG8Z2xhUipxoB0vJaAhHQJ7wfhS9/SZ1fZQoaAZHQG8THC4z7/JoB00TAWgIR0Ce8dirT6SDdX2UKGgGR0BzJaBOHnEEaAdNLwFoCEdAnvRGuLaVU3V9lChoBkdAbz+rsByS3mgHS9toCEdAnvVIDklu33V9lChoBkdAcPhIvrWy1WgHS8xoCEdAnvVTg/C66XV9lChoBkdAcbcCkXUH6mgHTRMBaAhHQJ72JUWEbo91fZQoaAZHQHAGVlf7aZhoB00OAWgIR0Ce9lB8x9G7dX2UKGgGR0ByflML4N7TaAdL2WgIR0Ce+sxNZeRgdX2UKGgGR0Bw0Vygf2boaAdNFQFoCEdAnvrbfxc3VHV9lChoBkdAcD3UXYUWVWgHS+loCEdAnvun+dbxE3V9lChoBkdAXn06Kcd5p2gHTegDaAhHQJ78LJhfBvd1fZQoaAZHQGB1oVmBe5ZoB03oA2gIR0Ce/iBhQWN4dX2UKGgGR0BypP+98JD3aAdL/2gIR0Ce/yimEXchdX2UKGgGR0BwTkfIS13MaAdL02gIR0CfAWZqEeySdX2UKGgGR0ByT7nmq5skaAdL9WgIR0CfAi6ZYxL1dX2UKGgGR0Bs2w02tMfzaAdNIwFoCEdAnwa9C3PRiXV9lChoBkdAbjUKc/dIoWgHTQ8BaAhHQJ8G3eMyaeB1fZQoaAZHQHEW0x7AtWdoB00sAWgIR0CfCLOy3Td+dX2UKGgGR0Bw6ZvBJqZdaAdL4mgIR0CfCRrwvxpddX2UKGgGR0Bwto8SwnpjaAdNCgFoCEdAnwyzRhMJyHV9lChoBkdAcPHPLPldT2gHS+xoCEdAnw06X4TK1XV9lChoBkdAbtMiudPLxWgHTQQBaAhHQJ8PKtdRiw11fZQoaAZHQHFnONHYpUhoB0vsaAhHQJ8PzFR51Nh1fZQoaAZHQHDqWiHqNZNoB0v0aAhHQJ8QrbZezD51fZQoaAZHQGX4R7AtWdVoB03oA2gIR0CfEjuIRAbAdX2UKGgGR0Bxhdqi48U3aAdL6GgIR0CfFIx59mYjdX2UKGgGR0BxFzLt/nW8aAdNDgFoCEdAnxUL+1jRUnV9lChoBkdAcVTv4dp7C2gHTVUBaAhHQJ8YfYGt6ol1fZQoaAZHQHAfDSw4bS9oB00CAWgIR0CfGJnVG0/odX2UKGgGR0BvybCrLhaUaAdL1GgIR0CfGPyk9ECvdX2UKGgGR0Bdib70nPVvaAdN6ANoCEdAnxmfKQq7RXV9lChoBkdAczAjWTX8O2gHTU4BaAhHQJ8Znt9hJAd1fZQoaAZHQG/qmrsByS5oB0v2aAhHQJ8bEVxjriV1fZQoaAZHQGIkkETxoZhoB03oA2gIR0CfG2ORT0g9dX2UKGgGR0BvdxM6BAfMaAdL9WgIR0CfG9Pn0TURdX2UKGgGR0BwOoc/+sHTaAdNSgFoCEdAnxwrzK9wm3V9lChoBkdAY7+G7jDKo2gHTegDaAhHQJ8c3ux8lX11fZQoaAZHQFiKEt/WlM1oB03oA2gIR0CfHQWX1J18dX2UKGgGR0Bx8N4LThHcaAdNIwFoCEdAnx52PxQSBnV9lChoBkdAcFiftx+8XmgHS/1oCEdAnx7SA2AG0XV9lChoBkdAcYQ0TlDF62gHTRIBaAhHQJ8f4TJyQxN1fZQoaAZHQHOWjbN8ma9oB0vCaAhHQJ8gb0HyEtd1fZQoaAZHQHCVft6X0GxoB0vfaAhHQJ8gqhBZ6ld1fZQoaAZHQG9JfzJ6po9oB0vqaAhHQJ8hS58Sf191fZQoaAZHQG+AOiFj/dZoB00AAWgIR0CfIbQQcxTLdX2UKGgGR0Bwo36oESuhaAdL62gIR0CfIcmsNlRQdX2UKGgGR0A03TdcjZ+QaAdL1mgIR0CfIxHPeHi4dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f47d3416710>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f47d34167a0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f47d3416830>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f47d34168c0>", "_build": "<function ActorCriticPolicy._build at 0x7f47d3416950>", "forward": "<function ActorCriticPolicy.forward at 0x7f47d34169e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f47d3416a70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f47d3416b00>", "_predict": "<function ActorCriticPolicy._predict at 0x7f47d3416b90>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f47d3416c20>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f47d3416cb0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f47d3416d40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f47d3413680>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1688037283871976905, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAANpStr11wIU/uG2Evbrs8r4/OBe+VtXGPAAAAAAAAAAAgJ0+vYTZdz4oEa09jWXHvl9eHT2G3Vm8AAAAAAAAAACGOkK+njCYPxLs0b53Sdq+OQLOvhuYQb4AAAAAAAAAAACmv71M1Xg/6mutvcLA2r7Amza+hu+JPQAAAAAAAAAAgLJNvTSgrz4ic/A9lHyuvsO9xLyeltM9AAAAAAAAAADNsAG8DxInvLokjjx3y6g8E5CLPZeair0AAIA/AACAP8CWWj6eA28/vg8EP4SWMr/t0LA+eMJPPgAAAAAAAAAAmiWLPBRExT5atg29PzOqvpgrJ7yGOyq9AAAAAAAAAAAabHI98hlWPjvqZr4JGoe+3Se8vVs2h7wAAAAAAAAAAM0cfDvhQKS6O0kQMpaAz6iKbcG6Q5YWsgAAgD8AAIA/gEHlPficpj4TOlq+Vth/vu8IOTwi0oq6AAAAAAAAAADzY7O97a2uPnSzLT6afKa+2dqwPCE9L7sAAAAAAAAAAM0McTwp5EG67HeHtwYBhrKaaOs6LrefNgAAgD8AAIA/hq4BvjzOoD/eyCO/QwL8vnh1CL5CU9G+AAAAAAAAAABNydS9tTw+PqpPEj6zqaW+W4+lPGeMlrsAAAAAAAAAAFpGvT28JqE+lDulvYRzjL4NsKI9arokvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVAwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGttilSCOGMAWyUTSEBjAF0lEdAuwzEAHVwxXV9lChoBkdAcoy/dqL0jGgHS+9oCEdAuwzZ9XtBwHV9lChoBkdAcVgqDsdDIGgHS9xoCEdAuw0AtPHktHV9lChoBkdAbikNoakylGgHS/FoCEdAuw0ivNeMQ3V9lChoBkdAcnyZ3LV4HGgHTRIBaAhHQLsNIrZ8KHB1fZQoaAZHQHDHRlcyFf1oB0vqaAhHQLsNJwt8NQV1fZQoaAZHQHOaaJhvze5oB00VAWgIR0C7DS6VII4VdX2UKGgGR0BxmS4pc5bRaAdL9mgIR0C7DTkL6UJOdX2UKGgGR0BxJRRekYXPaAdNCAFoCEdAuw1hXGOuJXV9lChoBkdAVZq5/b0voWgHS41oCEdAuw2C801qFnV9lChoBkdAcFOjx0+1SmgHS9doCEdAuw2H2f02+HV9lChoBkdAcv1eruIAO2gHTSEBaAhHQLsN5Axi5NJ1fZQoaAZHQHBy1wcYIjZoB00kAWgIR0C7DfxClabGdX2UKGgGR0BxVKzByjpLaAdL9WgIR0C7Dga6e5FxdX2UKGgGR0BycyBYmsvJaAdNLwFoCEdAuw4e/QBxP3V9lChoBkdAcnZ7zkIX02gHS/NoCEdAuw59gtvn83V9lChoBkdAcJQbCaZx72gHS9loCEdAuw6L7xd6cHV9lChoBkdAbt3dUsFt9GgHS9poCEdAuw60K5TZQHV9lChoBkdAcYmMGorFwWgHS+NoCEdAuw7CRQrMDHV9lChoBkdAc8l668QI2WgHTUcBaAhHQLsOxLjxTbZ1fZQoaAZHQHKIvQOWjXZoB0vtaAhHQLsO31xbSql1fZQoaAZHQHIy4SYgJTloB0v3aAhHQLsO/TrVvuR1fZQoaAZHQHBK234Kx9poB0vNaAhHQLsO/5zYEnt1fZQoaAZHQG9hFyimEXdoB000AWgIR0C7DxAlSjxkdX2UKGgGR0Bx71Fpfx+baAdNGAFoCEdAuw8gEjgQ6XV9lChoBkdAcXeswL3K0WgHS+toCEdAuw81jVhCt3V9lChoBkdAb/uctGus92gHTQIBaAhHQLsPNVRUFSt1fZQoaAZHQHPK4rnTy8VoB00cAWgIR0C7D/uFcpsodX2UKGgGR0BwyQlRgqmTaAdNDQFoCEdAuxAHWOIZZXV9lChoBkdAcXuI6Kcd52gHTSEBaAhHQLsQEgpBomJ1fZQoaAZHQHDNbNB4UvhoB0vpaAhHQLsQL1DjR2N1fZQoaAZHQHN1vlQuVX5oB0vyaAhHQLsQMxk/bCd1fZQoaAZHQHEP2tZFG5NoB0vVaAhHQLsQPrzoUzt1fZQoaAZHQHA+8jJMg2ZoB0vdaAhHQLsQPnb7CSB1fZQoaAZHQFB5dRBNVR1oB0vJaAhHQLsQRF1B+nZ1fZQoaAZHQHCh3IhhYvFoB0vNaAhHQLsVOD0163R1fZQoaAZHQHMDqV2Rq49oB00kAWgIR0C7FZj4L1EmdX2UKGgGR0ByPfbO/tY0aAdL/GgIR0C7FaG/JvHcdX2UKGgGR0BzF5XuE25yaAdL6mgIR0C7Fa+0PYnOdX2UKGgGR0BzaP8dgfEGaAdNGQFoCEdAuxXP67/XG3V9lChoBkdAcjIYlY2bX2gHS/poCEdAuxXXwPRRdnV9lChoBkdAcYfE8aGYbGgHTR4BaAhHQLsV4JQLux91fZQoaAZHQHD1mM4tHx1oB0vPaAhHQLsWnW/rSmZ1fZQoaAZHQHMI+6Ae7tloB0vtaAhHQLsW5CsOoYN1fZQoaAZHQHAAx0yP+4toB0vQaAhHQLsW8t0V8Cx1fZQoaAZHQHDZ59iMHbBoB0vYaAhHQLsW+GlANXp1fZQoaAZHQHBK7XxvvSdoB0vsaAhHQLsXANx2jfx1fZQoaAZHQHKXAEt/WlNoB0vgaAhHQLsXHV5rxiJ1fZQoaAZHQHBweoUBXCFoB0v5aAhHQLsXSr56+nJ1fZQoaAZHQHMWABYFJQNoB0v0aAhHQLsXW9d/rjZ1fZQoaAZHQG23W0Z3s5ZoB0vLaAhHQLsX1IznA7B1fZQoaAZHQHFvflIVdopoB00IAWgIR0C7GAxiLEUCdX2UKGgGR0BzWlFhG6PKaAdL2mgIR0C7GDGtEG7jdX2UKGgGR0Bu/SVpsXSCaAdL72gIR0C7GDH3Hq/udX2UKGgGR0BvvG/UONHZaAdL3mgIR0C7GDUk0JnhdX2UKGgGR0BxC2j1wo9caAdNAAFoCEdAuxhYf7rLQ3V9lChoBkdAcN3Ixgy/K2gHS/RoCEdAuxiBWQwK0HV9lChoBkdAcHVUPQOWjWgHS9ZoCEdAuxkoUUO/cnV9lChoBkdAbqdBuXNTtWgHS9JoCEdAuxkuI1tO23V9lChoBkdAcZ5cpLEk0WgHS/ZoCEdAuxk3yc0+DHV9lChoBkdAcYVQoTfzjGgHS/loCEdAuxmDPPcBVHV9lChoBkdAcMzc2itaIWgHS+loCEdAuxmbOPeYUnV9lChoBkdAcL9wqy4WlGgHTREBaAhHQLsZqURFqi51fZQoaAZHQG4n3yI55qxoB00BAWgIR0C7GajXnQpndX2UKGgGR0BzFyi9IwueaAdL+GgIR0C7Gb/fGdZrdX2UKGgGR0B0IZ0hePaMaAdLy2gIR0C7GfE8eS0TdX2UKGgGR0ByyirGR3eOaAdL/2gIR0C7Ghew9q1xdX2UKGgGR0BxMIPiDM/yaAdL22gIR0C7GihY/3WXdX2UKGgGR0BvP7m6oVEeaAdL72gIR0C7GjOmixmkdX2UKGgGR0ByfWyB06o3aAdNBAFoCEdAuxpBqBVdX3V9lChoBkdAc/Stbs4T9WgHS+ZoCEdAuxpW44Ia+HV9lChoBkdAcnbwhW5pamgHTQoBaAhHQLsaZFj/dZd1fZQoaAZHQHHbxVhkRSRoB0vYaAhHQLsaxz544ZN1fZQoaAZHQGWRm/nGKhtoB03oA2gIR0C7GwJkf9xZdX2UKGgGR0BwMzADaGpNaAdL3WgIR0C7GyDPWxyGdX2UKGgGR0BxGBChN/OMaAdNGgFoCEdAuxtF/ZuhsnV9lChoBkdAcUcujh1klWgHS9hoCEdAuxtYeIVM23V9lChoBkdAceOnn+yZ8mgHS+doCEdAuxtbA9FF2HV9lChoBkdAcuBnQID5kGgHS8poCEdAuxubTVlPJ3V9lChoBkdAcpxiZv1lG2gHTU8BaAhHQLsbqIQe3hJ1fZQoaAZHQG5saUiY9gZoB00YAWgIR0C7G6uk1uR+dX2UKGgGR0BwiU9Net0WaAdL92gIR0C7G8VjI7vHdX2UKGgGR0Bx6gKu0TlDaAdL2WgIR0C7G86d6LOzdX2UKGgGR0BxmXmjj7yhaAdNOwFoCEdAuxvqVrylN3V9lChoBkdAcbeSP2f03GgHTRkBaAhHQLscKNW2gFp1fZQoaAZHQHPGDps41gpoB00KAWgIR0C7HCiwOe8PdX2UKGgGR0BzOfCiyprDaAdNDwFoCEdAuxxQtDlYEHV9lChoBkdAcuG+w1R+B2gHTUgBaAhHQLscrna37UJ1fZQoaAZHQHEjUAcT8HhoB0vPaAhHQLscsPI4lyB1fZQoaAZHQHBjoNqgyuZoB0vjaAhHQLscs7gbZOB1fZQoaAZHQHCGUfcN6PdoB00OAWgIR0C7HLSauwHJdX2UKGgGR0BypUxpL26DaAdL+mgIR0C7HMIOtnwodX2UKGgGR0BwLog8r7O3aAdL1WgIR0C7HMnvQWvbdX2UKGgGR0BuS0pkPMB7aAdL5mgIR0C7HOSwW3z+dX2UKGgGR0BQIZeiSJTEaAdLw2gIR0C7HO+EytV8dX2UKGgGR0Bx3KjrRjSYaAdL5GgIR0C7HU13dKukdX2UKGgGR0Bx1l5Z8rqdaAdL6mgIR0C7HU2c8TzvdX2UKGgGR0BvlB5iVjZtaAdNCQFoCEdAux1l9AooeHV9lChoBkdAcTe5Z8rqdGgHTRIBaAhHQLsda0FKTSt1fZQoaAZHQG3OJkGzKLdoB0vJaAhHQLsdgXWOIZZ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa1d74c9484ee29166b606b947610ac030f1700faec63b784222a195a116b302
-size 146686
+oid sha256:12b190628a47dfa88215c8723d330373efab5a83d2c233bbf13ae7d39136f22b
+size 146671

ppo-LunarLander-v2/data

@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1688031527549519221,
+    "start_time": 1688037283871976905,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAODBjD7OR4s/ixTPPqrh4b5nj5M+iUezvAAAAAAAAAAAJtd4PgUIvbtilA85/TqDtlgkSL2/Cy64AACAPwAAgD9NzA+9SGeDurHzCzhJtTwzaODQOqXpIbcAAIA/AACAP4bDOz6FQtW7Y4TwtqMDYDQABzG936IQNgAAgD8AAIA/EMSJvv/fgD4ptxg+J5VBvuLTd70ibVA9AAAAAAAAAABAXic+w+A5vOW+KjvgyCS59E2jvV6GV7oAAIA/AACAP1MbIj4D2D68UqyWuiKWoDj+3K29yt7HOQAAgD8AAIA/LbmDvvR4AT82vG89c4aMvi+HHr4p9JK8AAAAAAAAAABtxi0+7vw3Pz3hAT4bcrK+PeT1PVzZibwAAAAAAAAAAGaCbDyHqiA/iEGlvCVOx74LrD48NoKbPAAAAAAAAAAAgDeaPi92Vj0ELAU9cKDqvQ3dZz1q7eG8AAAAAAAAAAAad/o9SrRFPhIWxjyeyi6+1k3EPLEIHT0AAAAAAAAAAK0oJL6NVJQ/tbCyvo89Lb+6T7a9WDWwvQAAAAAAAAAAwDUBvtcpZ7sAtOC8QBQgu0WYiDw+vgk8AACAPwAAgD9mTM68NDe1P2b0yr4E7vW8qjKBO57cqr0AAAAAAAAAACb+nL1hj/g+erqAPc2wt75xi0S7eJlTPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAANpStr11wIU/uG2Evbrs8r4/OBe+VtXGPAAAAAAAAAAAgJ0+vYTZdz4oEa09jWXHvl9eHT2G3Vm8AAAAAAAAAACGOkK+njCYPxLs0b53Sdq+OQLOvhuYQb4AAAAAAAAAAACmv71M1Xg/6mutvcLA2r7Amza+hu+JPQAAAAAAAAAAgLJNvTSgrz4ic/A9lHyuvsO9xLyeltM9AAAAAAAAAADNsAG8DxInvLokjjx3y6g8E5CLPZeair0AAIA/AACAP8CWWj6eA28/vg8EP4SWMr/t0LA+eMJPPgAAAAAAAAAAmiWLPBRExT5atg29PzOqvpgrJ7yGOyq9AAAAAAAAAAAabHI98hlWPjvqZr4JGoe+3Se8vVs2h7wAAAAAAAAAAM0cfDvhQKS6O0kQMpaAz6iKbcG6Q5YWsgAAgD8AAIA/gEHlPficpj4TOlq+Vth/vu8IOTwi0oq6AAAAAAAAAADzY7O97a2uPnSzLT6afKa+2dqwPCE9L7sAAAAAAAAAAM0McTwp5EG67HeHtwYBhrKaaOs6LrefNgAAgD8AAIA/hq4BvjzOoD/eyCO/QwL8vnh1CL5CU9G+AAAAAAAAAABNydS9tTw+PqpPEj6zqaW+W4+lPGeMlrsAAAAAAAAAAFpGvT28JqE+lDulvYRzjL4NsKI9arokvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVEAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHIwUjcEeQyMAWyUTQQBjAF0lEdAnsvRRyfcvnV9lChoBkdAcI3fDk2gnWgHS+1oCEdAnszaxkd3jnV9lChoBkdAcfBPCl7+k2gHS+BoCEdAns6OirT6SHV9lChoBkdAb5tmvGIbfmgHTVEBaAhHQJ7PQ7nxJ/Z1fZQoaAZHQG48meMAFPloB02NAWgIR0Ce0QipeeFtdX2UKGgGR0BwBWptJnQIaAdL+2gIR0Ce0azD4xk/dX2UKGgGR0Bxo4TpPhybaAdNDAFoCEdAntHwdOqNqHV9lChoBkdAbWLYcNpdr2gHS/ZoCEdAntLZYs/Y8XV9lChoBkdAcDxB7/n4f2gHS+hoCEdAntPTfrKNhnV9lChoBkdAcKzrtmcvumgHTRgBaAhHQJ7T7mPo3aV1fZQoaAZHQHH24UN8VpNoB00DAWgIR0Ce1A0j1PFedX2UKGgGR0BwJ5NM495haAdNAQFoCEdAntZTZL7GenV9lChoBkdAcf5sA/9pAWgHS/RoCEdAntcF1bJOnHV9lChoBkdAYQXyUcGTtGgHTegDaAhHQJ7XLxsl9jR1fZQoaAZHQHBPT8YQ8OloB00CAWgIR0Ce143NLUTddX2UKGgGR0BxZ/KnvUjLaAdLzmgIR0Ce155le4TcdX2UKGgGR0BvDJL7GecyaAdL/2gIR0Ce1/46fapQdX2UKGgGR0BvfY6ltTDPaAdNBAFoCEdAntkGVu76HnV9lChoBkdAcZZblijL0WgHS+BoCEdAntm4gq3EynV9lChoBkdAcFfga3qiXmgHS9hoCEdAntoebiIcinV9lChoBkdAcYgGXHBDX2gHS81oCEdAnttEMw1zhnV9lChoBkdAcTEtf5ULlWgHTQcBaAhHQJ7bgJb+tKZ1fZQoaAZHQHE5dLQHAypoB0vXaAhHQJ7bzTz/ZNB1fZQoaAZHQHCSukYXO4ZoB0vmaAhHQJ7cL1jAi3Z1fZQoaAZHQG6zKmKqGURoB00TAWgIR0Ce3MNLDhtMdX2UKGgGR0BtvuX3QD3eaAdL1GgIR0Ce3sIGhVU/dX2UKGgGR0BtNnhbW3BpaAdL7mgIR0Ce3z5OrQw9dX2UKGgGR0BvEPA2ycCpaAdL9WgIR0Ce4Jgx8D0UdX2UKGgGR0BgkVa2WpqAaAdN6ANoCEdAnuE517pmmXV9lChoBkdAYVeQ1aW5Y2gHTegDaAhHQJ7hRZV4oql1fZQoaAZHQG4t8GcFyJdoB0vlaAhHQJ7h8wM6RyR1fZQoaAZHQHImgtFrl/9oB000AWgIR0Ce4iRplBhQdX2UKGgGR0ByOYGC7K7qaAdNBgFoCEdAnuNd1uBMBnV9lChoBkdAcl8RGMGX5WgHTS0BaAhHQJ7jnIaLn9x1fZQoaAZHQHDYBEnb7CVoB0vpaAhHQJ7ju53C9AZ1fZQoaAZHQHDLvF72L51oB0v1aAhHQJ7j40pEx7B1fZQoaAZHQG9dVWsA/9poB0vmaAhHQJ7j63XqZ+h1fZQoaAZHQHJZETDfm9xoB0v9aAhHQJ7ldOi35N51fZQoaAZHQHBX+qebutxoB00jAWgIR0Ce5io1UEPldX2UKGgGR0ByEr9tMwlCaAdNCgFoCEdAnuhD238XN3V9lChoBkdAcX5cvugHvGgHTSYBaAhHQJ7o3NfPX051fZQoaAZHQG203dbgTAZoB0v3aAhHQJ7pZftx+8Z1fZQoaAZHQGshzcZccENoB0v4aAhHQJ7peFDfFaV1fZQoaAZHQG+IWRJVbRpoB0vsaAhHQJ7pt7pmmLt1fZQoaAZHQG/zUPH1e0JoB0v5aAhHQJ7qXJzT4L11fZQoaAZHQHHmm96C17ZoB0v6aAhHQJ7rxMEidJ91fZQoaAZHQHDoz2OAAhloB0vtaAhHQJ7r6RU3n6l1fZQoaAZHQHMOiHdoFmpoB0v3aAhHQJ7r8IzFdcB1fZQoaAZHQHJiimuTzNFoB01WAWgIR0Ce7DRaouPFdX2UKGgGR0ByHqw5eZ5SaAdNEQFoCEdAnu0TAnDziHV9lChoBkdAbe4zHCGetmgHS9hoCEdAnu2Z3Tuv2XV9lChoBkdAcRlFL39JjGgHTQcBaAhHQJ7uehHskY51fZQoaAZHQEdeYqoZQ55oB0vPaAhHQJ7wa6XjU/h1fZQoaAZHQG8Z2xhUipxoB0vJaAhHQJ7wfhS9/SZ1fZQoaAZHQG8THC4z7/JoB00TAWgIR0Ce8dirT6SDdX2UKGgGR0BzJaBOHnEEaAdNLwFoCEdAnvRGuLaVU3V9lChoBkdAbz+rsByS3mgHS9toCEdAnvVIDklu33V9lChoBkdAcPhIvrWy1WgHS8xoCEdAnvVTg/C66XV9lChoBkdAcbcCkXUH6mgHTRMBaAhHQJ72JUWEbo91fZQoaAZHQHAGVlf7aZhoB00OAWgIR0Ce9lB8x9G7dX2UKGgGR0ByflML4N7TaAdL2WgIR0Ce+sxNZeRgdX2UKGgGR0Bw0Vygf2boaAdNFQFoCEdAnvrbfxc3VHV9lChoBkdAcD3UXYUWVWgHS+loCEdAnvun+dbxE3V9lChoBkdAXn06Kcd5p2gHTegDaAhHQJ78LJhfBvd1fZQoaAZHQGB1oVmBe5ZoB03oA2gIR0Ce/iBhQWN4dX2UKGgGR0BypP+98JD3aAdL/2gIR0Ce/yimEXchdX2UKGgGR0BwTkfIS13MaAdL02gIR0CfAWZqEeySdX2UKGgGR0ByT7nmq5skaAdL9WgIR0CfAi6ZYxL1dX2UKGgGR0Bs2w02tMfzaAdNIwFoCEdAnwa9C3PRiXV9lChoBkdAbjUKc/dIoWgHTQ8BaAhHQJ8G3eMyaeB1fZQoaAZHQHEW0x7AtWdoB00sAWgIR0CfCLOy3Td+dX2UKGgGR0Bw6ZvBJqZdaAdL4mgIR0CfCRrwvxpddX2UKGgGR0Bwto8SwnpjaAdNCgFoCEdAnwyzRhMJyHV9lChoBkdAcPHPLPldT2gHS+xoCEdAnw06X4TK1XV9lChoBkdAbtMiudPLxWgHTQQBaAhHQJ8PKtdRiw11fZQoaAZHQHFnONHYpUhoB0vsaAhHQJ8PzFR51Nh1fZQoaAZHQHDqWiHqNZNoB0v0aAhHQJ8QrbZezD51fZQoaAZHQGX4R7AtWdVoB03oA2gIR0CfEjuIRAbAdX2UKGgGR0Bxhdqi48U3aAdL6GgIR0CfFIx59mYjdX2UKGgGR0BxFzLt/nW8aAdNDgFoCEdAnxUL+1jRUnV9lChoBkdAcVTv4dp7C2gHTVUBaAhHQJ8YfYGt6ol1fZQoaAZHQHAfDSw4bS9oB00CAWgIR0CfGJnVG0/odX2UKGgGR0BvybCrLhaUaAdL1GgIR0CfGPyk9ECvdX2UKGgGR0Bdib70nPVvaAdN6ANoCEdAnxmfKQq7RXV9lChoBkdAczAjWTX8O2gHTU4BaAhHQJ8Znt9hJAd1fZQoaAZHQG/qmrsByS5oB0v2aAhHQJ8bEVxjriV1fZQoaAZHQGIkkETxoZhoB03oA2gIR0CfG2ORT0g9dX2UKGgGR0BvdxM6BAfMaAdL9WgIR0CfG9Pn0TURdX2UKGgGR0BwOoc/+sHTaAdNSgFoCEdAnxwrzK9wm3V9lChoBkdAY7+G7jDKo2gHTegDaAhHQJ8c3ux8lX11fZQoaAZHQFiKEt/WlM1oB03oA2gIR0CfHQWX1J18dX2UKGgGR0Bx8N4LThHcaAdNIwFoCEdAnx52PxQSBnV9lChoBkdAcFiftx+8XmgHS/1oCEdAnx7SA2AG0XV9lChoBkdAcYQ0TlDF62gHTRIBaAhHQJ8f4TJyQxN1fZQoaAZHQHOWjbN8ma9oB0vCaAhHQJ8gb0HyEtd1fZQoaAZHQHCVft6X0GxoB0vfaAhHQJ8gqhBZ6ld1fZQoaAZHQG9JfzJ6po9oB0vqaAhHQJ8hS58Sf191fZQoaAZHQG+AOiFj/dZoB00AAWgIR0CfIbQQcxTLdX2UKGgGR0Bwo36oESuhaAdL62gIR0CfIcmsNlRQdX2UKGgGR0A03TdcjZ+QaAdL1mgIR0CfIxHPeHi4dWUu"
+        ":serialized:": "gAWVAwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGttilSCOGMAWyUTSEBjAF0lEdAuwzEAHVwxXV9lChoBkdAcoy/dqL0jGgHS+9oCEdAuwzZ9XtBwHV9lChoBkdAcVgqDsdDIGgHS9xoCEdAuw0AtPHktHV9lChoBkdAbikNoakylGgHS/FoCEdAuw0ivNeMQ3V9lChoBkdAcnyZ3LV4HGgHTRIBaAhHQLsNIrZ8KHB1fZQoaAZHQHDHRlcyFf1oB0vqaAhHQLsNJwt8NQV1fZQoaAZHQHOaaJhvze5oB00VAWgIR0C7DS6VII4VdX2UKGgGR0BxmS4pc5bRaAdL9mgIR0C7DTkL6UJOdX2UKGgGR0BxJRRekYXPaAdNCAFoCEdAuw1hXGOuJXV9lChoBkdAVZq5/b0voWgHS41oCEdAuw2C801qFnV9lChoBkdAcFOjx0+1SmgHS9doCEdAuw2H2f02+HV9lChoBkdAcv1eruIAO2gHTSEBaAhHQLsN5Axi5NJ1fZQoaAZHQHBy1wcYIjZoB00kAWgIR0C7DfxClabGdX2UKGgGR0BxVKzByjpLaAdL9WgIR0C7Dga6e5FxdX2UKGgGR0BycyBYmsvJaAdNLwFoCEdAuw4e/QBxP3V9lChoBkdAcnZ7zkIX02gHS/NoCEdAuw59gtvn83V9lChoBkdAcJQbCaZx72gHS9loCEdAuw6L7xd6cHV9lChoBkdAbt3dUsFt9GgHS9poCEdAuw60K5TZQHV9lChoBkdAcYmMGorFwWgHS+NoCEdAuw7CRQrMDHV9lChoBkdAc8l668QI2WgHTUcBaAhHQLsOxLjxTbZ1fZQoaAZHQHKIvQOWjXZoB0vtaAhHQLsO31xbSql1fZQoaAZHQHIy4SYgJTloB0v3aAhHQLsO/TrVvuR1fZQoaAZHQHBK234Kx9poB0vNaAhHQLsO/5zYEnt1fZQoaAZHQG9hFyimEXdoB000AWgIR0C7DxAlSjxkdX2UKGgGR0Bx71Fpfx+baAdNGAFoCEdAuw8gEjgQ6XV9lChoBkdAcXeswL3K0WgHS+toCEdAuw81jVhCt3V9lChoBkdAb/uctGus92gHTQIBaAhHQLsPNVRUFSt1fZQoaAZHQHPK4rnTy8VoB00cAWgIR0C7D/uFcpsodX2UKGgGR0BwyQlRgqmTaAdNDQFoCEdAuxAHWOIZZXV9lChoBkdAcXuI6Kcd52gHTSEBaAhHQLsQEgpBomJ1fZQoaAZHQHDNbNB4UvhoB0vpaAhHQLsQL1DjR2N1fZQoaAZHQHN1vlQuVX5oB0vyaAhHQLsQMxk/bCd1fZQoaAZHQHEP2tZFG5NoB0vVaAhHQLsQPrzoUzt1fZQoaAZHQHA+8jJMg2ZoB0vdaAhHQLsQPnb7CSB1fZQoaAZHQFB5dRBNVR1oB0vJaAhHQLsQRF1B+nZ1fZQoaAZHQHCh3IhhYvFoB0vNaAhHQLsVOD0163R1fZQoaAZHQHMDqV2Rq49oB00kAWgIR0C7FZj4L1EmdX2UKGgGR0ByPfbO/tY0aAdL/GgIR0C7FaG/JvHcdX2UKGgGR0BzF5XuE25yaAdL6mgIR0C7Fa+0PYnOdX2UKGgGR0BzaP8dgfEGaAdNGQFoCEdAuxXP67/XG3V9lChoBkdAcjIYlY2bX2gHS/poCEdAuxXXwPRRdnV9lChoBkdAcYfE8aGYbGgHTR4BaAhHQLsV4JQLux91fZQoaAZHQHD1mM4tHx1oB0vPaAhHQLsWnW/rSmZ1fZQoaAZHQHMI+6Ae7tloB0vtaAhHQLsW5CsOoYN1fZQoaAZHQHAAx0yP+4toB0vQaAhHQLsW8t0V8Cx1fZQoaAZHQHDZ59iMHbBoB0vYaAhHQLsW+GlANXp1fZQoaAZHQHBK7XxvvSdoB0vsaAhHQLsXANx2jfx1fZQoaAZHQHKXAEt/WlNoB0vgaAhHQLsXHV5rxiJ1fZQoaAZHQHBweoUBXCFoB0v5aAhHQLsXSr56+nJ1fZQoaAZHQHMWABYFJQNoB0v0aAhHQLsXW9d/rjZ1fZQoaAZHQG23W0Z3s5ZoB0vLaAhHQLsX1IznA7B1fZQoaAZHQHFvflIVdopoB00IAWgIR0C7GAxiLEUCdX2UKGgGR0BzWlFhG6PKaAdL2mgIR0C7GDGtEG7jdX2UKGgGR0Bu/SVpsXSCaAdL72gIR0C7GDH3Hq/udX2UKGgGR0BvvG/UONHZaAdL3mgIR0C7GDUk0JnhdX2UKGgGR0BxC2j1wo9caAdNAAFoCEdAuxhYf7rLQ3V9lChoBkdAcN3Ixgy/K2gHS/RoCEdAuxiBWQwK0HV9lChoBkdAcHVUPQOWjWgHS9ZoCEdAuxkoUUO/cnV9lChoBkdAbqdBuXNTtWgHS9JoCEdAuxkuI1tO23V9lChoBkdAcZ5cpLEk0WgHS/ZoCEdAuxk3yc0+DHV9lChoBkdAcYVQoTfzjGgHS/loCEdAuxmDPPcBVHV9lChoBkdAcMzc2itaIWgHS+loCEdAuxmbOPeYUnV9lChoBkdAcL9wqy4WlGgHTREBaAhHQLsZqURFqi51fZQoaAZHQG4n3yI55qxoB00BAWgIR0C7GajXnQpndX2UKGgGR0BzFyi9IwueaAdL+GgIR0C7Gb/fGdZrdX2UKGgGR0B0IZ0hePaMaAdLy2gIR0C7GfE8eS0TdX2UKGgGR0ByyirGR3eOaAdL/2gIR0C7Ghew9q1xdX2UKGgGR0BxMIPiDM/yaAdL22gIR0C7GihY/3WXdX2UKGgGR0BvP7m6oVEeaAdL72gIR0C7GjOmixmkdX2UKGgGR0ByfWyB06o3aAdNBAFoCEdAuxpBqBVdX3V9lChoBkdAc/Stbs4T9WgHS+ZoCEdAuxpW44Ia+HV9lChoBkdAcnbwhW5pamgHTQoBaAhHQLsaZFj/dZd1fZQoaAZHQHHbxVhkRSRoB0vYaAhHQLsaxz544ZN1fZQoaAZHQGWRm/nGKhtoB03oA2gIR0C7GwJkf9xZdX2UKGgGR0BwMzADaGpNaAdL3WgIR0C7GyDPWxyGdX2UKGgGR0BxGBChN/OMaAdNGgFoCEdAuxtF/ZuhsnV9lChoBkdAcUcujh1klWgHS9hoCEdAuxtYeIVM23V9lChoBkdAceOnn+yZ8mgHS+doCEdAuxtbA9FF2HV9lChoBkdAcuBnQID5kGgHS8poCEdAuxubTVlPJ3V9lChoBkdAcpxiZv1lG2gHTU8BaAhHQLsbqIQe3hJ1fZQoaAZHQG5saUiY9gZoB00YAWgIR0C7G6uk1uR+dX2UKGgGR0BwiU9Net0WaAdL92gIR0C7G8VjI7vHdX2UKGgGR0Bx6gKu0TlDaAdL2WgIR0C7G86d6LOzdX2UKGgGR0BxmXmjj7yhaAdNOwFoCEdAuxvqVrylN3V9lChoBkdAcbeSP2f03GgHTRkBaAhHQLscKNW2gFp1fZQoaAZHQHPGDps41gpoB00KAWgIR0C7HCiwOe8PdX2UKGgGR0BzOfCiyprDaAdNDwFoCEdAuxxQtDlYEHV9lChoBkdAcuG+w1R+B2gHTUgBaAhHQLscrna37UJ1fZQoaAZHQHEjUAcT8HhoB0vPaAhHQLscsPI4lyB1fZQoaAZHQHBjoNqgyuZoB0vjaAhHQLscs7gbZOB1fZQoaAZHQHCGUfcN6PdoB00OAWgIR0C7HLSauwHJdX2UKGgGR0BypUxpL26DaAdL+mgIR0C7HMIOtnwodX2UKGgGR0BwLog8r7O3aAdL1WgIR0C7HMnvQWvbdX2UKGgGR0BuS0pkPMB7aAdL5mgIR0C7HOSwW3z+dX2UKGgGR0BQIZeiSJTEaAdLw2gIR0C7HO+EytV8dX2UKGgGR0Bx3KjrRjSYaAdL5GgIR0C7HU13dKukdX2UKGgGR0Bx1l5Z8rqdaAdL6mgIR0C7HU2c8TzvdX2UKGgGR0BvlB5iVjZtaAdNCQFoCEdAux1l9AooeHV9lChoBkdAcTe5Z8rqdGgHTRIBaAhHQLsda0FKTSt1fZQoaAZHQG3OJkGzKLdoB0vJaAhHQLsdgXWOIZZ1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 310,
+    "_n_updates": 496,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -77,14 +77,14 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "n_steps": 1024,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:055e59e9a6e225d36b9c58c1fe207308278a2d1acca05f8bf80fe2755eb20f45
+oid sha256:d584735f46422821ea36273ea420b71a848fcf80464709f254fc28c3f73a2fa2
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4858311c032c65a7a5f13c6b0aa6a3b5a2e1ed88197307c61df6f1f86e3c5942
+oid sha256:e5030863512417733158205c2a5dbbd5a9571785832f9c770daad0de6d58fb5b
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 265.88185119999997, "std_reward": 18.35413342019606, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-29T10:34:43.648107"}
+{"mean_reward": 286.8715389, "std_reward": 15.414245379056156, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-29T11:29:43.869774"}