Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -54.39 +/- 27.31
+      value: 245.57 +/- 15.00
       name: mean_reward
       verified: false
 ---
@@ -26,39 +26,12 @@ This is a trained model of a **PPO** agent playing **LunarLander-v2**
 using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
 
 ## Usage (with Stable-baselines3)
-```python
-from huggingface_sb3 import load_from_hub
-from stable_baselines3 import PPO
-from stable_baselines3.common.evaluation import evaluate_policy
-
-repo_id = "juierror/ppo-LunarLander-v2"
-filename = "ppo-LunarLander-v2.zip"
+TODO: Add your code
 
-custom_objects = {
-            "learning_rate": 0.0,
-            "lr_schedule": lambda _: 0.0,
-            "clip_range": lambda _: 0.0,
-}
 
-checkpoint = load_from_hub(repo_id, filename)
-model = PPO.load(checkpoint, custom_objects=custom_objects, print_system_info=True)
-
-eval_env = gym.make("LunarLander-v2")
-mean_reward, std_reward = evaluate_policy(model, eval_env, n_eval_episodes=10, deterministic=True)
-print(f"mean_reward={mean_reward:.2f} +/- {std_reward}")
-```
-
-## Render
 ```python
-from colabgymrender.recorder import Recorder
-
-directory = './video'
-env = Recorder(eval_env, directory)
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
 
-obs = env.reset()
-done = False
-while not done:
-  action, _state = model.predict(obs)
-  obs, reward, done, info = env.step(action)
-env.play()
-```
+...
+```

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fcc8451e4c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fcc8451e550>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fcc8451e5e0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fcc8451e670>", "_build": "<function ActorCriticPolicy._build at 0x7fcc8451e700>", "forward": "<function ActorCriticPolicy.forward at 0x7fcc8451e790>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fcc8451e820>", "_predict": "<function ActorCriticPolicy._predict at 0x7fcc8451e8b0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fcc8451e940>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fcc8451e9d0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fcc8451ea60>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fcc84516cc0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1670743012968344670, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABOkY76rP9E9yH1/OyJqtL7Q8e49rXuAuwAAAAAAAAAAMw6ZPGkutD/lFSA/789kvayEv7y+NSS+AAAAAAAAAAAzFTE9KRQhukcERj7hW8S1wwjnOvs7wbQAAIA/AACAP2Zj3D4d9FW9TCUDPpETYr3jINS9+l5UPgAAgD8AAIA/2nqtPl/rrb1QmvI6TCkJujPv2L6OOAe6AACAPwAAgD8YkRQ/ah2NvT51KD5BOY88eoUdPsM54TsAAIA/AACAP+YSFT5D1F4/M+O5vVMzfL46wqQ9+L3qvQAAAAAAAAAAzRpVPpRirT0etKy7nMF3vhwg3r0zHBG+AAAAAAAAAAC2yFw/hRHru5uv1juJbIo5xoAyPmB2AzsAAIA/AACAPwZsqz64Lpm7JPVLuRzotLcZqoI76EPPNgAAgD8AAIA/Stg9P/SFnr0GXwQ9LV3IOmojlrssEww8AACAPwAAAABAnsO9Ky48PzsMYz42ba6+AHI3vhexHz4AAAAAAAAAAMpGgT78VOo+wzLqPZzHo77xgR0+cg9mvQAAAAAAAAAA5rZqvSfWqT/+Bgy/A3m8vvNjGDwO1oK9AAAAAAAAAAD6PLM+0c1Rvf4V57kBm462cok7vh/VAjgAAIA/AACAP0pSND/aivG9Yr0EO9s/PjlLlwQ+DwqbNQAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVdBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIYTWWsLZbaUCUhpRSlIwBbJRN7wGMAXSUR0B/ONyksSTRdX2UKGgGaAloD0MIPN154jlOZUCUhpRSlGgVTXYCaBZHQH9I5le4Tbp1fZQoaAZoCWgPQwhF1hpKbRZhQJSGlFKUaBVNzAFoFkdAf0lC4SYgJXV9lChoBmgJaA9DCCandoapV0bAlIaUUpRoFU1JAWgWR0B/UHjxTbWVdX2UKGgGaAloD0MI1qnyPSNmYUCUhpRSlGgVTdkBaBZHQH9VrOzIFNd1fZQoaAZoCWgPQwhxWvCir/9mQJSGlFKUaBVNqQFoFkdAf1h+SKWLP3V9lChoBmgJaA9DCCIXnMHf3WHAlIaUUpRoFU1iAmgWR0B/Zfo2XLNfdX2UKGgGaAloD0MIbY5zm3ADQECUhpRSlGgVS9xoFkdAf2tqnm7rcHV9lChoBmgJaA9DCAPuef40UmZAlIaUUpRoFU3sAWgWR0B/pn7di2DydX2UKGgGaAloD0MIDykGSDSebECUhpRSlGgVTR4CaBZHQH+mqqbSZ0F1fZQoaAZoCWgPQwjG98WlqnNsQJSGlFKUaBVNlQJoFkdAf6qJY1YQrnV9lChoBmgJaA9DCOV8sfdiM2hAlIaUUpRoFU0/AWgWR0B/q4zj3mFKdX2UKGgGaAloD0MIfCk8aHatLkCUhpRSlGgVTegDaBZHQH+xYc3l0YF1fZQoaAZoCWgPQwhaEMr7uDtwQJSGlFKUaBVNwgFoFkdAf7cGVAzHj3V9lChoBmgJaA9DCKkyjLtBQD7AlIaUUpRoFU0+AWgWR0B/x024uscRdX2UKGgGaAloD0MIMSdok8Pea0CUhpRSlGgVTfoBaBZHQH/Ks1baAWl1fZQoaAZoCWgPQwippE5AE3EzQJSGlFKUaBVNAwFoFkdAf8r3IMjNZHV9lChoBmgJaA9DCBEbLJwkhWpAlIaUUpRoFU0yAWgWR0B/0ILtu1nedX2UKGgGaAloD0MIIv5hS4/3YkCUhpRSlGgVTX0CaBZHQH/qk2LpA2R1fZQoaAZoCWgPQwh9l1KXjElGQJSGlFKUaBVLqGgWR0B/7LHaN+9bdX2UKGgGaAloD0MI/U0oRMAZZECUhpRSlGgVTZYCaBZHQIAFLyz5XU91fZQoaAZoCWgPQwh0DTM0nhxkQJSGlFKUaBVNfAFoFkdAgAdd25hBq3V9lChoBmgJaA9DCORIZ2Bkd2NAlIaUUpRoFU0hA2gWR0CAC7RMvh60dX2UKGgGaAloD0MIxooaTMORV0CUhpRSlGgVTeACaBZHQIAOkgyM1j11fZQoaAZoCWgPQwhhpYKKKnhpQJSGlFKUaBVNGAJoFkdAgA7zMzMzM3V9lChoBmgJaA9DCAJFLGJYY21AlIaUUpRoFU1dAWgWR0CAEFNLUTcqdX2UKGgGaAloD0MIy9WPTfJWa0CUhpRSlGgVTSkCaBZHQIAT1wR5C4V1fZQoaAZoCWgPQwjUK2UZYlttQJSGlFKUaBVNTQJoFkdAgBbTmOlwcnV9lChoBmgJaA9DCAHfbd44w2RAlIaUUpRoFU2eAWgWR0CAFyg00m+kdX2UKGgGaAloD0MIYp6VtOJTI0CUhpRSlGgVTR0BaBZHQIAYVN1yNn51fZQoaAZoCWgPQwiki00rhSpoQJSGlFKUaBVNOgJoFkdAgBi3iR4hU3V9lChoBmgJaA9DCLq7zob8tWdAlIaUUpRoFU1AAWgWR0CAHB0YCQtBdX2UKGgGaAloD0MIndhD+1jqZECUhpRSlGgVTU4DaBZHQIAclnZkCmx1fZQoaAZoCWgPQwiCA1q6gotbQJSGlFKUaBVNggNoFkdAgCKY6fapP3V9lChoBmgJaA9DCPQXesToORpAlIaUUpRoFUvXaBZHQIAmkwtapxZ1fZQoaAZoCWgPQwhnSBXFq9wzwJSGlFKUaBVLx2gWR0CAKfzqbBoFdX2UKGgGaAloD0MI2ILeG0NORUCUhpRSlGgVTSkBaBZHQIAqTY287IV1fZQoaAZoCWgPQwjr4GBv4oJrQJSGlFKUaBVNUAFoFkdAgCuYb0e2eHV9lChoBmgJaA9DCCkIHt/e5VFAlIaUUpRoFU3oA2gWR0CAPZ3ai9IxdX2UKGgGaAloD0MID5nyIag+TcCUhpRSlGgVTcgBaBZHQIA+C3I+4b11fZQoaAZoCWgPQwjpuYWuRMlnQJSGlFKUaBVNdgFoFkdAgFhVLzwtrnV9lChoBmgJaA9DCKpDboYbP21AlIaUUpRoFU1oAmgWR0CAXbM23rledX2UKGgGaAloD0MIAhB39SrsbkCUhpRSlGgVTdQBaBZHQIBd9uP3i711fZQoaAZoCWgPQwiKkLqd/WpnwJSGlFKUaBVNAQJoFkdAgGEw+EAYHnV9lChoBmgJaA9DCO8a9KW3OUBAlIaUUpRoFU3oA2gWR0CAbWWVNYbLdX2UKGgGaAloD0MISl0yjpG8N8CUhpRSlGgVTR0BaBZHQIB0iFCb+cZ1fZQoaAZoCWgPQwjXprG9ltdrwJSGlFKUaBVN8AFoFkdAgHTjKoybhHV9lChoBmgJaA9DCGZJgJraD2vAlIaUUpRoFU2kA2gWR0CAgVHvMKTjdX2UKGgGaAloD0MI4ICWruAZakCUhpRSlGgVTQ0DaBZHQICBnyTY/V11fZQoaAZoCWgPQwjOjH40nLFdwJSGlFKUaBVNZQFoFkdAgIMocR15jnV9lChoBmgJaA9DCI3sSstIyTfAlIaUUpRoFU0/AWgWR0CAhz8IiTt+dX2UKGgGaAloD0MIaomV0ci5akCUhpRSlGgVTc0CaBZHQICKGzjWCmN1fZQoaAZoCWgPQwgj100pr81pQJSGlFKUaBVNlQJoFkdAgIy+cpb2UXV9lChoBmgJaA9DCKLxRBDnXVRAlIaUUpRoFU3oA2gWR0CAkUNrCWNWdX2UKGgGaAloD0MIqdiY1xEDU0CUhpRSlGgVTbkCaBZHQICSR3LV4HJ1fZQoaAZoCWgPQwiimSfXFBJKQJSGlFKUaBVLmmgWR0CAmpY3eenRdX2UKGgGaAloD0MIfLWjOMeYaUCUhpRSlGgVTdADaBZHQICdeZE2Hcl1fZQoaAZoCWgPQwhUw35PrPhoQJSGlFKUaBVNXANoFkdAgKLOr6tT1nV9lChoBmgJaA9DCDtSfeeXVm1AlIaUUpRoFU1iAmgWR0CApDvuw5eadX2UKGgGaAloD0MIBqG8jyO5ZkCUhpRSlGgVTXYBaBZHQICrfyVfNRp1fZQoaAZoCWgPQwhYc4BgjvY+wJSGlFKUaBVLvmgWR0CAsRI3irDJdX2UKGgGaAloD0MItWtCWuNVaECUhpRSlGgVTaUBaBZHQICxjM/yGzt1fZQoaAZoCWgPQwiARBMoYh5mQJSGlFKUaBVNfwFoFkdAgLKiROk+HXV9lChoBmgJaA9DCI5cN6W88lzAlIaUUpRoFU1nAmgWR0CAtGH3UQTVdX2UKGgGaAloD0MIjPfj9ksra0CUhpRSlGgVTfgBaBZHQIC72aBqbjN1fZQoaAZoCWgPQwgFi8OZnxpwQJSGlFKUaBVN7QFoFkdAgMRxOUMXrXV9lChoBmgJaA9DCBWL3xRWKlxAlIaUUpRoFU3oA2gWR0CAxn4IrvsrdX2UKGgGaAloD0MIxVimX6JIbkCUhpRSlGgVTekBaBZHQIDJ7kn1Fph1fZQoaAZoCWgPQwhoz2VqEjNpQJSGlFKUaBVN6wJoFkdAgN201AJLNHV9lChoBmgJaA9DCEIj2Lh+lWpAlIaUUpRoFU3/AWgWR0CA3khnrY5DdX2UKGgGaAloD0MIsHPTZhzpZ0CUhpRSlGgVTZ0BaBZHQIDfu7aqS5l1fZQoaAZoCWgPQwjLFHMQ9F9mQJSGlFKUaBVNggFoFkdAgOFPPLPldXV9lChoBmgJaA9DCNYCe0ykZlJAlIaUUpRoFU3oA2gWR0CA4m+NcW0rdX2UKGgGaAloD0MIP1jGhm7227+UhpRSlGgVTUwBaBZHQIDi66z3RHB1fZQoaAZoCWgPQwgiiskb4IpkQJSGlFKUaBVNnwFoFkdAgOR4X40uUXV9lChoBmgJaA9DCAQfgxWn9kHAlIaUUpRoFU1PAWgWR0CA5ruNxVABdX2UKGgGaAloD0MIzY+/tKjvPcCUhpRSlGgVS7NoFkdAgOjiMPz4DnV9lChoBmgJaA9DCDS+Ly7V4WPAlIaUUpRoFU2aAWgWR0CA7w9bor4GdX2UKGgGaAloD0MIfdCzWfWBPMCUhpRSlGgVS7hoFkdAgPFjb8FY+3V9lChoBmgJaA9DCA3iAzv+WxjAlIaUUpRoFUvMaBZHQIDyAgTyrgh1fZQoaAZoCWgPQwh1kNeDyeNgQJSGlFKUaBVN6ANoFkdAgPKYJu2qk3V9lChoBmgJaA9DCLN4sTBETt2/lIaUUpRoFUvAaBZHQIDyy+UQkHF1fZQoaAZoCWgPQwi5quy7IqpuQJSGlFKUaBVNJQJoFkdAgPsGmk30gHV9lChoBmgJaA9DCCwujspNw2pAlIaUUpRoFU1lAWgWR0CA/RmZE2HddX2UKGgGaAloD0MIVhADXTs0cMCUhpRSlGgVTX4CaBZHQIEClUbT+eh1fZQoaAZoCWgPQwgyVTAqqRM/QJSGlFKUaBVL1WgWR0CBB2yTINmUdX2UKGgGaAloD0MI8iVUcPjPZkCUhpRSlGgVTXcCaBZHQIEMhcE/0NB1fZQoaAZoCWgPQwjzxklhnuxwQJSGlFKUaBVNXwJoFkdAgRi79AHE/HV9lChoBmgJaA9DCCkHswkw6GZAlIaUUpRoFU2VAWgWR0CBGX0EovzwdX2UKGgGaAloD0MIzsZKzDPLYMCUhpRSlGgVTZICaBZHQIEdDxVhkRV1fZQoaAZoCWgPQwieew+XHG1AQJSGlFKUaBVNHgFoFkdAgSfebd8ArHV9lChoBmgJaA9DCDs6rkb29GDAlIaUUpRoFU1dAmgWR0CBKD06HTJAdX2UKGgGaAloD0MIDJHT1/NbZkCUhpRSlGgVTTkDaBZHQIErNNHpbEB1fZQoaAZoCWgPQwidgCbCxhJwQJSGlFKUaBVNHAJoFkdAgS113ljmS3V9lChoBmgJaA9DCJT43An2n/2/lIaUUpRoFUu7aBZHQIEuajFhodx1fZQoaAZoCWgPQwiqLAq7KEBnQJSGlFKUaBVNwQFoFkdAgTUnnMdLhHV9lChoBmgJaA9DCD7KiAtAmzLAlIaUUpRoFUvEaBZHQIE+542S+xp1fZQoaAZoCWgPQwiTq1j8JophQJSGlFKUaBVNtAJoFkdAgT8rBj4Ho3V9lChoBmgJaA9DCLPqc7WVy2NAlIaUUpRoFU0IA2gWR0CBRvalDWsjdX2UKGgGaAloD0MIu+zXne7aRECUhpRSlGgVTegDaBZHQIFHwVsUIs11ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "False", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7a3f24af49d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a3f24af4a60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a3f24af4af0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a3f24af4b80>", "_build": "<function ActorCriticPolicy._build at 0x7a3f24af4c10>", "forward": "<function ActorCriticPolicy.forward at 0x7a3f24af4ca0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a3f24af4d30>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a3f24af4dc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7a3f24af4e50>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a3f24af4ee0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a3f24af4f70>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a3f24af5000>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7a3f2611d040>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1697640901171081666, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABqYAr0p9Fu8QJFRvGscjDyuqcU92MFjvQAAgD8AAIA/dt2CPvEITT5ddlO+9Cdwvh+RBD2zE/y9AAAAAAAAAAAanVa9qstMPhS4HD5yE46+/wE8PBs8oTwAAAAAAAAAAC0OMz7W5xA/Lp0OvO+UYb5qUh48/cMBvQAAAAAAAAAAc9a7PWdwCD5oWCq+2k7zvb20PbxGBsI8AAAAAAAAAAAaxHM9ca04uYcVtDqrWswztCq3ua0b1rkAAIA/AAAAAMAhnT3D0Ui6FeSBOgKEC7XMja27qMiVuQAAgD8AAAAApr9Bvq470z3usb0+vJ5GvhodFj1jjWw9AAAAAAAAAABK/q8+35guP7I/hD2dBZu+ZEYpPvI3YL0AAAAAAAAAAPqCGT7hk7U7BuCHs4b7VrIL6Eg9WBnrMwAAgD8AAIA/wA0OvpGSfT6+T5I+t8N/vll6Cj3vrrY8AAAAAAAAAACzGIQ9abidP9IpvT4j4eK+u4DZPIonqT0AAAAAAAAAALoCPD4rcF8/RY2ePqqzvb4/cAU+ldWMOQAAAAAAAAAAmmzePBCMmT/wwt49dFDYvoyQCDyNHu47AAAAAAAAAABmSG68bGCau8LohruEOpc8xwQNPeNvgL0AAIA/AACAP2Zqk70JKl09KpNiPU66L77Gh3w8LymnPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHN7agAZKnOMAWyUTT0BjAF0lEdAkm2IgV45cXV9lChoBkdAW+o73fyf+WgHTegDaAhHQJJt98zAN5N1fZQoaAZHQHDrLDqGDcxoB01PAWgIR0CSbzJp35erdX2UKGgGR0BwBCzhP0qZaAdNKAFoCEdAknG+s5n14HV9lChoBkdAb987NB4UvmgHTUIBaAhHQJJ0pew9q1x1fZQoaAZHQGzwNzbN8mdoB00iAWgIR0CSdLwQDmr9dX2UKGgGR0BlnUA/9pAVaAdN6ANoCEdAknYOCTUy6HV9lChoBkdAcHxIsiB5HGgHTT0BaAhHQJKKmx7iQ1d1fZQoaAZHQHEXJ6D5CWxoB01bAWgIR0CSiw4fOlfrdX2UKGgGR0BwYLdM0xdqaAdNMgFoCEdAkovRP9DQaHV9lChoBkdAcN7IxxkupWgHTWUBaAhHQJKL+mP5pJx1fZQoaAZHQG6kwZOzpotoB00oAWgIR0CSjTb0e2d/dX2UKGgGR0Bxv2oESuhcaAdNLgFoCEdAko5QpKBd2XV9lChoBkdAa4v84PwuumgHTSkBaAhHQJKOeU3XI2h1fZQoaAZHQHAdJavA44poB01xAWgIR0CSkm889wFUdX2UKGgGR0BxFh27nPmgaAdNOQFoCEdAkpMlglWwNnV9lChoBkdAcM0olUp/gGgHTXMBaAhHQJKTinUDuBt1fZQoaAZHQEQ5EyckMThoB0vgaAhHQJKTshje9Bd1fZQoaAZHQG9/Q6p5u65oB00rAWgIR0CSlGJUYKpldX2UKGgGR0BuUl70Fr2yaAdNUwFoCEdAkpXa5Gz8g3V9lChoBkdAcMdTYNAkcGgHTUQBaAhHQJKWKxoqTbF1fZQoaAZHQGao0mdAgPpoB03oA2gIR0CSlp/e+Eh8dX2UKGgGR0BxFJRzijtYaAdNOAFoCEdAkpeX9WIXTHV9lChoBkdAcBTzuWrwOWgHTVwBaAhHQJKXwByS3b51fZQoaAZHQHFlAxJul41oB01UAWgIR0CSmKnOjZctdX2UKGgGR0Bwq88RtgrpaAdNPQFoCEdAkpkQ5/9YOnV9lChoBkdAaxhmHxjJ+2gHTTIBaAhHQJKZuxPfsNV1fZQoaAZHQHAVAMc6vJRoB00xAWgIR0CSmdXhfjS5dX2UKGgGR0BxxNaV2Rq5aAdNFwFoCEdAkpwOpjtojHV9lChoBkdAcjHHn2ZiNWgHTTIBaAhHQJKdq94/u9h1fZQoaAZHQG6cPsqril1oB00KAWgIR0CSnvEUj9n9dX2UKGgGR0Bw0YPy08eTaAdNMQFoCEdAkp7xFVktmXV9lChoBkdAcWOCzkZJkGgHTWYBaAhHQJKgPJfYzzp1fZQoaAZHQHJ57IYFaB9oB01uAWgIR0CSoGLHMlkZdX2UKGgGR0BxUDXjENvwaAdNMwFoCEdAkqDfBWPtD3V9lChoBkdAcAvBeHBUJmgHTTgBaAhHQJKhkE5hjON1fZQoaAZHQG8cBbwBo25oB00gAWgIR0CSoe/b0voNdX2UKGgGR0BwKw8Md92HaAdNJAFoCEdAkqMVyR0U5HV9lChoBkdAcb0s3Q2MsGgHTVoBaAhHQJKj2F36hxp1fZQoaAZHQGu8YRVZLZloB00sAWgIR0CSo9L5ylvZdX2UKGgGR0BVxiEUTL4faAdN6ANoCEdAkqRofW+XaHV9lChoBkdAbyX9y925hGgHTSoBaAhHQJKkhgTh5xB1fZQoaAZHQHEaCudPLxJoB01OAWgIR0CSpXEXLvCudX2UKGgGR0BrWlLDhtLtaAdNJQFoCEdAkqZ05EMLGHV9lChoBkdAbagkvboKUmgHTRoBaAhHQJKne/+Kjzt1fZQoaAZHQGJy+sgdOqNoB03oA2gIR0CSqCewLVnVdX2UKGgGR0Bxil5iVjZtaAdNNAFoCEdAkqwyLyc0+HV9lChoBkdAbMPHNHH3lGgHTUQBaAhHQJKs6UKRdQh1fZQoaAZHQG5m++dsi0RoB00ZAWgIR0CSrOenAIppdX2UKGgGR0BwBw2itaIOaAdNIwFoCEdAkqz7EtNBW3V9lChoBkdAcDT8rZrYXmgHTXQBaAhHQJKtrGFSKm91fZQoaAZHQHCaFYU34sVoB00NAWgIR0CSre/5tWMkdX2UKGgGR0Brr/tUn5SFaAdNBAFoCEdAkq9YnKGL1nV9lChoBkdAa2tUvwmVq2gHTR4BaAhHQJKvhjqfOD91fZQoaAZHQGzfSY5T6zpoB00kAWgIR0CSr8r4nF5wdX2UKGgGR0BwjcOpbUw0aAdNHwFoCEdAkrBCgK4QSXV9lChoBkdAci7MM7U5MmgHTScBaAhHQJLGBwKjSG91fZQoaAZHQHFffYzzmOloB00ZAWgIR0CSxoZJkGzKdX2UKGgGR0BsTEo8ZDRdaAdNKQFoCEdAksffq5byH3V9lChoBkdAcNX+A3DNyGgHTTYBaAhHQJLIxoIv8Il1fZQoaAZHQG4/Do6jnFJoB00cAWgIR0CSyxFYMfA9dX2UKGgGR0BvZLdk8RthaAdNGwFoCEdAkssMTzundnV9lChoBkdAObpZwGW2PWgHS+RoCEdAkstZq/M4cXV9lChoBkdAcAyhBJI1+GgHTUMBaAhHQJLL/ho/Rmd1fZQoaAZHQG4N4JE6T4doB00jAWgIR0CSy/zCk43ndX2UKGgGR0Bw6m6y0KJEaAdNQAFoCEdAksxH7k4m1XV9lChoBkdAcZc5XU6PsGgHTUEBaAhHQJLMvwVj7Q91fZQoaAZHQHKamqo60Y1oB00jAWgIR0CSzSaGHpKSdX2UKGgGR0BwclwqAjIJaAdNQAFoCEdAks34wIt16nV9lChoBkdAcftAPNFBp2gHTQQBaAhHQJLOMT238XN1fZQoaAZHQG7JqKYRdyFoB005AWgIR0CSzmn9NvfkdX2UKGgGR0Bwu2RB/qgRaAdNLAFoCEdAks/FAiV0LnV9lChoBkdAccjkNWluWWgHTSABaAhHQJLQ3IzWPLh1fZQoaAZHQG8GBsImgJ1oB00fAWgIR0CS0cTlDF6zdX2UKGgGR0Bubm4TbnHOaAdNBgFoCEdAktOD8pCrtHV9lChoBkdAbWUpDNQj2WgHTRYBaAhHQJLT0E2YOUd1fZQoaAZHQHIIs50bLlpoB00cAWgIR0CS0/9ZzPrwdX2UKGgGR0BtqsdaMaS+aAdNFAFoCEdAktYzzundf3V9lChoBkdAcEkHpKSPl2gHTSoBaAhHQJLWjD7655J1fZQoaAZHQGN+Axi5NGpoB03oA2gIR0CS1uQO4G2UdX2UKGgGR0ByIHJ+2E00aAdNNAFoCEdAkthc8ox59nV9lChoBkdAYw+vNeMQ3GgHTegDaAhHQJLYwrWiDdx1fZQoaAZHQG5bdWyTpxFoB01WAWgIR0CS2exbjcVQdX2UKGgGR0Bv0EcMmWt2aAdNTQFoCEdAktnp++dsi3V9lChoBkdAcMQA9mpVCGgHTTMBaAhHQJLayIUJv5x1fZQoaAZHQGTaQ0O3DvVoB030AWgIR0CS3TTlkpZwdX2UKGgGR0BxKaBshxHYaAdNPAFoCEdAkt2mnXNC7nV9lChoBkdAcFPuCwr1/WgHTSMBaAhHQJLfEBaLXMB1fZQoaAZHQHCtEvGp++doB00rAWgIR0CS3ynTy8SPdX2UKGgGR0BzHnqcEvCeaAdL+2gIR0CS36dkrf+CdX2UKGgGR0BxOjy7PIGRaAdNGgFoCEdAkuF2H1vl2nV9lChoBkdAbIlVWjoIOmgHTXcBaAhHQJLhqSaEzwd1fZQoaAZHQHLeYrWiDdxoB00pAWgIR0CS4bLYf4h2dX2UKGgGR0BrnDj3mFJyaAdNyAFoCEdAkuHImG/N7nV9lChoBkdAcYY+glF+eGgHTRkBaAhHQJLit+QU5+91fZQoaAZHQGz4+eOGTLZoB00bAWgIR0CS5B5xBE8adX2UKGgGR0BuPNgF5fMOaAdNGgFoCEdAkuTs2R7qp3V9lChoBkdAcd/1qnFYMmgHTW8BaAhHQJLmUqc3EQ51fZQoaAZHQGxYbpeNT99oB00VAWgIR0CS5+VinYQKdX2UKGgGR0BxUTqOcUdraAdNeAFoCEdAkuhs0YTCcnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6e1aa903210b616762710acee2be0adb79f9792db8d3f9742f67f88e3733fc9
-size 146689
+oid sha256:05a316e0a50c0fcdd6b0cbef4793e4a5d71b8ddf10e12cf954a9f57060fe31f6
+size 146755

ppo-LunarLander-v2/_stable_baselines3_version

@@ -1 +1 @@
-1.6.2
+2.0.0a5

ppo-LunarLander-v2/data

@@ -3,60 +3,35 @@
         ":type:": "<class 'abc.ABCMeta'>",
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
-        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fcc8451e4c0>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fcc8451e550>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fcc8451e5e0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fcc8451e670>",
-        "_build": "<function ActorCriticPolicy._build at 0x7fcc8451e700>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7fcc8451e790>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fcc8451e820>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7fcc8451e8b0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fcc8451e940>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fcc8451e9d0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fcc8451ea60>",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7a3f24af49d0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a3f24af4a60>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a3f24af4af0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a3f24af4b80>",
+        "_build": "<function ActorCriticPolicy._build at 0x7a3f24af4c10>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7a3f24af4ca0>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a3f24af4d30>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a3f24af4dc0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7a3f24af4e50>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a3f24af4ee0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a3f24af4f70>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a3f24af5000>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7fcc84516cc0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7a3f2611d040>"
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "observation_space": {
-        ":type:": "<class 'gym.spaces.box.Box'>",
-        ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",
-        "dtype": "float32",
-        "_shape": [
-            8
-        ],
-        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
-        "high": "[inf inf inf inf inf inf inf inf]",
-        "bounded_below": "[False False False False False False False False]",
-        "bounded_above": "[False False False False False False False False]",
-        "_np_random": null
-    },
-    "action_space": {
-        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
-        "n": 4,
-        "_shape": [],
-        "dtype": "int64",
-        "_np_random": null
-    },
-    "n_envs": 16,
-    "num_timesteps": 507904,
-    "_total_timesteps": 500000,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1670743012968344670,
+    "start_time": 1697640901171081666,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
-    "lr_schedule": {
-        ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
-    },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABOkY76rP9E9yH1/OyJqtL7Q8e49rXuAuwAAAAAAAAAAMw6ZPGkutD/lFSA/789kvayEv7y+NSS+AAAAAAAAAAAzFTE9KRQhukcERj7hW8S1wwjnOvs7wbQAAIA/AACAP2Zj3D4d9FW9TCUDPpETYr3jINS9+l5UPgAAgD8AAIA/2nqtPl/rrb1QmvI6TCkJujPv2L6OOAe6AACAPwAAgD8YkRQ/ah2NvT51KD5BOY88eoUdPsM54TsAAIA/AACAP+YSFT5D1F4/M+O5vVMzfL46wqQ9+L3qvQAAAAAAAAAAzRpVPpRirT0etKy7nMF3vhwg3r0zHBG+AAAAAAAAAAC2yFw/hRHru5uv1juJbIo5xoAyPmB2AzsAAIA/AACAPwZsqz64Lpm7JPVLuRzotLcZqoI76EPPNgAAgD8AAIA/Stg9P/SFnr0GXwQ9LV3IOmojlrssEww8AACAPwAAAABAnsO9Ky48PzsMYz42ba6+AHI3vhexHz4AAAAAAAAAAMpGgT78VOo+wzLqPZzHo77xgR0+cg9mvQAAAAAAAAAA5rZqvSfWqT/+Bgy/A3m8vvNjGDwO1oK9AAAAAAAAAAD6PLM+0c1Rvf4V57kBm462cok7vh/VAjgAAIA/AACAP0pSND/aivG9Yr0EO9s/PjlLlwQ+DwqbNQAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABqYAr0p9Fu8QJFRvGscjDyuqcU92MFjvQAAgD8AAIA/dt2CPvEITT5ddlO+9Cdwvh+RBD2zE/y9AAAAAAAAAAAanVa9qstMPhS4HD5yE46+/wE8PBs8oTwAAAAAAAAAAC0OMz7W5xA/Lp0OvO+UYb5qUh48/cMBvQAAAAAAAAAAc9a7PWdwCD5oWCq+2k7zvb20PbxGBsI8AAAAAAAAAAAaxHM9ca04uYcVtDqrWswztCq3ua0b1rkAAIA/AAAAAMAhnT3D0Ui6FeSBOgKEC7XMja27qMiVuQAAgD8AAAAApr9Bvq470z3usb0+vJ5GvhodFj1jjWw9AAAAAAAAAABK/q8+35guP7I/hD2dBZu+ZEYpPvI3YL0AAAAAAAAAAPqCGT7hk7U7BuCHs4b7VrIL6Eg9WBnrMwAAgD8AAIA/wA0OvpGSfT6+T5I+t8N/vll6Cj3vrrY8AAAAAAAAAACzGIQ9abidP9IpvT4j4eK+u4DZPIonqT0AAAAAAAAAALoCPD4rcF8/RY2ePqqzvb4/cAU+ldWMOQAAAAAAAAAAmmzePBCMmT/wwt49dFDYvoyQCDyNHu47AAAAAAAAAABmSG68bGCau8LohruEOpc8xwQNPeNvgL0AAIA/AACAP2Zqk70JKl09KpNiPU66L77Gh3w8LymnPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -67,15 +42,41 @@
     "use_sde": false,
     "sde_sample_freq": -1,
     "_current_progress_remaining": -0.015808000000000044,
+    "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVdBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIYTWWsLZbaUCUhpRSlIwBbJRN7wGMAXSUR0B/ONyksSTRdX2UKGgGaAloD0MIPN154jlOZUCUhpRSlGgVTXYCaBZHQH9I5le4Tbp1fZQoaAZoCWgPQwhF1hpKbRZhQJSGlFKUaBVNzAFoFkdAf0lC4SYgJXV9lChoBmgJaA9DCCandoapV0bAlIaUUpRoFU1JAWgWR0B/UHjxTbWVdX2UKGgGaAloD0MI1qnyPSNmYUCUhpRSlGgVTdkBaBZHQH9VrOzIFNd1fZQoaAZoCWgPQwhxWvCir/9mQJSGlFKUaBVNqQFoFkdAf1h+SKWLP3V9lChoBmgJaA9DCCIXnMHf3WHAlIaUUpRoFU1iAmgWR0B/Zfo2XLNfdX2UKGgGaAloD0MIbY5zm3ADQECUhpRSlGgVS9xoFkdAf2tqnm7rcHV9lChoBmgJaA9DCAPuef40UmZAlIaUUpRoFU3sAWgWR0B/pn7di2DydX2UKGgGaAloD0MIDykGSDSebECUhpRSlGgVTR4CaBZHQH+mqqbSZ0F1fZQoaAZoCWgPQwjG98WlqnNsQJSGlFKUaBVNlQJoFkdAf6qJY1YQrnV9lChoBmgJaA9DCOV8sfdiM2hAlIaUUpRoFU0/AWgWR0B/q4zj3mFKdX2UKGgGaAloD0MIfCk8aHatLkCUhpRSlGgVTegDaBZHQH+xYc3l0YF1fZQoaAZoCWgPQwhaEMr7uDtwQJSGlFKUaBVNwgFoFkdAf7cGVAzHj3V9lChoBmgJaA9DCKkyjLtBQD7AlIaUUpRoFU0+AWgWR0B/x024uscRdX2UKGgGaAloD0MIMSdok8Pea0CUhpRSlGgVTfoBaBZHQH/Ks1baAWl1fZQoaAZoCWgPQwippE5AE3EzQJSGlFKUaBVNAwFoFkdAf8r3IMjNZHV9lChoBmgJaA9DCBEbLJwkhWpAlIaUUpRoFU0yAWgWR0B/0ILtu1nedX2UKGgGaAloD0MIIv5hS4/3YkCUhpRSlGgVTX0CaBZHQH/qk2LpA2R1fZQoaAZoCWgPQwh9l1KXjElGQJSGlFKUaBVLqGgWR0B/7LHaN+9bdX2UKGgGaAloD0MI/U0oRMAZZECUhpRSlGgVTZYCaBZHQIAFLyz5XU91fZQoaAZoCWgPQwh0DTM0nhxkQJSGlFKUaBVNfAFoFkdAgAdd25hBq3V9lChoBmgJaA9DCORIZ2Bkd2NAlIaUUpRoFU0hA2gWR0CAC7RMvh60dX2UKGgGaAloD0MIxooaTMORV0CUhpRSlGgVTeACaBZHQIAOkgyM1j11fZQoaAZoCWgPQwhhpYKKKnhpQJSGlFKUaBVNGAJoFkdAgA7zMzMzM3V9lChoBmgJaA9DCAJFLGJYY21AlIaUUpRoFU1dAWgWR0CAEFNLUTcqdX2UKGgGaAloD0MIy9WPTfJWa0CUhpRSlGgVTSkCaBZHQIAT1wR5C4V1fZQoaAZoCWgPQwjUK2UZYlttQJSGlFKUaBVNTQJoFkdAgBbTmOlwcnV9lChoBmgJaA9DCAHfbd44w2RAlIaUUpRoFU2eAWgWR0CAFyg00m+kdX2UKGgGaAloD0MIYp6VtOJTI0CUhpRSlGgVTR0BaBZHQIAYVN1yNn51fZQoaAZoCWgPQwiki00rhSpoQJSGlFKUaBVNOgJoFkdAgBi3iR4hU3V9lChoBmgJaA9DCLq7zob8tWdAlIaUUpRoFU1AAWgWR0CAHB0YCQtBdX2UKGgGaAloD0MIndhD+1jqZECUhpRSlGgVTU4DaBZHQIAclnZkCmx1fZQoaAZoCWgPQwiCA1q6gotbQJSGlFKUaBVNggNoFkdAgCKY6fapP3V9lChoBmgJaA9DCPQXesToORpAlIaUUpRoFUvXaBZHQIAmkwtapxZ1fZQoaAZoCWgPQwhnSBXFq9wzwJSGlFKUaBVLx2gWR0CAKfzqbBoFdX2UKGgGaAloD0MI2ILeG0NORUCUhpRSlGgVTSkBaBZHQIAqTY287IV1fZQoaAZoCWgPQwjr4GBv4oJrQJSGlFKUaBVNUAFoFkdAgCuYb0e2eHV9lChoBmgJaA9DCCkIHt/e5VFAlIaUUpRoFU3oA2gWR0CAPZ3ai9IxdX2UKGgGaAloD0MID5nyIag+TcCUhpRSlGgVTcgBaBZHQIA+C3I+4b11fZQoaAZoCWgPQwjpuYWuRMlnQJSGlFKUaBVNdgFoFkdAgFhVLzwtrnV9lChoBmgJaA9DCKpDboYbP21AlIaUUpRoFU1oAmgWR0CAXbM23rledX2UKGgGaAloD0MIAhB39SrsbkCUhpRSlGgVTdQBaBZHQIBd9uP3i711fZQoaAZoCWgPQwiKkLqd/WpnwJSGlFKUaBVNAQJoFkdAgGEw+EAYHnV9lChoBmgJaA9DCO8a9KW3OUBAlIaUUpRoFU3oA2gWR0CAbWWVNYbLdX2UKGgGaAloD0MISl0yjpG8N8CUhpRSlGgVTR0BaBZHQIB0iFCb+cZ1fZQoaAZoCWgPQwjXprG9ltdrwJSGlFKUaBVN8AFoFkdAgHTjKoybhHV9lChoBmgJaA9DCGZJgJraD2vAlIaUUpRoFU2kA2gWR0CAgVHvMKTjdX2UKGgGaAloD0MI4ICWruAZakCUhpRSlGgVTQ0DaBZHQICBnyTY/V11fZQoaAZoCWgPQwjOjH40nLFdwJSGlFKUaBVNZQFoFkdAgIMocR15jnV9lChoBmgJaA9DCI3sSstIyTfAlIaUUpRoFU0/AWgWR0CAhz8IiTt+dX2UKGgGaAloD0MIaomV0ci5akCUhpRSlGgVTc0CaBZHQICKGzjWCmN1fZQoaAZoCWgPQwgj100pr81pQJSGlFKUaBVNlQJoFkdAgIy+cpb2UXV9lChoBmgJaA9DCKLxRBDnXVRAlIaUUpRoFU3oA2gWR0CAkUNrCWNWdX2UKGgGaAloD0MIqdiY1xEDU0CUhpRSlGgVTbkCaBZHQICSR3LV4HJ1fZQoaAZoCWgPQwiimSfXFBJKQJSGlFKUaBVLmmgWR0CAmpY3eenRdX2UKGgGaAloD0MIfLWjOMeYaUCUhpRSlGgVTdADaBZHQICdeZE2Hcl1fZQoaAZoCWgPQwhUw35PrPhoQJSGlFKUaBVNXANoFkdAgKLOr6tT1nV9lChoBmgJaA9DCDtSfeeXVm1AlIaUUpRoFU1iAmgWR0CApDvuw5eadX2UKGgGaAloD0MIBqG8jyO5ZkCUhpRSlGgVTXYBaBZHQICrfyVfNRp1fZQoaAZoCWgPQwhYc4BgjvY+wJSGlFKUaBVLvmgWR0CAsRI3irDJdX2UKGgGaAloD0MItWtCWuNVaECUhpRSlGgVTaUBaBZHQICxjM/yGzt1fZQoaAZoCWgPQwiARBMoYh5mQJSGlFKUaBVNfwFoFkdAgLKiROk+HXV9lChoBmgJaA9DCI5cN6W88lzAlIaUUpRoFU1nAmgWR0CAtGH3UQTVdX2UKGgGaAloD0MIjPfj9ksra0CUhpRSlGgVTfgBaBZHQIC72aBqbjN1fZQoaAZoCWgPQwgFi8OZnxpwQJSGlFKUaBVN7QFoFkdAgMRxOUMXrXV9lChoBmgJaA9DCBWL3xRWKlxAlIaUUpRoFU3oA2gWR0CAxn4IrvsrdX2UKGgGaAloD0MIxVimX6JIbkCUhpRSlGgVTekBaBZHQIDJ7kn1Fph1fZQoaAZoCWgPQwhoz2VqEjNpQJSGlFKUaBVN6wJoFkdAgN201AJLNHV9lChoBmgJaA9DCEIj2Lh+lWpAlIaUUpRoFU3/AWgWR0CA3khnrY5DdX2UKGgGaAloD0MIsHPTZhzpZ0CUhpRSlGgVTZ0BaBZHQIDfu7aqS5l1fZQoaAZoCWgPQwjLFHMQ9F9mQJSGlFKUaBVNggFoFkdAgOFPPLPldXV9lChoBmgJaA9DCNYCe0ykZlJAlIaUUpRoFU3oA2gWR0CA4m+NcW0rdX2UKGgGaAloD0MIP1jGhm7227+UhpRSlGgVTUwBaBZHQIDi66z3RHB1fZQoaAZoCWgPQwgiiskb4IpkQJSGlFKUaBVNnwFoFkdAgOR4X40uUXV9lChoBmgJaA9DCAQfgxWn9kHAlIaUUpRoFU1PAWgWR0CA5ruNxVABdX2UKGgGaAloD0MIzY+/tKjvPcCUhpRSlGgVS7NoFkdAgOjiMPz4DnV9lChoBmgJaA9DCDS+Ly7V4WPAlIaUUpRoFU2aAWgWR0CA7w9bor4GdX2UKGgGaAloD0MIfdCzWfWBPMCUhpRSlGgVS7hoFkdAgPFjb8FY+3V9lChoBmgJaA9DCA3iAzv+WxjAlIaUUpRoFUvMaBZHQIDyAgTyrgh1fZQoaAZoCWgPQwh1kNeDyeNgQJSGlFKUaBVN6ANoFkdAgPKYJu2qk3V9lChoBmgJaA9DCLN4sTBETt2/lIaUUpRoFUvAaBZHQIDyy+UQkHF1fZQoaAZoCWgPQwi5quy7IqpuQJSGlFKUaBVNJQJoFkdAgPsGmk30gHV9lChoBmgJaA9DCCwujspNw2pAlIaUUpRoFU1lAWgWR0CA/RmZE2HddX2UKGgGaAloD0MIVhADXTs0cMCUhpRSlGgVTX4CaBZHQIEClUbT+eh1fZQoaAZoCWgPQwgyVTAqqRM/QJSGlFKUaBVL1WgWR0CBB2yTINmUdX2UKGgGaAloD0MI8iVUcPjPZkCUhpRSlGgVTXcCaBZHQIEMhcE/0NB1fZQoaAZoCWgPQwjzxklhnuxwQJSGlFKUaBVNXwJoFkdAgRi79AHE/HV9lChoBmgJaA9DCCkHswkw6GZAlIaUUpRoFU2VAWgWR0CBGX0EovzwdX2UKGgGaAloD0MIzsZKzDPLYMCUhpRSlGgVTZICaBZHQIEdDxVhkRV1fZQoaAZoCWgPQwieew+XHG1AQJSGlFKUaBVNHgFoFkdAgSfebd8ArHV9lChoBmgJaA9DCDs6rkb29GDAlIaUUpRoFU1dAmgWR0CBKD06HTJAdX2UKGgGaAloD0MIDJHT1/NbZkCUhpRSlGgVTTkDaBZHQIErNNHpbEB1fZQoaAZoCWgPQwidgCbCxhJwQJSGlFKUaBVNHAJoFkdAgS113ljmS3V9lChoBmgJaA9DCJT43An2n/2/lIaUUpRoFUu7aBZHQIEuajFhodx1fZQoaAZoCWgPQwiqLAq7KEBnQJSGlFKUaBVNwQFoFkdAgTUnnMdLhHV9lChoBmgJaA9DCD7KiAtAmzLAlIaUUpRoFUvEaBZHQIE+542S+xp1fZQoaAZoCWgPQwiTq1j8JophQJSGlFKUaBVNtAJoFkdAgT8rBj4Ho3V9lChoBmgJaA9DCLPqc7WVy2NAlIaUUpRoFU0IA2gWR0CBRvalDWsjdX2UKGgGaAloD0MIu+zXne7aRECUhpRSlGgVTegDaBZHQIFHwVsUIs11ZS4="
+        ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHN7agAZKnOMAWyUTT0BjAF0lEdAkm2IgV45cXV9lChoBkdAW+o73fyf+WgHTegDaAhHQJJt98zAN5N1fZQoaAZHQHDrLDqGDcxoB01PAWgIR0CSbzJp35erdX2UKGgGR0BwBCzhP0qZaAdNKAFoCEdAknG+s5n14HV9lChoBkdAb987NB4UvmgHTUIBaAhHQJJ0pew9q1x1fZQoaAZHQGzwNzbN8mdoB00iAWgIR0CSdLwQDmr9dX2UKGgGR0BlnUA/9pAVaAdN6ANoCEdAknYOCTUy6HV9lChoBkdAcHxIsiB5HGgHTT0BaAhHQJKKmx7iQ1d1fZQoaAZHQHEXJ6D5CWxoB01bAWgIR0CSiw4fOlfrdX2UKGgGR0BwYLdM0xdqaAdNMgFoCEdAkovRP9DQaHV9lChoBkdAcN7IxxkupWgHTWUBaAhHQJKL+mP5pJx1fZQoaAZHQG6kwZOzpotoB00oAWgIR0CSjTb0e2d/dX2UKGgGR0Bxv2oESuhcaAdNLgFoCEdAko5QpKBd2XV9lChoBkdAa4v84PwuumgHTSkBaAhHQJKOeU3XI2h1fZQoaAZHQHAdJavA44poB01xAWgIR0CSkm889wFUdX2UKGgGR0BxFh27nPmgaAdNOQFoCEdAkpMlglWwNnV9lChoBkdAcM0olUp/gGgHTXMBaAhHQJKTinUDuBt1fZQoaAZHQEQ5EyckMThoB0vgaAhHQJKTshje9Bd1fZQoaAZHQG9/Q6p5u65oB00rAWgIR0CSlGJUYKpldX2UKGgGR0BuUl70Fr2yaAdNUwFoCEdAkpXa5Gz8g3V9lChoBkdAcMdTYNAkcGgHTUQBaAhHQJKWKxoqTbF1fZQoaAZHQGao0mdAgPpoB03oA2gIR0CSlp/e+Eh8dX2UKGgGR0BxFJRzijtYaAdNOAFoCEdAkpeX9WIXTHV9lChoBkdAcBTzuWrwOWgHTVwBaAhHQJKXwByS3b51fZQoaAZHQHFlAxJul41oB01UAWgIR0CSmKnOjZctdX2UKGgGR0Bwq88RtgrpaAdNPQFoCEdAkpkQ5/9YOnV9lChoBkdAaxhmHxjJ+2gHTTIBaAhHQJKZuxPfsNV1fZQoaAZHQHAVAMc6vJRoB00xAWgIR0CSmdXhfjS5dX2UKGgGR0BxxNaV2Rq5aAdNFwFoCEdAkpwOpjtojHV9lChoBkdAcjHHn2ZiNWgHTTIBaAhHQJKdq94/u9h1fZQoaAZHQG6cPsqril1oB00KAWgIR0CSnvEUj9n9dX2UKGgGR0Bw0YPy08eTaAdNMQFoCEdAkp7xFVktmXV9lChoBkdAcWOCzkZJkGgHTWYBaAhHQJKgPJfYzzp1fZQoaAZHQHJ57IYFaB9oB01uAWgIR0CSoGLHMlkZdX2UKGgGR0BxUDXjENvwaAdNMwFoCEdAkqDfBWPtD3V9lChoBkdAcAvBeHBUJmgHTTgBaAhHQJKhkE5hjON1fZQoaAZHQG8cBbwBo25oB00gAWgIR0CSoe/b0voNdX2UKGgGR0BwKw8Md92HaAdNJAFoCEdAkqMVyR0U5HV9lChoBkdAcb0s3Q2MsGgHTVoBaAhHQJKj2F36hxp1fZQoaAZHQGu8YRVZLZloB00sAWgIR0CSo9L5ylvZdX2UKGgGR0BVxiEUTL4faAdN6ANoCEdAkqRofW+XaHV9lChoBkdAbyX9y925hGgHTSoBaAhHQJKkhgTh5xB1fZQoaAZHQHEaCudPLxJoB01OAWgIR0CSpXEXLvCudX2UKGgGR0BrWlLDhtLtaAdNJQFoCEdAkqZ05EMLGHV9lChoBkdAbagkvboKUmgHTRoBaAhHQJKne/+Kjzt1fZQoaAZHQGJy+sgdOqNoB03oA2gIR0CSqCewLVnVdX2UKGgGR0Bxil5iVjZtaAdNNAFoCEdAkqwyLyc0+HV9lChoBkdAbMPHNHH3lGgHTUQBaAhHQJKs6UKRdQh1fZQoaAZHQG5m++dsi0RoB00ZAWgIR0CSrOenAIppdX2UKGgGR0BwBw2itaIOaAdNIwFoCEdAkqz7EtNBW3V9lChoBkdAcDT8rZrYXmgHTXQBaAhHQJKtrGFSKm91fZQoaAZHQHCaFYU34sVoB00NAWgIR0CSre/5tWMkdX2UKGgGR0Brr/tUn5SFaAdNBAFoCEdAkq9YnKGL1nV9lChoBkdAa2tUvwmVq2gHTR4BaAhHQJKvhjqfOD91fZQoaAZHQGzfSY5T6zpoB00kAWgIR0CSr8r4nF5wdX2UKGgGR0BwjcOpbUw0aAdNHwFoCEdAkrBCgK4QSXV9lChoBkdAci7MM7U5MmgHTScBaAhHQJLGBwKjSG91fZQoaAZHQHFffYzzmOloB00ZAWgIR0CSxoZJkGzKdX2UKGgGR0BsTEo8ZDRdaAdNKQFoCEdAksffq5byH3V9lChoBkdAcNX+A3DNyGgHTTYBaAhHQJLIxoIv8Il1fZQoaAZHQG4/Do6jnFJoB00cAWgIR0CSyxFYMfA9dX2UKGgGR0BvZLdk8RthaAdNGwFoCEdAkssMTzundnV9lChoBkdAObpZwGW2PWgHS+RoCEdAkstZq/M4cXV9lChoBkdAcAyhBJI1+GgHTUMBaAhHQJLL/ho/Rmd1fZQoaAZHQG4N4JE6T4doB00jAWgIR0CSy/zCk43ndX2UKGgGR0Bw6m6y0KJEaAdNQAFoCEdAksxH7k4m1XV9lChoBkdAcZc5XU6PsGgHTUEBaAhHQJLMvwVj7Q91fZQoaAZHQHKamqo60Y1oB00jAWgIR0CSzSaGHpKSdX2UKGgGR0BwclwqAjIJaAdNQAFoCEdAks34wIt16nV9lChoBkdAcftAPNFBp2gHTQQBaAhHQJLOMT238XN1fZQoaAZHQG7JqKYRdyFoB005AWgIR0CSzmn9NvfkdX2UKGgGR0Bwu2RB/qgRaAdNLAFoCEdAks/FAiV0LnV9lChoBkdAccjkNWluWWgHTSABaAhHQJLQ3IzWPLh1fZQoaAZHQG8GBsImgJ1oB00fAWgIR0CS0cTlDF6zdX2UKGgGR0Bubm4TbnHOaAdNBgFoCEdAktOD8pCrtHV9lChoBkdAbWUpDNQj2WgHTRYBaAhHQJLT0E2YOUd1fZQoaAZHQHIIs50bLlpoB00cAWgIR0CS0/9ZzPrwdX2UKGgGR0BtqsdaMaS+aAdNFAFoCEdAktYzzundf3V9lChoBkdAcEkHpKSPl2gHTSoBaAhHQJLWjD7655J1fZQoaAZHQGN+Axi5NGpoB03oA2gIR0CS1uQO4G2UdX2UKGgGR0ByIHJ+2E00aAdNNAFoCEdAkthc8ox59nV9lChoBkdAYw+vNeMQ3GgHTegDaAhHQJLYwrWiDdx1fZQoaAZHQG5bdWyTpxFoB01WAWgIR0CS2exbjcVQdX2UKGgGR0Bv0EcMmWt2aAdNTQFoCEdAktnp++dsi3V9lChoBkdAcMQA9mpVCGgHTTMBaAhHQJLayIUJv5x1fZQoaAZHQGTaQ0O3DvVoB030AWgIR0CS3TTlkpZwdX2UKGgGR0BxKaBshxHYaAdNPAFoCEdAkt2mnXNC7nV9lChoBkdAcFPuCwr1/WgHTSMBaAhHQJLfEBaLXMB1fZQoaAZHQHCtEvGp++doB00rAWgIR0CS3ynTy8SPdX2UKGgGR0BzHnqcEvCeaAdL+2gIR0CS36dkrf+CdX2UKGgGR0BxOjy7PIGRaAdNGgFoCEdAkuF2H1vl2nV9lChoBkdAbIlVWjoIOmgHTXcBaAhHQJLhqSaEzwd1fZQoaAZHQHLeYrWiDdxoB00pAWgIR0CS4bLYf4h2dX2UKGgGR0BrnDj3mFJyaAdNyAFoCEdAkuHImG/N7nV9lChoBkdAcYY+glF+eGgHTRkBaAhHQJLit+QU5+91fZQoaAZHQGz4+eOGTLZoB00bAWgIR0CS5B5xBE8adX2UKGgGR0BuPNgF5fMOaAdNGgFoCEdAkuTs2R7qp3V9lChoBkdAcd/1qnFYMmgHTW8BaAhHQJLmUqc3EQ51fZQoaAZHQGxYbpeNT99oB00VAWgIR0CS5+VinYQKdX2UKGgGR0BxUTqOcUdraAdNeAFoCEdAkuhs0YTCcnVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 124,
+    "_n_updates": 248,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True]",
+        "_shape": [
+            8
+        ],
+        "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=",
+        "n": "4",
+        "start": "0",
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,
@@ -86,9 +87,13 @@
     "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "clip_range_vf": null,
     "normalize_advantage": true,
-    "target_kl": null
+    "target_kl": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    }
 }

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68dcd223cb64fd81a29f7e8e704515dc1a718de5fa10770707e1e608e8a62d55
-size 87545
+oid sha256:9da04ae77ef04c0b7d5416b4041ecef43135a2be06e517f4a5070bc5d796be47
+size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0da137890a42d46477b689b74efd8b4e1d95729fbf2a7476cefa4679c50e369a
-size 43073
+oid sha256:8bc3f2a1a986c386f592f6968c4a23b208c3e9087e93460b49d1251d73f61026
+size 43329

ppo-LunarLander-v2/system_info.txt

@@ -1,7 +1,9 @@
-OS: Linux-5.10.133+-x86_64-with-glibc2.27 #1 SMP Fri Aug 26 08:44:51 UTC 2022
-Python: 3.8.16
-Stable-Baselines3: 1.6.2
-PyTorch: 1.13.0+cu116
-GPU Enabled: False
-Numpy: 1.21.6
-Gym: 0.21.0
+- OS: Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023
+- Python: 3.10.12
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.0.1+cu118
+- GPU Enabled: True
+- Numpy: 1.23.5
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

results.json

@@ -1 +1 @@
-{"mean_reward": -54.38572708821739, "std_reward": 27.3141216656398, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-11T07:25:24.246112"}
+{"mean_reward": 245.5674015841477, "std_reward": 15.002307583298878, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-18T15:18:53.836048"}