Upload PPO LunarLander-v2 trained agent

Browse files

Files changed (8) hide show

README.md +1 -1
config.json +1 -1
ppo-LunarLander-v2.zip +2 -2
ppo-LunarLander-v2/data +38 -38
ppo-LunarLander-v2/policy.optimizer.pth +2 -2
ppo-LunarLander-v2/policy.pth +1 -1
replay.mp4 +2 -2
results.json +1 -1

README.md CHANGED Viewed

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -470.80 +/- 92.54
       name: mean_reward
       verified: false
 ---

       type: LunarLander-v2
     metrics:
     - type: mean_reward
+      value: 246.75 +/- 18.74
       name: mean_reward
       verified: false
 ---

config.json CHANGED Viewed

@@ -1 +1 @@

- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7e107d2ab560>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7e107d2ab600>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7e107d2ab6a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7e107d2ab740>", "_build": "<function ActorCriticPolicy._build at 0x7e107d2ab7e0>", "forward": "<function ActorCriticPolicy.forward at 0x7e107d2ab880>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7e107d2ab920>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7e107d2ab9c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7e107d2aba60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7e107d2abb00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7e107d2abba0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7e107d2abc40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e107d21dd40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1048576, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1739704857968864193, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAEDkKT+K5S48TUk+PVMkGb2duzs+AaYrvgAAgD8AAIA/AMClOrsEqz8aNTE9SWnCvsJ5kTy6EIw7AAAAAAAAAABNREk9CnW0PzFqpT5DpAq+pIkuvWXuob0AAAAAAAAAADNy1Lz0DrQ/GjWmvn1ff72FNyM88l2jOwAAAAAAAAAA5sHYPZiPpz8oj889zQvyvn03rD6Gmhs7AAAAAAAAAADN1jQ+D9NMP+B5aj48bQC/UI/ZvXs6UL4AAAAAAAAAACZLTD42/sY/aRahPuzIg77vMZA9zkwgPgAAAAAAAAAARQIRP7Y6rD5amW4/ESBZvxFN1D24H68+AAAAAAAAAAAzP0k9wha6P8REAT87v9u+PMw2vx7aAb4AAAAAAAAAAEaYLz5aipM/xti6PoUVI7+30ZS+3otKvgAAAAAAAAAAA3mGPvOzoT9wrSQ/5PD8vuQY4b4zoac9AAAAAAAAAAANA8+9CnSbP64ZGL/tYSi/qzyVPWeXnT0AAAAAAAAAACAmd77m5Lw+WWdEvpvQXr+I2Tu+AwEivgAAAAAAAAAARlzIPir7jz7+1bo/3ISfv6Bibb+42qE9AAAAAAAAAABrafm+yRRRPn7Ctj48R5G/mhssv8XrYDwAAAAAAAAAAJMVKD5yBIg/c8M7P3dkMr94fgC+qJ34vAAAAAAAAAAAoOxbvs9qfD2oAAa/9dJuvygfDj6Wgza+AAAAAAAAAAATGS0+kjNvPsbtrD5lwGe/MKdoPLIilz4AAAAAAAAAAC2kHz8uG/w+Cn00P7EAXb8w44g+kBZzPgAAAAAAAAAAG0qmvlXOgz/d6xS/s1IJv5h/sL6Qeve+AAAAAAAAAAAaC6690g6zP2rbSL/00pS9lCNaPVIyPD0AAAAAAAAAAOgz5b6fMK8/MmyJPoTZC78yHVG/bqSXvgAAAAAAAAAAxnFCvsNADT+8YqY97Ml0v4Xxzb47IGI+AAAAAAAAAABmdSs/eW0svvasbT69zZS+pDNkP2N38z8AAAAAAACAP02Y3L6nExM/uFZivTw4QL/VNAW/IFDeuwAAAAAAAAAAYDIAP/udXj8SCnI/vPEyv1G7qr41jN09AAAAAAAAAABgWqe+/gZCPypYJ77UPAW/21lTPMKyNzwAAAAAAAAAANq/RD57YZo/sMqaPnHz3b4JakG7mHnJPQAAAAAAAAAA677AvgmNBj29tAk/weE5v9yW376AjlY/AACAPwAAAABQQss+Pz/gvWjWtzzB+MI8JOGCvi4u9z0AAIA/AACAP4BIGz4SdwM/U8m+vtBnJr918wI/eZkLvgAAAAAAAAAAJuc4P2QBnD5jNXU+NBJtv3Qw2D7yLAM+AAAAAAAAAAD6jDo/P924PnDm7byax5y/NLVDPwJTIr4AAAAAAAAAACPfi74kNIo/C8BbvuBq7L71g9i+zUMmvgAAAAAAAAAAzSjCPUyXtz8anFA/SbWzuz1oFb4iB3S+AAAAAAAAAABNToU+WC6IP2JtHj9ksBm/MaVZvrqttT4AAAAAAAAAADMMjjzKZpM/wGLRPZ6fPb9QjZ+9jggXvgAAAAAAAAAAM/taPL54nD/C3jw9VEOrvnpb17yC7m29AAAAAAAAAAAa7IK95xnNP1Wzb7464+Q9fTCzPQnFh7wAAAAAAAAAALMXSz30Aa8/oINiPtJrkr7GtZa+4UU1vgAAAAAAAAAAWmoHPpvZuT8YH9A+0DIjvkCAnr67JkK+AAAAAAAAAABzGbs9Ar6fP16KRj/jHCm/Zv26vXIN170AAAAAAAAAAAAhibzT9LA/R6GsvhDblr4Xx2w8Z6a+PAAAAAAAAAAAMw+MvbuvjD/jRHy+joD6vlKNCT4y9Rs+AAAAAAAAAABm5as8t31XPz4N+71SkA6/8mD/Pf/xS70AAAAAAAAAADNlsz3cCqs/wDEEP121kb6SAPs7yoe1PQAAAAAAAAAAgCq1PTCppj8a5jg/kFXKvnO+3r2nMZG+AAAAAAAAAAAS5t++dwGGvQaUojx0Koq8nR6YvVUC3DsAAAAAAAAAACZMoj2rZ58/+rHFPqFX8r5l1jq74OFGPgAAAAAAAAAAM7mvPGkOuT/mUYg+Rr8yPg6vCbxRUIu8AAAAAAAAAACaADy9CTqlP33ag74+hc6+lYKoPSY35T0AAAAAAAAAAOD8nD5hynk/5v8BP/crDb8l5iM8+HEHPgAAAAAAAAAAM+N3vW+wSz+84zm9gn89v5OLoL1+Or89AAAAAAAAAAAgS60++ly8P4ZuMT+tRwy/dNPovrs6Pz4AAAAAAAAAAM0Kbr0SWL0/LuSHvj+TDD2J+gw+y22nPQAAAAAAAAAA01+BvkK2iz9g5Gu+6qYbv9ByC7+R86i+AAAAAAAAAACgLDI+jGxxP8xRLT+imxO/M0Urv2QXj74AAAAAAAAAABrwmT10/a095lRCP+HPZ79SsPq+ijQmPgAAAAAAAAAAgPylvkxbMj8378i+4aI9v0jwt75eC+69AAAAAAAAAAAKlo0+6x88PwTjyD6+KF6/Fc1/PnPFFT0AAAAAAAAAAIAsZL01j44/ERcCPUdUCb91LQO/DZndvgAAAAAAAAAAdZjXvuLbHD6DlOO+Pqxxv5Kper3jbU++AAAAAAAAAADNk7Q+7gPovOWT27uzVGG8TsKavRaotrwAAAAAAAAAACD+Dj/ANuk+P5E2P3x1Nr8OaLQ9VSgLPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEgx6gM+eOKMAWyUS26MAXSUR0BvcDfBN21VdX2UKGgGR8BgsXYUWVNYaAdLnmgIR0BvcOJtSAH3dX2UKGgGR8BWWOEqUeMiaAdLVmgIR0BvcXkiliz+dX2UKGgGR8BaR+nyd4FBaAdLhmgIR0BvdHChvitJdX2UKGgGR8BXWgr1/Ue/aAdLdGgIR0BvdFSAH3UQdX2UKGgGR8Bay7mlqJuVaAdLdmgIR0BvdU3Mpw0gdX2UKGgGR8BNr7g88s+WaAdLbGgIR0BvdsK5TZQIdX2UKGgGR8BwTsZqEeySaAdLk2gIR0Bvd5OrQw9JdX2UKGgGR8Bio9aIN3GGaAdLbGgIR0Bveq9Zid8RdX2UKGgGR8BVAv4/NZ/1aAdLZmgIR0BvfrAzpHI7dX2UKGgGR8BVdwJb+tKaaAdLXGgIR0Bvf7nRsuWbdX2UKGgGR8B0FvsE7nxKaAdLeGgIR0Bvf6DZlFtsdX2UKGgGR8BLRuy/sVtXaAdLWGgIR0BvgJr30wrUdX2UKGgGR8BMQZ4Oc2BKaAdLXWgIR0BvgIFNcnmadX2UKGgGR8ByaMLXtjTbaAdLf2gIR0Bvgw5o4+8odX2UKGgGR8BTGeFg2IfsaAdLXmgIR0Bvg/+bVjI8dX2UKGgGR8BheAMKCxu9aAdLg2gIR0Bvg/EOy3TedX2UKGgGR8BZVENBnjABaAdLW2gIR0BvhTeANG3GdX2UKGgGR8A+n7L+xW1daAdLXWgIR0Bvhgqur6tUdX2UKGgGR8A/daYeDFqBaAdLVWgIR0BvhgetCAtndX2UKGgGR8BX5etW+49YaAdLjGgIR0Bvh4G+sYEXdX2UKGgGR8BNR7pmmLtNaAdLdWgIR0Bvh4YvWYnfdX2UKGgGR8BTUuU2UB4maAdLtWgIR0BviG3Ytg8bdX2UKGgGR8BbpK2nbZezaAdLhGgIR0Bvi4bjtG/fdX2UKGgGR8BTDApF1B+naAdLY2gIR0BvjUOEug6EdX2UKGgGR0ACEFr2xptaaAdLpGgIR0BvjPwob4rSdX2UKGgGR8Bhr1xGUfPpaAdLXGgIR0BvjixFAmiQdX2UKGgGR8BN8ZfdAPd3aAdLmmgIR0BvkBljEvTPdX2UKGgGR8Ax1lU6xPfsaAdLkGgIR0BvkkQTVUdadX2UKGgGR8BCcFRHf/FSaAdLXWgIR0Bvkyr5qM3qdX2UKGgGR8Bg+ZSYPXkHaAdLdGgIR0BvlFilSCOFdX2UKGgGR8BFMHq/ub7TaAdLhmgIR0Bvl37DVH4HdX2UKGgGR8BGf9LxqfvnaAdLamgIR0BvmOqo60Y1dX2UKGgGR8BamyG34Kx+aAdLhWgIR0BvmNfE4vOAdX2UKGgGRz/oL8Jlar3kaAdLUGgIR0Bvm+LDQ7cPdX2UKGgGR8BH1jqnm7rcaAdLW2gIR0Bvni53C9AYdX2UKGgGR8BSn4bsF+uvaAdLXGgIR0BvninP3SKFdX2UKGgGR8BaUlxwQ176aAdLjmgIR0BvnhREWqLkdX2UKGgGR8At9sImgJ1JaAdLrGgIR0Bvn5tcfNiZdX2UKGgGR8BUQtzfaYeDaAdLamgIR0BvoJxcVxjsdX2UKGgGR8BgkVXzUZvUaAdLgmgIR0BvoGBnSOR1dX2UKGgGR8Bf+RIWgvlEaAdLm2gIR0BvooyZa3ZxdX2UKGgGR8BINh2fTTfBaAdLn2gIR0Bvo6v3ai9JdX2UKGgGR8BQq0TDfm9yaAdLVWgIR0Bvo/aHsTnJdX2UKGgGR8BB3wXyiEg4aAdLWGgIR0BvpReZ5Rj0dX2UKGgGR8BV20EHMUypaAdLoWgIR0BvpgS+QEIPdX2UKGgGR8BmCM+kgwGoaAdLgGgIR0Bvp0h9srNGdX2UKGgGR8BkfG9WZJCjaAdLiWgIR0BvpzX6InBtdX2UKGgGR8BH8Pddmg8KaAdLc2gIR0Bvp90zTF2ndX2UKGgGR8BCUAOrhisoaAdLomgIR0BvqDJQtSQ6dX2UKGgGR8BZBOb7TDwZaAdLWmgIR0BvqSBGx2SudX2UKGgGR8Bc43sLORkmaAdLXWgIR0BvqkjX4CZGdX2UKGgGR8BzLf/lyR0VaAdLdmgIR0Bvq0twrDqGdX2UKGgGR8BCNe+Eh7mdaAdLaGgIR0BvrEwlByCGdX2UKGgGR8AyWqQiiZfEaAdLYGgIR0BvrKeiBXjmdX2UKGgGR8BRmPhVENONaAdLVmgIR0BvruCbtqpMdX2UKGgGR8BCzAOrhisoaAdLpmgIR0BvsBvgm7aqdX2UKGgGR8Bh77g0j1PFaAdLe2gIR0BvsK8Djin6dX2UKGgGR0AerKbKA8SxaAdLfmgIR0BvsHfEXLvDdX2UKGgGR8BRLFs54nndaAdLbGgIR0Bvs1nqVyFPdX2UKGgGR8A7nLCvX9R8aAdLYWgIR0BvtHp4bCJodX2UKGgGR0A+q0ojOcDsaAdLZGgIR0Bvta1G9YfXdX2UKGgGR8BhuxF7Uoa2aAdLa2gIR0BvtbAk9lmOdX2UKGgGR8BVtuumrKeTaAdLYWgIR0BvtuhAWznidX2UKGgGR8BWV3NPgvUSaAdLdWgIR0BvuKnJkoWpdX2UKGgGR8Bkc9U2kzoEaAdLkmgIR0BvuGxD9fkWdX2UKGgGR8BQUU9ZA6dUaAdLWmgIR0Bvuc0iyIHkdX2UKGgGR8BiHKHfuTibaAdLaGgIR0Bvu4Mx46fbdX2UKGgGR8Bo8y+UQkHEaAdLlmgIR0BvvKy2QXANdX2UKGgGR8BY+rO3UhFFaAdLc2gIR0BvvNM/QjUvdX2UKGgGR8BHinUtqYZ3aAdLimgIR0BvvdIRRMvidX2UKGgGR8BJ0ctwrDqGaAdLnGgIR0Bvv0mF8G9pdX2UKGgGR8BRHdEPUaybaAdLb2gIR0BvwJUDMeOodX2UKGgGR8BYfUj1PFefaAdLW2gIR0BvwYKYzBRAdX2UKGgGR8BQu0q2BreqaAdLrWgIR0Bvwj+kxh2GdX2UKGgGR8BcwMTewcHXaAdLomgIR0BvwxRhttQ9dX2UKGgGR8Bjeq0QbuMNaAdLkGgIR0BvwplvqC6IdX2UKGgGR8BjUMBGQSzxaAdLfmgIR0BvyLb1yvLYdX2UKGgGR0Aq1foicG1QaAdLcGgIR0BvyIv6CUX6dX2UKGgGR8BWLt4u9OARaAdLcmgIR0Bvy+5Dqnm8dX2UKGgGR8BJkYyfthNNaAdLgmgIR0BvzkCFK02MdX2UKGgGR8BrLA2wV0tAaAdLm2gIR0Bv0ZAfMfRvdX2UKGgGR8BaF3trsSkCaAdLkmgIR0Bv0Yg5imVJdX2UKGgGR8BAEUOmR/3GaAdLlGgIR0Bv0iVt4zJqdX2UKGgGR8BaQh/y5I6KaAdLmWgIR0Bv0+z0HyEtdX2UKGgGR8BRUdMCcPOIaAdLimgIR0Bv1CZ0CA+ZdX2UKGgGR8BI7mjj7yhBaAdLmGgIR0Bv1cCHRCyAdX2UKGgGR8BcgSTY/Vy4aAdLbGgIR0Bv1cW43FUAdX2UKGgGR8BGysAWBSUDaAdLcWgIR0Bv1nXK8tf5dX2UKGgGR8BPbjCP6sQvaAdLXWgIR0Bv17l3hXKbdX2UKGgGR8BI3f029+PSaAdLYmgIR0Bv2FdzGPxQdX2UKGgGRz/4P+85CF9KaAdLfWgIR0Bv1/Him2srdX2UKGgGR8BHR189fTkRaAdLaGgIR0Bv2X8ZUDMedX2UKGgGR8BOzSrHU+cIaAdLpmgIR0Bv2iJ/G2kSdX2UKGgGR8BbPmexwAEMaAdLfmgIR0Bv2hPuXu3MdX2UKGgGR8AX1zgdfb9IaAdLdWgIR0Bv2sUuctoSdX2UKGgGR8Baudwzch1UaAdLnmgIR0Bv2/Dcdo38dX2UKGgGR0A6qQoTfzjFaAdLdGgIR0Bv3Gn/DLr5dX2UKGgGR8BNd7A+IMz/aAdLYGgIR0Bv3AChew9rdX2UKGgGR8BY4wK8cuJ2aAdLV2gIR0Bv3Z+QU5+6dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 128, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 8192, "n_epochs": 16, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.11.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu124", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7e1e602f2c00>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7e1e602f2ca0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7e1e602f2d40>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7e1e602f2de0>", "_build": "<function ActorCriticPolicy._build at 0x7e1e602f2e80>", "forward": "<function ActorCriticPolicy.forward at 0x7e1e602f2f20>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7e1e602f2fc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7e1e602f3060>", "_predict": "<function ActorCriticPolicy._predict at 0x7e1e602f3100>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7e1e602f31a0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7e1e602f3240>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7e1e602f32e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e1e609b19c0>"}, "verbose": 2, "policy_kwargs": {}, "num_timesteps": 10485760, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1739798085643617808, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdkAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAQAAAAAAAALOZJD0/F5U/MjklPvD7775z2BA9QP4ZPQAAAAAAAAAAGnV2PY9iRLr/n5k7/klDvDhdwru5siG9AACAPwAAgD/Nxk68FAzCun4vJrqNdsS1WB2KuZsgPjkAAIA/AACAP03/lz1xzQs631EOvHinBz06I8G7u9NLvQAAgD8AAAAAGqFhPaTwbTi+Ojq9lqwiPEJ3FLuAOX68AAAAAAAAgD8Af948FLSwusJJnzvBIMw3aiLDunNCATYAAIA/AACAP5oxjbspHGS4AztTu21jhjwpN0g7sBUyuwAAgD8AAIA/AIrcPKTgJLlqUmw8Kl7xuHrm3boAx/i3AACAPwAAgD8aG7A9gpcnPjLEOL25Nhi+v7zYPBBphb0AAAAAAAAAAM0i8Dy4zom5vrsFu56EYzayGxK8WsAeOgAAgD8AAIA/mpFnPNx/sz83/68+fy0KviPTKrwY8Cy7AAAAAAAAAABmClo87HHTOkrvLjxWkW+7wtzau/r2Jb0AAAAAAAAAAJMsTj70T7y8we8Fuiu4C7u0XTC+FobouwAAgD8AAIA/MzalPMNZWro6sNM7oAs2uIqusDp3hwy5AACAPwAAgD8AxCK8e26JuogSk7tl3Da21cTYupr6pzUAAIA/AACAP5rjmbwphDK67e63OvXZ7DX+JiM7Bl7SuQAAgD8AAIA/ZrWBvR/l2ThSN986nP0IPXFHZ7pmfqa7AACAPwAAgD8ze8I7ewyjuha/0zvMwpw7tTwGO1iBmbwAAIA/AACAP2b6Bz0fj7a7r/YUvKTXQjwHgh09yLYovQAAgD8AAIA/TRWXveHG7bqLVoa6EKlRvWmNv7uKaje+AAAAAAAAgD8mrfO9S1KTPz7p9b4A7fu+VZh+vUP+C74AAAAAAAAAAGamN7x7ToK686z+u7CKvbU0m4Y4lg0qNQAAgD8AAIA/ZsYeOsOZXLr8xkA7Gvz3NXtpS7qwal+6AACAPwAAgD+AUh0+12lXu5r15buwkQ08QPXtvDc7gL0AAAAAAAAAAJriOz7oWFA/JbhgPT7dFL/jvBE+xLHIvAAAAAAAAAAAZq4TvdhAkD2HbSM9BKMSvgIprD2UGB6+AAAAAAAAAAAA1ek8XyBvPoWDVT20ySu+NcE/vW/SnbwAAAAAAAAAACBoET49PE67zLScOFcWJbYIMoi8WKa5twAAgD8AAIA/AEAavR/lrzgl+kK8Mxm2PCsSZjq6MYq7AACAPwAAgD/anZw96eYJvCQjNj1cSWI97m0sPYOQ9zwAAIA/AACAP80OwLzDZU66FWGYu9zThLV7wgO7687sNAAAgD8AAIA/mrG2PK4JgLquwEI8UjzBOMf7Rbp6Qrw3AACAPwAAgD+a3YS7rqW/uniJszy3Liq5zOO9uabVHLgAAIA/AACAP80AJbyYyIs/XrM6vRDr875pw6m70v9yvQAAAAAAAAAAM0J3Pde3CDpr3Dk7gC1ftVvt9btDfmG6AACAPwAAgD+aYBQ9w60AurD7Yzt/07e7IwyHu8Ryo7wAAIA/AACAP/rMAr79KJY/xpLEvgctz74b/v69tWMsvgAAAAAAAAAAmrmKvIUT8zqR2BO7QBSqOy8DODvrnr25AAAAAAAAAAAA2AC9UpCwuVJYTz0e1La8QAlIuzM+oD0AAIA/AAAAADPyiT3sGbi59txBOhLpCbkwvly7djhVuQAAgD8AAIA/M9JGPa4Dlbr7z4y6grHvtUSpAjviMaA5AACAPwAAgD+aONg8bGuqP4oQ1z5qbh6/BR2Tu1qWLT0AAAAAAAAAAAC2dLw9Wno61jsIvNSn2DzODRE8B1tAuwAAAAAAAIA/S3yTvps2Wj+ee609QJO8vrUvV75AZvU9AAAAAAAAAADNLVC99pxXul9cvbsFG4AzTmVXORITGzIAAIA/AACAPwALijzX0xe5Z7CEO5y3KDiLy027kpMvugAAgD8AAIA/c4HQPcD2VT9OdIs9pjrZvgxDtD08yxM8AAAAAAAAAADNQI07g4NkvArs2jvvs609/8LFvc/RgT4AAIA/AACAP820wTxxfUw4ksnrujzzjzTdOl27lnENOgAAgD8AAIA/unlMPrhPOz/CvKM8aVW1voxdXj7La5G8AAAAAAAAAAAzUwO89jAbuu9UPTuHjLo2kN0nu9qhXLoAAIA/AACAP9qmUD5woYM+ymUsvgw8q74+ylw9IqEavgAAAAAAAAAAZl6IPfacVLqba866BjD3NWfPNrr6uu85AACAPwAAgD/NRx89KRBnuiojfbtTY6y2SQbBOoW8kDoAAIA/AACAPyCaBD4paAa69cp4PKkt5DwxF5C7Iz4JPAAAgD8AAIA/zeBivMw9Sj7eOs68RkNOvo8u673fAjc9AAAAAAAAAAAzCVi8kl6pP/hp9b0xH9G++axZvHAvYr0AAAAAAAAAAAA4bbwfV+W7BiWQu4CWLDzNC0M9sd0VvQAAgD8AAIA/zWRtO0hRuDmWyxU8z7NcNozd+DrzQ2s1AACAPwAAgD96xSY+0lOFu+sNEDzvHVq5FhKnvE2xeboAAIA/AACAPzMfHDz2xC+6PTBEuzUt1btbtIy7IuW5PAAAgD8AAIA/jT++PR9d5bmIRFg6dw8SskqwMrryYn25AACAPwAAgD+aKx+9cT04OC4Drju6MNg4pe/Zu95SKboAAIA/AACAP7OVHT0pSHe65ngtvEFFvjxEfpm6dpqjvQAAgD8AAIA/M8ktPVxjVLpGEjI7hH6stdzopDjJxEu6AACAPwAAgD/NQJi9Hw3VuXAa6TlT5ZK4apRFOwpW/LgAAIA/AACAPwAtMT6G1do+0hKOvg0SyL64SM695XZlvgAAAAAAAAAAmpY8vcOJJ7pVJTE90kuXPJAhx7q2UFo8AACAPwAAgD9AV5Q9XIMxuk33XrtVhRMzdhtGOpWSgDoAAIA/AACAP4CzNL3sGce5WsLmO0Wj/jNzMVc7Tj6iMwAAgD8AAIA/AO89PiyLmT/L96k+AksHv/ofXT5iS8E9AAAAAAAAAACathQ9e+ycOcKMT7lgWJi7lKKqOzkeO70AAAAAAAAAAPN60z3hBKe6ZTnXvGOuqTn5sjo7WyNduwAAgD8AAIA/zalVPUgxijl2gHM77ZQDOBK5AbzDOjK6AACAPwAAgD8inI2+Fw8TP+PeXT7jUam+bg+BveyzFz0AAAAAAAAAAACy3TzhtKW68fFDO0Z5UDkqFJS7dhFnugAAgD8AAIA/mjd1vB8NtLkFoAK6IsGqs2mLtrtRThg5AACAPwAAgD+a5yS9rr6rP5B8a76QSJO+Txqfvaju2r0AAAAAAAAAAIB67D3D9RE3DmijvINwyrmCvo47tL+xugAAgD8AAIA/mhTCPfbAJ7quShg7BMltuVEyuzt2SCq6AACAPwAAgD9Nz9Y9tmqIPuDfzj2JwZC+6/e6vFLjkD0AAAAAAAAAABrsvr03NIA/tpXNPTkpzL7VVge+248FPgAAAAAAAAAAZj4oPeG8wbrYBmu7jXSlO6onqTnu9Zw8AACAPwAAgD8ztbs9sIbpPhBDezyj+xS/zEU9PYFUKr0AAAAAAAAAAJoDKT24lcQ9rkRcPbqOgr6QhYM9lRdvPAAAAAAAAAAAMyokPUOSYT1ElIw9c+QOvgIwKLumI/i7AAAAAAAAAACmoAM+UlONu8toWj3Z5OK7K5b1vA6hwrwAAIA/AACAPwBMgryFGJO7PdH0O9HMGD3epem8uC78PQAAgD8AAIA/2iqAva6Hijmxo7g7Jg4MPJ0dcbsdCFS9AAAAAAAAAAAzMw08YpKtP0HKHT6NaPe+Xt9YuwcsrzsAAAAAAAAAAAAQNj3DaUe6WTEPPFQVoDmNcsK6ykOaOAAAgD8AAIA/M1UYPEivqrqj/dQ6c7FqNXh2CzpdevS5AACAPwAAgD+afuY8j6Yhuv2vajw7G8I5JXtcO4o4mzgAAIA/AACAP02+OD5Iv/S6MimGvPP4q7dqx0q8kY8bOgAAgD8AAIA/Zm8JPRSOsriZjiI86rQAN3DqvTpVBwE2AACAPwAAgD9NAS699qgeulSmLbzSPA07ral1u+4I97sAAIA/AACAP42FqD1cc3G6BjWnuaKaAbRuDLy6uFDAOAAAgD8AAIA/zZygvB8d2rmy3x88ylsKtwoAGDz4PQa2AACAPwAAgD8NO7Q9w14zO/DTAL194sy89VOXvLk5tj0AAIA/AAAAAOaPiT2uw5u6CI91vJNiYTmN7gc73yfLuAAAgD8AAIA//ZinPuuTZj9xYUE+E73svhsBxj6GtFi9AAAAAAAAAABACo89XPsouoPMoDtltaI8olrHueTfGjwAAIA/AACAP5pe4D2PwnA3TiuNvXdA6btGeIy7QgrdPAAAAAAAAAAAzWKaPRQglrowKHo5YNGINSR33bjX4Y24AACAPwAAgD9mLLw8qfMwvFKGsL3DNgC+JySdvRrfHb8AAIA/AACAP9rO6D2PfnO6QiIGvB5M9bmapse5df61ugAAgD8AAIA/ZlF+PSmIK7ruxIA7qYNBNl3+BTii0Ja6AACAPwAAgD/NhtQ89rxtul9tBrszWu43wRutuz7/rjkAAIA/AACAPw1Aiz3sQYU6RNMVPGvfXr2i7vE6edM+PQAAAAAAAAAADXHhPRtVmT9OjgU/grgAv29pxz0TZDM+AAAAAAAAAADNWb89XJ9RuvrSkrwQ96288tJ4u3svmL0AAAAAAACAP4Ax3z1IL4K6VT3Uu4/injZT0JC6G1IOtgAAgD8AAIA/WvaYPXF9PrlCvps8FNAnsxVL9brOYB6zAACAPwAAgD+zSmm9rpGjuiNSxjtsTBA2PgaMOnhOATUAAIA/AACAP809Cz2PcnO6v1sSuxPMkrZmcxA7ieAlOgAAgD8AAIA/JoG0vVJAxLmCZNg7O3RyNAIB+jhGVakzAACAPwAAgD8z+N09j24CugLghbtlwpw27iSKuzBamzoAAIA/AACAP02PjT24fpg4rNayvEp8hTuicsg6Jmn+PAAAgD8AAAAAZiY9vLVwtj8/qRO/5UadPhyzMzyUyKw9AAAAAAAAAAAa9Gs99rhZup7BGDxAgqu8GPoAu4LUlb0AAAAAAACAP7PZij17WvS6FcXlu1H1m7rZN2I7A4PdOgAAgD8AAIA/MyUwPK4hgLo0rTK87lXTOAalmLsKDT64AACAPwAAgD/mjxq9vGi5P2gW872JZ4G+P0GQvaLIub0AAAAAAAAAAGZoUrx7VoC6OkylPAEJTL2nU/q5XJYZvQAAAAAAAAAAmmHZvI/iXzmSd407w+QpPBck9boIKg48AACAPwAAgD/TUZE+76qcP+54Cz+hauy+lQ+/PrPDgj4AAAAAAAAAAM14Oj2P9g26LhsputX2b7T0BJC58URIOQAAgD8AAIA/s00JPVjbmD7I6Fa93Gs/vv2NG74+9UE9AAAAAAAAAAAmcMQ+1k2sPsPSGb6iBEK+Y+M0PYW8aL0AAAAAAAAAAGZ+Z7u4lNk6UfclvL2olj0XJXY5MjImvAAAAAAAAAAAJrSIPSnIYLo3IL28nOVBuGVhTDvzb7E3AACAPwAAgD/zDbk9ChdguX0iVD0STTo9YyUKO/GuHT4AAIA/AAAAAM3VnzwpCFG6EcyGOuNuxLyKn8g6UQWsvQAAAAAAAIA/5ldSvR0HNj8Ukgu8PZH7voF6ir3L5eW9AAAAAAAAAACa/wC+eMzzPpLMxj4NrqG+x5sSPvRwPT4AAAAAAAAAADPLsD1cC0+6LhfNOzwTNDk/Yey5EzFvugAAgD8AAIA/4KcFPke5BT+C6+06U9CrvgwDfj0YdcM8AAAAAAAAAABaSbI99jwwunZZA7osKw+5NiXButiUJDkAAIA/AAAAAHOJmz0UIrW6ZZjXvF7I7bzzuiI8kglvPgAAgD8AAAAAAAaiPVLwpLlEdYU8y2IJPb9lWTuGYmk8AACAPwAAgD+z80W9cd1NuQLcNjtztzc4lovTuz7127gAAIA/AACAP2YbTj3hEIa6upmLu27qori0zJu5rVYSOAAAgD8AAIA/pkZHPusaoD9VG6s+D+HyvqdtjD5y8IA8AAAAAAAAAACzRCg9SMe8ui3+7jp9r4Q79Dhmu3ZuUzwAAIA/AACAPzNzWTwA5gI/Td2fvPNAkL4KNva82ZWGvAAAAAAAAAAAZveOPFJ4nDh18mm73Sj/PH/L6Dry8tm9AACAPwAAgD862SA+PSMwPOIsoL078bW9RapTPl7kij4AAIA/AACAPzNsXj2UB58/jjrUPtQHBb9WyQM8GH6jPQAAAAAAAAAAAAlEPcMJKbrKcIy4361AtVyZ0Tn+lKI3AACAPwAAgD8z2fs9HCWaPmGSlr5vlFe+6cVovi8IkL4AAAAAAAAAAMBLtD32EBG6mm+cu02/kDa1xiW74b62OgAAgD8AAIA/rYlGPgMmEryhiUe7pwCiOeqLd70ddOM5AACAPwAAgD8A+OC7XI8fuoo5Bjy7Ti42DKAvO//XJDUAAIA/AACAPzOzvDuuR6W2AExOOzyKCbWQhIW7JlR1ugAAgD8AAIA/ZsbkuwpND7t3OSA7bdJpu410XzxKuks8AACAPwAAgD+GSWe+Rw71Po2h1z42qeu+jYbQPLP9DD4AAAAAAAAAAA0WwT0pxBI7OnYQvVCAvDt6EiU8UsBZPQAAAAAAAAAAJoXFPR+tgLlmLRA6FUP/NfudPzu94ia5AACAPwAAgD+zjdw9rsetN1jiX7mDGAs4rpU/Oo1GgrcAAIA/AACAP5pr2DwUDpO46HyDO73e1Tf7x6u7BSJzNgAAgD8AAIA/ZjXRvNfjVblzabY73P8rNXsNv7tSwDE0AACAPwAAgD8Al7y84diounUMITrZmsE1TC+gOne4OrkAAIA/AACAP004gz0KN3m5TvZCvDQXWLWFmC+7yEvMNAAAgD8AAIA/gOgNPa6th7rURSs8+8los+00xTqtdf+xAACAPwAAgD+aAQ87uL70OJKbITpvVzo2RavUuj7QQDUAAIA/AACAPzMI1TxIsdk5fuY9u02I6zyyrDC7FTFEuwAAgD8AAIA/zfW4PbhN+LuNJoQ9mYZmPT5cSb0WFDo+AACAPwAAgD8AoEM+CGn2PpiKWL1tQZi+Qh67PabL9bwAAAAAAAAAAKBXLT4qm04+gktsvu/Tf76qlQm+7n+rPQAAAAAAAAAAml9IvK6H7LiEikA84Ig9tpZOHDua+EK1AACAPwAAgD+a7Ss8FE6wuG0Y4Ts6NiE9KjhTO7DM7LoAAIA/AACAP7PN0T3X83u5Dv/avPQbOL2XI9w69EkAPQAAAAAAAAAAZhQyPCnsabr+kkG76ynYOI7EErsQeCS4AACAPwAAgD+a1Uc8uAb9uQsX8ju2V0g3eOdRuxF1PjYAAIA/AACAPwBisTxIaZ05upMiPd2NrrsQsss7aaYdvAAAAAAAAAAAZn2lPMP1WrrS6fY6xnUBvYRO/TqWO+O9AAAAAAAAgD9zgqg9rimuugpJjzsNxo01tJi+uS29oroAAIA/AACAP+a5Wr3h/Le6hoegO8F/ibdGQ5W5AE46ugAAgD8AAIA/Gi42Pg8KJrwm66o8L8DUPLoAob3+P689AACAPwAAgD9mEhQ8jz5QuohiWzypqCQzwfKzujalUDMAAIA/AACAPxp5Qj0wArc+3geuPbnOm75CNu88Tnf+PQAAAAAAAAAATaVZPa6xgLrOCY07QFMLN78fYTsZ6KS6AACAPwAAgD+A94E9uGbHuePqiLpgpkA578+Wu6jzljkAAIA/AACAP2Yi0zxITdC6xeqWu36LIL0mUSe7gmQMvgAAAAAAAIA/5j11PcNdFjsWveM6rXAmPajeIzxvdS89AAAAAAAAAABmVHw9jkGrPVTxCLwpAEy+f6o/PNbhID4AAAAAAAAAAHPd0j0JDFE9boQfvokOWb41n1m+HkwKPQAAAAAAAAAAmvFTvQOg1z7k+zc+L6SCvuKCpTvcSJw9AAAAAAAAAAAzQJI8188FOjrlkTx31pi8bGkIOqUfUjwAAAAAAAAAADObZzvDcWO6XtjPPBQE8bwzAIw7m9LSPQAAgD8AAAAAALuMPHfuBD5e8JG8F3wxvj8rgr3GYXg9AAAAAAAAAABa8bE9uB65OMcORLyyaG28oNfqOyzclz0AAAAAAAAAAGZiPD6kZEm7fj4tvPmlR7zDP4S8hygsvQAAAAAAAIA/M2v8PApnbbnqQ327iXIyt3xpkjtMKZc6AACAPwAAgD9m1rK7+/uRO9Hkr7ufwGO97J70O2iqAz0AAAAAAAAAAAAUcj3s6fO5pjMoufP1TbQTH/U5mw5BOAAAgD8AAIA/TUFSPVyLcbprdZm7PVaaOGk6dbl/cgm4AACAPwAAgD9mfMG8FCqkuoJnY7qOZLE1vyEJO/vNgjkAAIA/AACAP5oaQT17eMe6kkvlvPPAWzzzWYc7DxdBvQAAgD8AAIA/Wt2LPY/uALqWILG7fzeCN4Gcvrjr/c+2AACAPwAAgD+NeQU+sPftPjM2IL4hJam+/x5CvTpwkb0AAAAAAAAAABr+Ej1cnz45wE17vGXYubxmN7e7qtm6vAAAAAAAAAAAZg1tPXsUtrbyRac7Am98vGxs77r/yg49AAAAAAAAAABmpoW5pM8Xu7gVVTygSti8UloHvA4gvL0AAIA/AACAP2bpg7zhOpA5Rbtmu4AFGjanb9S7wf+LOgAAgD8AAIA/AFyQO1KI37maLv07zcX7NpbVKTsT8fU1AACAPwAAgD8msgS+14sRu/ZM9DsHCww8enxvPLsp7bwAAIA/AACAP02+oD1SIIe5KClwu/FPXraJHzq6CvuKOgAAgD8AAIA/AAVtPXoOoT80j78+lCQZvxg0Qz3eaAo+AAAAAAAAAADNsrY8j7Y7uqdJDDrg0fo0GqrHuKIaIbkAAIA/AACAP83ENjvX4y04RpbdvLrUCj1RNom7Z0qRvAAAgD8AAIA/5mDHPVKowrlbi/e6Frw1tpmgozu2Uak1AACAPwAAgD+asS+8havquZ9ZE7xOrMw8qhQKO6CiuDsAAIA/AACAP83nAj0KFy84kiKPO711Xzc1WK87knmFugAAgD8AAIA/JjjRPRTCorq2YWu8Nk2OvWtq1buGPXq+AACAPwAAgD9mDpQ8ezz7OcEXFbzeMq087REEvJUUWr0AAIA/AAAAAKpNdr44hmM/MpOovlxSB78NqOC+Cl+nvgAAAAAAAAAAAGUPPVxrAbpiQoy7N4WgttIzvzoyL6A6AACAPwAAgD8zn5M8CjNeOiCSHb2gXy88LcA6Ox5E3zwAAAAAAAAAAM1UJ7vsKdK5eT8IO4KiVbXBhEg73jVctAAAgD8AAIA/ZrpHPdfTC7srcH28VPHpvN+g7Ltqus69AACAPwAAgD8And88uMb3uTJNSjxSI6c5P5JsOkT9oDgAAIA/AACAP+abYD4JzI4/gPwJP+dj5L7nP1s+jkFlPgAAAAAAAAAAMwNXO1Ko5zpqlWg7ZXuYvHR8QbzIX+O9AAAAAAAAAABm7JY84QKDOQ3yOzoh0Rk8XtINvKiEqjkAAIA/AACAP+a+zD17fJ05QUhGPBZHET3x8jS4YpqaPAAAAAAAAAAAzafePKTkEzrFp/87xrMnPSC2ormKNRs8AACAPwAAgD+ataS7KcQBuvjy6bwEEDk2oWkNOxEuqLUAAIA/AACAPzPuvjwUhIC6GmcbvCAqErnz1zs6+B+EOAAAgD8AAIA/YOEDvsPcMDtOWro9ik4LvEbDzbwjYvk8AACAPwAAgD+zYBQ9XEYcO+Dokzwewvy8ZNwHvANrv70AAAAAAAAAADMHojsiabU/vholPjXaij1Ii5G6GscNPAAAAAAAAAAADUrmPRG4fj9+6Q8+NhAQv3Gocj0G0Hq9AAAAAAAAAAAzms+8exzNOWZQJjxxkaQ7u5KuulTIALwAAAAAAAAAAOaSOz57Lzg/UyqoPX2nvr7GvHA9XRBLugAAAAAAAAAAM26dPcN5UrqzOuw7TbG4vFfzW7v2LaK9AAAAAAAAgD+zi6o9e5KYujS9jbqvKjM9c4dEPFJKFr4AAIA/AACAP2YOPjtcZwK6rD+PueMFYDU3p8C7gX6oOAAAgD8AAIA/M/hbPSmMbLqA4Q+5up4ONsgzCTt0YCQ4AACAPwAAgD8AgDc8XJ8/ullYBD3A4qK2DI7yu7/ioLUAAIA/AACAP3NSnT3DkR+6g4sTuayoIzaEu987pegqOAAAgD8AAIA/MztmvI9DODvEQAI8HPoKPNbnjDtGTaM9AAAAAAAAAABaPoE97ImyOnvOlDvUGHw956MIO+x+MDwAAAAAAACAP0Cozj17ypC6flqfOJ1fZbi/Cc07g06CtwAAgD8AAIA/MxkuvTA1wD53zB09sZpmviTWELoujQe9AAAAAAAAAAAAjoE+xBKnP4/EhD76taO+KedpPj28pD0AAAAAAAAAAAAUwLvsSdC5LXWsu9xHzzjF6iW6cq8/uAAAgD8AAIA/mhYLPRRAoLp3nz66D5dmtoYmpTpwulo5AACAPwAAgD8azgc97CnwudkRQ7trvQ44tWQpOmZsYrYAAIA/AACAPw16yj1SGPK5dNmQu0bW3ji444a7hA0aOgAAgD8AAIA/AFTYPOF8nroN5P+6vWkMPIXdkLsbpOU8AACAPwAAgD+aWzM8eyaGuiMrbjx1Cxc2ge1IO29iCzUAAIA/AACAP+YpGr1cGfA+4luUPmaFk76UKUw+cFQMPQAAAAAAAAAA5vhrvXsYiLraPhS6CTIENKiUL7uq2yc5AACAPwAAgD9Nd7U99hgaOYo1QjxkNgg9Q0ZtuuPoYzwAAIA/AACAP5oOjjzXKFm73TrXukLsRr2zhk88ybwiPgAAgD8AAIA/5spjPfaMQ7rPsxe8x9PxNvECHboQm1i2AACAPwAAgD/AWt+9zpuiPrr/1Dywnqi+A0LPuzLdjLwAAAAAAAAAADPuVD0U2JK6W/AuPEIB7jgbrqw6rZ/cNwAAgD8AAIA/Zm+cPFzbdbrttwM90TmdNt7YoTrOcpE1AACAPwAAgD8Nr749j+5vup8SOLsjcMI2qx4VOlafK7YAAIA/AACAPybNuT2PthG6WlE3uyAJ5rUWPgm6HYRXNQAAgD8AAIA/MzCfPZxkNT7YvHG9bquLvrH8ML4GEe49AAAAAAAAAADmsL09UpjeuetE+rv6YCe83J8Su7KREj0AAIA/AAAAAACgaz3D3QC64fgZPOGXuLReki874AySswAAgD8AAIA/mp8FPVwXNLqYnHO8tPwGOQyvnrsGzHa4AACAPwAAgD9gPQ0+rufXuqjjaLy5FEY8vGwkvOIjKz0AAIA/AACAPzMbXrx4iMc+xsArvgNljr5gEvG9NukEvgAAAAAAAAAAgFpevbhmjrli5G26a5GsuNu4YTvwfpA5AACAPwAAgD+znFM9w1UHuvP/ULx8HIC2q9UYO33k7jUAAIA/AACAP+YrBz3DmQu6X1kGO96HVjWedpa7bZceugAAgD8AAIA/APmiPK6dkbquoCA7rySGvPKVqrqr32o9AACAPwAAAADNzFC7rn2QuhPaNDoa5SA1Da4EOjJzULkAAIA/AACAP5pUVr2Fo7O5narhum67A7YoGUE7no4HOgAAgD8AAIA/ZtO3PSkgKrpVP4U8uozNvEmsbjmBSLS9AAAAAAAAgD9aS8M9jzZMuur1gbvADSO2l0kGOr2OlzoAAIA/AACAPybbhj0pbEq6za2NvPUugrxbWoM71wo2PQAAAAAAAAAA5sCuPbgG+rlrFps5HICFtsUWkjkc+Li4AACAPwAAAAB64EM+8kGfP/CI/D7U0si+GAM0PpoPNT4AAAAAAAAAAOaNXT0UxrQ5mb4BvWKVeDzvJXu6SUUKPQAAAAAAAAAApjrMPYVLurmVF328s73XNCJ/G7u620i0AACAPwAAgD/NnDo8lOMJPttv6D1SpZa+TZqjPWoMizwAAAAAAAAAADM7Jryk4CG51rkMvI4hsjwCP007hTtVvAAAgD8AAIA/cxqIPSloUbpY0Lq6KhRduSXCZbpYXeE5AACAPwAAgD/N3M47SLeTuqFggjqNo/C197kKudk4lLkAAIA/AACAPxDbnb7eDYk/faJ7vatGDL9uyv++ZV2XPAAAAAAAAAAAc8/JPXHnBLvr0J67olEGOkabK7z/NCY7AACAPwAAgD9mmZw8SIGQuEsZ0rwr4tQ7zqVZu27hqzwAAIA/AAAAAN499L6g5Lu9K9iNOnAbwzhLwHK9/RGHNwAAgD8AAIA/5pJfPsOzfrxyXxO67CEkOGq3370fijg5AACAPwAAgD8AEC89ZjyyP+CkGD8u6Em+DsCVvAz7gzwAAAAAAAAAAC3t9j7OHwy+aBLku7wquDzCAcY9JnyduQAAgD8AAIA/89ypPRRuvjnwGcQ7+6hvvPpPcDtJygy9AAAAAAAAAAADGMA+SZoLP19nvTy6Lui+EVKwPiuPK74AAAAAAAAAAAAJZT1cHy457TxOPEJdLDb8ZGw6l+o0NQAAgD8AAIA/ANRxPg/iBbyDgyA87FiTueZRdr3axHS6AACAPwAAgD8asxc97PGDOJUbWDyBmYm5ebXUOrL2jbgAAIA/AACAP/OE2j0K1125vNo9PEScWLXsVP07aNRXtAAAgD8AAIA/zXuZvXHdX7mGJ/u4m2T1OFzv+rqLDe03AACAPwAAgD/ATM89wzFJukDmFL1HWlA5D9MVupDiurgAAIA/AACAP+bxaD3DDQe6nQguvK1EoTaNSZ67nXcStgAAgD8AAIA/M6M5u7ie9bkyJzU8TkmfvL5seDvIcIs9AACAPwAAAAAAeL68JD+kPVraFz79GDu+9WI/PWaoZT0AAAAAAAAAAHNVvL2G0oU/mxh/vhx6JL/8Mgu+Xs2NvAAAAAAAAAAAc1eLPewpnLnrEea5ka02uPUGzLvq9ww5AACAPwAAgD8A+uq8XJNCuoYNlDujswU70TSuuktD6bsAAIA/AAAAADOd5Lx35ZA+G4cHPnlXbr60waI9NoM6PQAAAAAAAAAAMwOmPK5lkLpGdBc8QXIZNp50YLu/AQ41AACAPwAAgD8A4vE8hbunuZDfYriEuna5cq8mu6o9LDgAAIA/AACAP4rXV74OXR4/O/CqPhbj7b5IkYc9lu6dPQAAAAAAAAAA8+xUPtuVtrzoMuK6i9tGOZ/GKr4qWxQ6AACAPwAAgD+aw+w8j2YHumiSgDzTZa682HS6ujS4mD0AAIA/AAAAALPmQz3D9VM3LQGyvO6Y1bTWPrK7FdJLNAAAgD8AAIA/QLqgPfY0Fjvl9We9DChEvT4djbzEFzA+AACAPwAAAAAANFs9FFK4ug99JbuzDwc8Li0HOya8DD0AAIA/AACAPyZivT2Pw1o7lySiPLrgKz1Bo0M7QEQtPQAAAAAAAAAAAHGtvHsit7pb3407zRgPOLlYcbrcLwU3AACAPwAAgD9NeB099oQYumhfH7upQQC2NRBouu9TNjoAAIA/AACAP+bygb14srA8ehePPXushL4J6yW+koMtPQAAAAAAAAAAzco5vDHwDT7Slz0+F7h0viWJ2z0SIoW8AAAAAAAAAAAAKQW94drdOdEnIruD07g7oWmbO0KmjzwAAIA/AACAP83g3Ly4x+27+2ugPTxmlr4X2NG8A+AwPwAAgD8AAIA/Oo4Fvu5MjT/mRtq+d0HbvqWmBL6pITG+AAAAAAAAAAAz59S7FPbbORa48jt3rgW88DeXOmC/6rwAAAAAAACAPwb4Ij49ii27GRbIuufGSLvRYMu8YS0gPQAAAAAAAAAAAFyOPSmAZroqzbG6My4duyE80Du2DQo8AACAPwAAgD+aA7q8SEuKusJYqjpLiBY7V+lUO2wxJbwAAIA/AACAP2alwLyEd8w9bt1aPc7sXr5euvO9HM8bPQAAAAAAAAAAGnYZPa4BhbplTRm6q45qtTQVXTtwcDE5AACAPwAAgD8akUM9hYulOHbcBr0cxq+9fO0YumnWm74AAAAAAACAP0DF2j2o/ms/ik8FPs2szb5Qpi4+lgkKOwAAAAAAAAAATVsuPRS+srpqXzk8g6RWNhqtGjsFxz41AACAPwAAgD+mO6A97IfAOvcpDr09ET89G3reu+WwBL4AAAAAAACAP837i7yU5JO8cMtSPo3UMb3oy9I9G/diPgAAgD8AAIA/AJANu+FMibpY6eQ6Gl3XtJvfPbrykQK6AACAPwAAgD/mMWw+fHIqPxm0tD1vQqS+T65PPta6Mz0AAAAAAAAAAGaaXz1Is4i6bX1lu2/nLbaqUQO5UQ+EOgAAgD8AAIA/mm9gPJ6EMD8gp4+9KyoQv2z9rrygaJG9AAAAAAAAAABgMSU+H/Gxu7LuQ7xzvxg6ibItvSPIATsAAIA/AACAP3OTvz2uzcq6BRe+u8QcqTvV44q6dU6dPAAAgD8AAIA/wJeNPY/aGrrFlV66lEoeufbhAbsYsok5AACAPwAAgD9m5tg7hWPPuYIutjuEL+i2vyKkt8XN37UAAIA/AACAP2bxRb0U+JO6IhkHvAxKjbYFeSO6CvP+NQAAgD8AAIA/AMjhO+G6pj1IxVa9gdnLvTFBtj1pWq69AAAAAAAAAABm/hg7SKOkujkijbxp1+c8VEeTO8SSyb0AAIA/AACAP0DPp73hIsY5LnGZOyQE2TaEkPi7Tl26ugAAgD8AAIA/FkmWPtD6WT+6U2C9lD8Ov7P+hT5g9vq9AAAAAAAAAACN5LM9exT7uPaNjbvCTcM6ig8AO9sbqzsAAAAAAAAAAFrAij2PYkG6tvAKu1lcsrYeehQ79lMjOgAAgD8AAIA/M9FKvB+F7bfd3085QIFMNCCggzsLzHi4AACAPwAAgD/mxHs9n/QAPq3dUL32Ai++QwqFvQqInr0AAAAAAAAAAM36FzwU7tm4QFjgOSk7p7tkp+Y62liSvAAAAAAAAIA/ZgWoPApXOjgF7zg8Ru6pvAcL3Dvl4Nk8AAAAAAAAAAAzs9S7FOqGuu6f8bxvKT288HrcO4/YJD0AAIA/AACAP+ZNuz0pAEG6LkmjO54FxDiH7sO67ZNpuQAAgD8AAIA/JiSEPcNhcLpAisE7AkCrONWaBbrT63K6AACAPwAAgD+NJJI91/9HOngxDzwWw1w85F1NO8hyADsAAAAAAAAAADMh1DzXf0Y6Ehg3PKURqjwBEJG7GN4NvQAAAAAAAAAAc2bRPUiXjLrg2DE6nmI/uSKbCTqz/jW5AACAPwAAgD9NTha9bOabuyVSzjzAJSe8nXe/PFLEDj0AAIA/AACAP6YGyD3DbVi6+3vWOf7m9biPGhC7YPTZuAAAgD8AAIA/Gq5iva4fiLruWvs89vqLtRHqHbugXIW0AACAPwAAgD8aXBu9XE4OO1ZtvLyRjDu8LlJgvAjKkb0AAAAAAAAAAOaDsT1S7Og6LYDou102V7wR7Z07niOMvAAAAAAAAAAA87itPaRkSDoweYm6Gf4yOca/Ojtat664AACAPwAAgD/mVNI9j4J1uLlmqzvWDJw4JDZdutbl9rgAAIA/AACAPwBZnT24cNM6bqNsO0G3/TxOC2O7+5dNvQAAAAAAAAAAZuZeulx/OLp+SEq7dUm5tgxI+rpFi2s6AACAPwAAgD9N7oS9rn2BupnqkzxDwmA28GKsuQuMXTUAAIA/AACAPwDoMLyYkIE+A+BBvSPbCb6rx2Q9cNCnvQAAAAAAAAAAQHCdPbhuhDoObpe8Is6FPNr7qLugqBq8AAAAAAAAAABar8s9w104unNmXjzOQMi88KMuu0Yir70AAAAAAACAP+Yfqz2kbDc66q2BPCmioLxc3le7C0toPAAAAAAAAAAAzRkQvRbJCj0SW/K9wk1MvhJ7VbxJrSi+AAAAAAAAAACap2Y8YyboPrZfjT1Cv1++zUVGvaqAmjwAAAAAAAAAADP6wjxScM25LlM0uvE0TbhSp7O7tFcyOQAAgD8AAIA/mumnu6+apj7EIby8egFmvl6mlbzH6wI6AAAAAAAAAABN5IE9YnQAP4qhhjyQwta+tDUJPbpRZjwAAAAAAAAAAHMfQL7GLIQ/I6AMv52DGr+RAwi+GR1AvgAAAAAAAAAA5ka+PfZtMTs4Ezs8phNSvDBtgrkW8oE8AAAAAAAAAAAzllY9jwJ3umXtRjqScfi4em75Ovs8VbkAAIA/AACAP5oPYj2Sfcw+bvqRviN+g77LjOy9gQ4HvgAAAAAAAAAAjbnaPZELyj2qH7e8DP9RvjGpLT3k6Lo8AAAAAAAAAACtq0K+rK/WPjv69z5+tIW+elyBPc/ZhT4AAAAAAAAAABoCH71cEy+6b9YkOoApzDgteMa5lX3CNwAAgD8AAIA/2om5PddGQDz2mnY9tJxkvica3ryasjA6AAAAAAAAAABNrhk9rgGIuoK4aTugLpM2i/RGOy1whboAAIA/AACAP5pqozy48sM6vkzfux/thryfpJE8S5ZvvQAAAAAAAIA/TaE+PY/GK7pSWHQ8NDKCuw8mWTtqyhO9AAAAAAAAgD9m25u94dzVO0Z6Dz1DwVW+eLRouwC2wb0AAAAAAAAAAI2ei73sYa+5SqnAuS0TXLYhlSK7wqLfOAAAgD8AAIA/uhESPtQZJT8d0k69tALcvgdVcrxH05y9AAAAAAAAAACmibo9XB90upz9iDyP1kS8Wwh8uyBGLb0AAIA/AACAPw1dzr0Efag/PvYWv+ejxL75nIy9WxEjvgAAAAAAAAAAM6IvPSnETLpyzJU7hzYDOTzwGrtKDrG6AACAPwAAgD9gMwI+4dCzuqts+rnAc5M27gHSua39FjkAAIA/AACAP2hCBD8ZKxe+NnypuuzUnjgDTrC9CijIOQAAgD8AAIA/TQdMPVybebp90VS7dg+ntfB+EDpF2hQ1AACAPwAAgD9mO3a9rqeEuH4RlDl80oY09I+bOIB/sLgAAIA/AACAP0DU9j1cBxG6I+Peu+CPdblsYW87Oro6ugAAgD8AAIA/pj1CPuFqp7r+VuQ8UZvFvBzeIbxjlKu9AAAAAAAAgD8z/pe8SAn9ObZKGjuXQr83jUZPO2C59LcAAIA/AACAP3NKsz3hVLe67tarOxZoqDpuRlm6onOSOwAAgD8AAIA/ZuaSu+H6ojllUpk8o7QuPHiSgTstoty8AAAAAAAAgD/NH7m8T4xEP749OD13WKu+bcYnvUz4JD0AAAAAAAAAADM7Rr323Fa6+rwuugCGrDSqjq66fcdGOQAAgD8AAIA/jYDoPfawUrr6PDy8tYG9NjQI6DrTeSq2AAAAAAAAgD/Nd0Y9KZQBuoYzejtyuMI88XEfOwXDhjwAAIA/AACAP5oA7ryFC8e5SvC4vGsRS7b8ZoK7M4+7NQAAgD8AAIA/jf+4PRQu+DmGItw8dZ4GPeSQCLy3q5w8AACAPwAAAACN37g9FPbJOavUljy2j9U8ycDmOwkIuz0AAIA/AACAP81aLLwpQAq6B0qIO5znILUMYpS6/1IKtAAAgD8AAIA/zZyqOh99vLlJNT88O3/+PEkKhjpD1Ps7AACAPwAAgD8azjG9FO6aulWWxLrb5VC2uL4iOwsK4TkAAIA/AACAP1oNiL1sm7U/oiMDv6JL8b2ErDK9K85kvgAAAAAAAAAAM3NpuikcVboy59a58Qy8NBgN6LvVgvw4AACAPwAAgD8AFks89lwruspMtTxB9Py1aB9Gu3DF+LQAAIA/AACAPzOhWTxcexK6VsPgutfByLVO/VS661wBOgAAgD8AAIA/zWnFPckjCj1GbUK+aQ+QvoCUTb72eg++AAAAAAAAAAAGeR8+hAotP04PmD2eg+K+YkoDPoB8OzwAAAAAAAAAAGaihDzD1Re6bmu7u4/tsTmCZQo8hgqEuAAAgD8AAIA/ACR+vXtspzk0Hyc7EE87vAZ1c7oqcCS9AAAAAAAAgD/mSjk+iBVpP2y7PT70Zwa/B5dsPoA0wr0AAAAAAAAAALZsjL7ENAw/ikebPq/wn77qL/S9YecsPgAAAAAAAAAATS5JPXtktLqN1uG7sowfPcpzbzzuDQa+AACAPwAAgD8AAKg7XFsRup26bbzg7Y67CaKZujuWeTwAAIA/AAAAAEBGJT7sNom7QpksvNbKpzmXJsC8TjuOOgAAgD8AAIA/GrkyvRRYhbrG75+7lbjBtpU+YDoSUCw2AACAPwAAgD+zqVk9j5JNuvbBPLw/68q2OF4KO15sNzYAAIA/AACAP00B3j2FHZs6coynu3BNUTw95bM7otHEuwAAAAAAAAAA2NUQP9vOJL5NXv+6ib7NOFTPg70kmhs6AACAPwAAgD8aqrI9PSpHOuWP37ym9sO8OgXxO1LqYT0AAAAAAAAAAKAsJj7sZKm7o5n3O8H/kjx/dgW9Dix5PQAAgD8AAIA/s05PPY8uMLrrmqi7NJCatbnnf7p27Ag1AACAPwAAgD+Tjx0+9tdaO8rcIb28rSU9PSCFPOKbO70AAIA/AACAP4ATnj0pyG+6fozPO2+GL7gpDHM5iesitwAAgD8AAIA/TafFvaTCmD+4Req+evb3vuQNar02mQK+AAAAAAAAAAAAahI8e0qkurSGD7m3qkY8sZPfuj9ILb0AAIA/AACAPzNeuL3sqeK5cJ6EO9PIZTb54pa7C3BtNQAAgD8AAIA/gLqPPq6V1bx2m245ktf5vBQ4Rr635sC9AACAPwAAgD8gohm+TVqfPs7lQz4q+yu+Yd+1PUiE+DwAAAAAAAAAAM16ubxam6w/7iXbvY7U1764aaq9qH1/uwAAAAAAAAAAc/ErPjsCTj/s6R49QpXPvkMJTj6g6yM8AAAAAAAAAAAzv248+0qbPquF3rs/vsG+ITIcvmozK70AAAAAAAAAADMiyjxckyq6Vv6sOlIyHjl7fak6a7rWuQAAgD8AAIA/lshrvqjfnj+sL56+49+2vrg80r4hWSC+AAAAAAAAAAB6cgM+PapROsZdxDvV0Go5JkUzPGJBhjoAAIA/AACAPwBL3T1IhYy6DWCrOcoOrLUPqYA7k4bDuAAAgD8AAIA/ZnSCPfZkMrqscxs8dtMONMDXODumHoYzAACAPwAAgD9m+OA9KRRfPUJWML3w5dK9vPi3vAGzkz0AAAAAAAAAAK3KIz4PAjA/qA7fPckKEr/wHBg+QxkavAAAAAAAAAAA2vm5PVKIwbnV5k67mRGbtpMGbbvvxws2AACAPwAAgD+A/x4+7AWru1LxELxXYR46LuIFvb7wZjoAAIA/AACAP/O6Zz7DBj68SuCDPElZV7vQE8e9iFEwvAAAAAAAAIA/7UMNPsOZZbqVu/g6qrgCPUw4SLyImY47AACAPwAAgD9NflM9rhmauhDHXjtMFBw4CU6MuoklD7oAAIA/AACAP/PmqT2PghK4422eu/Rkqjbud5G77jYitgAAgD8AAIA/xlgGPujEnD4j2kS93BU+vhc5B75/bhE9AAAAAAAAAABiYbS+z0WYvbWqpzq1JZI4tsqUPltHBrkAAIA/AACAP1PTuD5Z3gM/9gT0vQzD0b6HY1k+FwCHvgAAAAAAAAAAzdrPPHs+jLoyZFO8OXOSNji8RLjS+gS2AACAPwAAgD/mxvE9TgGDPZvBCL5Nxkm+4/lYvfxDob0AAAAAAAAAAJplrT3D8Wq6SHsGu2Z4/7V8rwc6Ov8cOgAAgD8AAIA/MySDvBSI0LpGbf88hErvvMR2Hryq0c+9AACAPwAAgD8zepc99mxFumBwyjrLqTY2POuluirl6bkAAIA/AACAP+1yBT494H48ahrRum4bLr67Upg964wAvAAAAAAAAAAA2h/uPcPBDbreKv66VOWBOFMew7r+J4c5AACAPwAAgD+zCl499gxXup6sp7sarMo2GUeauig9OrYAAIA/AACAPwD8o7zSY7k/BlzjvYUGCb7l7Su9giUavQAAAAAAAAAA83KJPSkkCLrxNJu8nZ7/uFknBzuu7mo4AACAPwAAgD+AdDC9XHsPusH4pbvcaXc7Kh5HOybm+bkAAIA/AACAP83qbbz2iCU5hVmxPLQ9fzzpdZw7aCPzPQAAAAAAAAAAmrQTPSkRETtiRrS8c1ZgPdJVfTrt2qm8AAAAAAAAgD+T0Qi+A1t7PwLcw73mhNm+F7NWvpIDa7wAAAAAAAAAAK1YKL7gy9E+a4iMPj23g74vRYi8jhENPgAAAAAAAAAAmkkXPOzJ5rmqxB49kSytvALeUTpqsJc9AACAPwAAAADzeI894ebuuvXqg7yrgc88Jh2aO1oitL0AAIA/AACAP3On3j3sqdC5Rlx1vCBesbZZsWG7EtMkNgAAgD8AAIA/TeVjPftmij0SO829nbJrvhcUczxaOcW8AAAAAAAAAADm97A9FJ7WOa7uAznLi988GR38uoXpdTsAAIA/AACAP80D/LzxoPA+kZe3POm0q76bvPi7fK8AvAAAAAAAAAAAM4HYvCkkFLw698s9Y3wGPVWWeT2wF9+9AACAPwAAgD8a+lg+tqoyvCrgTTuVNjK5C32fvVuFd7oAAIA/AACAP7M0GD3h1KC6bVg5vNLqJL0AqVQ76WAQPgAAgD8AAAAAmqgNvSm8IboOiMs7JYxVOBwfMzuQzpC2AACAPwAAgD/NWMC8cjuHP7KPjbyKhAO/GZjGvOyIRj0AAAAAAAAAAA3WAz7s2dC57rq6vIBHgLlOstg5mIpcugAAgD8AAIA/xocMvuGYr7rJwy48IEoTOX3MsjtzWve5AACAPwAAgD9mduC6DHq3P/05Ybz0T4m8JPuDvA0vGr0AAAAAAAAAAAAi1rxcb2y6tgHTurPqpzZoHDS78y3yOQAAgD8AAIA/APC0OimcSrpEmLA6kRwxtdx3gbuobs25AACAPwAAgD9m7kc+jyFDvLjsUju8oBY65BO1vX7ZRj0AAIA/AAAAACYEPz709MW8hV3WPadRhrzK6DO+PY1JvQAAgD8AAIA/QKHTPcQsjT46vHs9eTWNvgPRvDxqS9y7AAAAAAAAAACzA649j4ZWugnQmzpE+2A0XlLCOXL+s7kAAIA/AACAPwAnQT0fjce5WA/gu0zvizdFzJy6Lib5tgAAgD8AAIA/Wu61PSn8F7quuNA5lVN4tG7ddTtwEvK4AACAPwAAgD/NG6U97FGwtRRotDo2yJe8h9etu8xSub0AAAAAAAAAAOY0Br3g7bQ+A0e/Pletbb4xc4g+fsioPQAAAAAAAAAAmtluu1wnMLo+q5k7x/6BNwRfuTtKQ7W6AACAPwAAgD9NE5O+74JkPw9Bx70mTse+yHS8viqw8j0AAAAAAAAAADPzJbp7Rqu6IoQZO2FrkTt1xic6CIJlPAAAgD8AAIA/mmElPPtYnjuGeSi95FezvGwe4btMqZg9AAAAAAAAAAAAgEW5S3DFPrljLj2KUxi+Jm+5vMKO+zwAAAAAAAAAAKbVUj7SKhQ+FuICvrudhL5oQ/29+1yGPQAAAAAAAAAAgH0XveFMjLq9dRW6QJ3GtGzv7jmR/Cs5AACAPwAAgD/WUhE/nEUUvpfmjbt9i984wo7nvKKevjkAAIA/AACAP0ayDD7X03G5uqkSvEwwcjjsbey5Ciw/OQAAgD8AAIA/DY+xPVzXLrpS9Ck61MnQN5dkLDuy9BK5AACAPwAAgD+aB3S9w3E8usNPtzuebFc8eIO2Obk/xzsAAIA/AACAP5p/Qzzi97U/1j7KPsqEBz6Pyj+8IqJPvQAAAAAAAAAAM1i8PZGhQT5G1i+9Hafsvayp77z+kS29AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiTQACSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYk0AAoWUjAFDlHSUUpQu"}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.04857599999999995, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGDAKbz9S/GMAWyUTegDjAF0lEdAwaq4a4tpVXV9lChoBkdAWO2jCYTkAGgHTegDaAhHQMGq/GALApN1fZQoaAZHQGLowrDqGDdoB03oA2gIR0DBq+SblRxcdX2UKGgGR0BZ07Pt2LYPaAdN6ANoCEdAwawhkvsZ53V9lChoBkdAYGnJaJQ+EGgHTegDaAhHQMGsdapHZsd1fZQoaAZHQGJZUCaJAMVoB03oA2gIR0DBrLa/wiJPdX2UKGgGR0BbycHKOktVaAdN6ANoCEdAwa1Vmq5sj3V9lChoBkdAW0LcSGrS3WgHTegDaAhHQMGtn9mpVCJ1fZQoaAZHwDVxPgvUSZloB0tpaAhHQMGuDUkfLcN1fZQoaAZHQF+abtqpLmJoB03oA2gIR0DBrla8UVSGdX2UKGgGR0BgVW2NNrTIaAdN6ANoCEdAwa6Ghpxm03V9lChoBkdAXGAYWLxZuGgHTegDaAhHQMGvD5Grjo91fZQoaAZHQGG+ViWmgrZoB03oA2gIR0DBr/msYEW7dX2UKGgGR0Beyh5Pdl/ZaAdN6ANoCEdAwbCNgeA/cHV9lChoBkdAWzWpiqhlDmgHTegDaAhHQMGxOWFWXC11fZQoaAZHQF7qdqL0jC5oB03oA2gIR0DBsjchTwUhdX2UKGgGR0Bjr1bxEv0zaAdN6ANoCEdAwbOjEZzgdnV9lChoBkdARSNGy5Zr6GgHTegDaAhHQMG0UYu9OAR1fZQoaAZHQFU3vYvnKW9oB03oA2gIR0DBtW+iSJTEdX2UKGgGR0BQidqDbrTqaAdLk2gIR0DBtY6w+t8vdX2UKGgGR0BdF770nPVvaAdN6ANoCEdAwbanocrAg3V9lChoBkdAYfjOTq0MPWgHTegDaAhHQMG2sVzp5eJ1fZQoaAZHQFv6K8tf5UNoB03oA2gIR0DBt2FWCEpRdX2UKGgGR0BWr8FhXr+paAdN6ANoCEdAwbfV0mMOw3V9lChoBkdAVQlpi7TUiWgHTegDaAhHQMG4C4YR/Vl1fZQoaAZHQFvaPTG5tnBoB03oA2gIR0DBuCgnYxtYdX2UKGgGR0Ba9vHggow3aAdN6ANoCEdAwbgo3fAKv3V9lChoBkdAY+c+QlruY2gHTegDaAhHQMG5KxsVLzx1fZQoaAZHQF3KMrVe8f5oB03oA2gIR0DBuYEdJaq0dX2UKGgGR0BfJlw97ngYaAdN6ANoCEdAwbnQI0IkaHV9lChoBkdAUu8Y1pCa7WgHTegDaAhHQMG6HBegL7Z1fZQoaAZHQGQwQrUb1h9oB03oA2gIR0DBusKrilzmdX2UKGgGR0BhjOfbsWweaAdN6ANoCEdAwbsVOdGy5nV9lChoBkdAVUdvWH1vl2gHTegDaAhHQMG7i9cB2fV1fZQoaAZHQF2/mE4//vRoB03oA2gIR0DBu+96LOzIdX2UKGgGR0Be6F+Vkc0caAdN6ANoCEdAwbySQCCBgHV9lChoBkdAWtuWZ7Xxv2gHTegDaAhHQMG82Glhw2l1fZQoaAZHQEG2V5a/yoZoB03oA2gIR0DBvPSJCSiedX2UKGgGR0BW2MI/qxC6aAdN6ANoCEdAwb0q9CeEqXV9lChoBkdAWSMWcjJMg2gHTegDaAhHQMG+fqSowVV1fZQoaAZHQGDV36AOJ+FoB03oA2gIR0DBv4rSCvovdX2UKGgGR0BZVKSkj5bhaAdN6ANoCEdAwb+ddE9dNXV9lChoBkdAYdiKk2xY72gHTegDaAhHQMG/9PnSv1V1fZQoaAZHQGMc5rHlwLpoB03oA2gIR0DBwPHXkHUudX2UKGgGR0BeiNJOFg2IaAdN6ANoCEdAwcGW4VARkHV9lChoBkdAV/XzGxUvPGgHTegDaAhHQMHCiQ04zad1fZQoaAZHQFrOu6ErXlNoB03oA2gIR0DBwzr9If8udX2UKGgGR0BjS6Tjebd8aAdN6ANoCEdAwcQRh7Vrh3V9lChoBkdAX/E2ETQE6mgHTegDaAhHQMHEQ02tMf11fZQoaAZHQGDPB7mdRSBoB03oA2gIR0DBxl5BHCoCdX2UKGgGR0BgAVGLDQ7caAdN6ANoCEdAwccOac7Qs3V9lChoBkdAYSogfU4JeGgHTegDaAhHQMHHojJ+2E11fZQoaAZHQGKSlyBCladoB03oA2gIR0DByJJC2MKkdX2UKGgGR0Bjwg3YL9deaAdN6ANoCEdAwcmyCOFQEnV9lChoBkdAWwoGs3hn8WgHTegDaAhHQMHJ0cbBGhF1fZQoaAZHQGIfyJTER8NoB03oA2gIR0DBysm7J4jbdX2UKGgGR0BcHVnyup0faAdN6ANoCEdAwcren752yXV9lChoBkdAYLAfRu0kW2gHTegDaAhHQMHLZZtFa0R1fZQoaAZHQFxDW6bvw3JoB03oA2gIR0DBzGJb0OEvdX2UKGgGR0BZ3xHPNVzZaAdN6ANoCEdAwczfS6UaAHV9lChoBkdAX5uUPhAGCGgHTegDaAhHQMHNfH+6y0N1fZQoaAZHQFZzMd92HL1oB03oA2gIR0DBzb8BMi8ndX2UKGgGR0BhAEHMUypJaAdN6ANoCEdAwc6jiXIEKXV9lChoBkdAUpxVktmL+GgHTegDaAhHQMHOppSR8tx1fZQoaAZHQGQqI0qH449oB03oA2gIR0DBzu5NIsiCdX2UKGgGR0BgGPOW0JF9aAdN6ANoCEdAwdCcxbB42XV9lChoBkdAW4mvkili0GgHTegDaAhHQMHQ0X5N47l1fZQoaAZHQE30yWRigChoB0vEaAhHQMHRPJkwvg51fZQoaAZHQGGG4qXnhbZoB03oA2gIR0DB0cyHKwIMdX2UKGgGR0Bhfj4QBgeBaAdN6ANoCEdAwdIxLyMDOnV9lChoBkdAY0oWhRIjGGgHTegDaAhHQMHTJxh2GIt1fZQoaAZHQFbTqBEroW5oB03oA2gIR0DB1cRW912adX2UKGgGR0BerGGqPwNLaAdN6ANoCEdAwdYMnTiKi3V9lChoBkdAYKw0+kgwGmgHTegDaAhHQMHWFmR3eN11fZQoaAZHQGFX2JBPbfxoB03oA2gIR0DB1y+cvugIdX2UKGgGR0Bc4l98Z1mraAdN6ANoCEdAwdd7Ed/8VHV9lChoBkdAX0GDBdld1WgHTegDaAhHQMHXnlUhmoR1fZQoaAZHQGA/VkUbkwNoB03oA2gIR0DB1+j7O3UhdX2UKGgGR0BfP/jGT9sKaAdN6ANoCEdAwdh47K7qZHV9lChoBkdAW+9+OOsDGWgHTegDaAhHQMHZjdJBgNR1fZQoaAZHQE2aJJoTPB1oB03oA2gIR0DB2ZmfXf65dX2UKGgGR0Bfc3UMG5c1aAdN6ANoCEdAwdnFVrhzeXV9lChoBkdAXrTS1E3KjmgHTegDaAhHQMHaFwV9F4N1fZQoaAZHQEMpn003wTdoB03oA2gIR0DB2sxyfcvedX2UKGgGR0BF3nM+u/1yaAdLfmgIR0DB2283fhuPdX2UKGgGR0BYC6EOAiFCaAdN6ANoCEdAwduV+UhV2nV9lChoBkdAYuQRnOB192gHTegDaAhHQMHbmcr7O3V1fZQoaAZHQF3ZgwXZXdVoB03oA2gIR0DB3GVJ4B3idX2UKGgGR0Bbf8iSq2jPaAdN6ANoCEdAwdy5p8neBXV9lChoBkdAZErk1/DtPmgHTegDaAhHQMHdeNOmBOJ1fZQoaAZHQFuPVFhG6PNoB03oA2gIR0DB3el8ma6SdX2UKGgGR0BjKNe8f3evaAdN6ANoCEdAwd6dFy7wrnV9lChoBkdAYuGV58jRlmgHTegDaAhHQMHexb9AHFB1fZQoaAZHQGB/kSdvsJJoB03oA2gIR0DB34L/VAiWdX2UKGgGR0BVYlj7Q9idaAdN6ANoCEdAwd/FuNPxhHV9lChoBkdARi6QcPvrnmgHS81oCEdAweAa0uUUwnV9lChoBkdAXPdU0elsQGgHTegDaAhHQMHgZ5YYBNp1fZQoaAZHQFbSJ6IFeOZoB03oA2gIR0DB4NIlY2bYdX2UKGgGR0Bbh+hTOxB3aAdN6ANoCEdAweDqR0U473V9lChoBkdAYpWajvd/KGgHTegDaAhHQMHhGmj9GZx1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 160, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 512, "n_epochs": 16, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV/QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgLjAJpOJSJiIeUUpQoSwNoD05OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 512, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.11.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu124", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9e0a8abf3b06a750ece5d29c2984b17dfe1b824b169585dde8f638714b0da82
-size 150114

 version https://git-lfs.github.com/spec/v1
+oid sha256:82817d5a48525092d7f9aba23c65c90fbe85fda11734c99b4f245c71869c93c9
+size 170128

ppo-LunarLander-v2/data CHANGED Viewed

@@ -4,38 +4,38 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7e107d2ab560>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7e107d2ab600>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7e107d2ab6a0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7e107d2ab740>",
-        "_build": "<function ActorCriticPolicy._build at 0x7e107d2ab7e0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7e107d2ab880>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7e107d2ab920>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7e107d2ab9c0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7e107d2aba60>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7e107d2abb00>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7e107d2abba0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7e107d2abc40>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7e107d21dd40>"
     },
-    "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1048576,
-    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1739704857968864193,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAEDkKT+K5S48TUk+PVMkGb2duzs+AaYrvgAAgD8AAIA/AMClOrsEqz8aNTE9SWnCvsJ5kTy6EIw7AAAAAAAAAABNREk9CnW0PzFqpT5DpAq+pIkuvWXuob0AAAAAAAAAADNy1Lz0DrQ/GjWmvn1ff72FNyM88l2jOwAAAAAAAAAA5sHYPZiPpz8oj889zQvyvn03rD6Gmhs7AAAAAAAAAADN1jQ+D9NMP+B5aj48bQC/UI/ZvXs6UL4AAAAAAAAAACZLTD42/sY/aRahPuzIg77vMZA9zkwgPgAAAAAAAAAARQIRP7Y6rD5amW4/ESBZvxFN1D24H68+AAAAAAAAAAAzP0k9wha6P8REAT87v9u+PMw2vx7aAb4AAAAAAAAAAEaYLz5aipM/xti6PoUVI7+30ZS+3otKvgAAAAAAAAAAA3mGPvOzoT9wrSQ/5PD8vuQY4b4zoac9AAAAAAAAAAANA8+9CnSbP64ZGL/tYSi/qzyVPWeXnT0AAAAAAAAAACAmd77m5Lw+WWdEvpvQXr+I2Tu+AwEivgAAAAAAAAAARlzIPir7jz7+1bo/3ISfv6Bibb+42qE9AAAAAAAAAABrafm+yRRRPn7Ctj48R5G/mhssv8XrYDwAAAAAAAAAAJMVKD5yBIg/c8M7P3dkMr94fgC+qJ34vAAAAAAAAAAAoOxbvs9qfD2oAAa/9dJuvygfDj6Wgza+AAAAAAAAAAATGS0+kjNvPsbtrD5lwGe/MKdoPLIilz4AAAAAAAAAAC2kHz8uG/w+Cn00P7EAXb8w44g+kBZzPgAAAAAAAAAAG0qmvlXOgz/d6xS/s1IJv5h/sL6Qeve+AAAAAAAAAAAaC6690g6zP2rbSL/00pS9lCNaPVIyPD0AAAAAAAAAAOgz5b6fMK8/MmyJPoTZC78yHVG/bqSXvgAAAAAAAAAAxnFCvsNADT+8YqY97Ml0v4Xxzb47IGI+AAAAAAAAAABmdSs/eW0svvasbT69zZS+pDNkP2N38z8AAAAAAACAP02Y3L6nExM/uFZivTw4QL/VNAW/IFDeuwAAAAAAAAAAYDIAP/udXj8SCnI/vPEyv1G7qr41jN09AAAAAAAAAABgWqe+/gZCPypYJ77UPAW/21lTPMKyNzwAAAAAAAAAANq/RD57YZo/sMqaPnHz3b4JakG7mHnJPQAAAAAAAAAA677AvgmNBj29tAk/weE5v9yW376AjlY/AACAPwAAAABQQss+Pz/gvWjWtzzB+MI8JOGCvi4u9z0AAIA/AACAP4BIGz4SdwM/U8m+vtBnJr918wI/eZkLvgAAAAAAAAAAJuc4P2QBnD5jNXU+NBJtv3Qw2D7yLAM+AAAAAAAAAAD6jDo/P924PnDm7byax5y/NLVDPwJTIr4AAAAAAAAAACPfi74kNIo/C8BbvuBq7L71g9i+zUMmvgAAAAAAAAAAzSjCPUyXtz8anFA/SbWzuz1oFb4iB3S+AAAAAAAAAABNToU+WC6IP2JtHj9ksBm/MaVZvrqttT4AAAAAAAAAADMMjjzKZpM/wGLRPZ6fPb9QjZ+9jggXvgAAAAAAAAAAM/taPL54nD/C3jw9VEOrvnpb17yC7m29AAAAAAAAAAAa7IK95xnNP1Wzb7464+Q9fTCzPQnFh7wAAAAAAAAAALMXSz30Aa8/oINiPtJrkr7GtZa+4UU1vgAAAAAAAAAAWmoHPpvZuT8YH9A+0DIjvkCAnr67JkK+AAAAAAAAAABzGbs9Ar6fP16KRj/jHCm/Zv26vXIN170AAAAAAAAAAAAhibzT9LA/R6GsvhDblr4Xx2w8Z6a+PAAAAAAAAAAAMw+MvbuvjD/jRHy+joD6vlKNCT4y9Rs+AAAAAAAAAABm5as8t31XPz4N+71SkA6/8mD/Pf/xS70AAAAAAAAAADNlsz3cCqs/wDEEP121kb6SAPs7yoe1PQAAAAAAAAAAgCq1PTCppj8a5jg/kFXKvnO+3r2nMZG+AAAAAAAAAAAS5t++dwGGvQaUojx0Koq8nR6YvVUC3DsAAAAAAAAAACZMoj2rZ58/+rHFPqFX8r5l1jq74OFGPgAAAAAAAAAAM7mvPGkOuT/mUYg+Rr8yPg6vCbxRUIu8AAAAAAAAAACaADy9CTqlP33ag74+hc6+lYKoPSY35T0AAAAAAAAAAOD8nD5hynk/5v8BP/crDb8l5iM8+HEHPgAAAAAAAAAAM+N3vW+wSz+84zm9gn89v5OLoL1+Or89AAAAAAAAAAAgS60++ly8P4ZuMT+tRwy/dNPovrs6Pz4AAAAAAAAAAM0Kbr0SWL0/LuSHvj+TDD2J+gw+y22nPQAAAAAAAAAA01+BvkK2iz9g5Gu+6qYbv9ByC7+R86i+AAAAAAAAAACgLDI+jGxxP8xRLT+imxO/M0Urv2QXj74AAAAAAAAAABrwmT10/a095lRCP+HPZ79SsPq+ijQmPgAAAAAAAAAAgPylvkxbMj8378i+4aI9v0jwt75eC+69AAAAAAAAAAAKlo0+6x88PwTjyD6+KF6/Fc1/PnPFFT0AAAAAAAAAAIAsZL01j44/ERcCPUdUCb91LQO/DZndvgAAAAAAAAAAdZjXvuLbHD6DlOO+Pqxxv5Kper3jbU++AAAAAAAAAADNk7Q+7gPovOWT27uzVGG8TsKavRaotrwAAAAAAAAAACD+Dj/ANuk+P5E2P3x1Nr8OaLQ9VSgLPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
@@ -45,13 +45,28 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEgx6gM+eOKMAWyUS26MAXSUR0BvcDfBN21VdX2UKGgGR8BgsXYUWVNYaAdLnmgIR0BvcOJtSAH3dX2UKGgGR8BWWOEqUeMiaAdLVmgIR0BvcXkiliz+dX2UKGgGR8BaR+nyd4FBaAdLhmgIR0BvdHChvitJdX2UKGgGR8BXWgr1/Ue/aAdLdGgIR0BvdFSAH3UQdX2UKGgGR8Bay7mlqJuVaAdLdmgIR0BvdU3Mpw0gdX2UKGgGR8BNr7g88s+WaAdLbGgIR0BvdsK5TZQIdX2UKGgGR8BwTsZqEeySaAdLk2gIR0Bvd5OrQw9JdX2UKGgGR8Bio9aIN3GGaAdLbGgIR0Bveq9Zid8RdX2UKGgGR8BVAv4/NZ/1aAdLZmgIR0BvfrAzpHI7dX2UKGgGR8BVdwJb+tKaaAdLXGgIR0Bvf7nRsuWbdX2UKGgGR8B0FvsE7nxKaAdLeGgIR0Bvf6DZlFtsdX2UKGgGR8BLRuy/sVtXaAdLWGgIR0BvgJr30wrUdX2UKGgGR8BMQZ4Oc2BKaAdLXWgIR0BvgIFNcnmadX2UKGgGR8ByaMLXtjTbaAdLf2gIR0Bvgw5o4+8odX2UKGgGR8BTGeFg2IfsaAdLXmgIR0Bvg/+bVjI8dX2UKGgGR8BheAMKCxu9aAdLg2gIR0Bvg/EOy3TedX2UKGgGR8BZVENBnjABaAdLW2gIR0BvhTeANG3GdX2UKGgGR8A+n7L+xW1daAdLXWgIR0Bvhgqur6tUdX2UKGgGR8A/daYeDFqBaAdLVWgIR0BvhgetCAtndX2UKGgGR8BX5etW+49YaAdLjGgIR0Bvh4G+sYEXdX2UKGgGR8BNR7pmmLtNaAdLdWgIR0Bvh4YvWYnfdX2UKGgGR8BTUuU2UB4maAdLtWgIR0BviG3Ytg8bdX2UKGgGR8BbpK2nbZezaAdLhGgIR0Bvi4bjtG/fdX2UKGgGR8BTDApF1B+naAdLY2gIR0BvjUOEug6EdX2UKGgGR0ACEFr2xptaaAdLpGgIR0BvjPwob4rSdX2UKGgGR8Bhr1xGUfPpaAdLXGgIR0BvjixFAmiQdX2UKGgGR8BN8ZfdAPd3aAdLmmgIR0BvkBljEvTPdX2UKGgGR8Ax1lU6xPfsaAdLkGgIR0BvkkQTVUdadX2UKGgGR8BCcFRHf/FSaAdLXWgIR0Bvkyr5qM3qdX2UKGgGR8Bg+ZSYPXkHaAdLdGgIR0BvlFilSCOFdX2UKGgGR8BFMHq/ub7TaAdLhmgIR0Bvl37DVH4HdX2UKGgGR8BGf9LxqfvnaAdLamgIR0BvmOqo60Y1dX2UKGgGR8BamyG34Kx+aAdLhWgIR0BvmNfE4vOAdX2UKGgGRz/oL8Jlar3kaAdLUGgIR0Bvm+LDQ7cPdX2UKGgGR8BH1jqnm7rcaAdLW2gIR0Bvni53C9AYdX2UKGgGR8BSn4bsF+uvaAdLXGgIR0BvninP3SKFdX2UKGgGR8BaUlxwQ176aAdLjmgIR0BvnhREWqLkdX2UKGgGR8At9sImgJ1JaAdLrGgIR0Bvn5tcfNiZdX2UKGgGR8BUQtzfaYeDaAdLamgIR0BvoJxcVxjsdX2UKGgGR8BgkVXzUZvUaAdLgmgIR0BvoGBnSOR1dX2UKGgGR8Bf+RIWgvlEaAdLm2gIR0BvooyZa3ZxdX2UKGgGR8BINh2fTTfBaAdLn2gIR0Bvo6v3ai9JdX2UKGgGR8BQq0TDfm9yaAdLVWgIR0Bvo/aHsTnJdX2UKGgGR8BB3wXyiEg4aAdLWGgIR0BvpReZ5Rj0dX2UKGgGR8BV20EHMUypaAdLoWgIR0BvpgS+QEIPdX2UKGgGR8BmCM+kgwGoaAdLgGgIR0Bvp0h9srNGdX2UKGgGR8BkfG9WZJCjaAdLiWgIR0BvpzX6InBtdX2UKGgGR8BH8Pddmg8KaAdLc2gIR0Bvp90zTF2ndX2UKGgGR8BCUAOrhisoaAdLomgIR0BvqDJQtSQ6dX2UKGgGR8BZBOb7TDwZaAdLWmgIR0BvqSBGx2SudX2UKGgGR8Bc43sLORkmaAdLXWgIR0BvqkjX4CZGdX2UKGgGR8BzLf/lyR0VaAdLdmgIR0Bvq0twrDqGdX2UKGgGR8BCNe+Eh7mdaAdLaGgIR0BvrEwlByCGdX2UKGgGR8AyWqQiiZfEaAdLYGgIR0BvrKeiBXjmdX2UKGgGR8BRmPhVENONaAdLVmgIR0BvruCbtqpMdX2UKGgGR8BCzAOrhisoaAdLpmgIR0BvsBvgm7aqdX2UKGgGR8Bh77g0j1PFaAdLe2gIR0BvsK8Djin6dX2UKGgGR0AerKbKA8SxaAdLfmgIR0BvsHfEXLvDdX2UKGgGR8BRLFs54nndaAdLbGgIR0Bvs1nqVyFPdX2UKGgGR8A7nLCvX9R8aAdLYWgIR0BvtHp4bCJodX2UKGgGR0A+q0ojOcDsaAdLZGgIR0Bvta1G9YfXdX2UKGgGR8BhuxF7Uoa2aAdLa2gIR0BvtbAk9lmOdX2UKGgGR8BVtuumrKeTaAdLYWgIR0BvtuhAWznidX2UKGgGR8BWV3NPgvUSaAdLdWgIR0BvuKnJkoWpdX2UKGgGR8Bkc9U2kzoEaAdLkmgIR0BvuGxD9fkWdX2UKGgGR8BQUU9ZA6dUaAdLWmgIR0Bvuc0iyIHkdX2UKGgGR8BiHKHfuTibaAdLaGgIR0Bvu4Mx46fbdX2UKGgGR8Bo8y+UQkHEaAdLlmgIR0BvvKy2QXANdX2UKGgGR8BY+rO3UhFFaAdLc2gIR0BvvNM/QjUvdX2UKGgGR8BHinUtqYZ3aAdLimgIR0BvvdIRRMvidX2UKGgGR8BJ0ctwrDqGaAdLnGgIR0Bvv0mF8G9pdX2UKGgGR8BRHdEPUaybaAdLb2gIR0BvwJUDMeOodX2UKGgGR8BYfUj1PFefaAdLW2gIR0BvwYKYzBRAdX2UKGgGR8BQu0q2BreqaAdLrWgIR0Bvwj+kxh2GdX2UKGgGR8BcwMTewcHXaAdLomgIR0BvwxRhttQ9dX2UKGgGR8Bjeq0QbuMNaAdLkGgIR0BvwplvqC6IdX2UKGgGR8BjUMBGQSzxaAdLfmgIR0BvyLb1yvLYdX2UKGgGR0Aq1foicG1QaAdLcGgIR0BvyIv6CUX6dX2UKGgGR8BWLt4u9OARaAdLcmgIR0Bvy+5Dqnm8dX2UKGgGR8BJkYyfthNNaAdLgmgIR0BvzkCFK02MdX2UKGgGR8BrLA2wV0tAaAdLm2gIR0Bv0ZAfMfRvdX2UKGgGR8BaF3trsSkCaAdLkmgIR0Bv0Yg5imVJdX2UKGgGR8BAEUOmR/3GaAdLlGgIR0Bv0iVt4zJqdX2UKGgGR8BaQh/y5I6KaAdLmWgIR0Bv0+z0HyEtdX2UKGgGR8BRUdMCcPOIaAdLimgIR0Bv1CZ0CA+ZdX2UKGgGR8BI7mjj7yhBaAdLmGgIR0Bv1cCHRCyAdX2UKGgGR8BcgSTY/Vy4aAdLbGgIR0Bv1cW43FUAdX2UKGgGR8BGysAWBSUDaAdLcWgIR0Bv1nXK8tf5dX2UKGgGR8BPbjCP6sQvaAdLXWgIR0Bv17l3hXKbdX2UKGgGR8BI3f029+PSaAdLYmgIR0Bv2FdzGPxQdX2UKGgGRz/4P+85CF9KaAdLfWgIR0Bv1/Him2srdX2UKGgGR8BHR189fTkRaAdLaGgIR0Bv2X8ZUDMedX2UKGgGR8BOzSrHU+cIaAdLpmgIR0Bv2iJ/G2kSdX2UKGgGR8BbPmexwAEMaAdLfmgIR0Bv2hPuXu3MdX2UKGgGR8AX1zgdfb9IaAdLdWgIR0Bv2sUuctoSdX2UKGgGR8Baudwzch1UaAdLnmgIR0Bv2/Dcdo38dX2UKGgGR0A6qQoTfzjFaAdLdGgIR0Bv3Gn/DLr5dX2UKGgGR8BNd7A+IMz/aAdLYGgIR0Bv3AChew9rdX2UKGgGR8BY4wK8cuJ2aAdLV2gIR0Bv3Z+QU5+6dWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 128,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -69,29 +84,14 @@
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=",
         "n": "4",
         "start": "0",
         "_shape": [],
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 64,
-    "n_steps": 2048,
-    "gamma": 0.999,
-    "gae_lambda": 0.98,
-    "ent_coef": 0.01,
-    "vf_coef": 0.5,
-    "max_grad_norm": 0.5,
-    "batch_size": 8192,
-    "n_epochs": 16,
-    "clip_range": {
-        ":type:": "<class 'function'>",
-        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
-    },
-    "clip_range_vf": null,
-    "normalize_advantage": true,
-    "target_kl": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="

         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7e1e602f2c00>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7e1e602f2ca0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7e1e602f2d40>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7e1e602f2de0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7e1e602f2e80>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7e1e602f2f20>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7e1e602f2fc0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7e1e602f3060>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7e1e602f3100>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7e1e602f31a0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7e1e602f3240>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7e1e602f32e0>",
         "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7e1e609b19c0>"
     },
+    "verbose": 2,
     "policy_kwargs": {},
+    "num_timesteps": 10485760,
+    "_total_timesteps": 10000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
+    "start_time": 1739798085643617808,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdkAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAQAAAAAAAALOZJD0/F5U/MjklPvD7775z2BA9QP4ZPQAAAAAAAAAAGnV2PY9iRLr/n5k7/klDvDhdwru5siG9AACAPwAAgD/Nxk68FAzCun4vJrqNdsS1WB2KuZsgPjkAAIA/AACAP03/lz1xzQs631EOvHinBz06I8G7u9NLvQAAgD8AAAAAGqFhPaTwbTi+Ojq9lqwiPEJ3FLuAOX68AAAAAAAAgD8Af948FLSwusJJnzvBIMw3aiLDunNCATYAAIA/AACAP5oxjbspHGS4AztTu21jhjwpN0g7sBUyuwAAgD8AAIA/AIrcPKTgJLlqUmw8Kl7xuHrm3boAx/i3AACAPwAAgD8aG7A9gpcnPjLEOL25Nhi+v7zYPBBphb0AAAAAAAAAAM0i8Dy4zom5vrsFu56EYzayGxK8WsAeOgAAgD8AAIA/mpFnPNx/sz83/68+fy0KviPTKrwY8Cy7AAAAAAAAAABmClo87HHTOkrvLjxWkW+7wtzau/r2Jb0AAAAAAAAAAJMsTj70T7y8we8Fuiu4C7u0XTC+FobouwAAgD8AAIA/MzalPMNZWro6sNM7oAs2uIqusDp3hwy5AACAPwAAgD8AxCK8e26JuogSk7tl3Da21cTYupr6pzUAAIA/AACAP5rjmbwphDK67e63OvXZ7DX+JiM7Bl7SuQAAgD8AAIA/ZrWBvR/l2ThSN986nP0IPXFHZ7pmfqa7AACAPwAAgD8ze8I7ewyjuha/0zvMwpw7tTwGO1iBmbwAAIA/AACAP2b6Bz0fj7a7r/YUvKTXQjwHgh09yLYovQAAgD8AAIA/TRWXveHG7bqLVoa6EKlRvWmNv7uKaje+AAAAAAAAgD8mrfO9S1KTPz7p9b4A7fu+VZh+vUP+C74AAAAAAAAAAGamN7x7ToK686z+u7CKvbU0m4Y4lg0qNQAAgD8AAIA/ZsYeOsOZXLr8xkA7Gvz3NXtpS7qwal+6AACAPwAAgD+AUh0+12lXu5r15buwkQ08QPXtvDc7gL0AAAAAAAAAAJriOz7oWFA/JbhgPT7dFL/jvBE+xLHIvAAAAAAAAAAAZq4TvdhAkD2HbSM9BKMSvgIprD2UGB6+AAAAAAAAAAAA1ek8XyBvPoWDVT20ySu+NcE/vW/SnbwAAAAAAAAAACBoET49PE67zLScOFcWJbYIMoi8WKa5twAAgD8AAIA/AEAavR/lrzgl+kK8Mxm2PCsSZjq6MYq7AACAPwAAgD/anZw96eYJvCQjNj1cSWI97m0sPYOQ9zwAAIA/AACAP80OwLzDZU66FWGYu9zThLV7wgO7687sNAAAgD8AAIA/mrG2PK4JgLquwEI8UjzBOMf7Rbp6Qrw3AACAPwAAgD+a3YS7rqW/uniJszy3Liq5zOO9uabVHLgAAIA/AACAP80AJbyYyIs/XrM6vRDr875pw6m70v9yvQAAAAAAAAAAM0J3Pde3CDpr3Dk7gC1ftVvt9btDfmG6AACAPwAAgD+aYBQ9w60AurD7Yzt/07e7IwyHu8Ryo7wAAIA/AACAP/rMAr79KJY/xpLEvgctz74b/v69tWMsvgAAAAAAAAAAmrmKvIUT8zqR2BO7QBSqOy8DODvrnr25AAAAAAAAAAAA2AC9UpCwuVJYTz0e1La8QAlIuzM+oD0AAIA/AAAAADPyiT3sGbi59txBOhLpCbkwvly7djhVuQAAgD8AAIA/M9JGPa4Dlbr7z4y6grHvtUSpAjviMaA5AACAPwAAgD+aONg8bGuqP4oQ1z5qbh6/BR2Tu1qWLT0AAAAAAAAAAAC2dLw9Wno61jsIvNSn2DzODRE8B1tAuwAAAAAAAIA/S3yTvps2Wj+ee609QJO8vrUvV75AZvU9AAAAAAAAAADNLVC99pxXul9cvbsFG4AzTmVXORITGzIAAIA/AACAPwALijzX0xe5Z7CEO5y3KDiLy027kpMvugAAgD8AAIA/c4HQPcD2VT9OdIs9pjrZvgxDtD08yxM8AAAAAAAAAADNQI07g4NkvArs2jvvs609/8LFvc/RgT4AAIA/AACAP820wTxxfUw4ksnrujzzjzTdOl27lnENOgAAgD8AAIA/unlMPrhPOz/CvKM8aVW1voxdXj7La5G8AAAAAAAAAAAzUwO89jAbuu9UPTuHjLo2kN0nu9qhXLoAAIA/AACAP9qmUD5woYM+ymUsvgw8q74+ylw9IqEavgAAAAAAAAAAZl6IPfacVLqba866BjD3NWfPNrr6uu85AACAPwAAgD/NRx89KRBnuiojfbtTY6y2SQbBOoW8kDoAAIA/AACAPyCaBD4paAa69cp4PKkt5DwxF5C7Iz4JPAAAgD8AAIA/zeBivMw9Sj7eOs68RkNOvo8u673fAjc9AAAAAAAAAAAzCVi8kl6pP/hp9b0xH9G++axZvHAvYr0AAAAAAAAAAAA4bbwfV+W7BiWQu4CWLDzNC0M9sd0VvQAAgD8AAIA/zWRtO0hRuDmWyxU8z7NcNozd+DrzQ2s1AACAPwAAgD96xSY+0lOFu+sNEDzvHVq5FhKnvE2xeboAAIA/AACAPzMfHDz2xC+6PTBEuzUt1btbtIy7IuW5PAAAgD8AAIA/jT++PR9d5bmIRFg6dw8SskqwMrryYn25AACAPwAAgD+aKx+9cT04OC4Drju6MNg4pe/Zu95SKboAAIA/AACAP7OVHT0pSHe65ngtvEFFvjxEfpm6dpqjvQAAgD8AAIA/M8ktPVxjVLpGEjI7hH6stdzopDjJxEu6AACAPwAAgD/NQJi9Hw3VuXAa6TlT5ZK4apRFOwpW/LgAAIA/AACAPwAtMT6G1do+0hKOvg0SyL64SM695XZlvgAAAAAAAAAAmpY8vcOJJ7pVJTE90kuXPJAhx7q2UFo8AACAPwAAgD9AV5Q9XIMxuk33XrtVhRMzdhtGOpWSgDoAAIA/AACAP4CzNL3sGce5WsLmO0Wj/jNzMVc7Tj6iMwAAgD8AAIA/AO89PiyLmT/L96k+AksHv/ofXT5iS8E9AAAAAAAAAACathQ9e+ycOcKMT7lgWJi7lKKqOzkeO70AAAAAAAAAAPN60z3hBKe6ZTnXvGOuqTn5sjo7WyNduwAAgD8AAIA/zalVPUgxijl2gHM77ZQDOBK5AbzDOjK6AACAPwAAgD8inI2+Fw8TP+PeXT7jUam+bg+BveyzFz0AAAAAAAAAAACy3TzhtKW68fFDO0Z5UDkqFJS7dhFnugAAgD8AAIA/mjd1vB8NtLkFoAK6IsGqs2mLtrtRThg5AACAPwAAgD+a5yS9rr6rP5B8a76QSJO+Txqfvaju2r0AAAAAAAAAAIB67D3D9RE3DmijvINwyrmCvo47tL+xugAAgD8AAIA/mhTCPfbAJ7quShg7BMltuVEyuzt2SCq6AACAPwAAgD9Nz9Y9tmqIPuDfzj2JwZC+6/e6vFLjkD0AAAAAAAAAABrsvr03NIA/tpXNPTkpzL7VVge+248FPgAAAAAAAAAAZj4oPeG8wbrYBmu7jXSlO6onqTnu9Zw8AACAPwAAgD8ztbs9sIbpPhBDezyj+xS/zEU9PYFUKr0AAAAAAAAAAJoDKT24lcQ9rkRcPbqOgr6QhYM9lRdvPAAAAAAAAAAAMyokPUOSYT1ElIw9c+QOvgIwKLumI/i7AAAAAAAAAACmoAM+UlONu8toWj3Z5OK7K5b1vA6hwrwAAIA/AACAPwBMgryFGJO7PdH0O9HMGD3epem8uC78PQAAgD8AAIA/2iqAva6Hijmxo7g7Jg4MPJ0dcbsdCFS9AAAAAAAAAAAzMw08YpKtP0HKHT6NaPe+Xt9YuwcsrzsAAAAAAAAAAAAQNj3DaUe6WTEPPFQVoDmNcsK6ykOaOAAAgD8AAIA/M1UYPEivqrqj/dQ6c7FqNXh2CzpdevS5AACAPwAAgD+afuY8j6Yhuv2vajw7G8I5JXtcO4o4mzgAAIA/AACAP02+OD5Iv/S6MimGvPP4q7dqx0q8kY8bOgAAgD8AAIA/Zm8JPRSOsriZjiI86rQAN3DqvTpVBwE2AACAPwAAgD9NAS699qgeulSmLbzSPA07ral1u+4I97sAAIA/AACAP42FqD1cc3G6BjWnuaKaAbRuDLy6uFDAOAAAgD8AAIA/zZygvB8d2rmy3x88ylsKtwoAGDz4PQa2AACAPwAAgD8NO7Q9w14zO/DTAL194sy89VOXvLk5tj0AAIA/AAAAAOaPiT2uw5u6CI91vJNiYTmN7gc73yfLuAAAgD8AAIA//ZinPuuTZj9xYUE+E73svhsBxj6GtFi9AAAAAAAAAABACo89XPsouoPMoDtltaI8olrHueTfGjwAAIA/AACAP5pe4D2PwnA3TiuNvXdA6btGeIy7QgrdPAAAAAAAAAAAzWKaPRQglrowKHo5YNGINSR33bjX4Y24AACAPwAAgD9mLLw8qfMwvFKGsL3DNgC+JySdvRrfHb8AAIA/AACAP9rO6D2PfnO6QiIGvB5M9bmapse5df61ugAAgD8AAIA/ZlF+PSmIK7ruxIA7qYNBNl3+BTii0Ja6AACAPwAAgD/NhtQ89rxtul9tBrszWu43wRutuz7/rjkAAIA/AACAPw1Aiz3sQYU6RNMVPGvfXr2i7vE6edM+PQAAAAAAAAAADXHhPRtVmT9OjgU/grgAv29pxz0TZDM+AAAAAAAAAADNWb89XJ9RuvrSkrwQ96288tJ4u3svmL0AAAAAAACAP4Ax3z1IL4K6VT3Uu4/injZT0JC6G1IOtgAAgD8AAIA/WvaYPXF9PrlCvps8FNAnsxVL9brOYB6zAACAPwAAgD+zSmm9rpGjuiNSxjtsTBA2PgaMOnhOATUAAIA/AACAP809Cz2PcnO6v1sSuxPMkrZmcxA7ieAlOgAAgD8AAIA/JoG0vVJAxLmCZNg7O3RyNAIB+jhGVakzAACAPwAAgD8z+N09j24CugLghbtlwpw27iSKuzBamzoAAIA/AACAP02PjT24fpg4rNayvEp8hTuicsg6Jmn+PAAAgD8AAAAAZiY9vLVwtj8/qRO/5UadPhyzMzyUyKw9AAAAAAAAAAAa9Gs99rhZup7BGDxAgqu8GPoAu4LUlb0AAAAAAACAP7PZij17WvS6FcXlu1H1m7rZN2I7A4PdOgAAgD8AAIA/MyUwPK4hgLo0rTK87lXTOAalmLsKDT64AACAPwAAgD/mjxq9vGi5P2gW872JZ4G+P0GQvaLIub0AAAAAAAAAAGZoUrx7VoC6OkylPAEJTL2nU/q5XJYZvQAAAAAAAAAAmmHZvI/iXzmSd407w+QpPBck9boIKg48AACAPwAAgD/TUZE+76qcP+54Cz+hauy+lQ+/PrPDgj4AAAAAAAAAAM14Oj2P9g26LhsputX2b7T0BJC58URIOQAAgD8AAIA/s00JPVjbmD7I6Fa93Gs/vv2NG74+9UE9AAAAAAAAAAAmcMQ+1k2sPsPSGb6iBEK+Y+M0PYW8aL0AAAAAAAAAAGZ+Z7u4lNk6UfclvL2olj0XJXY5MjImvAAAAAAAAAAAJrSIPSnIYLo3IL28nOVBuGVhTDvzb7E3AACAPwAAgD/zDbk9ChdguX0iVD0STTo9YyUKO/GuHT4AAIA/AAAAAM3VnzwpCFG6EcyGOuNuxLyKn8g6UQWsvQAAAAAAAIA/5ldSvR0HNj8Ukgu8PZH7voF6ir3L5eW9AAAAAAAAAACa/wC+eMzzPpLMxj4NrqG+x5sSPvRwPT4AAAAAAAAAADPLsD1cC0+6LhfNOzwTNDk/Yey5EzFvugAAgD8AAIA/4KcFPke5BT+C6+06U9CrvgwDfj0YdcM8AAAAAAAAAABaSbI99jwwunZZA7osKw+5NiXButiUJDkAAIA/AAAAAHOJmz0UIrW6ZZjXvF7I7bzzuiI8kglvPgAAgD8AAAAAAAaiPVLwpLlEdYU8y2IJPb9lWTuGYmk8AACAPwAAgD+z80W9cd1NuQLcNjtztzc4lovTuz7127gAAIA/AACAP2YbTj3hEIa6upmLu27qori0zJu5rVYSOAAAgD8AAIA/pkZHPusaoD9VG6s+D+HyvqdtjD5y8IA8AAAAAAAAAACzRCg9SMe8ui3+7jp9r4Q79Dhmu3ZuUzwAAIA/AACAPzNzWTwA5gI/Td2fvPNAkL4KNva82ZWGvAAAAAAAAAAAZveOPFJ4nDh18mm73Sj/PH/L6Dry8tm9AACAPwAAgD862SA+PSMwPOIsoL078bW9RapTPl7kij4AAIA/AACAPzNsXj2UB58/jjrUPtQHBb9WyQM8GH6jPQAAAAAAAAAAAAlEPcMJKbrKcIy4361AtVyZ0Tn+lKI3AACAPwAAgD8z2fs9HCWaPmGSlr5vlFe+6cVovi8IkL4AAAAAAAAAAMBLtD32EBG6mm+cu02/kDa1xiW74b62OgAAgD8AAIA/rYlGPgMmEryhiUe7pwCiOeqLd70ddOM5AACAPwAAgD8A+OC7XI8fuoo5Bjy7Ti42DKAvO//XJDUAAIA/AACAPzOzvDuuR6W2AExOOzyKCbWQhIW7JlR1ugAAgD8AAIA/ZsbkuwpND7t3OSA7bdJpu410XzxKuks8AACAPwAAgD+GSWe+Rw71Po2h1z42qeu+jYbQPLP9DD4AAAAAAAAAAA0WwT0pxBI7OnYQvVCAvDt6EiU8UsBZPQAAAAAAAAAAJoXFPR+tgLlmLRA6FUP/NfudPzu94ia5AACAPwAAgD+zjdw9rsetN1jiX7mDGAs4rpU/Oo1GgrcAAIA/AACAP5pr2DwUDpO46HyDO73e1Tf7x6u7BSJzNgAAgD8AAIA/ZjXRvNfjVblzabY73P8rNXsNv7tSwDE0AACAPwAAgD8Al7y84diounUMITrZmsE1TC+gOne4OrkAAIA/AACAP004gz0KN3m5TvZCvDQXWLWFmC+7yEvMNAAAgD8AAIA/gOgNPa6th7rURSs8+8los+00xTqtdf+xAACAPwAAgD+aAQ87uL70OJKbITpvVzo2RavUuj7QQDUAAIA/AACAPzMI1TxIsdk5fuY9u02I6zyyrDC7FTFEuwAAgD8AAIA/zfW4PbhN+LuNJoQ9mYZmPT5cSb0WFDo+AACAPwAAgD8AoEM+CGn2PpiKWL1tQZi+Qh67PabL9bwAAAAAAAAAAKBXLT4qm04+gktsvu/Tf76qlQm+7n+rPQAAAAAAAAAAml9IvK6H7LiEikA84Ig9tpZOHDua+EK1AACAPwAAgD+a7Ss8FE6wuG0Y4Ts6NiE9KjhTO7DM7LoAAIA/AACAP7PN0T3X83u5Dv/avPQbOL2XI9w69EkAPQAAAAAAAAAAZhQyPCnsabr+kkG76ynYOI7EErsQeCS4AACAPwAAgD+a1Uc8uAb9uQsX8ju2V0g3eOdRuxF1PjYAAIA/AACAPwBisTxIaZ05upMiPd2NrrsQsss7aaYdvAAAAAAAAAAAZn2lPMP1WrrS6fY6xnUBvYRO/TqWO+O9AAAAAAAAgD9zgqg9rimuugpJjzsNxo01tJi+uS29oroAAIA/AACAP+a5Wr3h/Le6hoegO8F/ibdGQ5W5AE46ugAAgD8AAIA/Gi42Pg8KJrwm66o8L8DUPLoAob3+P689AACAPwAAgD9mEhQ8jz5QuohiWzypqCQzwfKzujalUDMAAIA/AACAPxp5Qj0wArc+3geuPbnOm75CNu88Tnf+PQAAAAAAAAAATaVZPa6xgLrOCY07QFMLN78fYTsZ6KS6AACAPwAAgD+A94E9uGbHuePqiLpgpkA578+Wu6jzljkAAIA/AACAP2Yi0zxITdC6xeqWu36LIL0mUSe7gmQMvgAAAAAAAIA/5j11PcNdFjsWveM6rXAmPajeIzxvdS89AAAAAAAAAABmVHw9jkGrPVTxCLwpAEy+f6o/PNbhID4AAAAAAAAAAHPd0j0JDFE9boQfvokOWb41n1m+HkwKPQAAAAAAAAAAmvFTvQOg1z7k+zc+L6SCvuKCpTvcSJw9AAAAAAAAAAAzQJI8188FOjrlkTx31pi8bGkIOqUfUjwAAAAAAAAAADObZzvDcWO6XtjPPBQE8bwzAIw7m9LSPQAAgD8AAAAAALuMPHfuBD5e8JG8F3wxvj8rgr3GYXg9AAAAAAAAAABa8bE9uB65OMcORLyyaG28oNfqOyzclz0AAAAAAAAAAGZiPD6kZEm7fj4tvPmlR7zDP4S8hygsvQAAAAAAAIA/M2v8PApnbbnqQ327iXIyt3xpkjtMKZc6AACAPwAAgD9m1rK7+/uRO9Hkr7ufwGO97J70O2iqAz0AAAAAAAAAAAAUcj3s6fO5pjMoufP1TbQTH/U5mw5BOAAAgD8AAIA/TUFSPVyLcbprdZm7PVaaOGk6dbl/cgm4AACAPwAAgD9mfMG8FCqkuoJnY7qOZLE1vyEJO/vNgjkAAIA/AACAP5oaQT17eMe6kkvlvPPAWzzzWYc7DxdBvQAAgD8AAIA/Wt2LPY/uALqWILG7fzeCN4Gcvrjr/c+2AACAPwAAgD+NeQU+sPftPjM2IL4hJam+/x5CvTpwkb0AAAAAAAAAABr+Ej1cnz45wE17vGXYubxmN7e7qtm6vAAAAAAAAAAAZg1tPXsUtrbyRac7Am98vGxs77r/yg49AAAAAAAAAABmpoW5pM8Xu7gVVTygSti8UloHvA4gvL0AAIA/AACAP2bpg7zhOpA5Rbtmu4AFGjanb9S7wf+LOgAAgD8AAIA/AFyQO1KI37maLv07zcX7NpbVKTsT8fU1AACAPwAAgD8msgS+14sRu/ZM9DsHCww8enxvPLsp7bwAAIA/AACAP02+oD1SIIe5KClwu/FPXraJHzq6CvuKOgAAgD8AAIA/AAVtPXoOoT80j78+lCQZvxg0Qz3eaAo+AAAAAAAAAADNsrY8j7Y7uqdJDDrg0fo0GqrHuKIaIbkAAIA/AACAP83ENjvX4y04RpbdvLrUCj1RNom7Z0qRvAAAgD8AAIA/5mDHPVKowrlbi/e6Frw1tpmgozu2Uak1AACAPwAAgD+asS+8havquZ9ZE7xOrMw8qhQKO6CiuDsAAIA/AACAP83nAj0KFy84kiKPO711Xzc1WK87knmFugAAgD8AAIA/JjjRPRTCorq2YWu8Nk2OvWtq1buGPXq+AACAPwAAgD9mDpQ8ezz7OcEXFbzeMq087REEvJUUWr0AAIA/AAAAAKpNdr44hmM/MpOovlxSB78NqOC+Cl+nvgAAAAAAAAAAAGUPPVxrAbpiQoy7N4WgttIzvzoyL6A6AACAPwAAgD8zn5M8CjNeOiCSHb2gXy88LcA6Ox5E3zwAAAAAAAAAAM1UJ7vsKdK5eT8IO4KiVbXBhEg73jVctAAAgD8AAIA/ZrpHPdfTC7srcH28VPHpvN+g7Ltqus69AACAPwAAgD8And88uMb3uTJNSjxSI6c5P5JsOkT9oDgAAIA/AACAP+abYD4JzI4/gPwJP+dj5L7nP1s+jkFlPgAAAAAAAAAAMwNXO1Ko5zpqlWg7ZXuYvHR8QbzIX+O9AAAAAAAAAABm7JY84QKDOQ3yOzoh0Rk8XtINvKiEqjkAAIA/AACAP+a+zD17fJ05QUhGPBZHET3x8jS4YpqaPAAAAAAAAAAAzafePKTkEzrFp/87xrMnPSC2ormKNRs8AACAPwAAgD+ataS7KcQBuvjy6bwEEDk2oWkNOxEuqLUAAIA/AACAPzPuvjwUhIC6GmcbvCAqErnz1zs6+B+EOAAAgD8AAIA/YOEDvsPcMDtOWro9ik4LvEbDzbwjYvk8AACAPwAAgD+zYBQ9XEYcO+Dokzwewvy8ZNwHvANrv70AAAAAAAAAADMHojsiabU/vholPjXaij1Ii5G6GscNPAAAAAAAAAAADUrmPRG4fj9+6Q8+NhAQv3Gocj0G0Hq9AAAAAAAAAAAzms+8exzNOWZQJjxxkaQ7u5KuulTIALwAAAAAAAAAAOaSOz57Lzg/UyqoPX2nvr7GvHA9XRBLugAAAAAAAAAAM26dPcN5UrqzOuw7TbG4vFfzW7v2LaK9AAAAAAAAgD+zi6o9e5KYujS9jbqvKjM9c4dEPFJKFr4AAIA/AACAP2YOPjtcZwK6rD+PueMFYDU3p8C7gX6oOAAAgD8AAIA/M/hbPSmMbLqA4Q+5up4ONsgzCTt0YCQ4AACAPwAAgD8AgDc8XJ8/ullYBD3A4qK2DI7yu7/ioLUAAIA/AACAP3NSnT3DkR+6g4sTuayoIzaEu987pegqOAAAgD8AAIA/MztmvI9DODvEQAI8HPoKPNbnjDtGTaM9AAAAAAAAAABaPoE97ImyOnvOlDvUGHw956MIO+x+MDwAAAAAAACAP0Cozj17ypC6flqfOJ1fZbi/Cc07g06CtwAAgD8AAIA/MxkuvTA1wD53zB09sZpmviTWELoujQe9AAAAAAAAAAAAjoE+xBKnP4/EhD76taO+KedpPj28pD0AAAAAAAAAAAAUwLvsSdC5LXWsu9xHzzjF6iW6cq8/uAAAgD8AAIA/mhYLPRRAoLp3nz66D5dmtoYmpTpwulo5AACAPwAAgD8azgc97CnwudkRQ7trvQ44tWQpOmZsYrYAAIA/AACAPw16yj1SGPK5dNmQu0bW3ji444a7hA0aOgAAgD8AAIA/AFTYPOF8nroN5P+6vWkMPIXdkLsbpOU8AACAPwAAgD+aWzM8eyaGuiMrbjx1Cxc2ge1IO29iCzUAAIA/AACAP+YpGr1cGfA+4luUPmaFk76UKUw+cFQMPQAAAAAAAAAA5vhrvXsYiLraPhS6CTIENKiUL7uq2yc5AACAPwAAgD9Nd7U99hgaOYo1QjxkNgg9Q0ZtuuPoYzwAAIA/AACAP5oOjjzXKFm73TrXukLsRr2zhk88ybwiPgAAgD8AAIA/5spjPfaMQ7rPsxe8x9PxNvECHboQm1i2AACAPwAAgD/AWt+9zpuiPrr/1Dywnqi+A0LPuzLdjLwAAAAAAAAAADPuVD0U2JK6W/AuPEIB7jgbrqw6rZ/cNwAAgD8AAIA/Zm+cPFzbdbrttwM90TmdNt7YoTrOcpE1AACAPwAAgD8Nr749j+5vup8SOLsjcMI2qx4VOlafK7YAAIA/AACAPybNuT2PthG6WlE3uyAJ5rUWPgm6HYRXNQAAgD8AAIA/MzCfPZxkNT7YvHG9bquLvrH8ML4GEe49AAAAAAAAAADmsL09UpjeuetE+rv6YCe83J8Su7KREj0AAIA/AAAAAACgaz3D3QC64fgZPOGXuLReki874AySswAAgD8AAIA/mp8FPVwXNLqYnHO8tPwGOQyvnrsGzHa4AACAPwAAgD9gPQ0+rufXuqjjaLy5FEY8vGwkvOIjKz0AAIA/AACAPzMbXrx4iMc+xsArvgNljr5gEvG9NukEvgAAAAAAAAAAgFpevbhmjrli5G26a5GsuNu4YTvwfpA5AACAPwAAgD+znFM9w1UHuvP/ULx8HIC2q9UYO33k7jUAAIA/AACAP+YrBz3DmQu6X1kGO96HVjWedpa7bZceugAAgD8AAIA/APmiPK6dkbquoCA7rySGvPKVqrqr32o9AACAPwAAAADNzFC7rn2QuhPaNDoa5SA1Da4EOjJzULkAAIA/AACAP5pUVr2Fo7O5narhum67A7YoGUE7no4HOgAAgD8AAIA/ZtO3PSkgKrpVP4U8uozNvEmsbjmBSLS9AAAAAAAAgD9aS8M9jzZMuur1gbvADSO2l0kGOr2OlzoAAIA/AACAPybbhj0pbEq6za2NvPUugrxbWoM71wo2PQAAAAAAAAAA5sCuPbgG+rlrFps5HICFtsUWkjkc+Li4AACAPwAAAAB64EM+8kGfP/CI/D7U0si+GAM0PpoPNT4AAAAAAAAAAOaNXT0UxrQ5mb4BvWKVeDzvJXu6SUUKPQAAAAAAAAAApjrMPYVLurmVF328s73XNCJ/G7u620i0AACAPwAAgD/NnDo8lOMJPttv6D1SpZa+TZqjPWoMizwAAAAAAAAAADM7Jryk4CG51rkMvI4hsjwCP007hTtVvAAAgD8AAIA/cxqIPSloUbpY0Lq6KhRduSXCZbpYXeE5AACAPwAAgD/N3M47SLeTuqFggjqNo/C197kKudk4lLkAAIA/AACAPxDbnb7eDYk/faJ7vatGDL9uyv++ZV2XPAAAAAAAAAAAc8/JPXHnBLvr0J67olEGOkabK7z/NCY7AACAPwAAgD9mmZw8SIGQuEsZ0rwr4tQ7zqVZu27hqzwAAIA/AAAAAN499L6g5Lu9K9iNOnAbwzhLwHK9/RGHNwAAgD8AAIA/5pJfPsOzfrxyXxO67CEkOGq3370fijg5AACAPwAAgD8AEC89ZjyyP+CkGD8u6Em+DsCVvAz7gzwAAAAAAAAAAC3t9j7OHwy+aBLku7wquDzCAcY9JnyduQAAgD8AAIA/89ypPRRuvjnwGcQ7+6hvvPpPcDtJygy9AAAAAAAAAAADGMA+SZoLP19nvTy6Lui+EVKwPiuPK74AAAAAAAAAAAAJZT1cHy457TxOPEJdLDb8ZGw6l+o0NQAAgD8AAIA/ANRxPg/iBbyDgyA87FiTueZRdr3axHS6AACAPwAAgD8asxc97PGDOJUbWDyBmYm5ebXUOrL2jbgAAIA/AACAP/OE2j0K1125vNo9PEScWLXsVP07aNRXtAAAgD8AAIA/zXuZvXHdX7mGJ/u4m2T1OFzv+rqLDe03AACAPwAAgD/ATM89wzFJukDmFL1HWlA5D9MVupDiurgAAIA/AACAP+bxaD3DDQe6nQguvK1EoTaNSZ67nXcStgAAgD8AAIA/M6M5u7ie9bkyJzU8TkmfvL5seDvIcIs9AACAPwAAAAAAeL68JD+kPVraFz79GDu+9WI/PWaoZT0AAAAAAAAAAHNVvL2G0oU/mxh/vhx6JL/8Mgu+Xs2NvAAAAAAAAAAAc1eLPewpnLnrEea5ka02uPUGzLvq9ww5AACAPwAAgD8A+uq8XJNCuoYNlDujswU70TSuuktD6bsAAIA/AAAAADOd5Lx35ZA+G4cHPnlXbr60waI9NoM6PQAAAAAAAAAAMwOmPK5lkLpGdBc8QXIZNp50YLu/AQ41AACAPwAAgD8A4vE8hbunuZDfYriEuna5cq8mu6o9LDgAAIA/AACAP4rXV74OXR4/O/CqPhbj7b5IkYc9lu6dPQAAAAAAAAAA8+xUPtuVtrzoMuK6i9tGOZ/GKr4qWxQ6AACAPwAAgD+aw+w8j2YHumiSgDzTZa682HS6ujS4mD0AAIA/AAAAALPmQz3D9VM3LQGyvO6Y1bTWPrK7FdJLNAAAgD8AAIA/QLqgPfY0Fjvl9We9DChEvT4djbzEFzA+AACAPwAAAAAANFs9FFK4ug99JbuzDwc8Li0HOya8DD0AAIA/AACAPyZivT2Pw1o7lySiPLrgKz1Bo0M7QEQtPQAAAAAAAAAAAHGtvHsit7pb3407zRgPOLlYcbrcLwU3AACAPwAAgD9NeB099oQYumhfH7upQQC2NRBouu9TNjoAAIA/AACAP+bygb14srA8ehePPXushL4J6yW+koMtPQAAAAAAAAAAzco5vDHwDT7Slz0+F7h0viWJ2z0SIoW8AAAAAAAAAAAAKQW94drdOdEnIruD07g7oWmbO0KmjzwAAIA/AACAP83g3Ly4x+27+2ugPTxmlr4X2NG8A+AwPwAAgD8AAIA/Oo4Fvu5MjT/mRtq+d0HbvqWmBL6pITG+AAAAAAAAAAAz59S7FPbbORa48jt3rgW88DeXOmC/6rwAAAAAAACAPwb4Ij49ii27GRbIuufGSLvRYMu8YS0gPQAAAAAAAAAAAFyOPSmAZroqzbG6My4duyE80Du2DQo8AACAPwAAgD+aA7q8SEuKusJYqjpLiBY7V+lUO2wxJbwAAIA/AACAP2alwLyEd8w9bt1aPc7sXr5euvO9HM8bPQAAAAAAAAAAGnYZPa4BhbplTRm6q45qtTQVXTtwcDE5AACAPwAAgD8akUM9hYulOHbcBr0cxq+9fO0YumnWm74AAAAAAACAP0DF2j2o/ms/ik8FPs2szb5Qpi4+lgkKOwAAAAAAAAAATVsuPRS+srpqXzk8g6RWNhqtGjsFxz41AACAPwAAgD+mO6A97IfAOvcpDr09ET89G3reu+WwBL4AAAAAAACAP837i7yU5JO8cMtSPo3UMb3oy9I9G/diPgAAgD8AAIA/AJANu+FMibpY6eQ6Gl3XtJvfPbrykQK6AACAPwAAgD/mMWw+fHIqPxm0tD1vQqS+T65PPta6Mz0AAAAAAAAAAGaaXz1Is4i6bX1lu2/nLbaqUQO5UQ+EOgAAgD8AAIA/mm9gPJ6EMD8gp4+9KyoQv2z9rrygaJG9AAAAAAAAAABgMSU+H/Gxu7LuQ7xzvxg6ibItvSPIATsAAIA/AACAP3OTvz2uzcq6BRe+u8QcqTvV44q6dU6dPAAAgD8AAIA/wJeNPY/aGrrFlV66lEoeufbhAbsYsok5AACAPwAAgD9m5tg7hWPPuYIutjuEL+i2vyKkt8XN37UAAIA/AACAP2bxRb0U+JO6IhkHvAxKjbYFeSO6CvP+NQAAgD8AAIA/AMjhO+G6pj1IxVa9gdnLvTFBtj1pWq69AAAAAAAAAABm/hg7SKOkujkijbxp1+c8VEeTO8SSyb0AAIA/AACAP0DPp73hIsY5LnGZOyQE2TaEkPi7Tl26ugAAgD8AAIA/FkmWPtD6WT+6U2C9lD8Ov7P+hT5g9vq9AAAAAAAAAACN5LM9exT7uPaNjbvCTcM6ig8AO9sbqzsAAAAAAAAAAFrAij2PYkG6tvAKu1lcsrYeehQ79lMjOgAAgD8AAIA/M9FKvB+F7bfd3085QIFMNCCggzsLzHi4AACAPwAAgD/mxHs9n/QAPq3dUL32Ai++QwqFvQqInr0AAAAAAAAAAM36FzwU7tm4QFjgOSk7p7tkp+Y62liSvAAAAAAAAIA/ZgWoPApXOjgF7zg8Ru6pvAcL3Dvl4Nk8AAAAAAAAAAAzs9S7FOqGuu6f8bxvKT288HrcO4/YJD0AAIA/AACAP+ZNuz0pAEG6LkmjO54FxDiH7sO67ZNpuQAAgD8AAIA/JiSEPcNhcLpAisE7AkCrONWaBbrT63K6AACAPwAAgD+NJJI91/9HOngxDzwWw1w85F1NO8hyADsAAAAAAAAAADMh1DzXf0Y6Ehg3PKURqjwBEJG7GN4NvQAAAAAAAAAAc2bRPUiXjLrg2DE6nmI/uSKbCTqz/jW5AACAPwAAgD9NTha9bOabuyVSzjzAJSe8nXe/PFLEDj0AAIA/AACAP6YGyD3DbVi6+3vWOf7m9biPGhC7YPTZuAAAgD8AAIA/Gq5iva4fiLruWvs89vqLtRHqHbugXIW0AACAPwAAgD8aXBu9XE4OO1ZtvLyRjDu8LlJgvAjKkb0AAAAAAAAAAOaDsT1S7Og6LYDou102V7wR7Z07niOMvAAAAAAAAAAA87itPaRkSDoweYm6Gf4yOca/Ojtat664AACAPwAAgD/mVNI9j4J1uLlmqzvWDJw4JDZdutbl9rgAAIA/AACAPwBZnT24cNM6bqNsO0G3/TxOC2O7+5dNvQAAAAAAAAAAZuZeulx/OLp+SEq7dUm5tgxI+rpFi2s6AACAPwAAgD9N7oS9rn2BupnqkzxDwmA28GKsuQuMXTUAAIA/AACAPwDoMLyYkIE+A+BBvSPbCb6rx2Q9cNCnvQAAAAAAAAAAQHCdPbhuhDoObpe8Is6FPNr7qLugqBq8AAAAAAAAAABar8s9w104unNmXjzOQMi88KMuu0Yir70AAAAAAACAP+Yfqz2kbDc66q2BPCmioLxc3le7C0toPAAAAAAAAAAAzRkQvRbJCj0SW/K9wk1MvhJ7VbxJrSi+AAAAAAAAAACap2Y8YyboPrZfjT1Cv1++zUVGvaqAmjwAAAAAAAAAADP6wjxScM25LlM0uvE0TbhSp7O7tFcyOQAAgD8AAIA/mumnu6+apj7EIby8egFmvl6mlbzH6wI6AAAAAAAAAABN5IE9YnQAP4qhhjyQwta+tDUJPbpRZjwAAAAAAAAAAHMfQL7GLIQ/I6AMv52DGr+RAwi+GR1AvgAAAAAAAAAA5ka+PfZtMTs4Ezs8phNSvDBtgrkW8oE8AAAAAAAAAAAzllY9jwJ3umXtRjqScfi4em75Ovs8VbkAAIA/AACAP5oPYj2Sfcw+bvqRviN+g77LjOy9gQ4HvgAAAAAAAAAAjbnaPZELyj2qH7e8DP9RvjGpLT3k6Lo8AAAAAAAAAACtq0K+rK/WPjv69z5+tIW+elyBPc/ZhT4AAAAAAAAAABoCH71cEy+6b9YkOoApzDgteMa5lX3CNwAAgD8AAIA/2om5PddGQDz2mnY9tJxkvica3ryasjA6AAAAAAAAAABNrhk9rgGIuoK4aTugLpM2i/RGOy1whboAAIA/AACAP5pqozy48sM6vkzfux/thryfpJE8S5ZvvQAAAAAAAIA/TaE+PY/GK7pSWHQ8NDKCuw8mWTtqyhO9AAAAAAAAgD9m25u94dzVO0Z6Dz1DwVW+eLRouwC2wb0AAAAAAAAAAI2ei73sYa+5SqnAuS0TXLYhlSK7wqLfOAAAgD8AAIA/uhESPtQZJT8d0k69tALcvgdVcrxH05y9AAAAAAAAAACmibo9XB90upz9iDyP1kS8Wwh8uyBGLb0AAIA/AACAPw1dzr0Efag/PvYWv+ejxL75nIy9WxEjvgAAAAAAAAAAM6IvPSnETLpyzJU7hzYDOTzwGrtKDrG6AACAPwAAgD9gMwI+4dCzuqts+rnAc5M27gHSua39FjkAAIA/AACAP2hCBD8ZKxe+NnypuuzUnjgDTrC9CijIOQAAgD8AAIA/TQdMPVybebp90VS7dg+ntfB+EDpF2hQ1AACAPwAAgD9mO3a9rqeEuH4RlDl80oY09I+bOIB/sLgAAIA/AACAP0DU9j1cBxG6I+Peu+CPdblsYW87Oro6ugAAgD8AAIA/pj1CPuFqp7r+VuQ8UZvFvBzeIbxjlKu9AAAAAAAAgD8z/pe8SAn9ObZKGjuXQr83jUZPO2C59LcAAIA/AACAP3NKsz3hVLe67tarOxZoqDpuRlm6onOSOwAAgD8AAIA/ZuaSu+H6ojllUpk8o7QuPHiSgTstoty8AAAAAAAAgD/NH7m8T4xEP749OD13WKu+bcYnvUz4JD0AAAAAAAAAADM7Rr323Fa6+rwuugCGrDSqjq66fcdGOQAAgD8AAIA/jYDoPfawUrr6PDy8tYG9NjQI6DrTeSq2AAAAAAAAgD/Nd0Y9KZQBuoYzejtyuMI88XEfOwXDhjwAAIA/AACAP5oA7ryFC8e5SvC4vGsRS7b8ZoK7M4+7NQAAgD8AAIA/jf+4PRQu+DmGItw8dZ4GPeSQCLy3q5w8AACAPwAAAACN37g9FPbJOavUljy2j9U8ycDmOwkIuz0AAIA/AACAP81aLLwpQAq6B0qIO5znILUMYpS6/1IKtAAAgD8AAIA/zZyqOh99vLlJNT88O3/+PEkKhjpD1Ps7AACAPwAAgD8azjG9FO6aulWWxLrb5VC2uL4iOwsK4TkAAIA/AACAP1oNiL1sm7U/oiMDv6JL8b2ErDK9K85kvgAAAAAAAAAAM3NpuikcVboy59a58Qy8NBgN6LvVgvw4AACAPwAAgD8AFks89lwruspMtTxB9Py1aB9Gu3DF+LQAAIA/AACAPzOhWTxcexK6VsPgutfByLVO/VS661wBOgAAgD8AAIA/zWnFPckjCj1GbUK+aQ+QvoCUTb72eg++AAAAAAAAAAAGeR8+hAotP04PmD2eg+K+YkoDPoB8OzwAAAAAAAAAAGaihDzD1Re6bmu7u4/tsTmCZQo8hgqEuAAAgD8AAIA/ACR+vXtspzk0Hyc7EE87vAZ1c7oqcCS9AAAAAAAAgD/mSjk+iBVpP2y7PT70Zwa/B5dsPoA0wr0AAAAAAAAAALZsjL7ENAw/ikebPq/wn77qL/S9YecsPgAAAAAAAAAATS5JPXtktLqN1uG7sowfPcpzbzzuDQa+AACAPwAAgD8AAKg7XFsRup26bbzg7Y67CaKZujuWeTwAAIA/AAAAAEBGJT7sNom7QpksvNbKpzmXJsC8TjuOOgAAgD8AAIA/GrkyvRRYhbrG75+7lbjBtpU+YDoSUCw2AACAPwAAgD+zqVk9j5JNuvbBPLw/68q2OF4KO15sNzYAAIA/AACAP00B3j2FHZs6coynu3BNUTw95bM7otHEuwAAAAAAAAAA2NUQP9vOJL5NXv+6ib7NOFTPg70kmhs6AACAPwAAgD8aqrI9PSpHOuWP37ym9sO8OgXxO1LqYT0AAAAAAAAAAKAsJj7sZKm7o5n3O8H/kjx/dgW9Dix5PQAAgD8AAIA/s05PPY8uMLrrmqi7NJCatbnnf7p27Ag1AACAPwAAgD+Tjx0+9tdaO8rcIb28rSU9PSCFPOKbO70AAIA/AACAP4ATnj0pyG+6fozPO2+GL7gpDHM5iesitwAAgD8AAIA/TafFvaTCmD+4Req+evb3vuQNar02mQK+AAAAAAAAAAAAahI8e0qkurSGD7m3qkY8sZPfuj9ILb0AAIA/AACAPzNeuL3sqeK5cJ6EO9PIZTb54pa7C3BtNQAAgD8AAIA/gLqPPq6V1bx2m245ktf5vBQ4Rr635sC9AACAPwAAgD8gohm+TVqfPs7lQz4q+yu+Yd+1PUiE+DwAAAAAAAAAAM16ubxam6w/7iXbvY7U1764aaq9qH1/uwAAAAAAAAAAc/ErPjsCTj/s6R49QpXPvkMJTj6g6yM8AAAAAAAAAAAzv248+0qbPquF3rs/vsG+ITIcvmozK70AAAAAAAAAADMiyjxckyq6Vv6sOlIyHjl7fak6a7rWuQAAgD8AAIA/lshrvqjfnj+sL56+49+2vrg80r4hWSC+AAAAAAAAAAB6cgM+PapROsZdxDvV0Go5JkUzPGJBhjoAAIA/AACAPwBL3T1IhYy6DWCrOcoOrLUPqYA7k4bDuAAAgD8AAIA/ZnSCPfZkMrqscxs8dtMONMDXODumHoYzAACAPwAAgD9m+OA9KRRfPUJWML3w5dK9vPi3vAGzkz0AAAAAAAAAAK3KIz4PAjA/qA7fPckKEr/wHBg+QxkavAAAAAAAAAAA2vm5PVKIwbnV5k67mRGbtpMGbbvvxws2AACAPwAAgD+A/x4+7AWru1LxELxXYR46LuIFvb7wZjoAAIA/AACAP/O6Zz7DBj68SuCDPElZV7vQE8e9iFEwvAAAAAAAAIA/7UMNPsOZZbqVu/g6qrgCPUw4SLyImY47AACAPwAAgD9NflM9rhmauhDHXjtMFBw4CU6MuoklD7oAAIA/AACAP/PmqT2PghK4422eu/Rkqjbud5G77jYitgAAgD8AAIA/xlgGPujEnD4j2kS93BU+vhc5B75/bhE9AAAAAAAAAABiYbS+z0WYvbWqpzq1JZI4tsqUPltHBrkAAIA/AACAP1PTuD5Z3gM/9gT0vQzD0b6HY1k+FwCHvgAAAAAAAAAAzdrPPHs+jLoyZFO8OXOSNji8RLjS+gS2AACAPwAAgD/mxvE9TgGDPZvBCL5Nxkm+4/lYvfxDob0AAAAAAAAAAJplrT3D8Wq6SHsGu2Z4/7V8rwc6Ov8cOgAAgD8AAIA/MySDvBSI0LpGbf88hErvvMR2Hryq0c+9AACAPwAAgD8zepc99mxFumBwyjrLqTY2POuluirl6bkAAIA/AACAP+1yBT494H48ahrRum4bLr67Upg964wAvAAAAAAAAAAA2h/uPcPBDbreKv66VOWBOFMew7r+J4c5AACAPwAAgD+zCl499gxXup6sp7sarMo2GUeauig9OrYAAIA/AACAPwD8o7zSY7k/BlzjvYUGCb7l7Su9giUavQAAAAAAAAAA83KJPSkkCLrxNJu8nZ7/uFknBzuu7mo4AACAPwAAgD+AdDC9XHsPusH4pbvcaXc7Kh5HOybm+bkAAIA/AACAP83qbbz2iCU5hVmxPLQ9fzzpdZw7aCPzPQAAAAAAAAAAmrQTPSkRETtiRrS8c1ZgPdJVfTrt2qm8AAAAAAAAgD+T0Qi+A1t7PwLcw73mhNm+F7NWvpIDa7wAAAAAAAAAAK1YKL7gy9E+a4iMPj23g74vRYi8jhENPgAAAAAAAAAAmkkXPOzJ5rmqxB49kSytvALeUTpqsJc9AACAPwAAAADzeI894ebuuvXqg7yrgc88Jh2aO1oitL0AAIA/AACAP3On3j3sqdC5Rlx1vCBesbZZsWG7EtMkNgAAgD8AAIA/TeVjPftmij0SO829nbJrvhcUczxaOcW8AAAAAAAAAADm97A9FJ7WOa7uAznLi988GR38uoXpdTsAAIA/AACAP80D/LzxoPA+kZe3POm0q76bvPi7fK8AvAAAAAAAAAAAM4HYvCkkFLw698s9Y3wGPVWWeT2wF9+9AACAPwAAgD8a+lg+tqoyvCrgTTuVNjK5C32fvVuFd7oAAIA/AACAP7M0GD3h1KC6bVg5vNLqJL0AqVQ76WAQPgAAgD8AAAAAmqgNvSm8IboOiMs7JYxVOBwfMzuQzpC2AACAPwAAgD/NWMC8cjuHP7KPjbyKhAO/GZjGvOyIRj0AAAAAAAAAAA3WAz7s2dC57rq6vIBHgLlOstg5mIpcugAAgD8AAIA/xocMvuGYr7rJwy48IEoTOX3MsjtzWve5AACAPwAAgD9mduC6DHq3P/05Ybz0T4m8JPuDvA0vGr0AAAAAAAAAAAAi1rxcb2y6tgHTurPqpzZoHDS78y3yOQAAgD8AAIA/APC0OimcSrpEmLA6kRwxtdx3gbuobs25AACAPwAAgD9m7kc+jyFDvLjsUju8oBY65BO1vX7ZRj0AAIA/AAAAACYEPz709MW8hV3WPadRhrzK6DO+PY1JvQAAgD8AAIA/QKHTPcQsjT46vHs9eTWNvgPRvDxqS9y7AAAAAAAAAACzA649j4ZWugnQmzpE+2A0XlLCOXL+s7kAAIA/AACAPwAnQT0fjce5WA/gu0zvizdFzJy6Lib5tgAAgD8AAIA/Wu61PSn8F7quuNA5lVN4tG7ddTtwEvK4AACAPwAAgD/NG6U97FGwtRRotDo2yJe8h9etu8xSub0AAAAAAAAAAOY0Br3g7bQ+A0e/Pletbb4xc4g+fsioPQAAAAAAAAAAmtluu1wnMLo+q5k7x/6BNwRfuTtKQ7W6AACAPwAAgD9NE5O+74JkPw9Bx70mTse+yHS8viqw8j0AAAAAAAAAADPzJbp7Rqu6IoQZO2FrkTt1xic6CIJlPAAAgD8AAIA/mmElPPtYnjuGeSi95FezvGwe4btMqZg9AAAAAAAAAAAAgEW5S3DFPrljLj2KUxi+Jm+5vMKO+zwAAAAAAAAAAKbVUj7SKhQ+FuICvrudhL5oQ/29+1yGPQAAAAAAAAAAgH0XveFMjLq9dRW6QJ3GtGzv7jmR/Cs5AACAPwAAgD/WUhE/nEUUvpfmjbt9i984wo7nvKKevjkAAIA/AACAP0ayDD7X03G5uqkSvEwwcjjsbey5Ciw/OQAAgD8AAIA/DY+xPVzXLrpS9Ck61MnQN5dkLDuy9BK5AACAPwAAgD+aB3S9w3E8usNPtzuebFc8eIO2Obk/xzsAAIA/AACAP5p/Qzzi97U/1j7KPsqEBz6Pyj+8IqJPvQAAAAAAAAAAM1i8PZGhQT5G1i+9Hafsvayp77z+kS29AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiTQACSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdAIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYk0AAoWUjAFDlHSUUpQu"
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVPwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGDAKbz9S/GMAWyUTegDjAF0lEdAwaq4a4tpVXV9lChoBkdAWO2jCYTkAGgHTegDaAhHQMGq/GALApN1fZQoaAZHQGLowrDqGDdoB03oA2gIR0DBq+SblRxcdX2UKGgGR0BZ07Pt2LYPaAdN6ANoCEdAwawhkvsZ53V9lChoBkdAYGnJaJQ+EGgHTegDaAhHQMGsdapHZsd1fZQoaAZHQGJZUCaJAMVoB03oA2gIR0DBrLa/wiJPdX2UKGgGR0BbycHKOktVaAdN6ANoCEdAwa1Vmq5sj3V9lChoBkdAW0LcSGrS3WgHTegDaAhHQMGtn9mpVCJ1fZQoaAZHwDVxPgvUSZloB0tpaAhHQMGuDUkfLcN1fZQoaAZHQF+abtqpLmJoB03oA2gIR0DBrla8UVSGdX2UKGgGR0BgVW2NNrTIaAdN6ANoCEdAwa6Ghpxm03V9lChoBkdAXGAYWLxZuGgHTegDaAhHQMGvD5Grjo91fZQoaAZHQGG+ViWmgrZoB03oA2gIR0DBr/msYEW7dX2UKGgGR0Beyh5Pdl/ZaAdN6ANoCEdAwbCNgeA/cHV9lChoBkdAWzWpiqhlDmgHTegDaAhHQMGxOWFWXC11fZQoaAZHQF7qdqL0jC5oB03oA2gIR0DBsjchTwUhdX2UKGgGR0Bjr1bxEv0zaAdN6ANoCEdAwbOjEZzgdnV9lChoBkdARSNGy5Zr6GgHTegDaAhHQMG0UYu9OAR1fZQoaAZHQFU3vYvnKW9oB03oA2gIR0DBtW+iSJTEdX2UKGgGR0BQidqDbrTqaAdLk2gIR0DBtY6w+t8vdX2UKGgGR0BdF770nPVvaAdN6ANoCEdAwbanocrAg3V9lChoBkdAYfjOTq0MPWgHTegDaAhHQMG2sVzp5eJ1fZQoaAZHQFv6K8tf5UNoB03oA2gIR0DBt2FWCEpRdX2UKGgGR0BWr8FhXr+paAdN6ANoCEdAwbfV0mMOw3V9lChoBkdAVQlpi7TUiWgHTegDaAhHQMG4C4YR/Vl1fZQoaAZHQFvaPTG5tnBoB03oA2gIR0DBuCgnYxtYdX2UKGgGR0Ba9vHggow3aAdN6ANoCEdAwbgo3fAKv3V9lChoBkdAY+c+QlruY2gHTegDaAhHQMG5KxsVLzx1fZQoaAZHQF3KMrVe8f5oB03oA2gIR0DBuYEdJaq0dX2UKGgGR0BfJlw97ngYaAdN6ANoCEdAwbnQI0IkaHV9lChoBkdAUu8Y1pCa7WgHTegDaAhHQMG6HBegL7Z1fZQoaAZHQGQwQrUb1h9oB03oA2gIR0DBusKrilzmdX2UKGgGR0BhjOfbsWweaAdN6ANoCEdAwbsVOdGy5nV9lChoBkdAVUdvWH1vl2gHTegDaAhHQMG7i9cB2fV1fZQoaAZHQF2/mE4//vRoB03oA2gIR0DBu+96LOzIdX2UKGgGR0Be6F+Vkc0caAdN6ANoCEdAwbySQCCBgHV9lChoBkdAWtuWZ7Xxv2gHTegDaAhHQMG82Glhw2l1fZQoaAZHQEG2V5a/yoZoB03oA2gIR0DBvPSJCSiedX2UKGgGR0BW2MI/qxC6aAdN6ANoCEdAwb0q9CeEqXV9lChoBkdAWSMWcjJMg2gHTegDaAhHQMG+fqSowVV1fZQoaAZHQGDV36AOJ+FoB03oA2gIR0DBv4rSCvovdX2UKGgGR0BZVKSkj5bhaAdN6ANoCEdAwb+ddE9dNXV9lChoBkdAYdiKk2xY72gHTegDaAhHQMG/9PnSv1V1fZQoaAZHQGMc5rHlwLpoB03oA2gIR0DBwPHXkHUudX2UKGgGR0BeiNJOFg2IaAdN6ANoCEdAwcGW4VARkHV9lChoBkdAV/XzGxUvPGgHTegDaAhHQMHCiQ04zad1fZQoaAZHQFrOu6ErXlNoB03oA2gIR0DBwzr9If8udX2UKGgGR0BjS6Tjebd8aAdN6ANoCEdAwcQRh7Vrh3V9lChoBkdAX/E2ETQE6mgHTegDaAhHQMHEQ02tMf11fZQoaAZHQGDPB7mdRSBoB03oA2gIR0DBxl5BHCoCdX2UKGgGR0BgAVGLDQ7caAdN6ANoCEdAwccOac7Qs3V9lChoBkdAYSogfU4JeGgHTegDaAhHQMHHojJ+2E11fZQoaAZHQGKSlyBCladoB03oA2gIR0DByJJC2MKkdX2UKGgGR0Bjwg3YL9deaAdN6ANoCEdAwcmyCOFQEnV9lChoBkdAWwoGs3hn8WgHTegDaAhHQMHJ0cbBGhF1fZQoaAZHQGIfyJTER8NoB03oA2gIR0DBysm7J4jbdX2UKGgGR0BcHVnyup0faAdN6ANoCEdAwcren752yXV9lChoBkdAYLAfRu0kW2gHTegDaAhHQMHLZZtFa0R1fZQoaAZHQFxDW6bvw3JoB03oA2gIR0DBzGJb0OEvdX2UKGgGR0BZ3xHPNVzZaAdN6ANoCEdAwczfS6UaAHV9lChoBkdAX5uUPhAGCGgHTegDaAhHQMHNfH+6y0N1fZQoaAZHQFZzMd92HL1oB03oA2gIR0DBzb8BMi8ndX2UKGgGR0BhAEHMUypJaAdN6ANoCEdAwc6jiXIEKXV9lChoBkdAUpxVktmL+GgHTegDaAhHQMHOppSR8tx1fZQoaAZHQGQqI0qH449oB03oA2gIR0DBzu5NIsiCdX2UKGgGR0BgGPOW0JF9aAdN6ANoCEdAwdCcxbB42XV9lChoBkdAW4mvkili0GgHTegDaAhHQMHQ0X5N47l1fZQoaAZHQE30yWRigChoB0vEaAhHQMHRPJkwvg51fZQoaAZHQGGG4qXnhbZoB03oA2gIR0DB0cyHKwIMdX2UKGgGR0Bhfj4QBgeBaAdN6ANoCEdAwdIxLyMDOnV9lChoBkdAY0oWhRIjGGgHTegDaAhHQMHTJxh2GIt1fZQoaAZHQFbTqBEroW5oB03oA2gIR0DB1cRW912adX2UKGgGR0BerGGqPwNLaAdN6ANoCEdAwdYMnTiKi3V9lChoBkdAYKw0+kgwGmgHTegDaAhHQMHWFmR3eN11fZQoaAZHQGFX2JBPbfxoB03oA2gIR0DB1y+cvugIdX2UKGgGR0Bc4l98Z1mraAdN6ANoCEdAwdd7Ed/8VHV9lChoBkdAX0GDBdld1WgHTegDaAhHQMHXnlUhmoR1fZQoaAZHQGA/VkUbkwNoB03oA2gIR0DB1+j7O3UhdX2UKGgGR0BfP/jGT9sKaAdN6ANoCEdAwdh47K7qZHV9lChoBkdAW+9+OOsDGWgHTegDaAhHQMHZjdJBgNR1fZQoaAZHQE2aJJoTPB1oB03oA2gIR0DB2ZmfXf65dX2UKGgGR0Bfc3UMG5c1aAdN6ANoCEdAwdnFVrhzeXV9lChoBkdAXrTS1E3KjmgHTegDaAhHQMHaFwV9F4N1fZQoaAZHQEMpn003wTdoB03oA2gIR0DB2sxyfcvedX2UKGgGR0BF3nM+u/1yaAdLfmgIR0DB2283fhuPdX2UKGgGR0BYC6EOAiFCaAdN6ANoCEdAwduV+UhV2nV9lChoBkdAYuQRnOB192gHTegDaAhHQMHbmcr7O3V1fZQoaAZHQF3ZgwXZXdVoB03oA2gIR0DB3GVJ4B3idX2UKGgGR0Bbf8iSq2jPaAdN6ANoCEdAwdy5p8neBXV9lChoBkdAZErk1/DtPmgHTegDaAhHQMHdeNOmBOJ1fZQoaAZHQFuPVFhG6PNoB03oA2gIR0DB3el8ma6SdX2UKGgGR0BjKNe8f3evaAdN6ANoCEdAwd6dFy7wrnV9lChoBkdAYuGV58jRlmgHTegDaAhHQMHexb9AHFB1fZQoaAZHQGB/kSdvsJJoB03oA2gIR0DB34L/VAiWdX2UKGgGR0BVYlj7Q9idaAdN6ANoCEdAwd/FuNPxhHV9lChoBkdARi6QcPvrnmgHS81oCEdAweAa0uUUwnV9lChoBkdAXPdU0elsQGgHTegDaAhHQMHgZ5YYBNp1fZQoaAZHQFbSJ6IFeOZoB03oA2gIR0DB4NIlY2bYdX2UKGgGR0Bbh+hTOxB3aAdN6ANoCEdAweDqR0U473V9lChoBkdAYpWajvd/KGgHTegDaAhHQMHhGmj9GZx1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
+    "_n_updates": 160,
+    "n_steps": 2048,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 512,
+    "n_epochs": 16,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV/QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgLjAJpOJSJiIeUUpQoSwNoD05OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu",
         "n": "4",
         "start": "0",
         "_shape": [],
         "dtype": "int64",
         "_np_random": null
     },
+    "n_envs": 512,
     "lr_schedule": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="

ppo-LunarLander-v2/policy.optimizer.pth CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5470ecde7f5d8b104b4c3d337992860d054791853e6a0fa090213ef3678b8387
-size 88362

 version https://git-lfs.github.com/spec/v1
+oid sha256:6a4cb6316a5a4d86a6fbbb0c56cc1f8fc6925ac62868b2eebccb7121831a9270
+size 88490

ppo-LunarLander-v2/policy.pth CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feac802e18fb29dcc4701a4cc6dfef6efcf463fa8421e1ec0e49894f170974a7
 size 43762

 version https://git-lfs.github.com/spec/v1
+oid sha256:e96138976b96d9ded009be38804d45801992b9f7572c440e3d678534b9ac9420
 size 43762

replay.mp4 CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f0c6b043f556477db546915bd0e4136242ad37f6d963ab783c59f0a05c28e15
-size 92731

 version https://git-lfs.github.com/spec/v1
+oid sha256:92d0b461489c186a758830c49bc9ae13c3ddefe4537dcbc82b04b6856e5158a6
+size 168566

results.json CHANGED Viewed

	@@ -1 +1 @@
1	- {"mean_reward": ~~-470~~.~~79975708417186~~, "std_reward": 92.~~54278096995178~~, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-02-~~16T11~~:25:20.~~385911~~"}


1	+ {"mean_reward": 246.74665080317885, "std_reward": 18.742323836155645, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-02-17T15:50:50.342914"}