ppo-LunarLander-v2 / config.json
LevinZheng's picture
Upload PPO LunarLander-v2 trained agent
9f63059 verified
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7a646df947c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a646df94860>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a646df94900>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a646df949a0>", "_build": "<function ActorCriticPolicy._build at 0x7a646df94a40>", "forward": "<function ActorCriticPolicy.forward at 0x7a646df94ae0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a646df94b80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a646df94c20>", "_predict": "<function ActorCriticPolicy._predict at 0x7a646df94cc0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a646df94d60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a646df94e00>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a646df94ea0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7a64702e4c40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2031616, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1739197970620020669, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAABmmeQ8PboGuRHGyrom6Oe11DKDOfot7jkAAIA/AACAP03qcT2PJla68hAFuVAIArTeOSW65sEcOAAAgD8AAIA/ZtSlPfbMQrq6hJc7RB6wNhXTnTllOKy6AACAPwAAgD9mc5S8XKMyuoOO9zhEznyzL7CzuyxtD7gAAIA/AACAPzPhKby+tBU/7DQFPMXX6r7aHKg7r9qQvQAAAAAAAAAAmgABvUihszlv0Sc5DYMkNCba2LsWHkm4AACAPwAAgD9mjdA8PQtbu+YzArqlKOc7nD2SvMAV1zwAAIA/AACAP3rNBD4KZji7KECeN7lT2bSfQVW8SmrDtgAAgD8AAIA/M1aLvBTGgLpe1tw2Lz3qMb07CjuiAwG2AACAPwAAgD+mV4I9FCyiusZzgbpOYoQ4+FjUOodfDzkAAIA/AACAPzN7eLtccy+6+vISuTPK17J/tZ+5sEcqOAAAgD8AAIA/mokbvSkEJbp6Drq5R78QNq1sADtD79U4AACAPwAAgD+a74i8haOtudb3oTUCNI4wFXGeOZGIrbQAAIA/AACAP2Yjv7xIMf8567+SudvEHbVU9EA8mCC2OAAAgD8AAIA/mma2PIXz87l6NWs5b362NYsOnrrtaYi4AACAPwAAgD+zwMQ9pNAHuTgJzLvFPRk3jwl/u5C1jbYAAIA/AACAP5r5/zwp4Eu6lCTGuhGApTSlkqu6nT/kOQAAgD8AAIA/ZhbVuvY0Gro9T3S5iWsLtrTNVzuWDI84AACAPwAAgD9mRIG8XGtJuo54fjkKGLu1WWzqOT1XkbgAAIA/AACAP2bK5DuPBk+6L0qQOf/+zDQmRxg60taluAAAgD8AAIA/AAoCvSkYdLplmoo590wlNWMaRzvvCp64AACAPwAAgD8zMwm7uC6cud66ZTvRbtY12myFO2oeiLoAAIA/AACAPzMHmTvsufm5In6gO2mFVDgSIbK7OS0NuQAAgD8AAIA/s9aePeHMpboTY3W6kSX9tfaqMjoxBo05AACAPwAAgD9zyJg9H+30uZqUT7zFD/M1coPguU6lYbUAAIA/AAAAAACkGDxIAb+4YoxUOSKlYTSKe927ps+AuAAAgD8AAIA/mvlePeHYirqiwCW4vAEbsyffJriBz0A3AACAPwAAgD9NDKW99mAVurAddTm5n8M0d3U1O6rSkLgAAIA/AACAP82oTD75Zjk/Cmwiu14N6L6q3CQ+CFQ0vQAAAAAAAAAAmhlyuim4B7rw9Oq6r02JtUHctbtVpQk6AACAPwAAgD/NTYk8KUxzuoy+QzupN0o8sD19u3S7Oz0AAIA/AACAP/NbZD5RVr0+JmSRvpcj0L5VFpw9eJhJvgAAAAAAAAAAzbSzPY/mZbo3Q467k+izNvDYtzkglCK2AACAPwAAAACzsRI9rk2HuhsqqLuJYpW2zVyXOtnuwjoAAIA/AACAPwD1zjyuQ5S6sJTiOr1bNDZadww7XJsBugAAgD8AAIA/uul1Pr14Az/tq4S+UsHlvrDRxj2r1qW9AAAAAAAAAACagzM8aR5tvEKfrjtniiE82070vQ6uCT0AAIA/AACAP81Ip7tcUwG6r1osOCLcGDEOf5i7rSNHtwAAgD8AAIA/ZpRuPOH65rhPhoO5adwwtON5f7v/y5k4AACAPwAAgD/N6da8Dx96vOsCCrvreBG9AfuPPahwLD4AAIA/AACAP2bKazzsWZC5dmdhuuZ/LLUv2WC6XQGDOQAAgD8AAIA/M0kaPcMhZbp9uFq6VRk5s9KNyrrSBn05AACAPwAAgD9my7G8XMtMuuKKvrreI5G1NqjxOabR2DkAAIA/AACAPzO9ZjzXMyG5qE7uuu81Hba9hC06ATYMOgAAgD8AAIA/Go6aPex5/bmB2RA6Q0aMNSM4hrYMHCi5AACAPwAAgD8aQzE9wx0tumUHXbtVZrm2v2Qnu6b8KTYAAIA/AACAPzPTIrpcE2u6iQvJuDzIXLNNHTg5nmXqNwAAgD8AAIA/kxouvocDHz5ylUU+1BSNvl4zEryNjgM9AAAAAAAAAAAzKXO9rmf9uAAJFDgcwwEzlK0wOvUtLbcAAIA/AACAP+CJvT6pbwa8Sn79vBV9A7vWQes8AqJyvAAAAAAAAAAA4ARrPtKqxTxpvhw/HWylPe7Wtz7MioM+AAAAAAAAAACa7J28e6KUuugBb7YScN+xjMWlOtKUjTUAAIA/AACAP01+fj0dAFU/llf1Pf+YAL9ks6A9AZSXvAAAAAAAAAAAZj2SPPaIF7pGZ6E7RGMZN6QKLjt+Drq6AACAPwAAgD/NQMw8jw56usFsSDp6nH01TzCiOs6SZLkAAIA/AACAP3oRBL4MaCM/A/n3vQBi3L5iaA6+a9yJvQAAAAAAAAAAzfnxvIWDkbnlpKG1gEdIsE0ozjqf47A0AACAPwAAgD+znH+9XbtiPt3EXz1ghZa+OWrTu0MOhz0AAAAAAAAAAABh1TzhYpe6dBQ3tAmlCa836vS67ZWsMwAAgD8AAIA/Mxz4PMMVTzk9RQE6El8NNVfEETtaZRu5AACAPwAAgD8GvhO/AvZGvvy9BjzbEiC9gIEiPhOh5b0AAAAAAAAAAC06M74RMbY+OCY1PkPTq76X2H69qX4SPQAAAAAAAAAATb8rvY/mLLrmzJ06lwGLNcV51je+6bO5AACAPwAAgD+aKgu9H22cudcTszg3k9U160w1OpAa2DQAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVtAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYktAhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHM0E8V58jSMAWyUTWYCjAF0lEdAm0m7OAy2yHV9lChoBkdAcojQu27Wd2gHTWgBaAhHQJtM+om5UcZ1fZQoaAZHQGOLtlI3BHloB03oA2gIR0CbTrFcpsoEdX2UKGgGR0BjZg482aUiaAdN6ANoCEdAm1BV01ZTynV9lChoBkdAcFBcHnlny2gHTVcCaAhHQJtRJPoFFDx1fZQoaAZHQHCx5N0vGqBoB02NAWgIR0CbUSj3mFJydX2UKGgGR0BwBIfU4JeFaAdNIAJoCEdAm1Qhz3h4uHV9lChoBkdAY7VgsK9f1GgHTegDaAhHQJtVERYigTR1fZQoaAZHQHFSfj0cwQFoB00IAmgIR0CbVxpIczZZdX2UKGgGR0BlO/4wh4dIaAdN6ANoCEdAm1j2HDaXbHV9lChoBkdAZOsjxkNF0GgHTegDaAhHQJtb4DOkcjt1fZQoaAZHQHBJit/4IrxoB00pAmgIR0CbXvITGo73dX2UKGgGR0BjMTgZTAFgaAdN6ANoCEdAm2B2bsniN3V9lChoBkdAc3P8SPEKmmgHTW4CaAhHQJtgyX3QD3d1fZQoaAZHQGpRSqU/wAloB03oA2gIR0CbYlUkv9LpdX2UKGgGR0Blh/hsImgKaAdN6ANoCEdAm2P9gKF7D3V9lChoBkdAb9CVzIV/MGgHTbcCaAhHQJtlLUz9CNV1fZQoaAZHQGY68H4XXRRoB03oA2gIR0CbZ9hUipvQdX2UKGgGR0BmxgJswco6aAdN6ANoCEdAm2hMO9WZJHV9lChoBkdAcM8RRuTA32gHTTYBaAhHQJtqh7/n4fx1fZQoaAZHQGRMxZU1hstoB03oA2gIR0CbtfSjQAuJdX2UKGgGR0BmCH8jzI3jaAdN6ANoCEdAm7YhjriVB3V9lChoBkdAYSRdP+GXX2gHTegDaAhHQJu5epqASWZ1fZQoaAZHQGbpKxs2vStoB03oA2gIR0CbuctV7x/edX2UKGgGR0Bis8iSq2jPaAdN6ANoCEdAm7u296C17nV9lChoBkdAZQxLmp2lmGgHTegDaAhHQJu9fYHxBmh1fZQoaAZHQGaiZydWhh9oB03oA2gIR0Cbv+Majvd/dX2UKGgGR0BlyUrVe8f3aAdN6ANoCEdAm8NiyyD7InV9lChoBkdAZ9/hJiAlOWgHTegDaAhHQJvILslb/wR1fZQoaAZHQGdEVoQFs55oB03oA2gIR0CbylHEuQIVdX2UKGgGR0BmaIfjjrAyaAdN6ANoCEdAm8ylXzUZvXV9lChoBkdAZ4dNO/L1VmgHTegDaAhHQJvOWBZpztF1fZQoaAZHQHIT9A5aNdZoB0v4aAhHQJvPAm3OObR1fZQoaAZHQGN1wfyPMjhoB03oA2gIR0Cbz86dDpkgdX2UKGgGR0BxQg3ZPEbYaAdNOANoCEdAm9DGJzkp7XV9lChoBkdAaB+S5iExqWgHTegDaAhHQJvW5zp5eJJ1fZQoaAZHQGcRvdM0xdpoB03oA2gIR0Cb15J8fFJhdX2UKGgGR0Bnu/qkdmxuaAdN6ANoCEdAm9fBRMvh63V9lChoBkdAZXPMnJDE32gHTegDaAhHQJvYedPLxI91fZQoaAZHQG/AIGyHEdhoB02xAWgIR0Cb2W7Q9ic5dX2UKGgGR0BxyYPUaybAaAdN4wFoCEdAm97cGgSOBHV9lChoBkdAcKn5tm+TNmgHTdsCaAhHQJvkDXe3x4J1fZQoaAZHQGEwQ6QvHtFoB03oA2gIR0Cb5SasIVuadX2UKGgGR0BxfNzkp7TlaAdNyQNoCEdAm+XwpKBd2XV9lChoBkdAaQcY3Ns3ymgHTegDaAhHQJvnNkiD/VB1fZQoaAZHQGrMr7oB7u5oB03oA2gIR0Cb5ze/5+H8dX2UKGgGR0Bhsl3bEgnuaAdN6ANoCEdAm+eLQHAymHV9lChoBkdAcK3YrrgO0GgHTdgBaAhHQJvqQQBgeBB1fZQoaAZHQGUKtwrDqGFoB03oA2gIR0Cb60xmkFfRdX2UKGgGR0BhXLtkWhysaAdN6ANoCEdAm+4nUDuBtnV9lChoBkdAYumB/ZuhsmgHTegDaAhHQJvy0Es8PnV1fZQoaAZHQGbK7WEsasJoB03oA2gIR0Cb870uUUwjdX2UKGgGR0Bmm5v5xiobaAdN6ANoCEdAm/ZJfICEH3V9lChoBkdAcpCJTVDrq2gHTTYBaAhHQJv5CqaPS2J1fZQoaAZHQHGfNugpSaVoB01zA2gIR0Cb+YE2YOUddX2UKGgGR0Bu6ZylvZRLaAdNSANoCEdAm/wnkkrwv3V9lChoBkdAaNNQcghbGGgHTegDaAhHQJv9k1n/T9d1fZQoaAZHQGZ4vqcEvCdoB03oA2gIR0Cb/g1RceKbdX2UKGgGR0BmVjdN34bkaAdN6ANoCEdAnAPdjCpFTnV9lChoBkdAckw0KJEYwmgHTbYCaAhHQJwEx8iOeat1fZQoaAZHQHNL6yGBWghoB01bAmgIR0CcB63irDIjdX2UKGgGR0BntVa8pTddaAdN6ANoCEdAnAmFUuL743V9lChoBkdAYwUiOearm2gHTegDaAhHQJwLZ+MIeHV1fZQoaAZHQGQScWKuSwJoB03oA2gIR0CcDxr4FiazdX2UKGgGR0Bym436yjYaaAdNuQJoCEdAnBBXYHxBmnV9lChoBkdAcgtMt9QXRGgHS/5oCEdAnBLHBtUGV3V9lChoBkdAczXuhsZYP2gHTTACaAhHQJwUd+2E0zl1fZQoaAZHQGBnM6BAfMhoB03oA2gIR0CcFh9sJpnIdX2UKGgGR0BmbpsoDxLCaAdN6ANoCEdAnBYhkd3jdnV9lChoBkdAcEZinYQJ5WgHTbMDaAhHQJwZHbuc+aB1fZQoaAZHQHCb3bdrO7hoB01mAmgIR0CcHkl+EytWdX2UKGgGR0BuKgNXo1UEaAdNxgFoCEdAnB685n13+3V9lChoBkdAchudMCcPOWgHTZYDaAhHQJwghEYwZfl1fZQoaAZHQHARnsHB1tBoB02wAWgIR0CcIZS+g13udX2UKGgGR0BjUc3Q2MsIaAdN6ANoCEdAnCOmeDnNgXV9lChoBkdAZ1JuUliSaGgHTegDaAhHQJwkRAgPmPp1fZQoaAZHQF8vOmixmkFoB03oA2gIR0CcJSO8kD6ndX2UKGgGR0BnFBxJd0JXaAdN6ANoCEdAnCZLzkIX03V9lChoBkdAcnw0o0ALiWgHTUgCaAhHQJwnV2ki2Ul1fZQoaAZHQHP3XXVbzK9oB03aAmgIR0CcKJuUD+zddX2UKGgGR0Bn8VqUNayKaAdN6ANoCEdAnCnPrv9cbHV9lChoBkdAc2mCXyAhCGgHTVsBaAhHQJwrke1a4c51fZQoaAZHQHDhQkLQXyloB01XAmgIR0CcK7UZNwirdX2UKGgGR0ByYqYVqN6xaAdNAgNoCEdAnC6eHJtBOnV9lChoBkdAZaO0Xxe9jGgHTegDaAhHQJwvoPtlZox1fZQoaAZHQGJAnerMkhRoB03oA2gIR0CcMFjzI3irdX2UKGgGR0BtOGj4593KaAdN1gJoCEdAnDEQfdRBNXV9lChoBkdAZxQ4smOU+2gHTegDaAhHQJwz1Kxs2vV1fZQoaAZHQGTEQwsXizdoB03oA2gIR0CcNay4Wk8BdX2UKGgGR0BkGIgxJul5aAdN6ANoCEdAnDdoY3vQW3V9lChoBkdAcDtzdk8RtmgHTa0CaAhHQJw5jCJoCdV1fZQoaAZHQGQlO7g88tBoB03oA2gIR0CcPlUg0TDgdX2UKGgGR0BmxvIlt0muaAdN6ANoCEdAnD6ctf5ULnV9lChoBkdAZjDLq2SdOWgHTegDaAhHQJxAIGjbi6x1fZQoaAZHQHMhuS4e9zxoB01jAmgIR0CcQZXf642CdX2UKGgGR0BRJsfV7Qb/aAdLmmgIR0CcQhSUTtb+dX2UKGgGR0BycBYjjaPCaAdN+AFoCEdAnEUOh9LHuXV9lChoBkdAY0x7m+0w8GgHTegDaAhHQJxFzXRPXTV1fZQoaAZHQGjYevIOpbVoB03oA2gIR0CcRkHLidaudX2UKGgGR0BguESK3uuzaAdN6ANoCEdAnEhx//echHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 124, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV/gAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoC4wCaTiUiYiHlFKUKEsDaA9OTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}