ppo-LunarLander-v2 / config.json
echrisantus's picture
Upload PPO LunarLander-v2 trained agent
2b9b839
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fa333fb8c10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fa333fb8ca0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fa333fb8d30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fa333fb8dc0>", "_build": "<function ActorCriticPolicy._build at 0x7fa333fb8e50>", "forward": "<function ActorCriticPolicy.forward at 0x7fa333fb8ee0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fa333fb8f70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fa333fb9000>", "_predict": "<function ActorCriticPolicy._predict at 0x7fa333fb9090>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fa333fb9120>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fa333fb91b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fa333fb9240>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fa333fb1c80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687129686737943664, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALODBz2PKm26xZDrOuTNjzXccWu7OhMKugAAgD8AAIA/zVBPPVxLQrp9HIW594VctCnJiboXVp04AACAPwAAgD9z+4k9FHiGuhQTjLntkXa0pQ3xudoiozgAAIA/AAAAAM2AuT3h4K+6dtkauPydCrOFlH+6sVwxNwAAgD8AAIA/uupAPshl17z4fEO6+YC2ONAoRb4KGYg5AACAPwAAgD9mUgK9j65euqT5DTrZexQ1OTzEOmYII7kAAIA/AACAP6as6r3yfhs/mpbzPZJGtL69Qhi9imrXPAAAAAAAAAAAM90rPY9SA7qWXoy5t7VMtDInATuYHqY4AACAPwAAgD/NFoy84dSpulInHrzP8ta22ZfXORULQTYAAIA/AACAP8CVgj32JBK6xe4YOprUPzXNXhc6yDg2uQAAgD8AAIA/M9rXvY/mdLoUsj+7EMh/OHvcUDv1F0o5AACAPwAAgD8APO48zGF3Ps63YzxhMna+V5UZPTZupTwAAAAAAAAAAE3LAD32bGa63pocuLdWCbOlr1a7rxo4NwAAgD8AAIA/syI1PUgbirpV8SS764UTttiOe7pcbT86AACAPwAAgD+AYfA9w3F+un0kabusEFw4xhFnunnukDoAAIA/AACAP21Khz4QTg8/oF5cvnH9Ob47Ake9xnwZOwAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQF+17Q9ic5OMAWyUTegDjAF0lEdAkwU/XXiBG3V9lChoBkdAZYweHzpX62gHTegDaAhHQJMJJ/MGHHp1fZQoaAZHQGIgkEC/47BoB03oA2gIR0CTD3371qWUdX2UKGgGR0BeCqO5rgwXaAdN6ANoCEdAkxHgNkOI7HV9lChoBkdAYCCfcvduYWgHTegDaAhHQJMXxmukk8l1fZQoaAZHQGVZss6JZW9oB03oA2gIR0CTGLm8dxQ0dX2UKGgGR0BjDXq5byH3aAdN6ANoCEdAkxzgvlEJB3V9lChoBkdAXrETEit7r2gHTegDaAhHQJMoeUMXrMV1fZQoaAZHQGImtShrWRRoB03oA2gIR0CTKsbiqABldX2UKGgGR0BjP/Yg7o0RaAdN6ANoCEdAky0Sc5Ke1HV9lChoBkdAX+OotL+PzWgHTegDaAhHQJM3G9sabWp1fZQoaAZHQGSxp+2E0zloB03oA2gIR0CTOMLRrrPddX2UKGgGR0BeG5hF3IMjaAdN6ANoCEdAk1jd/e+EiHV9lChoBkdAcW29R77bc2gHTbYDaAhHQJNapLrX18N1fZQoaAZHQF7aiPQv6CVoB03oA2gIR0CTW3mU4aP0dX2UKGgGR0BjXqCWeHzpaAdN6ANoCEdAk18XHmzSkXV9lChoBkdAYKjxyXD3umgHTegDaAhHQJNgouCf6Gh1fZQoaAZHQGKt1nM+u/1oB03oA2gIR0CTYzIw/PgOdX2UKGgGR0BkovL/0dzXaAdN6ANoCEdAk2b6O938oHV9lChoBkdAX7prIo3JgmgHTegDaAhHQJNoXj/+85F1fZQoaAZHQGKN8hs67uloB03oA2gIR0CTbFAzYVZcdX2UKGgGR0Bmx5ZOi35OaAdN6ANoCEdAk201hPTG53V9lChoBkdAZByBJZntfGgHTegDaAhHQJNw7N1QqI91fZQoaAZHQGGMfO2RaHNoB03oA2gIR0CTffG+9Jz1dX2UKGgGR0BlVejGkvboaAdN6ANoCEdAk4EhPKuB+XV9lChoBkdAZDELLIPsiWgHTegDaAhHQJOEdVFQVKx1fZQoaAZHQAqvA44p+c9oB00fAWgIR0CTig+zMRpUdX2UKGgGR0BlIMwg1WKeaAdN6ANoCEdAk5EOyNXHR3V9lChoBkdAXt8MspXp4mgHTegDaAhHQJOS6kP+XJJ1fZQoaAZHQF43kwN9YwJoB03oA2gIR0CTrz3eN1hcdX2UKGgGR0BkfcZ5zHS4aAdN6ANoCEdAk7E+nyd4FHV9lChoBkdAY96GdqcmSmgHTegDaAhHQJOyKj8DSw51fZQoaAZHQGDsLksBhhJoB03oA2gIR0CTt7S+QEIPdX2UKGgGR0Bm9CRjjJdTaAdN6ANoCEdAk7osfFJg9nV9lChoBkdAYPTrIHTqjmgHTegDaAhHQJO+fPppvgp1fZQoaAZHQGbwicoYvWZoB03oA2gIR0CTxOu5jH4odX2UKGgGR0BdlIbS7Xg+aAdN6ANoCEdAk8bHdKujh3V9lChoBkdAJU1hTfixV2gHS9FoCEdAk8qsFyJbdXV9lChoBkdAZAZiR4hUzmgHTegDaAhHQJPLH5RCQcR1fZQoaAZHQF5LLBKtga5oB03oA2gIR0CTy/3gk1MudX2UKGgGR0BxleZ6Uqx1aAdNQQNoCEdAk9LclsxfwHV9lChoBkdAZPkLLpzLfWgHTegDaAhHQJPYxB5X2dx1fZQoaAZHQGXi/A9FF2FoB03oA2gIR0CT2nfnwG4adX2UKGgGR0BksQdIXj2jaAdN6ANoCEdAk99to371qXV9lChoBkdAXmdsMy8BdWgHTegDaAhHQJPk5Z/0/W11fZQoaAZHQGRMUPH1e0JoB03oA2gIR0CT5mKiO/+LdX2UKGgGR0BLIc0tRNypaAdLvGgIR0CT6gLZSNwSdX2UKGgGR0Bkwj5Ec81XaAdN6ANoCEdAlASaCpWFOHV9lChoBkdAY/xCLuQZGmgHTegDaAhHQJQGH6i0v5B1fZQoaAZHQGAM9H+ZPVNoB03oA2gIR0CUBs13t8eCdX2UKGgGR0BAs3xFy7wsaAdL6WgIR0CUBucGTs6adX2UKGgGR0BlXLKs+3YuaAdN6ANoCEdAlAn4jv/ipHV9lChoBkdAYzKZUkv9L2gHTegDaAhHQJQNwOy3TeB1fZQoaAZHQGHmHjp9qlBoB03oA2gIR0CUEWUy57PZdX2UKGgGR0BgMFAkcCHRaAdN6ANoCEdAlBLA482aUnV9lChoBkdAZ/3p3X7LuGgHTegDaAhHQJQWJFVktmN1fZQoaAZHQGZfyDqW1MNoB03oA2gIR0CUFn6Vt4zKdX2UKGgGR0BkW+doWYWtaAdN6ANoCEdAlBc/bKzRhXV9lChoBkdAclRQBgeA/mgHTa8BaAhHQJQcuwOe8PF1fZQoaAZHQGLz+p4rz5JoB03oA2gIR0CUHdPCVKPGdX2UKGgGR0BjxE6gdwNtaAdN6ANoCEdAlCNL0OEuhHV9lChoBkdASREf7rLQomgHS/FoCEdAlCO3VG0/nnV9lChoBkdAYxcWfK6nSGgHTegDaAhHQJQk+0svqTt1fZQoaAZHQGPINz0Yj0NoB03oA2gIR0CUNQdE9dNWdX2UKGgGR0BhcrfDUExJaAdN6ANoCEdAlDqKXjU/fXV9lChoBkdAYAYnkT6BRWgHTegDaAhHQJRQxxwQ1791fZQoaAZHQGIzFt8/lhhoB03oA2gIR0CUUlTdLxqgdX2UKGgGR0Bjs7aK1og3aAdN6ANoCEdAlFMebmU4aXV9lChoBkdAY10tlqagEmgHTegDaAhHQJRWPybx3FF1fZQoaAZHQGHH9sSCe3BoB03oA2gIR0CUWiNCJGe+dX2UKGgGR0BwAo2Q4jrzaAdNOQJoCEdAlFrg4Otnw3V9lChoBkdAZq1DzAeq72gHTegDaAhHQJRda6H0se51fZQoaAZHQF73tfG+9J1oB03oA2gIR0CUXqHBUJfIdX2UKGgGR0BwDQB1cMVlaAdNrQNoCEdAlF7fIn0CinV9lChoBkdAbIzwCKaXr2gHTScBaAhHQJRfcbfgrH51fZQoaAZHQFv8X2dupCNoB03oA2gIR0CUYa/VRUFTdX2UKGgGR0BiE24LCvX9aAdN6ANoCEdAlGmZ/wy6+XV9lChoBkdAY9vKQJXyRWgHTegDaAhHQJRrCj1wo9d1fZQoaAZHQGU/aqCHymRoB03oA2gIR0CUcydwNsnBdX2UKGgGR0Bdm4S+QEIPaAdN6ANoCEdAlHPYtHxz73V9lChoBkdAcqAqJdjXnWgHTTQCaAhHQJR0GK0lZ5l1fZQoaAZHQF5pl9jPOY9oB03oA2gIR0CUghNlyzX0dX2UKGgGR0BjNipFTefqaAdN6ANoCEdAlIYv7vXsgXV9lChoBkdAZDroaDPGAGgHTegDaAhHQJSfECdSVGF1fZQoaAZHQGUqZc9nscBoB03oA2gIR0CUpU9IPK+0dX2UKGgGR0BmvuHaews5aAdN6ANoCEdAlKuVEy+HrXV9lChoBkdAXdnLNfPX1GgHTegDaAhHQJSs7AmAskJ1fZQoaAZHQGTM4oZydWhoB03oA2gIR0CUsMllbu+idX2UKGgGR0BjRsSsbNr1aAdN6ANoCEdAlLI0rK/203V9lChoBkdAZQrhm5DqnmgHTegDaAhHQJSyfspobn51fZQoaAZHQGFR1mapgkVoB03oA2gIR0CUsx5D7ZWadX2UKGgGR0Bl7HxSYPXkaAdN6ANoCEdAlLWcCLdepnV9lChoBkdAZPGdFvybx2gHTegDaAhHQJS7vcwg1WN1fZQoaAZHQGWrG/vfCQ9oB03oA2gIR0CUvM6gM+eOdX2UKGgGR0BiedjTa0x/aAdN6ANoCEdAlMK3hfjS5XV9lChoBkdAYa/Dk2gnMWgHTegDaAhHQJTDK83++/R1fZQoaAZHQGTNRnnMdLhoB03oA2gIR0CUw1bCrLhadX2UKGgGR0BfhGLtNSIhaAdN6ANoCEdAlNCXO8kD6nV9lChoBkdAQyFchTwUg2gHS/RoCEdAlNFP8Q7LdXV9lChoBkdAYxj0xubZvmgHTegDaAhHQJTUo7vG6wt1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}