ppo-LunarLander-v2 / config.json
Hoof2's picture
Upload PPO LunarLander-v2 trained agent
b40bf4a verified
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7c0b391e1080>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c0b391e1120>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c0b391e11c0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c0b391e1260>", "_build": "<function ActorCriticPolicy._build at 0x7c0b391e1300>", "forward": "<function ActorCriticPolicy.forward at 0x7c0b391e13a0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c0b391e1440>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c0b391e14e0>", "_predict": "<function ActorCriticPolicy._predict at 0x7c0b391e1580>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c0b391e1620>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c0b391e16c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c0b391e1760>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c0b398dc580>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 368000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1652272866.0520153, "learning_rate": 0.0, "tensorboard_log": "logs", "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgQAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAQAAAAAAAAAlnM89tRYuvTuBrPtPmquvOx7OsqnmzMAAIA/AACAPw3KD75rSyY/o4JFPvvCWb84QKi+cc+jPgAAAAAAAAAAAPaDPMq7pD8KyNY9TyAbv1WLjj1wvFY+AAAAAAAAAAAzrYs96IGTPWqsjL4xEOG+cwRLPQWj+L0AAAAAAAAAAA3znL3ECMI/AZ6Qvrysur2U9UC9Gx1xvgAAAAAAAAAA+5aEvulFTz9b2GM+E9hFv1PlBL8CMos+AAAAAAAAAADNsYW8NLjLvFDyVj5lHPQ8HdYvPVssjD0AAIA/AACAP7OcvD023LM/SkH0PkS6dr6kEu49+192PgAAAAAAAAAAZtpbPJwTOrw9a3Y9uwpXPQNhh73mp6Q7AACAPwAAgD9TdxE+JN/ZPv9zwr0VBje/0rKLPnMXIL4AAAAAAAAAAFPbIr4Ev4Q+/gzmPlB2Ib+u3zy+Et3APgAAAAAAAAAA5ug0PikZnj8O4dY+f8gzvyFe1D7JVbU+AAAAAAAAAADNrCC6n8S+u7QbxjvJtwA9TlVqPMsqMzwAAIA/AACAPwCAgjpIRYq6yg5UtAsxny9t5iS7ZumHMwAAgD8AAIA/4OEjvklplD4lQ/g+Ck03v0DEB74j+ds+AAAAAAAAAACaH4U8Uhziu0qbBbsTdcg8PN2fPI9qtToAAIA/AACAP2Yro7zFeIM/yguPvbw4gr9TI3m9T4q9vQAAAAAAAAAA4w9hvg1vKT8cAIs+J9lGv07x0r4ryHg+AAAAAAAAAABNVJS9EaZFP2Jx47xUxlK/9VaBvrIfTT0AAAAAAAAAAEA6Lr5o3K8/0nkBv08n6L4Vy/G+mobQvgAAAAAAAAAA5qduPW7uyT3qalW+XzUAvzrfuD0OqRy+AAAAAAAAAABmpja7SMekuoW8UTKcIeSwjGLFusbkprIAAIA/AACAP5rxkjtSoOu77rdlu7pjMDzAMD+9+iAZPQAAgD8AAIA/ALArPD1uLrtmvoI6Lwe0PANeKbzLk5k9AACAPwAAgD8zQOO8jGwTPr5nbz3GmgK/ksaVvYXuoT0AAAAAAAAAAHNmRL53Akk/ZysgvGcCH785bAW/oWEcPgAAAAAAAAAAmp2qu9fLPbs2X3y8nuOZPCU1pLxml4M9AACAPwAAgD8zHP287oi6vE1VYj7dmJq97VojvbLSB74AAIA/AACAPzPn0DvDcA28NqtnPTJnA73GceO8Y/jkvgAAgD8AAIA/LeOQPoBuMD92UgO+781HvzjO4D4y4pu+AAAAAAAAAADNpG87hSeBu8yUFb5M0rE83Fm+PLTulr0AAIA/AACAP83ITr0nNy0/fo9hO4PkW78wnf+9auZEPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksgSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLIIWUjAFDlHSUUpQu"}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.67232, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCH6oNGIm5nJAlIaUUpSMAWyUS6aMAXSUR0B1BlP1tfoidX2UKGgGaAloD0MI9KPhlPnmc0CUhpRSlGgVS7NoFkdAdQdhStNi6XV9lChoBmgJaA9DCOcAwRy9VnJAlIaUUpRoFUuyaBZHQHUHhOk+HJt1fZQoaAZoCWgPQwim1ZC4R2pwQJSGlFKUaBVLn2gWR0B1B8+MZP2xdX2UKGgGaAloD0MIrADfbR5Fc0CUhpRSlGgVS6ZoFkdAdQf0+1SflXV9lChoBmgJaA9DCMY0071Og3JAlIaUUpRoFUu4aBZHQHUILcCYCyR1fZQoaAZoCWgPQwhH6GfqNaZyQJSGlFKUaBVLtmgWR0B1CFL26ClKdX2UKGgGaAloD0MIIXU7+wqyckCUhpRSlGgVS4loFkdAdaSJgb6xgXV9lChoBmgJaA9DCH6K48AruXBAlIaUUpRoFUuhaBZHQHWln2/SH/N1fZQoaAZoCWgPQwjy0k1iEIRyQJSGlFKUaBVLmGgWR0B1pzgvUSZjdX2UKGgGaAloD0MILJyk+eOCc0CUhpRSlGgVS7doFkdAdagsFMZgonV9lChoBmgJaA9DCEok0cvonXFAlIaUUpRoFUuoaBZHQHWodTgl4Tt1fZQoaAZoCWgPQwhkrgyqTXBzQJSGlFKUaBVLvmgWR0B1qUFINEw4dX2UKGgGaAloD0MI5C8t6pPOcUCUhpRSlGgVS5NoFkdAdanLDAJswnV9lChoBmgJaA9DCKhTHt3I7nFAlIaUUpRoFUuDaBZHQHWqKXrt3Oh1fZQoaAZoCWgPQwgbLnJP13h0QJSGlFKUaBVLpGgWR0B1qyw0O3DvdX2UKGgGaAloD0MIfnGpSltJckCUhpRSlGgVS6hoFkdAdatYixFAmnV9lChoBmgJaA9DCEw3iUFgVnJAlIaUUpRoFUufaBZHQHWrUkv9LpR1fZQoaAZoCWgPQwhz8bc9wXNxQJSGlFKUaBVLlGgWR0B1rEmG/N7jdX2UKGgGaAloD0MIjUXT2ckVckCUhpRSlGgVS5JoFkdAdazOe8PFvXV9lChoBmgJaA9DCLafjPFheHNAlIaUUpRoFUuYaBZHQHWsx24d6s11fZQoaAZoCWgPQwj1LAjl/XBwQJSGlFKUaBVLm2gWR0B1rPPomoitdX2UKGgGaAloD0MIIsMq3silcUCUhpRSlGgVS6poFkdAda2iay8jA3V9lChoBmgJaA9DCC6Oyk0UNHJAlIaUUpRoFUupaBZHQHWuFZTyaux1fZQoaAZoCWgPQwiTAgtgimFyQJSGlFKUaBVLkWgWR0B1r2ntOVPfdX2UKGgGaAloD0MI4q5eRQbsc0CUhpRSlGgVS6loFkdAda/I+4b0e3V9lChoBmgJaA9DCKGjVS1pkXNAlIaUUpRoFUu3aBZHQHWwIKx9oex1fZQoaAZoCWgPQwjDR8SUSDhyQJSGlFKUaBVLtWgWR0B1sO+Eh7mddX2UKGgGaAloD0MIkN0FSorCckCUhpRSlGgVS7doFkdAdbIe7+T/yXV9lChoBmgJaA9DCE65wrtc3XBAlIaUUpRoFUumaBZHQHWyHmV7hNx1fZQoaAZoCWgPQwgSE9TwLSpxQJSGlFKUaBVLnmgWR0B1svbO/tY0dX2UKGgGaAloD0MI6iKFsjD+cECUhpRSlGgVS4xoFkdAdbQICU5dW3V9lChoBmgJaA9DCPLPDOJDlnFAlIaUUpRoFUuSaBZHQHW0au4gA6x1fZQoaAZoCWgPQwgb9RCN7tFxQJSGlFKUaBVLlWgWR0B1tOw3YL9ddX2UKGgGaAloD0MI295uSQ7sc0CUhpRSlGgVS6xoFkdAdbY/JNj9XXV9lChoBmgJaA9DCCgqG9YURXJAlIaUUpRoFUukaBZHQHW2ZI1+AmR1fZQoaAZoCWgPQwj0TZoGRRt0QJSGlFKUaBVLvmgWR0B1tq5Zr56/dX2UKGgGaAloD0MIndSXpd1bc0CUhpRSlGgVS5toFkdAdbcmwqy4WnV9lChoBmgJaA9DCONPVDbsyHFAlIaUUpRoFUulaBZHQHW3Pf4yoGZ1fZQoaAZoCWgPQwgGDmjpyqtzQJSGlFKUaBVLt2gWR0B1uHSmZVn3dX2UKGgGaAloD0MIYwtBDopAcUCUhpRSlGgVS6JoFkdAdbkLL6k693V9lChoBmgJaA9DCGQke4Ta0nJAlIaUUpRoFUueaBZHQHW64exOclR1fZQoaAZoCWgPQwhs6dFUD0ZyQJSGlFKUaBVLqGgWR0B1u0MgEEDAdX2UKGgGaAloD0MIDLJl+fqUckCUhpRSlGgVS5doFkdAdbuKYzBRAXV9lChoBmgJaA9DCFfNc0R+OHJAlIaUUpRoFUuoaBZHQHW94Jmdy1h1fZQoaAZoCWgPQwiXN4dr9X9zQJSGlFKUaBVLomgWR0B1vi0IC2c8dX2UKGgGaAloD0MIru/DQcJ5cUCUhpRSlGgVS59oFkdAdb73qzJIUnV9lChoBmgJaA9DCGCsb2Ayp3FAlIaUUpRoFUucaBZHQHW/HKr7wa11fZQoaAZoCWgPQwgx6lp738hzQJSGlFKUaBVLvWgWR0B1v7SE12q2dX2UKGgGaAloD0MIE+6VeetmcECUhpRSlGgVS5poFkdAdb/RrrPdEnV9lChoBmgJaA9DCNogk4ycN3JAlIaUUpRoFUumaBZHQHXAXg9/z8R1fZQoaAZoCWgPQwhOmDCaVXZ0QJSGlFKUaBVLtWgWR0B1wLOlfqoqdX2UKGgGaAloD0MITG9/Lpr6c0CUhpRSlGgVS81oFkdAdcDP+GXXy3V9lChoBmgJaA9DCIy61t5n93FAlIaUUpRoFUuRaBZHQHXBCA2AG0N1fZQoaAZoCWgPQwjmstE5PxByQJSGlFKUaBVLj2gWR0B1wejxkNF0dX2UKGgGaAloD0MIgsR298CBckCUhpRSlGgVS79oFkdAdcHJMxoIwHV9lChoBmgJaA9DCHuDL0xmD3FAlIaUUpRoFUufaBZHQHXCM+NcW0t1fZQoaAZoCWgPQwibrie6rmNzQJSGlFKUaBVLq2gWR0B1wjyTY/VzdX2UKGgGaAloD0MIDqMgeHxyc0CUhpRSlGgVS71oFkdAdcMCHymQ83V9lChoBmgJaA9DCMFSXcDLnXBAlIaUUpRoFUucaBZHQHXEX7UG3Wp1fZQoaAZoCWgPQwhgsBu2rfFxQJSGlFKUaBVLlmgWR0B1xIbOu7pWdX2UKGgGaAloD0MITmGlggpkckCUhpRSlGgVS69oFkdAdcR9C/oJRnV9lChoBmgJaA9DCO9054mnJXJAlIaUUpRoFUunaBZHQHXFhzvJA+p1fZQoaAZoCWgPQwjSGoNOyAVwQJSGlFKUaBVLmmgWR0B1xqNDMNc4dX2UKGgGaAloD0MIKo4Dr9b8ckCUhpRSlGgVS5loFkdAdcet6X0GvHV9lChoBmgJaA9DCIro19YPrXJAlIaUUpRoFUuuaBZHQHXIYddVvMt1fZQoaAZoCWgPQwichxOYzn1wQJSGlFKUaBVLsmgWR0B1yITwlSjydX2UKGgGaAloD0MI31D4bN0ucECUhpRSlGgVS5JoFkdAdckUpd8iOnV9lChoBmgJaA9DCI3V5v9VJHRAlIaUUpRoFUu1aBZHQHXLKj3225R1fZQoaAZoCWgPQwi/84sStDJyQJSGlFKUaBVLsmgWR0B1yx3A2ycDdX2UKGgGaAloD0MIPnrDfaTwc0CUhpRSlGgVS7FoFkdAdct40dilSHV9lChoBmgJaA9DCP94r1rZXnJAlIaUUpRoFUuzaBZHQHXLzUd7v5R1fZQoaAZoCWgPQwiPiv87Yk5zQJSGlFKUaBVLsmgWR0B1zbsw+MZQdX2UKGgGaAloD0MI0jqqmqCWckCUhpRSlGgVS6NoFkdAdc5vs7dSEXV9lChoBmgJaA9DCKT+eoUF5XNAlIaUUpRoFUusaBZHQHXO3446wMZ1fZQoaAZoCWgPQwiCdRw/1J9vQJSGlFKUaBVLjWgWR0B1z0FPi1iOdX2UKGgGaAloD0MI20yFeKQ7dECUhpRSlGgVS61oFkdAdc9lVtGd7XV9lChoBmgJaA9DCKN5AIu8RnBAlIaUUpRoFUugaBZHQHXQvGEPDpF1fZQoaAZoCWgPQwiEu7N2295yQJSGlFKUaBVLh2gWR0B10U2P1ct5dX2UKGgGaAloD0MIlPdxNAeOcUCUhpRSlGgVS5toFkdAddGjzZpSJnV9lChoBmgJaA9DCIBmEB+Yw3JAlIaUUpRoFUuVaBZHQHXR7AYYR/V1fZQoaAZoCWgPQwjou1tZov5yQJSGlFKUaBVLuGgWR0B100IHC4z8dX2UKGgGaAloD0MIuTe/YeIGcECUhpRSlGgVS5toFkdAddQZfUnXunV9lChoBmgJaA9DCExRLo3fTHNAlIaUUpRoFUuoaBZHQHXUYMfA9FF1fZQoaAZoCWgPQwjg9gSJbdhyQJSGlFKUaBVLrWgWR0B11KZPVNHpdX2UKGgGaAloD0MIbagY5++bb0CUhpRSlGgVS7JoFkdAddTowVTJhnV9lChoBmgJaA9DCMufbwvWdXJAlIaUUpRoFUu5aBZHQHXVGpEQXhx1fZQoaAZoCWgPQwhSSDKr98lxQJSGlFKUaBVLqWgWR0B11XnEETxodX2UKGgGaAloD0MIrp/+s+ZVcUCUhpRSlGgVS8BoFkdAddVf5k9U0nV9lChoBmgJaA9DCKGGb2HdKXBAlIaUUpRoFUuUaBZHQHXV6sQumJp1fZQoaAZoCWgPQwgJbM7BMyJyQJSGlFKUaBVLq2gWR0B11uvMbFS9dX2UKGgGaAloD0MIXhCRmjabcECUhpRSlGgVS5poFkdAddfDneSB9XV9lChoBmgJaA9DCDFhNCtbFXRAlIaUUpRoFUu+aBZHQHXYP2K2rn11fZQoaAZoCWgPQwjM1CR4Q75PQJSGlFKUaBVLdGgWR0B12ab+cYqHdX2UKGgGaAloD0MI+zxGeeaZc0CUhpRSlGgVS7hoFkdAddnsPJ7swHV9lChoBmgJaA9DCAVpxqIpS3FAlIaUUpRoFUuYaBZHQHXaxf0Eov11fZQoaAZoCWgPQwhe9YB5CF1xQJSGlFKUaBVLsGgWR0B127I8yN4rdX2UKGgGaAloD0MI5V/LKxeJckCUhpRSlGgVS5xoFkdAddvihFmWdHV9lChoBmgJaA9DCOi9MQSAR3JAlIaUUpRoFUutaBZHQHXcdORDCxh1fZQoaAZoCWgPQwjD9L2GoExzQJSGlFKUaBVL0WgWR0B13TCpFTegdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 19344, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 256, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV0wEAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsDQwaXAGQBUwCUTkcAAAAAAAAAAIaUKYwBX5SFlIwjL3RtcC9pcHl0aG9uLWlucHV0LTE1LTM4OTA0MDIwNzMucHmUjAg8bGFtYmRhPpSMCDxsYW1iZGE+lEsNQwaAAKBDgACUQwCUKSl0lFKUfZQojAtfX3BhY2thZ2VfX5ROjAhfX25hbWVfX5SMCF9fbWFpbl9flHVOTk50lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgYfZR9lChoFYwIPGxhbWJkYT6UjAxfX3F1YWxuYW1lX1+UjAg8bGFtYmRhPpSMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBaMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UTowXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWV0AEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAAAAAAAAAACUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIwELWluZpSMCWhpZ2hfcmVwcpSMA2luZpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "low_repr": "-inf", "high_repr": "inf", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHAAAAAAAAAACFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}