ppo-LunarLander-v2 / config.json
Hasasasaki's picture
Upload PPO LunarLander-v2 trained agent
3959af9 verified
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x792b789dc8b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x792b789dc940>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x792b789dc9d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x792b789dca60>", "_build": "<function ActorCriticPolicy._build at 0x792b789dcaf0>", "forward": "<function ActorCriticPolicy.forward at 0x792b789dcb80>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x792b789dcc10>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x792b789dcca0>", "_predict": "<function ActorCriticPolicy._predict at 0x792b789dcd30>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x792b789dcdc0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x792b789dce50>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x792b789dcee0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x792b78981780>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1048576, "_total_timesteps": 1048576, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1728772200123897213, "learning_rate": 0.0001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQgAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYACAAAAAAAAFrUsb2MZGY+cpJAPjXjJL+4qgi+sZITPgAAAAAAAAAAwOaSPTSJuT8SSgQ/FePpvPPEEz3oyDw+AAAAAAAAAAAzD7m8SEOMugn8EjSgokot3mLYuso4orMAAIA/AACAP2YGvTpUaqI/iunUu4WmE7+GGhi9woHRPAAAAAAAAAAA2guNPTvVJj/6l3A9Ar1nv+CJrz2wL1Y9AAAAAAAAAAAAzHs8KehquubToTqxMuc12VCbOTRFvbkAAIA/AACAP8BfyL0AX5U/o0LvvrLqRb+Lriq+w+uevgAAAAAAAAAAZtY4O0inmrqGhDY1f/I8MLoomLpSbFm0AACAPwAAgD8Nafa9MqoAP4U+FLxmlCa/P/Z6vjKBOz0AAAAAAAAAALM3C74toXY/ym2QvlfPQL/Bf5y+aWQZvgAAAAAAAAAAZlSIPoOa5D42RN++ITcCv685cT5Ytp2+AAAAAAAAAAAzg+87XGMVuo5IXjyxcKY8WHyEOvk8kD0AAIA/AACAP83gxDvhFKa6SBo7OvNAMjVQkx+66+tWuQAAgD8AAIA/MzLAPbY8Sz02acy+5gWcvoIdSz1avii+AAAAAAAAAADNzLa4NqcKvItw7Dw367A8W59yPe93kr0AAIA/AACAP80onDyJ2bg/YmAqPjp+gDrmXZC8tlQYOwAAAAAAAAAAapdmvonQ0T5agj0+Jfgjv9Pr177wVWI+AAAAAAAAAACaYUy7KTBZugD29jzRJCiz/NGROlD4VLMAAIA/AACAPwBAtrq4j4y7Ozy+OpZnsDz/+8G8WTGVPQAAgD8AAIA/mhnRO4/UC7wg4hO9pt4YPVRqgT1Kvfi9AACAPwAAgD/AGJQ97sylP6RSrD622wK/SPKWPVR3Ij4AAAAAAAAAAOaj6T3EkEU/GilfPjSyRr9VPIQ+Y7YzPgAAAAAAAAAAADrevXXtoz/P/g2/QBAOvyJN8b3WAuS+AAAAAAAAAACgBXi+hCAAP4AGhT7Xrx6/yNumvi3xLD4AAAAAAAAAAM0Ys71mvqY/rw0Cv+3GAb/98r69AiXMvgAAAAAAAAAAM0MBu3tuibowKMU9kMJIPKVRsLtu3DE9AACAPwAAgD/t+iy+Jy61P7rFCr+UbLu+QmTCvk4Ju74AAAAAAAAAAKYOjD0p6Fu65W78N9wp7zKzqr251lEUtwAAgD8AAIA/87vYvUwppz9GvNW+9EkAvzxGjr7f7kO+AAAAAAAAAADNBZq8rjmbulgq9TiTU/Az30vOOj+PDbgAAIA/AACAP1O6Nz7cmA4/5xEnvZeYPr+nBpQ+W095vQAAAAAAAAAAJg1qPqzuCD+twIG7Vi8nv+VSyj6/u8W9AAAAAAAAAABmruu8XPcOuuWWdbOvzjAvS2ojO2B6vzMAAIA/AACAP4BFqz00yaA9mDt8vh2ayr5jyhY9DhekvQAAAAAAAAAAhnsRPkz9TD6Cvqm+xkoNv98T6D0aQkq+AAAAAAAAAADN6Nq7FNScujrvZDrjCb21sOZNuevVg7kAAIA/AACAP+b7JD5bBMA/ptocP6StJb5tySw+sEtvPgAAAAAAAAAAGlFeva+2Aj1Jbrg+y8vQvvbQQz6rLG8+AAAAAAAAAACKt4G+h+54P0MrGb6fCzy//BEDv/Lwmz0AAAAAAAAAAEbNIr7eVxQ/2i0YPvuVTL8NQHW+3icjPgAAAAAAAAAAEy5rPrtRQj+qqY4+c8Yov9rs7z7e4QQ+AAAAAAAAAAAaLYS9cpRGP0wTy718EVO/4KgYviujnL0AAAAAAAAAADPjqzsKdDa7b1I0uoQSWDywRi+8Tlk9PQAAgD8AAIA/ZqbtvD3KNblFA782lT8mMgxp7DrOrei1AACAPwAAgD/afe89xdELP0BHjDowwjq/M8ZnPsXccr0AAAAAAAAAAJpIUT0UyIe6Han9vPJqM7NRTiA6zeNrMwAAgD8AAIA/AAwAveH4tboQY9Y9+TSvsTHnJbqRxzCzAACAPwAAgD8T8zc+G0+cPzC0pD4z6UO/gsttPsYTXj4AAAAAAAAAAIOujr5Bj1k/ZVM8vhdyFL8cNA2/wgahvAAAAAAAAAAAUygRPmgfgT4Ecz2+4OoTv4FcPz7mENq9AAAAAAAAAAAAWA074VqTuoG2lLXdC6iwQPILO7/MsTQAAIA/AACAP2bi8ztx/1K7pQgHvEbNjTxilc48LldzvQAAgD8AAIA/oyOEvodNjT+Se7i+Xzwyv4h7Db+Aq+e8AAAAAAAAAABmChu89vRQusUOBLlAf5u0vHRWO9fgFzgAAIA/AACAPzPahjxDnHm8UGWpvd/gcT3oD8y87iWyuwAAgD8AAIA/oC8zPnH0Vj695PO+Ay0Lv0RzCz3MMYC+AAAAAAAAAADN7/G8fv+VPwOXG77FwVa/SOloveK6D74AAAAAAAAAAObFFr12aFe8MABoPpu2DT2BGOs8C/sRPQAAgD8AAIA/AFJnvS26JD4OtyI+rJ0Tv7150Lzm+jM+AAAAAAAAAABz55y9YZKCO/a+zz7boHO+I0MaPq4uEr8AAAAAAACAP7NUXL2MnXs+XuobPpA6KL+RAAi9XN0ePgAAAAAAAAAAmkl4PCjPtD810EI/5mXEPBj1f7xebQu+AAAAAAAAAAAAc+k8HCAIvOQKBr5gUYA9HzB5PVCusrsAAIA/AACAPzOWzzwUOK66JSjWOish0zU/Ilk6bef0uQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHRL3Ilt0muMAWyUS6yMAXSUR0DKIKF50KZ2dX2UKGgGR0BzfuitaIN3aAdLv2gIR0DKIKOlj3EidX2UKGgGR0By/24gA6uGaAdLvWgIR0DKIKchC+lCdX2UKGgGR0Bxf+NgjQiSaAdLq2gIR0DKIK90ihWYdX2UKGgGR0Byea2RaHKwaAdLx2gIR0DKILAK+i8GdX2UKGgGR0By+HC4z7/GaAdLuWgIR0DKILOweNkwdX2UKGgGR0BzRwa99MK1aAdLvmgIR0DKILsa0hNedX2UKGgGR0B0JDRJEpiJaAdL12gIR0DKIL8gKWszdX2UKGgGR0ByZ/efqX4TaAdLh2gIR0DKIMx7mdRSdX2UKGgGR0B0WGZZ0SyuaAdLrmgIR0DKIN5Hww0wdX2UKGgGR0BwyEnjQzDXaAdLsWgIR0DKIOKoQ4CIdX2UKGgGR0Bx6bUgB91EaAdLs2gIR0DKIOcQEpy7dX2UKGgGR0ByALyPMjeLaAdLhmgIR0DKIPT+FUQ1dX2UKGgGR0BxTJx95QgtaAdLwGgIR0DKIPe87IT5dX2UKGgGR0BxD8R28qWkaAdLlmgIR0DKIPrMgU1ydX2UKGgGR0B0iQAXEZR9aAdLxGgIR0DKIPm3KB/adX2UKGgGR0BxOtaGHpKSaAdLmGgIR0DKIQLs2NvPdX2UKGgGR0By/xXcQAdXaAdLv2gIR0DKIQqgqVhTdX2UKGgGR0B0Ce+evpyIaAdL6WgIR0DKIQnXqZ+hdX2UKGgGR0BxvT5IpYs/aAdLumgIR0DKIQkVWS2ZdX2UKGgGR0ByBo+Sr5qNaAdLx2gIR0DKIQiy0KJEdX2UKGgGR0BwuGp2ll9SaAdLqGgIR0DKIQzKmsNldX2UKGgGR0BwhKz4UN8WaAdLjGgIR0DKIQtL8JlbdX2UKGgGR0BzJDyYoiLVaAdLomgIR0DKIRgYR/VidX2UKGgGR0Bx88m/nGKiaAdLnmgIR0DKISPGff4zdX2UKGgGR0BxZfEbYK6XaAdLqmgIR0DKISxP420idX2UKGgGR0B0gA+NcW0raAdL1GgIR0DKIS7Dn/1hdX2UKGgGR0ByGY5Lh73PaAdLs2gIR0DKITGGsV+JdX2UKGgGR0ByuiVt4zJqaAdLt2gIR0DKITymdiDvdX2UKGgGR0BzOAadc0LuaAdLymgIR0DKITxdld1MdX2UKGgGR0BzyH8Q7LdOaAdLo2gIR0DKIUG5nUUgdX2UKGgGR0B0UPuXu3MIaAdLuGgIR0DKIUcEV32VdX2UKGgGR0BxQhm9QGfPaAdLrWgIR0DKIUkkhRqHdX2UKGgGR0BvzNDjR2KVaAdLomgIR0DKIUsVYZEVdX2UKGgGR0BwSW4TbnHOaAdLkWgIR0DKIUlXq7iAdX2UKGgGR0Byf8ppeu3daAdLvmgIR0DKIUqsCDEndX2UKGgGR0BzybamGdqdaAdLwGgIR0DKIVVTLns+dX2UKGgGR0By/q+g13t8aAdLxWgIR0DKIVRwOvt/dX2UKGgGR0BwcKEJ0GNaaAdLnGgIR0DKIVkvqTr3dX2UKGgGR0BvBRL9MsYmaAdLoWgIR0DKIV0g6ltTdX2UKGgGR0BxpU8wHqu9aAdLs2gIR0DKIV8JhOQAdX2UKGgGR0Bw+hklNUOvaAdLh2gIR0DKIXQC2c8UdX2UKGgGR0BzC4zHjp9raAdLr2gIR0DKIXeahHskdX2UKGgGR0B0LTFqBVdYaAdLy2gIR0DKIXVUp/gBdX2UKGgGR0B0MbkRzzVdaAdLtWgIR0DKIXUuctoSdX2UKGgGR0Bxi+nAIppfaAdLwmgIR0DKIXgEyLyddX2UKGgGR0BxwNzMibDuaAdLrGgIR0DKIX14xDb8dX2UKGgGR0Bw0H8BMi8naAdLtGgIR0DKIZFERaoudX2UKGgGR0B0VQVvddmhaAdLs2gIR0DKIY/WlMyrdX2UKGgGR0BzZTMnqmj1aAdLymgIR0DKIZRS5y2hdX2UKGgGR0ByF9VdX1aoaAdLjmgIR0DKIZdke6qbdX2UKGgGR0By2RAPd2xIaAdLtGgIR0DKIZuXiR4hdX2UKGgGR0B0LOTY/Vy4aAdLvWgIR0DKIZ9o6CDmdX2UKGgGR0BzV2/336AOaAdLrmgIR0DKIZ9VxS5zdX2UKGgGR0B0AFbmlqJuaAdLzGgIR0DKIacGxD9gdX2UKGgGR0BwBX5qM3qBaAdLoGgIR0DKIaywSrYHdX2UKGgGR0BzTMi6g/TtaAdLu2gIR0DKIbJ17pmmdX2UKGgGR0BxCkxwhnrZaAdLqmgIR0DKIb0qz7djdX2UKGgGR0ByK+DZlFtsaAdLtmgIR0DKIbvkxREXdX2UKGgGR0Bz4w4Qz1sdaAdLpmgIR0DKIb4OMERrdX2UKGgGR0BxDUddVvMsaAdLqGgIR0DKIcOI9C/odX2UKGgGR0BzLbG0eEIxaAdLwGgIR0DKIcOMIeHSdX2UKGgGR0B0SYguAZsLaAdLyGgIR0DKIcjtJFspdX2UKGgGR0Bzi6ii7CizaAdLv2gIR0DKIc3vKEFodX2UKGgGR0Bxk0e2d/ayaAdLp2gIR0DKIdnbAUL2dX2UKGgGR0ByaHKoybhFaAdLhmgIR0DKIdzFl05mdX2UKGgGR0BxTWH8CPp7aAdLr2gIR0DKIduwkgOjdX2UKGgGR0Bzd6gVXV9XaAdLtWgIR0DKIeTGBFuvdX2UKGgGR0BzjrsPatcOaAdLyWgIR0DKIe9o371qdX2UKGgGR0BzsZDlYEGJaAdLtWgIR0DKIfZPZZjhdX2UKGgGR0By0BJCjUNKaAdLlWgIR0DKIfsLa24NdX2UKGgGR0Bzfq+i8FpxaAdLy2gIR0DKIgAht+CsdX2UKGgGR0ByJg5o4+8oaAdLwmgIR0DKIgC9ugpSdX2UKGgGR0Bw9nGcWj46aAdLp2gIR0DKIgQAMlTndX2UKGgGR0BxnruMMqjKaAdLomgIR0DKIg+rdWQwdX2UKGgGR0B0hA5NoJzDaAdL4mgIR0DKIhVCNS62dX2UKGgGR0Bwmc83dbgTaAdLoWgIR0DKIh+4/eLvdX2UKGgGR0BxbkpjMFEBaAdLoGgIR0DKIh5oVVPvdX2UKGgGR0ByRLxjJ+2FaAdLoWgIR0DKIh4i5d4WdX2UKGgGR0BzQSys0YTCaAdLxmgIR0DKIiFlZowmdX2UKGgGR0ByS2zUqhDgaAdLuWgIR0DKIiZ8MNMHdX2UKGgGR0BxgALLIPsiaAdLp2gIR0DKIigNqgyudX2UKGgGR0BzAgOTaCcxaAdLwmgIR0DKIi0X7+DOdX2UKGgGR0BxccHSnccmaAdLr2gIR0DKIjAo7V8UdX2UKGgGR0BxbgccU/OdaAdLqWgIR0DKIjpb6guidX2UKGgGR0B0qF9fCyhSaAdLtWgIR0DKIkCErXlKdX2UKGgGR0ByzivhZQpGaAdLwGgIR0DKIkSVUuL8dX2UKGgGR0Bw+0YUFjd6aAdLj2gIR0DKIkstCiRGdX2UKGgGR0BwB8oAn2IwaAdLm2gIR0DKIlDf779AdX2UKGgGR0Bvzwb4rSVoaAdLl2gIR0DKIleg6EJ0dX2UKGgGR0BwPKixmkFfaAdLrmgIR0DKIldS/CZXdX2UKGgGR0Bv91F6Rhc8aAdLo2gIR0DKImDJbMX8dX2UKGgGR0ByeStyPuG9aAdLumgIR0DKImM6o2n9dX2UKGgGR0Bxz9XgccU/aAdLs2gIR0DKImUl3QlbdX2UKGgGR0ByRf6Q/5ckaAdLtWgIR0DKImXXmNipdX2UKGgGR0Bwi9lrdnCgaAdLpGgIR0DKImQeLehxdX2UKGgGR0ByzJaJQ+EAaAdLr2gIR0DKImkolUqAdX2UKGgGR0ByAyp1ie/YaAdLzmgIR0DKIm3o3aSLdX2UKGgGR0Bw88MRYigTaAdLq2gIR0DKInBrLyMDdX2UKGgGR0By04iMYMvzaAdLu2gIR0DKInyfpUxVdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 624, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 5, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}