{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7199c54e3f00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1741166432162607766, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADiH4y+hSiTPG8RJTrVx3+4UNIbvlKKU7kAAIA/AACAP+DvMz5c9H28P3OvO+zxHrrpSeW9ixb3ugAAgD8AAIA/YAJGvr3xVjxNPTY5tPJhtw4K773Sul64AACAPwAAgD+ddpa+p6WEvZtuWjsVd108LHNpPl5rHj0AAIA/AACAP82exL1t/ac/3l3eviwS5L47Aem96eA1vgAAAAAAAAAATTsDPgqoerskAqk6AdHluB5Mm7wIXsW5AAAAAAAAgD9a67E9jyYUuoejDToedPS1+EtvOhg6M7kAAAAAAACAPzPz6D06upA/i8GVPjgNAb9Gbiw+JhTtuQAAAAAAAAAAyyeZviGZh7yiw7I4L+7TNlXN3T3YGdS3AACAPwAAgD/NqbE+OEcwPwdTNT4bVaS+A34kPlX8lLsAAAAAAAAAAJoHIzxMC7Y/eAr/PoIydD6A3h+8HjWivQAAAAAAAAAAWo9ZPoEZrbyd3Pu69a1HOZGaG77p8B06AACAPwAAgD92/po+hn4DP/iaEb3M14++72nFPcZjar0AAAAAAAAAABoNAr3qxpk/YdkNvqUo/r6QMTK9k/UuvQAAAAAAAAAA5hjZvVLonj85vJa+Ncf4vv/s6b07SQy9AAAAAAAAAABNtAI+BRCDPIcHH71Pwj6+uSMOPV/tqzwAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWVMQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGqimzSkTHuMAWyUTZIBjAF0lEdAeR8nnMdLhHV9lChoBkdAb8kuzQeFL2gHTQ0BaAhHQHkhk25xzaN1fZQoaAZHQGJh2UjcEeRoB03oA2gIR0B5I6HARChOdX2UKGgGR0BwinEgntv5aAdNFQFoCEdAeSWm3OObRXV9lChoBkdAb//7ngYP5GgHS/hoCEdAeSY2jO9nLHV9lChoBkdAcMI/W1+iJ2gHS/ZoCEdAeSZ1gH/tIHV9lChoBkdASpTqv/zasmgHS8loCEdAeSc779AHFHV9lChoBkdAbB60Sh8IA2gHTSABaAhHQHkn83++/QB1fZQoaAZHQHCFEngHeJpoB00fAWgIR0B5KAGu9vjwdX2UKGgGR0BvVfa37UG3aAdL9mgIR0B5KCTEBKcvdX2UKGgGR0BjXvl+3H7xaAdN6ANoCEdAeSp3MY/FBXV9lChoBkdAbgaPtlZowmgHTRcBaAhHQHlqHxaxHG11fZQoaAZHQHG36VY6nzhoB01lAWgIR0B5ajnuAqd6dX2UKGgGR0Bvlijafzz3aAdNEgFoCEdAeWsZOSGJvnV9lChoBkdATgQnhKlHjWgHS8xoCEdAeXAWsRxtHnV9lChoBkdARJsMy8BdU2gHS9poCEdAeXAqDK5kLHV9lChoBkdAcB05MDfWMGgHTR0BaAhHQHlwglKK5091fZQoaAZHQGx7kZ75VOtoB00IAWgIR0B5cTwmVqvedX2UKGgGR0BuASXBxgiNaAdNWgFoCEdAeXG33YcvNHV9lChoBkdAb7cyOaOPvWgHTRwBaAhHQHl0w+t8uz11fZQoaAZHQHJZA3Lmp2loB01AAWgIR0B5dNXRw6yTdX2UKGgGR0Bhav1OCXhPaAdN6ANoCEdAeXXF4s3AEnV9lChoBkdAcVInrpqynmgHTXIDaAhHQHl3VII4VAR1fZQoaAZHQHFXGMju8btoB00wAWgIR0B5eK0iQkondX2UKGgGR0Bu4fnuAqd6aAdNHgFoCEdAeXmwA2hqTXV9lChoBkdAccO/yXlbNmgHTVkBaAhHQHl97pu/Dcd1fZQoaAZHQDZ/Gp++dsloB0vgaAhHQHmBRh6Skj51fZQoaAZHQHCyq1TisGRoB00aAWgIR0B5gXk2gnMMdX2UKGgGR0AqlB/qgRK6aAdL1GgIR0B5gacoYvWZdX2UKGgGR0A55fVqesgdaAdL7WgIR0B5ghgiNbTudX2UKGgGR0BwwtKvmozfaAdNUQFoCEdAeYLnmJWNm3V9lChoBkdAa+m4m1IAfmgHTQIBaAhHQHmFxshxHXp1fZQoaAZHQG2xy8J2MbZoB01/AWgIR0B5heR4hUzbdX2UKGgGR0BgrBqbjLjhaAdN6ANoCEdAeYeFDOTq0XV9lChoBkdAcNK4MF2V3WgHTR4BaAhHQHmIV54W1tx1fZQoaAZHQHBdbB42S+xoB00kAWgIR0B5iYM7U5MldX2UKGgGR0BvDp3eN1hcaAdNBwFoCEdAeYvHPu5SWXV9lChoBkdAOv7+glF+eGgHS9doCEdAeYyGEPDpDHV9lChoBkdAcD/mXPZ7HGgHTQEBaAhHQHmOhH9WIXV1fZQoaAZHQHBZlAmiQDFoB00kA2gIR0B5js2itaIOdX2UKGgGR0BwtaRT0g8saAdNFwFoCEdAeY+UzbeuWHV9lChoBkdAM4Kg7HQyAWgHS9ZoCEdAeZB4oJAt4HV9lChoBkdAbnldKNAC4mgHTRcBaAhHQHmRGFajesR1fZQoaAZHQHJqifpUxVRoB02SAmgIR0B5k0Nd7fHhdX2UKGgGR0BESRsMy8BdaAdL52gIR0B5lUaQ3gk1dX2UKGgGR0Bti27Wd3B6aAdNDAFoCEdAeZXzAvcrRXV9lChoBkdAbKNqagElmmgHTSABaAhHQHmWDbrTpgV1fZQoaAZHQG9RogeRxLloB01YAWgIR0B5lxKg7HQydX2UKGgGR0BuwsdNnGsFaAdNAAFoCEdAeZj1TBInSnV9lChoBkdAYg4sGxD9fmgHTegDaAhHQHmaXFo+Ofd1fZQoaAZHQHCdVzp5eJJoB00OAWgIR0B5mnfAKv3bdX2UKGgGR0BuXeRcNYr8aAdNDAFoCEdAeZyilBQem3V9lChoBkdAboKYqG1x82gHTQQBaAhHQHmc85S3sol1fZQoaAZHQHH30h/y5I9oB0v+aAhHQHmdg5FPSD11fZQoaAZHQGIn7cGkep5oB03oA2gIR0B5nvMr3CbddX2UKGgGR0BufpfpljEvaAdNHQFoCEdAeZ+78Nx2jnV9lChoBkdAOgHVf/m1Y2gHS+VoCEdAeaGk5IYm9nV9lChoBkdAb6/ADaGpM2gHTS8BaAhHQHmjAzguRLd1fZQoaAZHQG4m63RXwLFoB00YAWgIR0B5o92mpEQYdX2UKGgGR0Bu/Bx5s0pFaAdL7mgIR0B5pZ4MWoFWdX2UKGgGR0BxQ0PCl7+laAdNvgFoCEdAeaXz4k/r0XV9lChoBkdAX5ISBbwBo2gHTegDaAhHQHmmRB7eEZl1fZQoaAZHQHErrg0j1PFoB004AWgIR0B5pmqFRHf/dX2UKGgGR0Bvao84gieNaAdNMQFoCEdAeacGI9C/oXV9lChoBkdAbuPXOnl4kmgHTQoBaAhHQHmoD6ab4Jx1fZQoaAZHQG3eA13t8eFoB00QAWgIR0B5qGMkyDZldX2UKGgGR0BvtJ0lqrR0aAdNCgFoCEdAeaqaLGaQWHV9lChoBkdAcQKvkRzzVmgHTSsBaAhHQHmrUk0Jng51fZQoaAZHQG+LyPdVNpNoB000AWgIR0B5q/pbD/EPdX2UKGgGR0BwHTIbOu7paAdNCwFoCEdAeayMFEAo5XV9lChoBkdAcSYwYtQKr2gHTSQBaAhHQHmw1v/BFd91fZQoaAZHQG82OqFRHgBoB00XAWgIR0B5ssLb5/LDdX2UKGgGR0BuAVLnLaEjaAdNEQFoCEdAebMbUgB91HV9lChoBkdAcSCNGViWmmgHTU0BaAhHQHm0D2OAAhl1fZQoaAZHQHDiVHOKO1hoB00qAWgIR0B5tCwkgOjJdX2UKGgGR0Bw/7CpFTegaAdNHQFoCEdAebSiqQzUJHV9lChoBkdAXtyBClabF2gHTegDaAhHQHm0o/Z/Tb51fZQoaAZHQHGYtXo1UERoB00EAWgIR0B5tQPVd5Y6dX2UKGgGR0BxBEhePaL5aAdNBwFoCEdAebduscQyynV9lChoBkdAcUbm0E5hjWgHTQUBaAhHQHm5gj+rELp1fZQoaAZHQG5NOzQeFL5oB00qAWgIR0B5urZYgaFVdX2UKGgGR0BsyeZgG8mKaAdNBgFoCEdAeb4aZQYUFnV9lChoBkdAb3JshPj4pWgHTQUBaAhHQHnAafe1rqN1fZQoaAZHQCcubNKRMexoB0vpaAhHQHnAescQyyl1fZQoaAZHQG+e8iW3Sa5oB00eAWgIR0B5wYnndO6/dX2UKGgGR0Bvh2tKZlWfaAdNGgFoCEdAecNYrrgO0HV9lChoBkdAckyEnLJSzmgHTSACaAhHQHnDhufmLcd1fZQoaAZHQGjAbXpW3jNoB00YAWgIR0B5w79CNS62dX2UKGgGR0BtI1p7CzkZaAdNXAFoCEdAecZLidat93V9lChoBkdAbFEgAZKnN2gHS/ZoCEdAecc1XNke63V9lChoBkdAaKwzqrzXjGgHTSMBaAhHQHnHXrhR64V1fZQoaAZHQG20To+wC8xoB03qAmgIR0B5x6NcW0qpdX2UKGgGR0Bv4uyX2M86aAdNogFoCEdAecnU1yeZonV9lChoBkdAcIEHR1HOKWgHTS4BaAhHQHnO384xUNt1fZQoaAZHQHHFACCBf8doB00SAWgIR0B50M5q/M4cdX2UKGgGR0BkWPRLK3d9aAdN6ANoCEdAedOnMt9QXXV9lChoBkdAbO2Zx7zClGgHTR0BaAhHQHnT6FEiMYN1fZQoaAZHQG/faTOgQH1oB0vxaAhHQHnUr1/Ue+51fZQoaAZHQG4mmbkOqedoB00lAWgIR0B51MCQtBfKdX2UKGgGR7+mXNTtLL6laAdL62gIR0B51hl5GBnSdWUu"}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 155, "observation_space": {":type:": "", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 5, "clip_range": {":type:": "", ":serialized:": "gAWVCAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjGIvaG9tZS9zYW1yaXRvL2FuYWNvbmRhMy9lbnZzL2RybF9oZi9saWIvcHl0aG9uMy4xMS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlEuEQwj4gADYDxKICpRDAJSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGIvaG9tZS9zYW1yaXRvL2FuYWNvbmRhMy9lbnZzL2RybF9oZi9saWIvcHl0aG9uMy4xMS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIX2UfZQoaBiMBGZ1bmOUjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVCAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjGIvaG9tZS9zYW1yaXRvL2FuYWNvbmRhMy9lbnZzL2RybF9oZi9saWIvcHl0aG9uMy4xMS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlEuEQwj4gADYDxKICpRDAJSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGIvaG9tZS9zYW1yaXRvL2FuYWNvbmRhMy9lbnZzL2RybF9oZi9saWIvcHl0aG9uMy4xMS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIX2UfZQoaBiMBGZ1bmOUjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-6.8.0-40-generic-x86_64-with-glibc2.35 # 40~22.04.3-Ubuntu SMP PREEMPT_DYNAMIC Tue Jul 30 17:30:19 UTC 2", "Python": "3.11.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.2.3", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1"}}