{"policy_class": {":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x780a1090b500>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1704985835280128978, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAA39Or6P+He8DN+Hu7H7y7nQ9tc91JukOgAAgD8AAIA/Mwt3PiubPj/BNia+AIi3vq4/OD10JAm9AAAAAAAAAADN3t49xqCNPlbZ9r12/3i+PIOfOzNOcDwAAAAAAAAAAAa8Y77IRhQ/m9IKPsRHe77tG/u7MNkZPQAAAAAAAAAAmlmvvTXiVD5oPyQ+dtGIvtgidz2WErG7AAAAAAAAAAAzR489jE1+PzB6aTszM6G+s0oYPf6H/DwAAAAAAAAAAGCzfj6Yszw/cgUPPd+5pL67zj8+PZTnvQAAAAAAAAAAZkG+PIXT/rkR88I4hMEnNIDKN7pFy+O3AACAPwAAgD+a+dm7PcI9uwtF3TsenIk8tUCavO6fbD0AAIA/AACAPx7SlL49z0c/7/W5PZnll74tLyi+G1AkPgAAAAAAAAAAfbenPoh4fj/Cnpg9HzzivvY9mT7C7ke+AAAAAAAAAAAAiRG9KGxXP39spDyhjpq+ISKavNkTpD0AAAAAAAAAADNYUj58gug+4xhAvuAfjL6IxUc8lmKEuwAAAAAAAAAAM5+7PHvCg7rD+H+5AnlltPoraLquPZU4AACAPwAAgD+AY+U9WmwUPsNZQ74oGoG+E7buvKsGrrsAAAAAAAAAAE0r271XkPY+Y/j0PYoikr7vz9U8HWBOvAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHG0M5Ke05WMAWyUTXcBjAF0lEdAl5yij+Jgs3V9lChoBkdAcO/oC+10DGgHTSkBaAhHQJeyKHymQ8x1fZQoaAZHQEa5b8FY+0RoB0vaaAhHQJezM25xzaN1fZQoaAZHQG4Qk4vN/vxoB01GAWgIR0CXs18Md92HdX2UKGgGR0BwjzJJXhfjaAdNDwFoCEdAl7Sf7rLQonV9lChoBkdAceF65oXbd2gHTUcBaAhHQJe1A/wAlv91fZQoaAZHQG8LK+zt1IRoB00kAWgIR0CXtdN5MURGdX2UKGgGR0BtOSciGFi8aAdNXgFoCEdAl7YjsUqQR3V9lChoBkdAbUwe+23KCGgHTSgBaAhHQJe3gQwsXi11fZQoaAZHQHCsw+dK/VRoB00/AWgIR0CXuK2nKnvVdX2UKGgGR0BwDPfxc3VDaAdN1AFoCEdAl7j1g+hXbXV9lChoBkdAcBm/Khcqv2gHTS0BaAhHQJe5fTa0x/N1fZQoaAZHQHBA0wvg3tNoB00XAWgIR0CXuYhYNiH7dX2UKGgGR0Bv0kLWqcVhaAdNRQFoCEdAl70TVDrquHV9lChoBkdAbi7KQq7ROWgHTTQBaAhHQJe9Jh/iHZd1fZQoaAZHQG0IjbrTpgVoB00iAWgIR0CXvsQVKwpwdX2UKGgGR0By7PA57w8XaAdL+2gIR0CXvvD7ZWaMdX2UKGgGR0BwThiay8jBaAdNNAFoCEdAl8AhzBAOa3V9lChoBkdAchNowEhaDGgHTUABaAhHQJfAcy31BdF1fZQoaAZHQHFjZkwvg3toB00QAWgIR0CXwLBDXvphdX2UKGgGR0BxRoKtxMnJaAdNMAFoCEdAl8EJj2BatHV9lChoBkdAcIARUm2LHmgHTVABaAhHQJfCzY8Md951fZQoaAZHQHAg7Wd3B55oB00gAWgIR0CXw+FBY3efdX2UKGgGR0BwhjQ8fV7QaAdNKQFoCEdAl8Qs98qnWXV9lChoBkdAci2gKneiz2gHTVABaAhHQJfE7ai9Iwx1fZQoaAZHQHJh30PH1e1oB019AWgIR0CXxaW3Sa3JdX2UKGgGR0BxfW717IDHaAdNYQFoCEdAl8W2xIJ7cHV9lChoBkdAW0B+tr9ETmgHTegDaAhHQJfHQXIlt0p1fZQoaAZHQG74cjRlYlpoB007AWgIR0CXyEdT5wfhdX2UKGgGR0Bf+oC2c8T0aAdN6ANoCEdAl8jGRvFWGXV9lChoBkdAcY/D0163RWgHTUsBaAhHQJfIxKEnLJV1fZQoaAZHQHKF9uxbB45oB01DAWgIR0CXyhv5P/JedX2UKGgGR0ByT8vEjxCqaAdNUwFoCEdAl8rnh86V+3V9lChoBkdAcQYuXu3MIWgHTTUBaAhHQJfLCuoxYaJ1fZQoaAZHQHB4kGRmseZoB007AWgIR0CXy8+xnnMddX2UKGgGR0BtcQlD4QBgaAdNMgFoCEdAl8vdZq20A3V9lChoBkdASNhuMuOCG2gHS+FoCEdAl8ygr1/UfHV9lChoBkdAcFetbLU1AWgHTVwBaAhHQJfMnrWy1NR1fZQoaAZHQHHh/yGzru9oB00gAWgIR0CXzMgRbr1NdX2UKGgGR0BzYshTwUg0aAdNJAFoCEdAl83qo2n89HV9lChoBkdAccXE1EVnEmgHTSoBaAhHQJfPoS26TW51fZQoaAZHQHINg6+36RBoB00jAWgIR0CX0P/G2kSFdX2UKGgGR0BwltGiHqNZaAdNVQFoCEdAl9EdI065oXV9lChoBkdAbfe4z7/GVGgHTRkBaAhHQJfRs0fozN51fZQoaAZHQHGXm3Sa3JBoB02tAWgIR0CX0nVI7NjcdX2UKGgGR0BxM9S4vvjPaAdNJQFoCEdAl9KkIToMa3V9lChoBkdAcbtB4lhPTGgHTT4BaAhHQJfTc2MsH0N1fZQoaAZHQHKMIf8uSOloB00DAWgIR0CX1Fz+3pfQdX2UKGgGR0BxYM+0PYnOaAdNMAFoCEdAl9UwAAAAAHV9lChoBkdAcVJTqB3A22gHTUwBaAhHQJfVTLcKw6h1fZQoaAZHQG/Wq1G9YfZoB006AWgIR0CX1Wa3qiXZdX2UKGgGR0BwHNW912aEaAdNJQFoCEdAl+nUDIRywXV9lChoBkdAbpD1Ng0CR2gHTUABaAhHQJfp63Sa3JB1fZQoaAZHQG5Z2bobGWFoB00fAWgIR0CX63sXizcAdX2UKGgGR0BubVf3N9piaAdNSwFoCEdAl+ulYEGJN3V9lChoBkdAbtw+bmU4aWgHTV0BaAhHQJfsHUMG5c11fZQoaAZHQG1vTUiILw5oB00WAWgIR0CX7q/47A+IdX2UKGgGR0BwTtAY51eTaAdNIAFoCEdAl+7xTwUg0XV9lChoBkdAcBpTwUg0TGgHTRsBaAhHQJfwa9bor4F1fZQoaAZHQHBgodhiLEVoB01yAWgIR0CX8ITBInSfdX2UKGgGR0Bt94rnTy8SaAdNPQFoCEdAl/CvHLida3V9lChoBkdAbqOrbxmTT2gHTSkBaAhHQJfxqF10T111fZQoaAZHQG52vu5SWJJoB00lAWgIR0CX846f8MuwdX2UKGgGR0BwaetQsPJ8aAdNfAFoCEdAl/OOKTB68nV9lChoBkdAcbwOzIFNcmgHTSMBaAhHQJf0r7BO58V1fZQoaAZHQHBKhyS3b21oB01OAWgIR0CX9O5D7ZWadX2UKGgGR0Byp65Fw1iwaAdNdAFoCEdAl/VYdhiLEXV9lChoBkdAcP8yoGY8dWgHTT8BaAhHQJf1lbNbC791fZQoaAZHQG4bL9l2/ztoB01oAWgIR0CX9bSEUTL4dX2UKGgGR0BwsKuhbnoxaAdNIwFoCEdAl/XwRPGhmHV9lChoBkdAciEtkFwDNmgHTTkBaAhHQJf3AHIIWxh1fZQoaAZHQHEByU5dWyVoB00nAWgIR0CX+GFPBSDRdX2UKGgGR0ByLcCih37laAdNMQFoCEdAl/jfAO8TSXV9lChoBkdAca65ksjFAGgHTVIBaAhHQJf7TCZWq951fZQoaAZHQG9gKp1ie/ZoB01PAWgIR0CX+0k7wKBvdX2UKGgGR0ByCYfs/pt8aAdNaAFoCEdAl/xWf5DZ13V9lChoBkdAcW3aUiY9gWgHTSQBaAhHQJf85d0JWvN1fZQoaAZHQHDBUALiMpBoB00nAWgIR0CX/P9F4LThdX2UKGgGR0Bw2BTGYKIBaAdNcQFoCEdAl/21vVEux3V9lChoBkdAbqK+Pikwe2gHTSgBaAhHQJf+FrLyMDR1fZQoaAZHQHCQoCU5dW1oB00lAWgIR0CX/paUzKs/dX2UKGgGR0BxVyVlf7aaaAdNIQFoCEdAl/6xRQ79ynV9lChoBkdAcS/R51Ng0GgHTT8BaAhHQJf/CC8OCoV1fZQoaAZHQHDKEI5YHPhoB00+AWgIR0CX/7cuanaWdX2UKGgGR0BvueBJ7LMcaAdNIwFoCEdAmABKnFYMfHV9lChoBkdAbp/PUKArhGgHTVQBaAhHQJgAl14gRsd1fZQoaAZHQG2B5amoBJZoB01AAWgIR0CYAoARTS9edX2UKGgGR0Bw2EC9ytFKaAdNTwFoCEdAmAOV36hxpHV9lChoBkdAbmzOxjawlmgHTTkBaAhHQJgFdavA44p1fZQoaAZHQG1zIKMNtqJoB01UAWgIR0CYBpb1AZ88dX2UKGgGR0BuTOAAhje9aAdNKAFoCEdAmAarKvFFUnV9lChoBkdAbaCtFKCg9WgHTUYBaAhHQJgH7DHfdh11fZQoaAZHQHC+k9pyp71oB00ZAWgIR0CYCCh9LHuJdX2UKGgGR0Bw3T3QD3dsaAdNPgFoCEdAmAhvS+g133V9lChoBkdAcXtSoOx0MmgHTTYBaAhHQJgIjpX6qKh1fZQoaAZHQHAYk9ZA6dVoB01FAWgIR0CYCawCKaXsdX2UKGgGR0BxS1YISlFdaAdNIgFoCEdAmAm2YOUdJnV9lChoBkdAbmYoYNy5qmgHTYoBaAhHQJgJvvUjLSx1fZQoaAZHQHCVQVXV9WpoB00VAWgIR0CYCeGUwBYFdX2UKGgGR0BxqsUuctoSaAdNQAFoCEdAmAnxF7Uoa3VlLg=="}, "ep_success_buffer": {":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 252, "observation_space": {":type:": "", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}