File size: 13,604 Bytes
28d5c13 | 1 | {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7d2f320896c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7d2f32089750>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7d2f320897e0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7d2f32089870>", "_build": "<function ActorCriticPolicy._build at 0x7d2f32089900>", "forward": "<function ActorCriticPolicy.forward at 0x7d2f32089990>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7d2f32089a20>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7d2f32089ab0>", "_predict": "<function ActorCriticPolicy._predict at 0x7d2f32089b40>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7d2f32089bd0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7d2f32089c60>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7d2f32089cf0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7d2f3202e400>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1735319712078396749, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAFqZrL1hdkA/fp9BvhI1O79/S9a9IqgdvQAAAAAAAAAAugRLPilfCz+5c6y9gCP3vuXXAz7rpNO9AAAAAAAAAABNioY9XGt/unZ+EbZgMCmxpp12OAKcNDUAAIA/AACAPxo+7732xCC6SiEtPLKhMrmioNC793kcOgAAgD8AAIA/M7riPOOL7T4VrJG90cUEv5OFND3mud29AAAAAAAAAADNXMO8vPumP6By4708pgC/QbsmvZJUpzwAAAAAAAAAADo4XD4Ob7U9kEWXvqfge77Chdi8iOCGPQAAAAAAAAAA8z3BPefjoj/VIR0/lwgdv95QQD3SwpY+AAAAAAAAAAAmbUK+e0vNvNckmLwT9zO7DJw2PmbfCjwAAIA/AACAP7PSS767O4W8yHU3uzCyermQnPE9BpxIOgAAgD8AAIA/cwSEPtdw8z6jcp2+HqUPv0o5xz5biX++AAAAAAAAAAAG4ZI+RyIpP36Xx71J9Au/cEIwPhUzxb0AAAAAAAAAAIBzuL1IeY053FnDNfp+6zClFi+6oNcCtQAAgD8AAAAAjQaivSkcZ7o3MkI7P50NPIRC1LuDfgY9AAAAAAAAgD8z1DK+6GuTvE6kHbwvkKS6GOcBPiHRgjsAAIA/AACAP027sr1c81G66mUCs/6aA7LCxEG71p1/MwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGS+tATqSoyMAWyUTegDjAF0lEdAnArtoSL613V9lChoBkdAcQnnied072gHS8VoCEdAnAr+M6zVt3V9lChoBkdAc0djJdSl32gHS8hoCEdAnAtY3FUADXV9lChoBkdAcepKO1fE42gHS9xoCEdAnAtjUAksz3V9lChoBkdAcXEsEaESNGgHS7poCEdAnAveiSJTEXV9lChoBkdAchhL3bmEG2gHS8BoCEdAnAwT4593KXV9lChoBkdAczRNB4Uvf2gHS95oCEdAnAy2f029+XV9lChoBkdAbx9xYJVsDWgHS79oCEdAnA03sTnJT3V9lChoBkdAcqLaLXL/0mgHS9NoCEdAnA3Bw++ueXV9lChoBkdAcP4/BFd9lWgHS9hoCEdAnA3Ph2nsLXV9lChoBkdAcr47j1f3OGgHS8JoCEdAnA3a3uuzQnV9lChoBkdAcT9Rw6ySm2gHS9ZoCEdAnA5uXNTtLXV9lChoBkdAbjFcmjTKDGgHS79oCEdAnA6uFpPAPHV9lChoBkdAcGC20iQkomgHS79oCEdAnA+xGhEjPnV9lChoBkdAcOzPmgam42gHS6xoCEdAnA+w0TDfnHV9lChoBkdAbdTCQ9zOo2gHS7ZoCEdAnA/oAbQ1JnV9lChoBkdAclDe7tiQT2gHS99oCEdAnA/wA2hqTXV9lChoBkdAcTpD8+A3DWgHS9FoCEdAnBA4An2IwnV9lChoBkdAbQv74SHuZ2gHS9xoCEdAnBFlARkEtHV9lChoBkdAcbYWnTAnD2gHS8doCEdAnBGch1Tzd3V9lChoBkdAcCSkep4r0GgHS7poCEdAnBHafBeok3V9lChoBkdAcjSjPOY6XGgHS+toCEdAnBH6W1MM7XV9lChoBkdAcC3uJDVpbmgHS7xoCEdAnBKD2zv7WXV9lChoBkdASmrhFVktmWgHS6JoCEdAnBLB68g6l3V9lChoBkdAccNlcQiA2GgHS9xoCEdAnBNA6p5u63V9lChoBkdAcQvye7L+xWgHS8xoCEdAnBOJWNm16XV9lChoBkdAWpErWiDdxmgHTegDaAhHQJwUf6VMVUN1fZQoaAZHQG2PinP3SKFoB00QAWgIR0CcFIvG6wt8dX2UKGgGR0BwvKK77Kq5aAdLuWgIR0CcFJWkadc0dX2UKGgGR0BwuhvYODraaAdLwWgIR0CcFJPGQ0XQdX2UKGgGR0Bx3XX6InBtaAdLsmgIR0CcFLPSDyvtdX2UKGgGR0BwUAlJHy3DaAdLwGgIR0CcFMSHdoFndX2UKGgGR0ByqG5sj3VTaAdLwWgIR0CcFioOQQtjdX2UKGgGR0BvOnj+717IaAdLwmgIR0CcFmSfUWl/dX2UKGgGR0Bw/TBWPtD2aAdLxmgIR0CcFq9oexOddX2UKGgGR0BwXPRSgoPTaAdLxmgIR0CcFs8tPHktdX2UKGgGR0Bw7rIRywOfaAdLvWgIR0CcFxxNZeRgdX2UKGgGR0Bi6W38XN1RaAdN6ANoCEdAnBc1t0mtyXV9lChoBkdAc7aXfqHGj2gHTUwBaAhHQJwXzx7RfF91fZQoaAZHQHCbLlV94NZoB0vgaAhHQJwYICbMHKR1fZQoaAZHQHBRbux8lX1oB0vDaAhHQJwYMGdI5HV1fZQoaAZHQG7UsRQJokBoB0vRaAhHQJwYPVy3kPt1fZQoaAZHQHF9EBXCCSRoB0vKaAhHQJwZKquKXOZ1fZQoaAZHQHFgQxi5NGpoB0vRaAhHQJwZS0AtFrl1fZQoaAZHQHACrqdH2AZoB0vSaAhHQJwZgfeUILR1fZQoaAZHQHGRqtozvZ1oB0vhaAhHQJwZu0PYnOV1fZQoaAZHQHDV8W9DhLpoB0vaaAhHQJwZwxM36yl1fZQoaAZHQHGDnRCx/utoB00EAWgIR0CcGoAyVObidX2UKGgGR0BwhYBgeA/caAdLuWgIR0CcGtNOM2m6dX2UKGgGR0BxsFmK64DtaAdLumgIR0CcGvTK1XvIdX2UKGgGR0BxJmgvlEJCaAdLzmgIR0CcGwQUHpr2dX2UKGgGR0Bx/f9MsYl6aAdL4mgIR0CcGz9a2WpqdX2UKGgGR0BxW37zkIX1aAdLy2gIR0CcG5L39JjEdX2UKGgGR0BxDrW6K+BZaAdL6mgIR0CcHFWnTAnEdX2UKGgGR0ByIyJTER8MaAdL42gIR0CcHMyLAHmjdX2UKGgGR0BvxtHz6JqJaAdL0mgIR0CcHNinYQJ5dX2UKGgGR0BxOqMsH0K7aAdL4GgIR0CcHQp2ll9SdX2UKGgGR0BygbDn/1g6aAdL6mgIR0CcHVGMXJo1dX2UKGgGR0BvWutSydFwaAdL0mgIR0CcHcZR8+ibdX2UKGgGR0BwX2+N96ToaAdLvWgIR0CcHeAlOXVtdX2UKGgGR0BxP/lXA/LUaAdL4WgIR0CcHnlmvnr6dX2UKGgGR0BzIsxi5NGmaAdL7GgIR0CcHoNNahYedX2UKGgGR0ByV3pFCswMaAdL4WgIR0CcHq8R+SbIdX2UKGgGR0Bww7X8O09haAdLvmgIR0CcHx0r9VFQdX2UKGgGR0BwyMIcBEKFaAdLu2gIR0CcH1prULDydX2UKGgGR0BxdfJU5uIiaAdL5WgIR0CcH4MmF8G+dX2UKGgGR0BzfvHlwLmZaAdL5GgIR0CcIAOkcjqwdX2UKGgGR0By4jho/RmcaAdL5mgIR0CcIK4QSSNgdX2UKGgGR0BuDKKDTSb6aAdLxWgIR0CcIX4axX4kdX2UKGgGR0ByTjHaN+9baAdLumgIR0CcIYoDgZTAdX2UKGgGR0BzY6SpzcREaAdL7WgIR0CcIlzVc2R8dX2UKGgGR0BwbvrKNhmYaAdNCQFoCEdAnCKEcGTs6nV9lChoBkdAcNb5WilBQmgHS9hoCEdAnCMQDJU5uXV9lChoBkdAchMT1TR6W2gHS8BoCEdAnCMkpd8iOnV9lChoBkdAc4IFZPl+3GgHS/BoCEdAnCOX9rGipXV9lChoBkdAcE4nf2saKmgHS8toCEdAnCOnRgJC0HV9lChoBkdAcNxkOI68x2gHS9loCEdAnCPCXIEKV3V9lChoBkdAb83sRg7YCmgHS8hoCEdAnCSe4kNWl3V9lChoBkdAce3JDVpblmgHS8poCEdAnCT2k30f5nV9lChoBkdAce3cIqsls2gHS+RoCEdAnCa5VOsT4HV9lChoBkdAcMDkX1rZamgHS9hoCEdAnCdbeVLSNXV9lChoBkdAcSzNsFdLQGgHS89oCEdAnCguyJKraXV9lChoBkdAbxTyvLX+VGgHS9hoCEdAnCiOhCdBjXV9lChoBkdAcfpr56+nImgHS8JoCEdAnCj/p+tr9HV9lChoBkdAc1pfA9FF2GgHTbsBaAhHQJwpKpDNQj51fZQoaAZHQHBAOLNwBHVoB0vIaAhHQJwqGY9gWrR1fZQoaAZHQG/RxgRbr1NoB0vNaAhHQJwqLOC5Etx1fZQoaAZHQHIINPpIMBpoB0v4aAhHQJwq28h9srN1fZQoaAZHQG8Fse4kNWloB0vJaAhHQJwrDUpd8iR1fZQoaAZHQHG/wNkOI69oB0vTaAhHQJwrMEs8PnV1fZQoaAZHQG+axeTmnwZoB0vDaAhHQJwrs4WDYiB1fZQoaAZHQG7ajLSuyNZoB0u8aAhHQJwrzJSzgMt1fZQoaAZHQHIasyWRigFoB0v6aAhHQJwsuVAzHjp1fZQoaAZHQHNda1kUbkxoB0vraAhHQJwu1/I8yN51fZQoaAZHQHC9aD5CWu5oB0vPaAhHQJwvLoyKvV51fZQoaAZHQHFbRt52QnxoB0uyaAhHQJwvLMcIZ651fZQoaAZHQHAvHrleWv9oB0vKaAhHQJwvWJTER8N1fZQoaAZHQHBZWUSqU/xoB0vZaAhHQJwwFUNrj5t1fZQoaAZHQHN7vtMPBi1oB0vLaAhHQJwwk1vVEux1fZQoaAZHQHJWdaEBbOhoB0vXaAhHQJww2Aqd6LR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 328, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}} |