| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7eaec2a5b1c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7eaec2a5b250>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7eaec2a5b2e0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7eaec2a5b370>", "_build": "<function ActorCriticPolicy._build at 0x7eaec2a5b400>", "forward": "<function ActorCriticPolicy.forward at 0x7eaec2a5b490>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7eaec2a5b520>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7eaec2a5b5b0>", "_predict": "<function ActorCriticPolicy._predict at 0x7eaec2a5b640>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7eaec2a5b6d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7eaec2a5b760>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7eaec2a5b7f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7eaec2be86c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1719842028344517188, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoZgToUELK6lBqKN9C/gjJEPyI6XZ2dtgAAgD8AAIA/Zu02PVxrT7qroNGzQkcnsMYsALpSQK0zAACAPwAAgD/AUhi+Oj50PnavHz6xN5S+3nCBvHhZLD0AAAAAAAAAAA2Wsj0p8F+6dO6ytLJfhLH98aY6MHrfMwAAgD8AAIA/Gg68vVzDbLryeo05ZhaXM4nVX7rP65+4AACAPwAAAAA6a0k+e7KQvK5FFDrvJDi4gvP9vd3eOrkAAIA/AACAP0C+yb08No4/Y1Z2vseXEb/X+G++ZDwbvgAAAAAAAAAApqHZvTffOz7rAkA+iTf7vtRejz7C7fG9AAAAAAAAAAAAPR29SKqSPbVIhT5wpne+nbePPba6C7wAAAAAAAAAAM0Jkb2RtbQ+AsEovd12vL5qqUi9wyalvAAAAAAAAAAAPWxRvnvdzrzKHzM7Fu2+OQJCOz6wb3m6AACAPwAAgD8z6aY8pQM/PuAUcL2Jlra+a76JvEEvPL0AAAAAAAAAAOYNLL2xgqI9fprQPeoXgr5FDpC7SKkNvQAAAAAAAAAAoBRHPoNPXz8T0Rg+FEjhvtNIvj6iwxi9AAAAAAAAAAATF1O+yMz6vPpiNrs724S590JjPv2enToAAIA/AACAP2bEsbwvKDc+eXoUveIRtL5YMHm9pe9NPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV5wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHC7z3qRlpaMAWyUS92MAXSUR0CWRa2cawUydX2UKGgGR0ByFozeoDPoaAdL0mgIR0CWRbzZHuqndX2UKGgGR0By3GnCO3lTaAdL5GgIR0CWRmMibDuSdX2UKGgGR0BzBfXYlIEsaAdL62gIR0CWRpPczqKQdX2UKGgGR0BwcjVc2R7raAdLwWgIR0CWRvxyGSIQdX2UKGgGR0BwSMSf16E8aAdL5GgIR0CWR+7x/d6+dX2UKGgGR0Bx3oF0PpY+aAdNBwFoCEdAlki36MzdlHV9lChoBkdAcXxan752yWgHS9xoCEdAlkj3vYvnKXV9lChoBkdAcE1khRqGlGgHS+JoCEdAlkmTM/yGz3V9lChoBkdAbt/feDWbw2gHS9BoCEdAlkqkC7sfJXV9lChoBkdAce2eKbayr2gHS7JoCEdAlkrRZQpF1HV9lChoBkdAceaQyhzvJGgHS8toCEdAlkreaz/p+3V9lChoBkdAZLza6jFhomgHTegDaAhHQJZLJuZThpB1fZQoaAZHQHOrf+4smOVoB0vGaAhHQJZLMEcKgI11fZQoaAZHQHEswyEcsDpoB0uwaAhHQJZLWwPiDNB1fZQoaAZHQHMyVQhwEQpoB0vvaAhHQJZLudwvQF91fZQoaAZHQHGRKEvkBCFoB0vAaAhHQJZMOR3eN1h1fZQoaAZHQHA335WRzRxoB0vCaAhHQJZMgrK/2011fZQoaAZHQG+Vk/r0J4VoB0vAaAhHQJZNEPEsJ6Z1fZQoaAZHQHFLFUp/gBNoB00MAWgIR0CWTfrbg0j1dX2UKGgGR0Bxs5bjcVQAaAdNJgFoCEdAlk4/a11GLHV9lChoBkdAcWZeXiR4hWgHS95oCEdAlk5zZcs19HV9lChoBkdAc9Ab212JSGgHS+hoCEdAlk7wc1fmcXV9lChoBkdAc4pWNWEK3WgHS+BoCEdAlk9LDye7MHV9lChoBkdAb0Hz4k/r0WgHS8poCEdAlk+2Xb/OuHV9lChoBkdAcLHmCAc1fmgHS89oCEdAllAJF5OafHV9lChoBkdAcuiD5CWu5mgHS8toCEdAllA4SUTtcHV9lChoBkdAcGMgctGutGgHS9NoCEdAllBhwIdELHV9lChoBkdAcnbXMQmNR2gHS89oCEdAllCBuGbkO3V9lChoBkdAcYTdat9x62gHS6JoCEdAllCfboKUmnV9lChoBkdAb25WFN+LFWgHS7RoCEdAllDB1gYxcnV9lChoBkdAcqEdeIEbHmgHS/ZoCEdAllDwN0/4ZnV9lChoBkdAcOBnlnyup2gHS9poCEdAllEmUSqU/3V9lChoBkdAWZYoE0SAY2gHTegDaAhHQJZR2RcNYr91fZQoaAZHQHCH/Vd5Y5loB0vMaAhHQJaAF70Fr2x1fZQoaAZHQG+7YA0bcXZoB0u4aAhHQJaAboQnQY11fZQoaAZHQHAOKhUR3/xoB0vFaAhHQJaBkan75211fZQoaAZHQHIY5e7cwg1oB0u3aAhHQJaBk1xbSql1fZQoaAZHQHH2/NeMQ3BoB0vYaAhHQJaBkCo0hvB1fZQoaAZHQHHPP9xZMcpoB0v1aAhHQJaCCmhufmN1fZQoaAZHQHLaSzHCGetoB0vBaAhHQJaCdYbKifx1fZQoaAZHQHGqWrGR3eNoB0u6aAhHQJaCuTmnwXt1fZQoaAZHQHC1Z26kIopoB0vSaAhHQJaDKSQo1DV1fZQoaAZHQHNP+CbtqpNoB0vRaAhHQJaDhcTrVvx1fZQoaAZHQHKp5U96kZdoB0vsaAhHQJaDrkgfU4J1fZQoaAZHQHNg4ywfQrtoB00CAWgIR0CWg7uBczIndX2UKGgGR0BwuF7D2rXEaAdL1GgIR0CWg9F6Rhc8dX2UKGgGR0BylC704BFNaAdL52gIR0CWg+ua4MF2dX2UKGgGR0BNEIakyk9EaAdLdWgIR0CWhDwZwXImdX2UKGgGR0BxxWQmu1WsaAdL82gIR0CWhJ31SOzZdX2UKGgGR0Byp68XenAJaAdL0mgIR0CWhM3RG+bmdX2UKGgGR0ByOTzZpSJkaAdL5GgIR0CWhYvlU6xPdX2UKGgGR0BuYIHZ9NN8aAdLyGgIR0CWhgH1e0HAdX2UKGgGR0By4QyTINmUaAdNFQFoCEdAloYLKq4pdHV9lChoBkdAb1EcslLOA2gHS7loCEdAloYkIToMa3V9lChoBkdAcCyskpqh12gHS9FoCEdAloY3im2srHV9lChoBkdAct00CA+Y+mgHS8JoCEdAloay7Ciyp3V9lChoBkdAcUNjsD4gzWgHS9RoCEdAlodUEC/47HV9lChoBkdAccZMRHww02gHS8NoCEdAlofTtb9qDnV9lChoBkdAcGt2m51/2GgHS8NoCEdAlogZKFqSHXV9lChoBkdAcs/rxy4nW2gHS+BoCEdAloiO3x4IKXV9lChoBkdAc7aNjbzshWgHS/JoCEdAlojT2OAAhnV9lChoBkdAcyl0jC53DGgHS+9oCEdAlomMqaw2VHV9lChoBkdAcCzymhufmWgHS+RoCEdAlom/ICEHuHV9lChoBkdAb5mBOHnEEWgHS8VoCEdAlooIigTRIHV9lChoBkdAcpClnyup0mgHS7BoCEdAloosBuGbkXV9lChoBkdAcHlTyJ9Ao2gHS7doCEdAlopsTN+so3V9lChoBkdAcl71jRUm2WgHS8ZoCEdAloqOBxxT9HV9lChoBkdAcJ3m/336AWgHS9NoCEdAlorpG4I8hnV9lChoBkdAczXH/Lkjo2gHS8doCEdAloto4ACGOHV9lChoBkdActbgaWHDaWgHS+1oCEdAlo1XEVFhHHV9lChoBkdAcarePJaJRGgHS9NoCEdAlo2dIK+i8HV9lChoBkdAcSNhStNi6WgHS+FoCEdAlo20C/47BHV9lChoBkdAckKgdwNsnGgHS9poCEdAlo5hv3rUsnV9lChoBkdAb+0vpyIYWWgHS9FoCEdAlo5x5s0pE3V9lChoBkdAcZQ8/2TPjWgHS6poCEdAlo60vXbudHV9lChoBkdAVTd+7UXpGGgHS5loCEdAlo6xsQ/X5HV9lChoBkdAcphR+jM3ZWgHS+RoCEdAlo+3qiXY2HV9lChoBkdAccVSxZ+x4mgHS9NoCEdAlo/89bHIZXV9lChoBkdAbm9fvWpZOmgHS8JoCEdAlpBayrxRVXV9lChoBkdAcaKeXzDn/2gHS9FoCEdAlpBgSzw+dXV9lChoBkdAcvDCaZx7zGgHS/poCEdAlpCQ9ic5KnV9lChoBkdAcJYLOAy2yGgHS8hoCEdAlpEPi5uqFXV9lChoBkdAU+oYixFAmmgHS3xoCEdAlpEKEOAiFHV9lChoBkdAUeA3uNPxhGgHS4RoCEdAlpFMw+MZP3V9lChoBkdAcisJpnHvMWgHS9NoCEdAlpM8tf5ULnV9lChoBkdAce8N5MURF2gHS9doCEdAlpRefVZs9HV9lChoBkdAchQlqrR0EGgHS+BoCEdAlpS7rs0HhXV9lChoBkdAcMT3jdYW+GgHS9poCEdAlpTZ3C9AX3V9lChoBkdAcgZFBppN9GgHS8JoCEdAlpVH4wh4dXV9lChoBkdAcSeCpm29c2gHS+xoCEdAlpVlSXMQmXV9lChoBkdAcXV5Qgs9S2gHS8BoCEdAlpV/95yEMHV9lChoBkdAbRR67/XGwWgHS75oCEdAlpaTlT3qRnV9lChoBkdAcyhfzjFQ22gHS7poCEdAlpa+IqLCN3V9lChoBkdAchAakyk9EGgHS+JoCEdAlpbmBSUC73V9lChoBkdAbg3WmP5pJ2gHS8poCEdAlpbs5jpcHHV9lChoBkdAcbKWcBltj2gHS+doCEdAlpc7i++M63V9lChoBkdAcdvwrUb1iGgHS/hoCEdAlpd8fzSThnV9lChoBkdAcLCMNMGorGgHS8doCEdAlpkUZJkGzXV9lChoBkdAV8NtQ9A5aWgHS45oCEdAlpmNeIEbHnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 620, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Tue Jun 18 14:18:04 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}} |