| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7c4623485a80>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c4623485b20>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c4623485bc0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c4623485c60>", "_build": "<function ActorCriticPolicy._build at 0x7c4623485d00>", "forward": "<function ActorCriticPolicy.forward at 0x7c4623485da0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c4623485e40>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c4623485ee0>", "_predict": "<function ActorCriticPolicy._predict at 0x7c4623485f80>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c4623486020>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c46234860c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c4623486160>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c4623923380>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1780264233775252601, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": null, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGMdwOWjXWiMAWyUTegDjAF0lEdAlcGQNoakynV9lChoBkdAYzDV5KODJ2gHTegDaAhHQJXCLNUwSJ11fZQoaAZHQEFNMNc4YJpoB00aAWgIR0CVx9QGwA2idX2UKGgGR0BnWtyeZof0aAdN6ANoCEdAle7z7hvR7nV9lChoBkdAbrY4dZJTVGgHTYICaAhHQJXwkHVwxWV1fZQoaAZHQGLJrSE12q1oB03oA2gIR0CV8MJIDoyLdX2UKGgGR0BnA4xYaHbiaAdN6ANoCEdAlfGPhMrVfHV9lChoBkdAYj3t1IRRM2gHTegDaAhHQJX+AMfA9FF1fZQoaAZHQGWGEal1r7BoB03oA2gIR0CWAGgk1MufdX2UKGgGR0BnOqnk1dgOaAdN6ANoCEdAlgMQDeTFEXV9lChoBkdAZNnHWjGkvmgHTegDaAhHQJYGj1BdD6Z1fZQoaAZHQGact4Z/CqJoB03oA2gIR0CWETZn+Q2ddX2UKGgGR0Bk6blJYkmhaAdN6ANoCEdAlhJ2v8qFy3V9lChoBkdAZtw5vtMPBmgHTegDaAhHQJYcxa6jFhp1fZQoaAZHQGVnYnv2GqRoB03oA2gIR0CWIOxDb8FZdX2UKGgGR0BhiIacZtN0aAdN6ANoCEdAliNnJDE3sHV9lChoBkdAZLhqIrOJL2gHTegDaAhHQJYj0MlTm4l1fZQoaAZHQGai9nkDIR1oB03oA2gIR0CWJGVWjoIOdX2UKGgGR0BmZhTKkl/paAdN6ANoCEdAlimeQMhHLHV9lChoBkdAY5ZaW5YozGgHTegDaAhHQJZTSPCEYfp1fZQoaAZHQGQgky1uzhRoB03oA2gIR0CWVL2USqVAdX2UKGgGR0BlWUO09hZyaAdN6ANoCEdAllT0JWvKU3V9lChoBkdAY6vXz19ORGgHTegDaAhHQJZVwjt5UtJ1fZQoaAZHQGBmrXL/0d1oB03oA2gIR0CWYWnndO6/dX2UKGgGR0BfJClvZRKpaAdN6ANoCEdAlmPN52QnyHV9lChoBkdAZZgEdNnGsGgHTegDaAhHQJZmctnPE891fZQoaAZHQGaSmkep4r1oB03oA2gIR0CWae42jwhGdX2UKGgGR0BxlLy4FzMiaAdNqQJoCEdAlnFegL7XQXV9lChoBkdAYEirtmcvumgHTegDaAhHQJZ0pQFcIJJ1fZQoaAZHQB7KUiY9gWtoB00FAWgIR0CWdYr30wrUdX2UKGgGR0Bcnf3FkxyoaAdN6ANoCEdAlnXxXOnl4nV9lChoBkdAZcwoWHk92WgHTegDaAhHQJaAa25QP7N1fZQoaAZHQGEeCHIp6QhoB03oA2gIR0CWhQN2ki2VdX2UKGgGR0BhJ/K6nR9gaAdN6ANoCEdAlohosAeaKHV9lChoBkdAYJOE+PikwmgHTegDaAhHQJaJKKwY+B91fZQoaAZHQGWDaTwDvE1oB03oA2gIR0CWkAvIfbKzdX2UKGgGR0BvFxm03Ov/aAdNwwNoCEdAlpRNcKPXCnV9lChoBkdAYpg9f1Hvt2gHTegDaAhHQJaU8uM+/xl1fZQoaAZHQGeksju8brFoB03oA2gIR0CWugLEUCaJdX2UKGgGR0Bl8qg/TspoaAdN6ANoCEdAlrs1NlAeJnV9lChoBkdAcUxgXMyJsWgHTZ0BaAhHQJa/rLxI8Qt1fZQoaAZHQHCuBHTZxrBoB02CAWgIR0CWxKzreIl/dX2UKGgGR0BhZaU3XI2gaAdN6ANoCEdAlse1IEr5I3V9lChoBkdASpF8gIQe3mgHTQMBaAhHQJbJ0aQ3gk11fZQoaAZHQGIneF10T11oB03oA2gIR0CWzCIHkcS5dX2UKGgGR0BkyrEHdGiIaAdN6ANoCEdAls8yU9pyqHV9lChoBkdAZpuunMt9QWgHTegDaAhHQJbWlplBhQZ1fZQoaAZHQGUtlVtGd7RoB03oA2gIR0CW2cx/d69kdX2UKGgGR0BhsK9ytFKDaAdN6ANoCEdAltqv0ulGgHV9lChoBkdAZmHutOmBOGgHTegDaAhHQJbbFUwSJ0p1fZQoaAZHQGdaWilBQepoB03oA2gIR0CW6hErGza9dX2UKGgGR0BAzXF98Z1naAdNBQFoCEdAluwiLAHminV9lChoBkdAY7m78Nx2jmgHTegDaAhHQJbuTdWQwK11fZQoaAZHQFtY75Ec81ZoB03oA2gIR0CW9bN8E3bVdX2UKGgGR0BxOFs+FDfFaAdNzANoCEdAlvjLe2uxKXV9lChoBkdAYmIRnOB192gHTegDaAhHQJb6ApEx7At1fZQoaAZHQF/3iCaqjrRoB03oA2gIR0CXImyd4FA3dX2UKGgGR0BiQ8rCm/FjaAdN6ANoCEdAlycc3++/QHV9lChoBkdAbZDFkQPI4mgHTZ8CaAhHQJcpZweeWfN1fZQoaAZHQGI64a5wwTNoB03oA2gIR0CXK78KXv6TdX2UKGgGR0BuTzJwKjSHaAdNywFoCEdAly0/JvHcUXV9lChoBkdAXxLSF49ovmgHTegDaAhHQJcuXZL7Ged1fZQoaAZHQGMUIjW07bNoB03oA2gIR0CXMDArQPZqdX2UKGgGR0Bfc/73wkPdaAdN6ANoCEdAlzIU/wAlwHV9lChoBkdAYoMDoyKvV2gHTegDaAhHQJc0x2Rq46R1fZQoaAZHQDtDTuv2XcBoB00EAWgIR0CXOy1vVEuydX2UKGgGR0BwuEjW07bMaAdNqANoCEdAlztJeJHiFXV9lChoBkdAcGiUpuuRtGgHTbYDaAhHQJc7zRa5f+l1fZQoaAZHQElHHc1wYLtoB00JAWgIR0CXP0IIF/x2dX2UKGgGR0AmEl5WzWwvaAdL7GgIR0CXP9x+az/qdX2UKGgGR0BkbeS8rZrYaAdN6ANoCEdAl06FY6nzhHV9lChoBkdAZ6RBRAKOUGgHTegDaAhHQJdQlUipvP11fZQoaAZHQHFKdUbT+ehoB01PA2gIR0CXUZVUdaMadX2UKGgGR0Bk7Hb9If8uaAdN6ANoCEdAl1d3+ERJ3HV9lChoBkdAZRD5KvmozmgHTegDaAhHQJdagTpPhyd1fZQoaAZHQG/ZazeGfwtoB01GA2gIR0CXXADFId2gdX2UKGgGR0BxKngl4TsZaAdNxgFoCEdAl10j2vjfenV9lChoBkdAZNIADq4YrWgHTegDaAhHQJdezhm5Dqp1fZQoaAZHQHIjc/dIoVpoB02UA2gIR0CXiyRbr1M/dX2UKGgGR0BZUxTOxB3SaAdN6ANoCEdAl4tlPnB+F3V9lChoBkdAcNnbKRuCPWgHTVQCaAhHQJeM12aDwph1fZQoaAZHQHEjYZZSvTxoB02lAWgIR0CXkjByjpLVdX2UKGgGR0BmalwrDqGDaAdN6ANoCEdAl5JrbcoH9nV9lChoBkdAcVBYp2ECeWgHTYcBaAhHQJeY7VCojwB1fZQoaAZHQGC95ckdFORoB03oA2gIR0CXmaduHerNdX2UKGgGR0BjzbvLHMlkaAdN6ANoCEdAl6BNNzr/sHV9lChoBkdAYapR+jM3ZWgHTegDaAhHQJegYwZflZJ1fZQoaAZHQGf0qx9oexRoB03oA2gIR0CXoN0hNdqtdX2UKGgGR0BvhbgsK9f1aAdNVAJoCEdAl6my9ytFKHV9lChoBkdAcDvNsFdLQGgHTUYBaAhHQJetypcX3xp1fZQoaAZHQG7p9oN/e+FoB03cA2gIR0CXss1KXfIkdX2UKGgGR8ATc24uscQzaAdNJQFoCEdAl7NAIQe3hHV9lChoBkdAcEtvGp++d2gHTacCaAhHQJezx0KZ2IR1fZQoaAZHQGMKvAXVLBdoB03oA2gIR0CXtiht+CsfdX2UKGgGR0BjUTvCuU2UaAdN6ANoCEdAl7r9Fz+3pnV9lChoBkdAbnSpw0fozWgHTTcDaAhHQJe7hNahYeV1fZQoaAZHQG7mW4EwFkhoB03EAmgIR0CXvETEBKcvdX2UKGgGR0BvwaEtdzGQaAdN5AFoCEdAl70ldX1an3V9lChoBkdAZ0zIDoyKvWgHTegDaAhHQJe+QxCY1Hh1fZQoaAZHQGOJJUHY6GRoB03oA2gIR0CXvxIdELH/dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV/gAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoC4wCaTiUiYiHlFKUKEsDaA9OTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVBAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjGAvaG9tZS9jaHVvbmcvV29ya3NwYWNlL2hncmwvLnZlbnYvbGliL3B5dGhvbjMuMTIvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5RLhEMI+IAA2A8SiAqUQwCUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxgL2hvbWUvY2h1b25nL1dvcmtzcGFjZS9oZ3JsLy52ZW52L2xpYi9weXRob24zLjEyL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGIwEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVBAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjGAvaG9tZS9jaHVvbmcvV29ya3NwYWNlL2hncmwvLnZlbnYvbGliL3B5dGhvbjMuMTIvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5RLhEMI+IAA2A8SiAqUQwCUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxgL2hvbWUvY2h1b25nL1dvcmtzcGFjZS9oZ3JsLy52ZW52L2xpYi9weXRob24zLjEyL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGIwEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.5.0-35-generic-x86_64-with-glibc2.35 # 35~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue May 7 09:00:52 UTC 2", "Python": "3.12.9", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.12.0+cu130", "GPU Enabled": "True", "Numpy": "2.4.6", "Cloudpickle": "3.1.2", "Gymnasium": "0.28.1"}} |