Updated model

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -114.39 +/- 46.41
+      value: 259.35 +/- 24.98
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f488209a050>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f488209a0e0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f488209a170>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f488209a200>", "_build": "<function ActorCriticPolicy._build at 0x7f488209a290>", "forward": "<function ActorCriticPolicy.forward at 0x7f488209a320>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f488209a3b0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f488209a440>", "_predict": "<function ActorCriticPolicy._predict at 0x7f488209a4d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f488209a560>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f488209a5f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f488209a680>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f48820a0cc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1685717611867126837, "learning_rate": 0.99, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAFrhwb7jD2Y/HPIrv2vnkr9bOds+2nwZPgAAAAAAAAAAevsePvetZD7sQog+zJLVvzyoM746VXO9AAAAAAAAAADaI++9KlO1P82aSb9UTS6+EowHPj9DND4AAAAAAAAAAI01Ez9RDeQ9WxUxP5bv5b+VQCa/8xMevgAAgD8AAAAAfSaNPoCpkz5zaPo+nb3Pvwp7n77ijd+9AAAAAAAAAAAzEyM6XnS0P4UGgT0Asku9DzM7ujvPabwAAAAAAAAAAGbSXLw3JLc/K5uLvtvr/D0kcHs8kyN6PQAAAAAAAAAA25+FviOPZj9GPi2/w3mLvzpGlz5Cpho+AAAAAAAAAAAaYiO99iudP7vaO75jVSa/Lww5PYLKJz0AAAAAAAAAALPbDT2wTKk/uvmuPZYtIb+hXiC9rTmcvAAAAAAAAAAAQDvqPQtRSj8RMa4+V0agv0F2BL6+iZu9AAAAAAAAAABmxDM9L7apPzZH4z2tdx2/eDxLvQrryrwAAAAAAAAAAJp5YLtkj7U/sqKxvkEUqz5oRoI7z/KgPQAAAAAAAAAALQI+vrajtD9xPki/qQ2dvosTVz74vzI+AAAAAAAAAABNevM9u2l1P3fOiD4lW4S/Np0JvuZIdL0AAAAAAAAAAE0FET2KQMI/NNkYPqt9373qJCS97HQIvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAQAAAAAAAAEAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwF2uzZpSJj6MAWyUS0uMAXSUR0CzuBzYNAkcdX2UKGgGR8BimotDlYEGaAdLRGgIR0CzuB1UMoc8dX2UKGgGR8BiQFZNfw7UaAdLTmgIR0CzuCTpLVWkdX2UKGgGR8BVB/2Xb/OuaAdLNGgIR0CzuCgLZzxPdX2UKGgGR8BgGjrJKaodaAdLTGgIR0CzuChiG34LdX2UKGgGR8Bh/pCpm29daAdLPGgIR0CzuChas6q9dX2UKGgGR8BjdoXfqHGkaAdLUGgIR0CzuCfalDWtdX2UKGgGR8BbYtE1EVnFaAdLTWgIR0CzuCxy8zyjdX2UKGgGR8BfWWZiNKh+aAdLUWgIR0CzuC1opQUIdX2UKGgGR8BivtPJq7AdaAdLVmgIR0CzuC5+MIeHdX2UKGgGR8BqHscU/OdHaAdLWWgIR0CzuDBshxHYdX2UKGgGR8Bjt3huO0b+aAdLRmgIR0CzuDVR+BpYdX2UKGgGR8BdmY0Q9RrKaAdLOGgIR0CzuDMVk+X7dX2UKGgGR8BZ4h28qWkaaAdLNWgIR0CzuDZ+c6NmdX2UKGgGR8Bg2tvQ4S6EaAdLUmgIR0CzuDrT2FnJdX2UKGgGR8BcAprxiG34aAdLV2gIR0CzuDiRB/qgdX2UKGgGR8Ba9qPXCj1xaAdLN2gIR0CzuDxnOB1+dX2UKGgGR8BZxBZlnRLLaAdLOmgIR0CzuEWe18b8dX2UKGgGR8BhLcOI68xsaAdLOWgIR0CzuEhwIdELdX2UKGgGR8BgRlh3JPqLaAdLQ2gIR0CzuE3LeQ+2dX2UKGgGR8BWiwlByCFsaAdLWGgIR0CzuE7MX7+DdX2UKGgGR8BkskHhS9/SaAdLTmgIR0CzuFSidrftdX2UKGgGR8BYv8KsuFpPaAdLUmgIR0CzuFbbcoH+dX2UKGgGR8BhwlcyFfzCaAdLSGgIR0CzuFWDxsl+dX2UKGgGR8BfBx6By0a7aAdLR2gIR0CzuFbfgrH3dX2UKGgGR8BdC/Ru0kWzaAdLTWgIR0CzuFlFDv3KdX2UKGgGR8Bg66VB2OhkaAdLRGgIR0CzuFwjps42dX2UKGgGR8BmlZEhJRO2aAdLT2gIR0CzuF1yJbdKdX2UKGgGR8BhndoHs1KoaAdLQGgIR0CzuF+OS4e+dX2UKGgGR8Bo7ZVAAyVOaAdLVGgIR0CzuGK+WWyDdX2UKGgGR8BcvZ0W/JvHaAdLTmgIR0CzuGMVHnU2dX2UKGgGR8BjsznTy8SPaAdLSGgIR0CzuGWVu76IdX2UKGgGR8BjQXUe+23KaAdLQGgIR0CzuGqa1Cw9dX2UKGgGR8BmQ7FQ2uPnaAdLW2gIR0CzuGyRKYiQdX2UKGgGR8Ba6YlhPTG6aAdLNGgIR0CzuGzl1bJPdX2UKGgGR8BdR+8scyWSaAdLOmgIR0CzuHW7voeQdX2UKGgGR8BeB2a2F36iaAdLOGgIR0CzuHVn7HhkdX2UKGgGR8BjDlvybx3FaAdLPmgIR0CzuHolD4QCdX2UKGgGR8BdfNyYG+sYaAdLRGgIR0CzuH3Z00WNdX2UKGgGR8BcA4Z/CqIaaAdLN2gIR0CzuHzo2XLNdX2UKGgGR8BguvBzmwJPaAdLR2gIR0CzuIHl4keIdX2UKGgGR8BO1tJe3QUpaAdLZmgIR0CzuIN87ZFodX2UKGgGR8Bgg6qbSZ0CaAdLWmgIR0CzuIG/vfCRdX2UKGgGR8Bg+aunuRcNaAdLO2gIR0CzuITXjENwdX2UKGgGR8BhBqxTsIE9aAdLSGgIR0CzuIi4BmwrdX2UKGgGR8BhBZOtW+49aAdLPGgIR0CzuIgbEP1+dX2UKGgGR8Bi35sTFl06aAdLP2gIR0CzuI7DhtLtdX2UKGgGR8BweqvMbFS9aAdLX2gIR0CzuJKqXF98dX2UKGgGR8BgzvU+cH4XaAdLQGgIR0CzuJFIiC8OdX2UKGgGR8Bld3Hq/ub7aAdLUGgIR0CzuJE1Q66rdX2UKGgGR8BiCP5N47iiaAdLSWgIR0CzuJZnYg7pdX2UKGgGR8Bic/oicG1QaAdLP2gIR0CzuJmL5ylvdX2UKGgGR8BiV+45Lh73aAdLQ2gIR0CzuJw0XP7fdX2UKGgGR8BgO7c9GI9DaAdLQmgIR0CzuKaur6tUdX2UKGgGR8BiS2zQeFL4aAdLRmgIR0CzuKrKJVKgdX2UKGgGR8Bip5nzxwyZaAdLVmgIR0CzuKr6+FlDdX2UKGgGR8BheInx8UmEaAdLVWgIR0CzuKz/MnqndX2UKGgGR8Blknpt78ekaAdLWmgIR0CzuLDXBguzdX2UKGgGR8BXxYsyzollaAdLVWgIR0CzuLHlXA/LdX2UKGgGR8BcC3VwxWT5aAdLTGgIR0CzuLOJHiFTdX2UKGgGR8BmqXbItDlYaAdLVmgIR0CzuLVvVEuydX2UKGgGR8BjH//xUedTaAdLU2gIR0CzuLb9If8udX2UKGgGR8BdjgLVnVXnaAdLNmgIR0CzuLrGm1pkdX2UKGgGR8BlSgood+5OaAdLTGgIR0CzuLu2JBPbdX2UKGgGR8BhgwbEP1+RaAdLWWgIR0CzuMDZYgaFdX2UKGgGR8Bj+RuGbkOqaAdLRWgIR0CzuMBppN9IdX2UKGgGR8BdfgB1cMVlaAdLUWgIR0CzuL7laKUFdX2UKGgGR8BimuE9Mbm2aAdLS2gIR0CzuMDTKDChdX2UKGgGR0AyEBrvb48EaAdLYGgIR0CzuMig5BC2dX2UKGgGR8Bl6eaa1Cw9aAdLR2gIR0CzuNKqn3tbdX2UKGgGR8Bl1+8kD6nBaAdLS2gIR0CzuNU3XI2gdX2UKGgGR8BlFJgkTpPiaAdLP2gIR0CzuNcNUfgadX2UKGgGR8BhDt7SiM5waAdLN2gIR0CzuNR6OYICdX2UKGgGR8BhHPNA1NxmaAdLUWgIR0CzuNTfrKNidX2UKGgGR8BfCHiBGx2TaAdLR2gIR0CzuNlXeWOZdX2UKGgGR8BhzXE2pAD8aAdLUWgIR0CzuNtAood/dX2UKGgGR8BgCHlfZ26kaAdLQGgIR0CzuNu+AVfvdX2UKGgGR8BYHYNy5qdpaAdLN2gIR0CzuN6UFB6bdX2UKGgGR8BiTLOiWVu8aAdLPGgIR0CzuOOq3mV8dX2UKGgGR8BhyPgrH2h7aAdLQmgIR0CzuOKD5CWvdX2UKGgGR8Bd1wlByCFsaAdLQWgIR0CzuOcoQWepdX2UKGgGR8BgLGAuqWC3aAdLWmgIR0CzuOZ8jRlZdX2UKGgGR8BX6TtXxOLzaAdLOWgIR0CzuOppi7TVdX2UKGgGR8Bk69aB7NSqaAdLQ2gIR0CzuOgx8D0UdX2UKGgGR8BeHZof0VafaAdLU2gIR0CzuOtMPBi1dX2UKGgGR8Bhf1cbBGhFaAdLOWgIR0CzuPjb349HdX2UKGgGR8BgtMT6BRQ8aAdLOGgIR0CzuPpDu0CzdX2UKGgGR8Bk31/tpmEoaAdLQWgIR0CzuPmFvhqCdX2UKGgGR8Bg581baAWjaAdLOmgIR0CzuP19BrvcdX2UKGgGR8BhksTlDF6zaAdLQmgIR0CzuQHMY/FBdX2UKGgGR8Bin0I9kjHGaAdLO2gIR0CzuQD/IbOvdX2UKGgGR8BcukW/JvHcaAdLTmgIR0CzuQOIMz/IdX2UKGgGR8BjDmr8zhxYaAdLUmgIR0CzuQTOxB3SdX2UKGgGR8BjXGbb1yvLaAdLO2gIR0CzuQnKOktVdX2UKGgGR8A6SIOpbUw0aAdLWmgIR0CzuQmS+xnndX2UKGgGR8BhZ4UlAu7IaAdLSGgIR0CzuQ0YKpkxdX2UKGgGR8BhHe2PT5O8aAdLS2gIR0CzuRJsKsuGdX2UKGgGR8Blgyt5le4TaAdLVWgIR0CzuRetCAtndX2UKGgGR8BgTyuMdcSoaAdLUWgIR0CzuRsXm/34dX2UKGgGR8BisGRzRx95aAdLXGgIR0CzuRjyrgfmdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/vrhR64UeuhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f8666d3ad40>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f8666d3add0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f8666d3ae60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f8666d3aef0>", "_build": "<function ActorCriticPolicy._build at 0x7f8666d3af80>", "forward": "<function ActorCriticPolicy.forward at 0x7f8666d3b010>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f8666d3b0a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f8666d3b130>", "_predict": "<function ActorCriticPolicy._predict at 0x7f8666d3b1c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f8666d3b250>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f8666d3b2e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f8666d3b370>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f8666d3ce00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1685831254319654584, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAZ9MT7uI2U/stuYPjuA2r7Szp4+GwEgPgAAAAAAAAAAM0N0PBTUlroOCKI6zbmYNd7+lrp7aru5AACAPwAAgD+z0xG9KSBjuppwLbq3qYc0KbBBu7YnRzkAAIA/AACAP5p8Uz32fBS6slYKuvyagbUo67e6MhMiOQAAgD8AAIA/GmdlvY9Wd7pFtRm6STF3tgsU/7gtxOI1AACAPwAAgD/mWbO9romNurBHjzsBMXE4qBpAu5LClLkAAIA/AACAPzDifL5K4Q4/6KPcPf+2Bb/7K7m+CsIQPgAAAAAAAAAAM+zhvFxDDrqeGLO5PHPYNaMRnLl2oc84AACAPwAAgD/NFNS8UvDUuT5rYLrAwRA2xyMLuuDAgjkAAIA/AACAPzMFN71c01y6PhYeuovcEbXuWKC2+g46OQAAgD8AAIA/zY82PVLw6bnYHve6hGUzNRXOyrtbxBE6AACAPwAAgD+a+eI8haO/uZLLVboJrWm0LUDQOc0LeTkAAIA/AACAPwD5N73DgW66olM7OxGhCTPGrpe6S1NVugAAgD8AAIA/RrIfvgOiVrwvt5w6nlOAOfXVuD1KViO6AACAPwAAgD+awfK8j65AuvZDlzs5TVi2s9dIO8VdTLUAAIA/AACAPwCAgjuP5nS6nYfFuy3buTZx3as60kcntgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVNAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGCL3buc+aCMAWyUTegDjAF0lEdAlJGctTUAk3V9lChoBkdAZwxGR3eN1mgHTegDaAhHQJSWxz1bqyJ1fZQoaAZHQGMDYoRZlnRoB03oA2gIR0CUpqFW4mTldX2UKGgGR0BnllutOmBOaAdN6ANoCEdAlKtjfaYeDHV9lChoBkdAYtajD8+A3GgHTegDaAhHQJSzVgssg+11fZQoaAZHQExDhisny/doB0vQaAhHQJS2nuE25x11fZQoaAZHQGV6xrSE12toB03oA2gIR0CUuv5Dqnm8dX2UKGgGR0BiEl5a/yoXaAdN6ANoCEdAlLxLcfvF33V9lChoBkdAXfz863iJf2gHTegDaAhHQJS+jikwevJ1fZQoaAZHQGhYlUhmoR9oB03oA2gIR0CUvzV/c32mdX2UKGgGR0BjHjg88s+WaAdN6ANoCEdAlL83E61b7nV9lChoBkdAYhwmQ8wHq2gHTegDaAhHQJTCemxdIG11fZQoaAZHQEkvINEw35xoB0uxaAhHQJTC0pZwGW51fZQoaAZHQGSpCn5zo2ZoB03oA2gIR0CUzglCTlkpdX2UKGgGR0BLfaEzwc5saAdLtGgIR0CUzo36Q/5ddX2UKGgGR0BioDwc5sCUaAdN6ANoCEdAlM7kF8ohIXV9lChoBkdAZt4KRdQfp2gHTegDaAhHQJTP4zMzMzN1fZQoaAZHQGQ3yNn5BTpoB03oA2gIR0CU1mWVNYbLdX2UKGgGR0Bh5knNPgvUaAdN6ANoCEdAlN+MhX8wYnV9lChoBkdAX8uQ7tAs1GgHTegDaAhHQJTjwudwvQF1fZQoaAZHQGMJ12JSBLBoB03oA2gIR0CU569fkWAPdX2UKGgGR0BAFc8DB/I9aAdLuGgIR0CU9FQVbiZOdX2UKGgGR0BkTmOS4e90aAdN6ANoCEdAlPXLFn7HhnV9lChoBkdAYGu2aUiY9mgHTegDaAhHQJT9dtzjm0V1fZQoaAZHQEsfWCEpRXRoB0uuaAhHQJU+yGtZFG51fZQoaAZHQF/1oJzDGcZoB03oA2gIR0CVQW+8Gs3idX2UKGgGR0Bm2F1r6+FlaAdN6ANoCEdAlULBaLXL/3V9lChoBkdAXLTN7jT8YWgHTegDaAhHQJVE3LfUF0R1fZQoaAZHQGS1EWykbgloB03oA2gIR0CVRYpx3mmtdX2UKGgGR0BjTNgH/tIDaAdN6ANoCEdAlUWLWmP5pXV9lChoBkdAZH9t/FzdUWgHTegDaAhHQJVI1/OMVDd1fZQoaAZHQE1xeNT987ZoB0ufaAhHQJVRMlF+d9V1fZQoaAZHQEaCBmPHT7VoB0uPaAhHQJVUoHyEtd11fZQoaAZHQGKs3WnTAnFoB03oA2gIR0CVWF9WZJCjdX2UKGgGR0Bk7sCxNZeSaAdN6ANoCEdAlVkOwHJLd3V9lChoBkdAaAIrFOwgT2gHTegDaAhHQJVZgwAU+LZ1fZQoaAZHQF94lTm4iHJoB03oA2gIR0CVWsDJU5uJdX2UKGgGR0BjZgaaTfSAaAdN6ANoCEdAlV/iu2Zy/HV9lChoBkdAOeosqaw2VGgHS8VoCEdAlWMxsQ/X5HV9lChoBkdAZVCnhsImgWgHTegDaAhHQJVk7PKMefZ1fZQoaAZHQGZT3RPXTVloB03oA2gIR0CVZz0AcT8HdX2UKGgGR0Bm57tXxOLzaAdN6ANoCEdAlXdNSydFv3V9lChoBkdAYymY5T6zmmgHTegDaAhHQJWAmxcE/0N1fZQoaAZHQGRMUcfeUINoB03oA2gIR0CVhhbqyGBXdX2UKGgGR0BiNvyup0fYaAdN6ANoCEdAlYmegpSaVnV9lChoBkdAY5gmQ8wHq2gHTegDaAhHQJWLRl2/zrh1fZQoaAZHQGJJ/yGzru9oB03oA2gIR0CVjhHk92X+dX2UKGgGR0BlJmy/sVtXaAdN6ANoCEdAlY73+6y0KXV9lChoBkdAUx0AsCkoF2gHS6loCEdAlY954B3iaXV9lChoBkdAUzPGJemelWgHS61oCEdAlZmmKqGUOnV9lChoBkdAZvDMA3kxRGgHTegDaAhHQJWbjYxtYSx1fZQoaAZHQGi6XKKYRd1oB03oA2gIR0CVoC6yjYZmdX2UKGgGR0Bk3td1MdtEaAdN6ANoCEdAlaCeNtIkJXV9lChoBkdAZxSc8TzunmgHTegDaAhHQJWg7iNsFdN1fZQoaAZHQGPUs6q814xoB03oA2gIR0CVocBE8aGYdX2UKGgGR0BOGolMRHwxaAdLomgIR0CVpT/MnqmkdX2UKGgGR0Bks35WRzRyaAdN6ANoCEdAlaXBddE9dXV9lChoBkdAZ9T89fTkQ2gHTegDaAhHQJWpU44p+c91fZQoaAZHQGK9UoBq9GtoB03oA2gIR0CVqxIbfgrIdX2UKGgGR0BNHdZq20AtaAdLumgIR0CVq3HnU2DQdX2UKGgGR0Bn6HUUfxMGaAdN6ANoCEdAla1JdB0IT3V9lChoBkdAUobBKtga32gHS7VoCEdAlbiKRhc7hnV9lChoBkdAZmpQ6ZH/cWgHTegDaAhHQJW9dhOP/711fZQoaAZHQGEthew9q1xoB03oA2gIR0CV0bNgjQiSdX2UKGgGR0BlI2XAuZkTaAdN6ANoCEdAlhHoL5RCQnV9lChoBkdAZ86ZNwiqyWgHTegDaAhHQJYVtLEk0Jp1fZQoaAZHQGLEBSDRMOBoB03oA2gIR0CWFnhUR3/xdX2UKGgGR0BnJrfixVyWaAdN6ANoCEdAlhbfs/pt8HV9lChoBkdAY48JKraM72gHTegDaAhHQJYfIGnn+yZ1fZQoaAZHQGBif2bobGZoB03oA2gIR0CWJnbblA/tdX2UKGgGR0BjfMjHGS6laAdN6ANoCEdAlib0KeCkGnV9lChoBkdAZHVhMrVe8mgHTegDaAhHQJYoTWqcVgx1fZQoaAZHQGOFxg7YChhoB03oA2gIR0CWLFeIVM24dX2UKGgGR0Bl9lev6j33aAdN6ANoCEdAlizv/WDpT3V9lChoBkdAZHK06YE4emgHTegDaAhHQJYwqmtQsPJ1fZQoaAZHQF8/YAsCkoFoB03oA2gIR0CWMnEE1VHXdX2UKGgGR0BmqfcFhXr/aAdN6ANoCEdAljK7aRISUXV9lChoBkdAUq59PUKArmgHS8poCEdAljNQhfShJ3V9lChoBkdATymfGuLaVWgHS6doCEdAljpTqnm7rnV9lChoBkdAY596sQumJmgHTegDaAhHQJZByDSPU8V1fZQoaAZHQGEgDzI3irFoB03oA2gIR0CWR4T8pCrtdX2UKGgGR0BkprgTAWSEaAdN6ANoCEdAllZDUNKAa3V9lChoBkdAZCYcQyylemgHTegDaAhHQJZY2txMnJF1fZQoaAZHQGbPscIZ62RoB03oA2gIR0CWXGpvgm7bdX2UKGgGR0BluFeSjgyeaAdN6ANoCEdAll0iGSIP9XV9lChoBkdAZdOctoSL62gHTegDaAhHQJZdhhgE2YR1fZQoaAZHQGX7kRBeHBVoB03oA2gIR0CWZSXfIjnndX2UKGgGR0BkG9N1yNn5aAdN6ANoCEdAlmumnKnvUnV9lChoBkdAXnviwSrYG2gHTegDaAhHQJZtZ1EE1VJ1fZQoaAZHQGhSCPIXCTFoB03oA2gIR0CWcV/Q0GeMdX2UKGgGR0BlkN9YwIt2aAdN6ANoCEdAlnHxQJokA3V9lChoBkdAY+u3VCojwGgHTegDaAhHQJZ5LjvNNah1fZQoaAZHQGL8VnVXmvJoB03oA2gIR0CWebm/336AdX2UKGgGR0Bh0Ci0v4/NaAdN6ANoCEdAlnqT544ZM3V9lChoBkdAYp92Pkq+amgHTegDaAhHQJaDrxb0OEx1fZQoaAZHQC4ePDHfdh1oB0u5aAhHQJaHuKQ7tAt1fZQoaAZHQGKk/8MuvlloB03oA2gIR0CWikTFERapdX2UKGgGR0Bg3lZPl+3IaAdN6ANoCEdAlo43KOktVnV9lChoBkdAZM7YLb5/LGgHTegDaAhHQJaaull9Sdh1fZQoaAZHQGdV+hf0EoxoB03oA2gIR0CWnTIxgy/LdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 93, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 32, "n_epochs": 3, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

model.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:121b8053eff0f9f3970c02bb4834e93f112354c814061dfc0904ed4d2c7fd8ca
-size 146620
+oid sha256:0c931cf02995d32018997643bad0a46ca79f168edbcaf7bcba32552151361f06
+size 146733

model/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f488209a050>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f488209a0e0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f488209a170>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f488209a200>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f488209a290>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f488209a320>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f488209a3b0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f488209a440>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f488209a4d0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f488209a560>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f488209a5f0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f488209a680>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f8666d3ad40>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f8666d3add0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f8666d3ae60>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f8666d3aef0>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f8666d3af80>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f8666d3b010>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f8666d3b0a0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f8666d3b130>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f8666d3b1c0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f8666d3b250>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f8666d3b2e0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f8666d3b370>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7f48820a0cc0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f8666d3ce00>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -26,16 +26,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1685717611867126837,
-    "learning_rate": 0.99,
+    "start_time": 1685831254319654584,
+    "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAFrhwb7jD2Y/HPIrv2vnkr9bOds+2nwZPgAAAAAAAAAAevsePvetZD7sQog+zJLVvzyoM746VXO9AAAAAAAAAADaI++9KlO1P82aSb9UTS6+EowHPj9DND4AAAAAAAAAAI01Ez9RDeQ9WxUxP5bv5b+VQCa/8xMevgAAgD8AAAAAfSaNPoCpkz5zaPo+nb3Pvwp7n77ijd+9AAAAAAAAAAAzEyM6XnS0P4UGgT0Asku9DzM7ujvPabwAAAAAAAAAAGbSXLw3JLc/K5uLvtvr/D0kcHs8kyN6PQAAAAAAAAAA25+FviOPZj9GPi2/w3mLvzpGlz5Cpho+AAAAAAAAAAAaYiO99iudP7vaO75jVSa/Lww5PYLKJz0AAAAAAAAAALPbDT2wTKk/uvmuPZYtIb+hXiC9rTmcvAAAAAAAAAAAQDvqPQtRSj8RMa4+V0agv0F2BL6+iZu9AAAAAAAAAABmxDM9L7apPzZH4z2tdx2/eDxLvQrryrwAAAAAAAAAAJp5YLtkj7U/sqKxvkEUqz5oRoI7z/KgPQAAAAAAAAAALQI+vrajtD9xPki/qQ2dvosTVz74vzI+AAAAAAAAAABNevM9u2l1P3fOiD4lW4S/Np0JvuZIdL0AAAAAAAAAAE0FET2KQMI/NNkYPqt9373qJCS97HQIvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAAZ9MT7uI2U/stuYPjuA2r7Szp4+GwEgPgAAAAAAAAAAM0N0PBTUlroOCKI6zbmYNd7+lrp7aru5AACAPwAAgD+z0xG9KSBjuppwLbq3qYc0KbBBu7YnRzkAAIA/AACAP5p8Uz32fBS6slYKuvyagbUo67e6MhMiOQAAgD8AAIA/GmdlvY9Wd7pFtRm6STF3tgsU/7gtxOI1AACAPwAAgD/mWbO9romNurBHjzsBMXE4qBpAu5LClLkAAIA/AACAPzDifL5K4Q4/6KPcPf+2Bb/7K7m+CsIQPgAAAAAAAAAAM+zhvFxDDrqeGLO5PHPYNaMRnLl2oc84AACAPwAAgD/NFNS8UvDUuT5rYLrAwRA2xyMLuuDAgjkAAIA/AACAPzMFN71c01y6PhYeuovcEbXuWKC2+g46OQAAgD8AAIA/zY82PVLw6bnYHve6hGUzNRXOyrtbxBE6AACAPwAAgD+a+eI8haO/uZLLVboJrWm0LUDQOc0LeTkAAIA/AACAPwD5N73DgW66olM7OxGhCTPGrpe6S1NVugAAgD8AAIA/RrIfvgOiVrwvt5w6nlOAOfXVuD1KViO6AACAPwAAgD+awfK8j65AuvZDlzs5TVi2s9dIO8VdTLUAAIA/AACAPwCAgjuP5nS6nYfFuy3buTZx3as60kcntgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAQAAAAAAAAEAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwF2uzZpSJj6MAWyUS0uMAXSUR0CzuBzYNAkcdX2UKGgGR8BimotDlYEGaAdLRGgIR0CzuB1UMoc8dX2UKGgGR8BiQFZNfw7UaAdLTmgIR0CzuCTpLVWkdX2UKGgGR8BVB/2Xb/OuaAdLNGgIR0CzuCgLZzxPdX2UKGgGR8BgGjrJKaodaAdLTGgIR0CzuChiG34LdX2UKGgGR8Bh/pCpm29daAdLPGgIR0CzuChas6q9dX2UKGgGR8BjdoXfqHGkaAdLUGgIR0CzuCfalDWtdX2UKGgGR8BbYtE1EVnFaAdLTWgIR0CzuCxy8zyjdX2UKGgGR8BfWWZiNKh+aAdLUWgIR0CzuC1opQUIdX2UKGgGR8BivtPJq7AdaAdLVmgIR0CzuC5+MIeHdX2UKGgGR8BqHscU/OdHaAdLWWgIR0CzuDBshxHYdX2UKGgGR8Bjt3huO0b+aAdLRmgIR0CzuDVR+BpYdX2UKGgGR8BdmY0Q9RrKaAdLOGgIR0CzuDMVk+X7dX2UKGgGR8BZ4h28qWkaaAdLNWgIR0CzuDZ+c6NmdX2UKGgGR8Bg2tvQ4S6EaAdLUmgIR0CzuDrT2FnJdX2UKGgGR8BcAprxiG34aAdLV2gIR0CzuDiRB/qgdX2UKGgGR8Ba9qPXCj1xaAdLN2gIR0CzuDxnOB1+dX2UKGgGR8BZxBZlnRLLaAdLOmgIR0CzuEWe18b8dX2UKGgGR8BhLcOI68xsaAdLOWgIR0CzuEhwIdELdX2UKGgGR8BgRlh3JPqLaAdLQ2gIR0CzuE3LeQ+2dX2UKGgGR8BWiwlByCFsaAdLWGgIR0CzuE7MX7+DdX2UKGgGR8BkskHhS9/SaAdLTmgIR0CzuFSidrftdX2UKGgGR8BYv8KsuFpPaAdLUmgIR0CzuFbbcoH+dX2UKGgGR8BhwlcyFfzCaAdLSGgIR0CzuFWDxsl+dX2UKGgGR8BfBx6By0a7aAdLR2gIR0CzuFbfgrH3dX2UKGgGR8BdC/Ru0kWzaAdLTWgIR0CzuFlFDv3KdX2UKGgGR8Bg66VB2OhkaAdLRGgIR0CzuFwjps42dX2UKGgGR8BmlZEhJRO2aAdLT2gIR0CzuF1yJbdKdX2UKGgGR8BhndoHs1KoaAdLQGgIR0CzuF+OS4e+dX2UKGgGR8Bo7ZVAAyVOaAdLVGgIR0CzuGK+WWyDdX2UKGgGR8BcvZ0W/JvHaAdLTmgIR0CzuGMVHnU2dX2UKGgGR8BjsznTy8SPaAdLSGgIR0CzuGWVu76IdX2UKGgGR8BjQXUe+23KaAdLQGgIR0CzuGqa1Cw9dX2UKGgGR8BmQ7FQ2uPnaAdLW2gIR0CzuGyRKYiQdX2UKGgGR8Ba6YlhPTG6aAdLNGgIR0CzuGzl1bJPdX2UKGgGR8BdR+8scyWSaAdLOmgIR0CzuHW7voeQdX2UKGgGR8BeB2a2F36iaAdLOGgIR0CzuHVn7HhkdX2UKGgGR8BjDlvybx3FaAdLPmgIR0CzuHolD4QCdX2UKGgGR8BdfNyYG+sYaAdLRGgIR0CzuH3Z00WNdX2UKGgGR8BcA4Z/CqIaaAdLN2gIR0CzuHzo2XLNdX2UKGgGR8BguvBzmwJPaAdLR2gIR0CzuIHl4keIdX2UKGgGR8BO1tJe3QUpaAdLZmgIR0CzuIN87ZFodX2UKGgGR8Bgg6qbSZ0CaAdLWmgIR0CzuIG/vfCRdX2UKGgGR8Bg+aunuRcNaAdLO2gIR0CzuITXjENwdX2UKGgGR8BhBqxTsIE9aAdLSGgIR0CzuIi4BmwrdX2UKGgGR8BhBZOtW+49aAdLPGgIR0CzuIgbEP1+dX2UKGgGR8Bi35sTFl06aAdLP2gIR0CzuI7DhtLtdX2UKGgGR8BweqvMbFS9aAdLX2gIR0CzuJKqXF98dX2UKGgGR8BgzvU+cH4XaAdLQGgIR0CzuJFIiC8OdX2UKGgGR8Bld3Hq/ub7aAdLUGgIR0CzuJE1Q66rdX2UKGgGR8BiCP5N47iiaAdLSWgIR0CzuJZnYg7pdX2UKGgGR8Bic/oicG1QaAdLP2gIR0CzuJmL5ylvdX2UKGgGR8BiV+45Lh73aAdLQ2gIR0CzuJw0XP7fdX2UKGgGR8BgO7c9GI9DaAdLQmgIR0CzuKaur6tUdX2UKGgGR8BiS2zQeFL4aAdLRmgIR0CzuKrKJVKgdX2UKGgGR8Bip5nzxwyZaAdLVmgIR0CzuKr6+FlDdX2UKGgGR8BheInx8UmEaAdLVWgIR0CzuKz/MnqndX2UKGgGR8Blknpt78ekaAdLWmgIR0CzuLDXBguzdX2UKGgGR8BXxYsyzollaAdLVWgIR0CzuLHlXA/LdX2UKGgGR8BcC3VwxWT5aAdLTGgIR0CzuLOJHiFTdX2UKGgGR8BmqXbItDlYaAdLVmgIR0CzuLVvVEuydX2UKGgGR8BjH//xUedTaAdLU2gIR0CzuLb9If8udX2UKGgGR8BdjgLVnVXnaAdLNmgIR0CzuLrGm1pkdX2UKGgGR8BlSgood+5OaAdLTGgIR0CzuLu2JBPbdX2UKGgGR8BhgwbEP1+RaAdLWWgIR0CzuMDZYgaFdX2UKGgGR8Bj+RuGbkOqaAdLRWgIR0CzuMBppN9IdX2UKGgGR8BdfgB1cMVlaAdLUWgIR0CzuL7laKUFdX2UKGgGR8BimuE9Mbm2aAdLS2gIR0CzuMDTKDChdX2UKGgGR0AyEBrvb48EaAdLYGgIR0CzuMig5BC2dX2UKGgGR8Bl6eaa1Cw9aAdLR2gIR0CzuNKqn3tbdX2UKGgGR8Bl1+8kD6nBaAdLS2gIR0CzuNU3XI2gdX2UKGgGR8BlFJgkTpPiaAdLP2gIR0CzuNcNUfgadX2UKGgGR8BhDt7SiM5waAdLN2gIR0CzuNR6OYICdX2UKGgGR8BhHPNA1NxmaAdLUWgIR0CzuNTfrKNidX2UKGgGR8BfCHiBGx2TaAdLR2gIR0CzuNlXeWOZdX2UKGgGR8BhzXE2pAD8aAdLUWgIR0CzuNtAood/dX2UKGgGR8BgCHlfZ26kaAdLQGgIR0CzuNu+AVfvdX2UKGgGR8BYHYNy5qdpaAdLN2gIR0CzuN6UFB6bdX2UKGgGR8BiTLOiWVu8aAdLPGgIR0CzuOOq3mV8dX2UKGgGR8BhyPgrH2h7aAdLQmgIR0CzuOKD5CWvdX2UKGgGR8Bd1wlByCFsaAdLQWgIR0CzuOcoQWepdX2UKGgGR8BgLGAuqWC3aAdLWmgIR0CzuOZ8jRlZdX2UKGgGR8BX6TtXxOLzaAdLOWgIR0CzuOppi7TVdX2UKGgGR8Bk69aB7NSqaAdLQ2gIR0CzuOgx8D0UdX2UKGgGR8BeHZof0VafaAdLU2gIR0CzuOtMPBi1dX2UKGgGR8Bhf1cbBGhFaAdLOWgIR0CzuPjb349HdX2UKGgGR8BgtMT6BRQ8aAdLOGgIR0CzuPpDu0CzdX2UKGgGR8Bk31/tpmEoaAdLQWgIR0CzuPmFvhqCdX2UKGgGR8Bg581baAWjaAdLOmgIR0CzuP19BrvcdX2UKGgGR8BhksTlDF6zaAdLQmgIR0CzuQHMY/FBdX2UKGgGR8Bin0I9kjHGaAdLO2gIR0CzuQD/IbOvdX2UKGgGR8BcukW/JvHcaAdLTmgIR0CzuQOIMz/IdX2UKGgGR8BjDmr8zhxYaAdLUmgIR0CzuQTOxB3SdX2UKGgGR8BjXGbb1yvLaAdLO2gIR0CzuQnKOktVdX2UKGgGR8A6SIOpbUw0aAdLWmgIR0CzuQmS+xnndX2UKGgGR8BhZ4UlAu7IaAdLSGgIR0CzuQ0YKpkxdX2UKGgGR8BhHe2PT5O8aAdLS2gIR0CzuRJsKsuGdX2UKGgGR8Blgyt5le4TaAdLVWgIR0CzuRetCAtndX2UKGgGR8BgTyuMdcSoaAdLUWgIR0CzuRsXm/34dX2UKGgGR8BisGRzRx95aAdLXGgIR0CzuRjyrgfmdWUu"
+        ":serialized:": "gAWVNAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGCL3buc+aCMAWyUTegDjAF0lEdAlJGctTUAk3V9lChoBkdAZwxGR3eN1mgHTegDaAhHQJSWxz1bqyJ1fZQoaAZHQGMDYoRZlnRoB03oA2gIR0CUpqFW4mTldX2UKGgGR0BnllutOmBOaAdN6ANoCEdAlKtjfaYeDHV9lChoBkdAYtajD8+A3GgHTegDaAhHQJSzVgssg+11fZQoaAZHQExDhisny/doB0vQaAhHQJS2nuE25x11fZQoaAZHQGV6xrSE12toB03oA2gIR0CUuv5Dqnm8dX2UKGgGR0BiEl5a/yoXaAdN6ANoCEdAlLxLcfvF33V9lChoBkdAXfz863iJf2gHTegDaAhHQJS+jikwevJ1fZQoaAZHQGhYlUhmoR9oB03oA2gIR0CUvzV/c32mdX2UKGgGR0BjHjg88s+WaAdN6ANoCEdAlL83E61b7nV9lChoBkdAYhwmQ8wHq2gHTegDaAhHQJTCemxdIG11fZQoaAZHQEkvINEw35xoB0uxaAhHQJTC0pZwGW51fZQoaAZHQGSpCn5zo2ZoB03oA2gIR0CUzglCTlkpdX2UKGgGR0BLfaEzwc5saAdLtGgIR0CUzo36Q/5ddX2UKGgGR0BioDwc5sCUaAdN6ANoCEdAlM7kF8ohIXV9lChoBkdAZt4KRdQfp2gHTegDaAhHQJTP4zMzMzN1fZQoaAZHQGQ3yNn5BTpoB03oA2gIR0CU1mWVNYbLdX2UKGgGR0Bh5knNPgvUaAdN6ANoCEdAlN+MhX8wYnV9lChoBkdAX8uQ7tAs1GgHTegDaAhHQJTjwudwvQF1fZQoaAZHQGMJ12JSBLBoB03oA2gIR0CU569fkWAPdX2UKGgGR0BAFc8DB/I9aAdLuGgIR0CU9FQVbiZOdX2UKGgGR0BkTmOS4e90aAdN6ANoCEdAlPXLFn7HhnV9lChoBkdAYGu2aUiY9mgHTegDaAhHQJT9dtzjm0V1fZQoaAZHQEsfWCEpRXRoB0uuaAhHQJU+yGtZFG51fZQoaAZHQF/1oJzDGcZoB03oA2gIR0CVQW+8Gs3idX2UKGgGR0Bm2F1r6+FlaAdN6ANoCEdAlULBaLXL/3V9lChoBkdAXLTN7jT8YWgHTegDaAhHQJVE3LfUF0R1fZQoaAZHQGS1EWykbgloB03oA2gIR0CVRYpx3mmtdX2UKGgGR0BjTNgH/tIDaAdN6ANoCEdAlUWLWmP5pXV9lChoBkdAZH9t/FzdUWgHTegDaAhHQJVI1/OMVDd1fZQoaAZHQE1xeNT987ZoB0ufaAhHQJVRMlF+d9V1fZQoaAZHQEaCBmPHT7VoB0uPaAhHQJVUoHyEtd11fZQoaAZHQGKs3WnTAnFoB03oA2gIR0CVWF9WZJCjdX2UKGgGR0Bk7sCxNZeSaAdN6ANoCEdAlVkOwHJLd3V9lChoBkdAaAIrFOwgT2gHTegDaAhHQJVZgwAU+LZ1fZQoaAZHQF94lTm4iHJoB03oA2gIR0CVWsDJU5uJdX2UKGgGR0BjZgaaTfSAaAdN6ANoCEdAlV/iu2Zy/HV9lChoBkdAOeosqaw2VGgHS8VoCEdAlWMxsQ/X5HV9lChoBkdAZVCnhsImgWgHTegDaAhHQJVk7PKMefZ1fZQoaAZHQGZT3RPXTVloB03oA2gIR0CVZz0AcT8HdX2UKGgGR0Bm57tXxOLzaAdN6ANoCEdAlXdNSydFv3V9lChoBkdAYymY5T6zmmgHTegDaAhHQJWAmxcE/0N1fZQoaAZHQGRMUcfeUINoB03oA2gIR0CVhhbqyGBXdX2UKGgGR0BiNvyup0fYaAdN6ANoCEdAlYmegpSaVnV9lChoBkdAY5gmQ8wHq2gHTegDaAhHQJWLRl2/zrh1fZQoaAZHQGJJ/yGzru9oB03oA2gIR0CVjhHk92X+dX2UKGgGR0BlJmy/sVtXaAdN6ANoCEdAlY73+6y0KXV9lChoBkdAUx0AsCkoF2gHS6loCEdAlY954B3iaXV9lChoBkdAUzPGJemelWgHS61oCEdAlZmmKqGUOnV9lChoBkdAZvDMA3kxRGgHTegDaAhHQJWbjYxtYSx1fZQoaAZHQGi6XKKYRd1oB03oA2gIR0CVoC6yjYZmdX2UKGgGR0Bk3td1MdtEaAdN6ANoCEdAlaCeNtIkJXV9lChoBkdAZxSc8TzunmgHTegDaAhHQJWg7iNsFdN1fZQoaAZHQGPUs6q814xoB03oA2gIR0CVocBE8aGYdX2UKGgGR0BOGolMRHwxaAdLomgIR0CVpT/MnqmkdX2UKGgGR0Bks35WRzRyaAdN6ANoCEdAlaXBddE9dXV9lChoBkdAZ9T89fTkQ2gHTegDaAhHQJWpU44p+c91fZQoaAZHQGK9UoBq9GtoB03oA2gIR0CVqxIbfgrIdX2UKGgGR0BNHdZq20AtaAdLumgIR0CVq3HnU2DQdX2UKGgGR0Bn6HUUfxMGaAdN6ANoCEdAla1JdB0IT3V9lChoBkdAUobBKtga32gHS7VoCEdAlbiKRhc7hnV9lChoBkdAZmpQ6ZH/cWgHTegDaAhHQJW9dhOP/711fZQoaAZHQGEthew9q1xoB03oA2gIR0CV0bNgjQiSdX2UKGgGR0BlI2XAuZkTaAdN6ANoCEdAlhHoL5RCQnV9lChoBkdAZ86ZNwiqyWgHTegDaAhHQJYVtLEk0Jp1fZQoaAZHQGLEBSDRMOBoB03oA2gIR0CWFnhUR3/xdX2UKGgGR0BnJrfixVyWaAdN6ANoCEdAlhbfs/pt8HV9lChoBkdAY48JKraM72gHTegDaAhHQJYfIGnn+yZ1fZQoaAZHQGBif2bobGZoB03oA2gIR0CWJnbblA/tdX2UKGgGR0BjfMjHGS6laAdN6ANoCEdAlib0KeCkGnV9lChoBkdAZHVhMrVe8mgHTegDaAhHQJYoTWqcVgx1fZQoaAZHQGOFxg7YChhoB03oA2gIR0CWLFeIVM24dX2UKGgGR0Bl9lev6j33aAdN6ANoCEdAlizv/WDpT3V9lChoBkdAZHK06YE4emgHTegDaAhHQJYwqmtQsPJ1fZQoaAZHQF8/YAsCkoFoB03oA2gIR0CWMnEE1VHXdX2UKGgGR0BmqfcFhXr/aAdN6ANoCEdAljK7aRISUXV9lChoBkdAUq59PUKArmgHS8poCEdAljNQhfShJ3V9lChoBkdATymfGuLaVWgHS6doCEdAljpTqnm7rnV9lChoBkdAY596sQumJmgHTegDaAhHQJZByDSPU8V1fZQoaAZHQGEgDzI3irFoB03oA2gIR0CWR4T8pCrtdX2UKGgGR0BkprgTAWSEaAdN6ANoCEdAllZDUNKAa3V9lChoBkdAZCYcQyylemgHTegDaAhHQJZY2txMnJF1fZQoaAZHQGbPscIZ62RoB03oA2gIR0CWXGpvgm7bdX2UKGgGR0BluFeSjgyeaAdN6ANoCEdAll0iGSIP9XV9lChoBkdAZdOctoSL62gHTegDaAhHQJZdhhgE2YR1fZQoaAZHQGX7kRBeHBVoB03oA2gIR0CWZSXfIjnndX2UKGgGR0BkG9N1yNn5aAdN6ANoCEdAlmumnKnvUnV9lChoBkdAXnviwSrYG2gHTegDaAhHQJZtZ1EE1VJ1fZQoaAZHQGhSCPIXCTFoB03oA2gIR0CWcV/Q0GeMdX2UKGgGR0BlkN9YwIt2aAdN6ANoCEdAlnHxQJokA3V9lChoBkdAY+u3VCojwGgHTegDaAhHQJZ5LjvNNah1fZQoaAZHQGL8VnVXmvJoB03oA2gIR0CWebm/336AdX2UKGgGR0Bh0Ci0v4/NaAdN6ANoCEdAlnqT544ZM3V9lChoBkdAYp92Pkq+amgHTegDaAhHQJaDrxb0OEx1fZQoaAZHQC4ePDHfdh1oB0u5aAhHQJaHuKQ7tAt1fZQoaAZHQGKk/8MuvlloB03oA2gIR0CWikTFERapdX2UKGgGR0Bg3lZPl+3IaAdN6ANoCEdAlo43KOktVnV9lChoBkdAZM7YLb5/LGgHTegDaAhHQJaaull9Sdh1fZQoaAZHQGdV+hf0EoxoB03oA2gIR0CWnTIxgy/LdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 310,
+    "_n_updates": 93,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
@@ -78,13 +78,13 @@
     },
     "n_envs": 16,
     "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
     "ent_coef": 0.0,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 64,
-    "n_epochs": 10,
+    "batch_size": 32,
+    "n_epochs": 3,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
@@ -94,6 +94,6 @@
     "target_kl": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/vrhR64UeuhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     }
 }

model/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff7cfcfed0db06dac1415c69c3b774a244195fa90fd954dc036f3da64df95108
+oid sha256:685ffa9c0f09e89c0654b484dd6d63ead30f845e931eb5ae9796f099d5dcb400
 size 87929

model/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72e398f9e8c2f9cfa3d64a0e6c50a28198422d8e1afbaa7779260d7676bf4c96
+oid sha256:aea49132e9a20497179f04a17340fdff6f11a9e0ff1723be784c3d14eb297b53
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": -114.3855289041996, "std_reward": 46.413839274375384, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-02T15:24:57.184687"}
+{"mean_reward": 259.3497577, "std_reward": 24.98463687370615, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-03T22:54:18.889393"}