Upload agent trained in the LunarLander environment using PPO

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 260.93 +/- 14.78
+      value: 283.00 +/- 20.51
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fc055feca60>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fc055fecaf0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fc055fecb80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fc055fecc10>", "_build": "<function ActorCriticPolicy._build at 0x7fc055fecca0>", "forward": "<function ActorCriticPolicy.forward at 0x7fc055fecd30>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fc055fecdc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fc055fece50>", "_predict": "<function ActorCriticPolicy._predict at 0x7fc055fecee0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fc055fecf70>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fc055fed000>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fc055fed090>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fc055ff2240>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1685582827609569641, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOYBI71IR4K6eJd5O/XUcjhjf7a6pa8YugAAgD8AAIA/gMw5PY/2Q7o0WBK4Jko7MjLuWrtvsyc3AACAPwAAgD+Tdna+aPNHP/4zFj5JCaC+sSScvVpciz0AAAAAAAAAAE1NJz3Xcwi588seN2J1ajIC6U872AVAtgAAgD8AAIA/ZvaZO8OtIbqt/eg363jjMt35Djs48ga3AACAPwAAgD+aIPg84fyHuqgkYzrNeDU25j67ulhlKjUAAIA/AACAP00dBT2u4Ya6K0YyOsvlEjVQPbO6JWBPuQAAgD8AAIA/gDYkPb3Smj/Iq5Y9CubIvu6o1TwjRBg9AAAAAAAAAAAzRaE9KZAmumK7Lrv1wJe2dIFTOWYuTDoAAIA/AACAP1ZO3T4MHkw/kn5yvcennr5NYkU+eIvnvQAAAAAAAAAAmomBPFy7aLqNsOQ6WomSNZ1mtzqlHAa6AACAPwAAgD9mNuG7XBtguoay7Dpm7vW0FzONu2CbCLoAAIA/AACAP427oz0U3Iu6Mw2uttXphLEpyKQ6MGHJNQAAgD8AAIA/M2mXvNOeWT+gHQ47yRp6vuXa8LzLmeI8AAAAAAAAAADm8a091zNOuZFbjzoRBX01xR9xOv2lp7kAAIA/AAAAAM1Ih7xM9PA+31IfPlIBjb7FqlG8W8U6vQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGM507bL2YiMAWyUTegDjAF0lEdAlbtiG8EmpnV9lChoBkdARNcnqmj0tmgHS+hoCEdAlb031rZam3V9lChoBkdAYN7LWZqmCWgHTegDaAhHQJW+cXGff411fZQoaAZHQGR1yKNyYHBoB03oA2gIR0CVwNaAWi1zdX2UKGgGR0Bdl82Jiy6daAdN6ANoCEdAlcE24y44InV9lChoBkdAYWt/GVAzHmgHTegDaAhHQJXFnJMg2ZR1fZQoaAZHQGKV7JwKjSJoB03oA2gIR0CVxeADq4YrdX2UKGgGR0BkdByEL6UJaAdN6ANoCEdAlcv86NlyzXV9lChoBkdAUB4WXTmW+2gHTRABaAhHQJXRf544ZMt1fZQoaAZHQGSX9rwe/6BoB03oA2gIR0CV2vb+98JEdX2UKGgGR0Bj84IQe3hGaAdN6ANoCEdAldu+ZgG8mXV9lChoBkdAYkn/5Lytm2gHTegDaAhHQJXmA7KaG6B1fZQoaAZHQGkjnTy8SPFoB03oA2gIR0CV+ZI0ZWJadX2UKGgGR0Biuifg75mAaAdN6ANoCEdAlfpTxb0OE3V9lChoBkdAYvm/9pAUtmgHTegDaAhHQJX8xGRV6u51fZQoaAZHQGK5MV+I/JNoB03oA2gIR0CWAlGbkOqedX2UKGgGR0Bi1Sya/h2oaAdN6ANoCEdAlgRWr0aqCHV9lChoBkdAZpTB7/n4f2gHTegDaAhHQJYLNB+nZTR1fZQoaAZHQGQsUEgW8AdoB03oA2gIR0CWDfNA1NxmdX2UKGgGR0Bntf/WDpTuaAdN6ANoCEdAlg+4MWoFV3V9lChoBkdAY2MRAbADaGgHTegDaAhHQJYTfAaef7J1fZQoaAZHQGOCl9jPOY9oB03oA2gIR0CWGbwj+rEMdX2UKGgGR0Bha1bHIZIhaAdN6ANoCEdAlhoB3V09yXV9lChoBkdAYdPdnkDIR2gHTegDaAhHQJYfoJLM9r51fZQoaAZHQGHkkJjUd7xoB03oA2gIR0CWJGeKKpDNdX2UKGgGR0BgwRJ04iosaAdN6ANoCEdAlitFnAZbZHV9lChoBkdAZXBIf8uSOmgHTegDaAhHQJYsDQSi/PB1fZQoaAZHQGWHOAy2x6hoB03oA2gIR0CWN4yZrpJPdX2UKGgGR0BtVmPDHfdiaAdNZwJoCEdAljm6wljVhHV9lChoBkdAZUObutwJgWgHTegDaAhHQJY7q+49X911fZQoaAZHQGXsvegte2NoB03oA2gIR0CWUadJrcj8dX2UKGgGR0BnGVspG4I9aAdN6ANoCEdAllQnJkoWpXV9lChoBkdAZTE5fdAPd2gHTegDaAhHQJZZZCE6DGt1fZQoaAZHQGMVzeGfwqloB03oA2gIR0CWWwYWtU4rdX2UKGgGR0Bf5QJC0F8paAdN6ANoCEdAll/Q9FF2FHV9lChoBkdAZTV71qWTo2gHTegDaAhHQJZhuxmkFfR1fZQoaAZHQFy3mLLpzLhoB03oA2gIR0CWYwig00m/dX2UKGgGR0BgxqiAUcn3aAdN6ANoCEdAlmux+SbH63V9lChoBkdAZIiv/zasZGgHTegDaAhHQJZsBWJaaCt1fZQoaAZHQGFZnUUfxMFoB03oA2gIR0CWcsW7voeQdX2UKGgGR0BkKFRUFSsKaAdN6ANoCEdAlnffKEFnqXV9lChoBkdAXWvXlKbrkmgHTegDaAhHQJaByeoUBXF1fZQoaAZHQGIt4HX2/SJoB03oA2gIR0CWguvHLidbdX2UKGgGR0Bh40deY2KmaAdN6ANoCEdAlpE1K5Cng3V9lChoBkdAYr4AT7EYO2gHTegDaAhHQJaTMJMQEp11fZQoaAZHQGJldLHuJDVoB03oA2gIR0CWlOTaTOgQdX2UKGgGR0BjEXpD/lySaAdN6ANoCEdAlpWxLCemN3V9lChoBkdAZF3gXuVopWgHTegDaAhHQJaoPTKDCgt1fZQoaAZHQGFoTiS7oStoB03oA2gIR0CWrVMhouf3dX2UKGgGR0BhNhbhWHUMaAdN6ANoCEdAlq7U4FRpDnV9lChoBkdAYmbNVzZHu2gHTegDaAhHQJa0jgZTAFh1fZQoaAZHQGYCkdV/+bVoB03oA2gIR0CWt2kXDWK/dX2UKGgGR0BiW4NutOmBaAdN6ANoCEdAlrkCpm29c3V9lChoBkdAYr4/W1+iJ2gHTegDaAhHQJbEEGr0aqF1fZQoaAZHQHG8IYR/ViFoB02/AmgIR0CWxFEa2nbZdX2UKGgGR0BiSV0zTF2naAdN6ANoCEdAlsR8CDEm6XV9lChoBkdAYz+GfPHDJmgHTegDaAhHQJbMJ5zHS4R1fZQoaAZHQGhOyGJvYOFoB03oA2gIR0CW0fBkZrHmdX2UKGgGR0Bj7qY5T6zmaAdN6ANoCEdAltogQxveg3V9lChoBkdAXvJNbkfcOGgHTegDaAhHQJblT0xubZx1fZQoaAZHQGEJahYeT3ZoB03oA2gIR0CW52/UvwmWdX2UKGgGR0BjA1RWLgn/aAdN6ANoCEdAluk/l2eQMnV9lChoBkdAYzthx5s0pGgHTegDaAhHQJbqA6YE4ed1fZQoaAZHQGJJ1AzHjp9oB03oA2gIR0CW/BrELpiadX2UKGgGR0BlgdxhlUZOaAdN6ANoCEdAlwKwOnVG1HV9lChoBkdAaAbg1m8M/mgHTegDaAhHQJcE0FgUlAx1fZQoaAZHQGX4j1wo9cNoB03oA2gIR0CXC1yLAHmjdX2UKGgGR0BkRGrMkhRqaAdN6ANoCEdAlw4aPOpsGnV9lChoBkdAZ0D6Z6Uqx2gHTegDaAhHQJcP7Sofjjt1fZQoaAZHQFGXG3WnTApoB00KAWgIR0CXEMyvcJt0dX2UKGgGR0BjxwWN3np0aAdN6ANoCEdAlxf58fFJhHV9lChoBkdAYGPIn0Cih2gHTegDaAhHQJcYJP557gN1fZQoaAZHQGFpAfuCwr1oB03oA2gIR0CXGD6WgOBldX2UKGgGR0Bl6XdsSCe3aAdN6ANoCEdAlx3jVhCtzXV9lChoBkdAZDO+ueSSvGgHTegDaAhHQJciQQEpy6t1fZQoaAZHQEwSYsNDtw9oB0vQaAhHQJcjdp+MIeJ1fZQoaAZHQGYA/RVp9JBoB03oA2gIR0CXKJyquKXOdX2UKGgGR0BnYbzd1uBMaAdN6ANoCEdAlzMd5UtI1HV9lChoBkdAYmCJN0vGqGgHTegDaAhHQJc1Oh24d6t1fZQoaAZHQGMGRvNu+AVoB03oA2gIR0CXNwT9bX6JdX2UKGgGR0Bnw4D5j6N3aAdN6ANoCEdAlzfNI065oXV9lChoBkdAZTaiB5HEuWgHTegDaAhHQJdUEuyu6mR1fZQoaAZHQGZ2ZHVf/m1oB03oA2gIR0CXVZw/gR9PdX2UKGgGR0BheeXgLqlhaAdN6ANoCEdAl1n/nB+F13V9lChoBkdAZQaSyt3fRGgHTegDaAhHQJdby3VkMCt1fZQoaAZHQGORrksBhhJoB03oA2gIR0CXXPQa72+PdX2UKGgGR0BlbNR3u/lAaAdN6ANoCEdAl12FafSQYHV9lChoBkdAcGo51Ng0CWgHTZUCaAhHQJddlSAH3UR1fZQoaAZHQGNlqqOtGNJoB03oA2gIR0CXZEPa+N96dX2UKGgGR0BbzrUTcqOMaAdN6ANoCEdAl2SH1OCXhXV9lChoBkdAR/2rjo6jnGgHS+9oCEdAl2ltUCJXQ3V9lChoBkdAQZVdu5z5oGgHTQUBaAhHQJdpbL3bmEJ1fZQoaAZHQGUzFcyFfzBoB03oA2gIR0CXae37k4m1dX2UKGgGR0BicfkJa7mMaAdN6ANoCEdAl24WovSMLnV9lChoBkdAYPHgvUSZjWgHTegDaAhHQJd2gJMQEp11fZQoaAZHQGFGilJpWWBoB03oA2gIR0CXhs9kz41xdX2UKGgGR0Bi+mEZiuuBaAdN6ANoCEdAl4kVYdQwbnV9lChoBkdAZF8mR/3Fk2gHTegDaAhHQJeLBu5z5oJ1fZQoaAZHQGJE2YOUdJdoB03oA2gIR0CXi+DuSfUXdX2UKGgGR0BuaamfoRqXaAdN+AFoCEdAl45Ql0HQhXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9455c62cb0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9455c62d40>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9455c62dd0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9455c62e60>", "_build": "<function ActorCriticPolicy._build at 0x7f9455c62ef0>", "forward": "<function ActorCriticPolicy.forward at 0x7f9455c62f80>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f9455c63010>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9455c630a0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f9455c63130>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9455c631c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9455c63250>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9455c632e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f9455c68ec0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2031616, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1685733384929955550, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAAAJTT4FRuY+4DUwvp82p778aeU8WwBYPAAAAAAAAAAAM48IvsQHsD86vea+DiPJvrWySL5CYFy+AAAAAAAAAAA9Ko2+e3CXPw6liL5Hntm+luDNvroCPDwAAAAAAAAAAK3fAL5a2ok+vgqaPkTMnr6JpZQ94v/2PAAAAAAAAAAA2h6YvY86Y7omT4C5MTWMtK55LbsxWZY4AAAAAAAAgD9ARZe97OSgPku/DT6CsJC+H6kSPTvFPrwAAAAAAAAAAGZFtLx2tyC8NYIQPNnwNjx1S569ik0bPQAAgD8AAIA/JiBvvhEInz9Kdra+NIG/vsnEs74Y2MC9AAAAAAAAAABmjda8wxEVumL7eDZHXasx+4OIOhnamLUAAIA/AACAPwD6KD3XPwg8oDRFvoEslL4AB5e9i/RvPQAAAAAAAAAAMw/8PbRNmz+wkvw+k6jOvkRy2j39wlI+AAAAAAAAAACa2WI6kbyPP/pUPT3x7sG+UiH/vH7+RT0AAAAAAAAAADNCrj0UtJi6vq/Rslrc6S4PD3g6mHplMwAAgD8AAIA/jekGPmq83D5+iiu9THGJvvj6gDzo4EM9AAAAAAAAAACanou9FBqBukw5qTckhswyXasqO5qkxLYAAAAAAACAP2ai4Lzh3oq6yxSQOQLbmjQxKRw7kyanuAAAgD8AAIA/88yWvfbkUbo1j4Q7MzGjuKBR3bsmtRu6AACAPwAAgD8mnMs9j1MavE+wsrzHFpw8etGBvWU8gT0AAAAAAACAP5ox5jzhOI66RWSUO+qaLjimnJK6FnEfuAAAgD8AAIA/M8frPBTYrbrPWQo7TWubtSLXUzq6/4u0AACAPwAAgD+aodk8j25Zusg23LoRzwG2XbSfuIGJAToAAIA/AACAPxrMsr3h2ou6eCpcOyRy6TgqiBY7d9QQugAAgD8AAIA/s8cGPSk4FbpT2Ve6jTrtNCzCm7pOzoA5AACAPwAAgD8AJhu8XO8xumBlLbPTgfQu/d4ru1pS0TMAAIA/AACAP6Zghz3Xjhq7UBXOuw5Ajb5GkyE94OnHvgAAAAAAAIA/mvrPPdcnPj+C1TI8CT2PvutFnTq1V8+9AAAAAAAAAADmaVE9SF2Hup5m7LlVbZg1HvwKO8YpCTkAAIA/AACAP8A/Db55IkM/og2PPfJ6wr4Omry9he7QPQAAAAAAAAAAMwNDOwo3tD9GT5o+DhoIvqCGYbtC0Iu9AAAAAAAAAAAGlRy+xZ6UP55A3r42pqW+ymptvgDchL4AAAAAAAAAAACYnDuM2wM/vt5SPT83m75vNxC6/XCjOwAAAAAAAAAAGkOKPa5Rj7qQSAO4HOXUsv54T7t9Vhg3AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHHlnmaH9FaMAWyUTTMBjAF0lEdApVGUpAlfJHV9lChoBkdAcrqQtjCpFWgHTRIBaAhHQKVR0OAAhjh1fZQoaAZHQHGmzgZTAFhoB02aAWgIR0ClUfpmVZ9vdX2UKGgGR0BwcdrzoUzsaAdNEQFoCEdApVLWdK/VRXV9lChoBkdAcPUeXAuZkWgHTQ8BaAhHQKVTVg2Ifr91fZQoaAZHQHAxyQkona5oB01TAWgIR0ClU36oESuhdX2UKGgGR0BxljJMg2ZRaAdNVAFoCEdApVOPpB5X2nV9lChoBkdAcahtelbeM2gHTSkBaAhHQKVT6Gj9GZx1fZQoaAZHQExzZTQ3PzFoB0vTaAhHQKVUynWrfch1fZQoaAZHQHLlyeqaPS5oB01FAWgIR0ClVNgow22odX2UKGgGR0Buj5vDP4VRaAdNEwFoCEdApVVODlHSW3V9lChoBkdAb1JUn5SFXmgHTUsBaAhHQKVWe/cFhXt1fZQoaAZHQHKkbMPjGT9oB02EAWgIR0ClVn+I/JNkdX2UKGgGR0ByNKhwl0HRaAdL8mgIR0ClVoy8BdUsdX2UKGgGR0Bwcu9Zid8RaAdNXQFoCEdApVarDdgv13V9lChoBkdAcR7RDkU9IWgHTdYBaAhHQKVWz5NXYDl1fZQoaAZHQHDvbHlwLmZoB01KAWgIR0ClVyrEDQqqdX2UKGgGR0ByCfd69kBkaAdNwgFoCEdApVez/Khcq3V9lChoBkdAcmtXoTwlSmgHTRkBaAhHQKVYGIwdsBR1fZQoaAZHQG3jDgAIY3xoB00uAWgIR0ClWKU/4ZdfdX2UKGgGR0Byg8nhKlHjaAdNawFoCEdApVj3IjnmrHV9lChoBkdAbvpTAnDziGgHTQgBaAhHQKVZNN7Bwdd1fZQoaAZHQG8a7o0Q9RtoB01aAWgIR0ClWV7BGhEjdX2UKGgGR0Bx/lRrJr+HaAdNWAFoCEdApVoYTK1XvHV9lChoBkdAb8h57gKnemgHTSABaAhHQKVaImuTzNF1fZQoaAZHQHHOClJpWWBoB01IAWgIR0ClWj4FaB7NdX2UKGgGR0Bv+UbkwN9ZaAdNJQFoCEdApVrseCCjDnV9lChoBkdAbY8f6GgzxmgHTdEBaAhHQKV+S/hVENR1fZQoaAZHQG/rJBHCoCNoB00dAWgIR0ClfnMF+uvEdX2UKGgGR0BxkQpe/pMYaAdNDAFoCEdApX6MQAdXDHV9lChoBkdAcUOqu8scyWgHTSMBaAhHQKV/Ft4RmK91fZQoaAZHQHKEwR5C4SZoB03UAWgIR0ClgBytV7x/dX2UKGgGR0By8Dj81n/UaAdNHAFoCEdApYEnn+yZ8nV9lChoBkdAbVCnqmj0tmgHTToBaAhHQKWC7UyYXwd1fZQoaAZHQHB0l90A93doB01rAWgIR0Clg3ZoGpuNdX2UKGgGR0BQFwjhUBGQaAdLw2gIR0ClhBS1eBxxdX2UKGgGR0Bx+4r3Cbc5aAdNoQFoCEdApYTKosI3SHV9lChoBkdAcYACr92ovWgHTXoBaAhHQKWFBmthd+p1fZQoaAZHQGzOLk0aZQZoB01MAWgIR0ClhRgVXV9XdX2UKGgGR0BxEwLiMo+faAdNWwFoCEdApYXWrfcesHV9lChoBkdAcakHo5ggHWgHTQcBaAhHQKWGDdcjZ+R1fZQoaAZHQG76HR1HOKRoB00AAWgIR0ClhvEc81XOdX2UKGgGR0Buwr8DSw4baAdNVgFoCEdApYd/kHUtqnV9lChoBkdAcm+A9mpVCGgHTc4BaAhHQKWHgAKfFrF1fZQoaAZHQG/4m+0w8GNoB03rAWgIR0CliSsQNCqqdX2UKGgGR0Bx1gvi97F9aAdNlQFoCEdApYlViUgSvnV9lChoBkdAcO8w35vcamgHTQsBaAhHQKWJfU6PsAx1fZQoaAZHQG/rbsfJV81oB00lAmgIR0CliebEP1+RdX2UKGgGR0BtbjMLWqcWaAdNqgFoCEdApYn95yEL6XV9lChoBkdAbQR3vhIe5mgHTSABaAhHQKWK1g1m8NB1fZQoaAZHQHAFkJOWSlpoB001AWgIR0Cliw0gB91EdX2UKGgGR0Bw5Ko1k1/EaAdNsAFoCEdApYtsmICU5nV9lChoBkdAcJ9WzWwu/WgHTUECaAhHQKWMHmrbQC11fZQoaAZHQHPHp0CA+ZBoB01NAWgIR0CljkP4dp7DdX2UKGgGR0BlpdRUFSsKaAdN6ANoCEdApY+VawD/2nV9lChoBkdAbLC9SMtK7WgHTegBaAhHQKWQwdZq20B1fZQoaAZHQHBPTaXa8HxoB01CAWgIR0ClkM4Uvf0mdX2UKGgGR0Bx4e89Oh0yaAdNOwJoCEdApZGROUMXrXV9lChoBkdAcnsy/bj942gHTd0BaAhHQKWSTG4I8hd1fZQoaAZHQHGDYCp3os9oB00VAWgIR0CllQEa/ATJdX2UKGgGR0BugTy6MBIXaAdNPwJoCEdApZUftjTa03V9lChoBkdAcZajfek562gHTUsBaAhHQKWVRxVAAyV1fZQoaAZHQHKDc98qnWJoB01SAWgIR0CllYNCRfWudX2UKGgGR0BxIVu76Hj7aAdNVAJoCEdApZW4GY8dP3V9lChoBkdAbzOPWhAWzmgHTQcBaAhHQKWWBG6wt8N1fZQoaAZHQHM4sDfWMCNoB00RAWgIR0Cll4QyyleodX2UKGgGR0BxHm86FM7EaAdNIwFoCEdApZeeKAJ9iXV9lChoBkdAcKrSZSeiBWgHTVYBaAhHQKWXzGS6lLx1fZQoaAZHQG1vtnXd0q9oB01pAWgIR0ClmCljNIK/dX2UKGgGR0BvUP1UVBUraAdNIQJoCEdApZj5tWMjvHV9lChoBkdAcs+bc45tFmgHTcYCaAhHQKWZZmig00p1fZQoaAZHQHIYCpeeFtdoB03lAWgIR0Clmgk9ECvHdX2UKGgGR0BzU33TNMXaaAdNOgFoCEdApZotOIqLCXV9lChoBkdAcpecer+5v2gHTewBaAhHQKWa63vx6OZ1fZQoaAZHQHKji0jTrmhoB015A2gIR0Clm1jXWe6JdX2UKGgGR0BxgZsO5J9RaAdNcgFoCEdApZuPDR+jM3V9lChoBkdAb9Gv8qFyrGgHTRsBaAhHQKWcWIeo1k11fZQoaAZHQHF9NEgGKQ9oB00jAWgIR0ClnK+vhZQpdX2UKGgGR0Btonv2GqPwaAdNvAFoCEdApZ13h2nsLXV9lChoBkdAcnyW4Vh1DGgHTc0BaAhHQKWdm+23KCB1fZQoaAZHQHGK4v38GcFoB01AAWgIR0ClnzANgBtDdX2UKGgGR0Bx60b961LKaAdNFAFoCEdApaB39DQZ43V9lChoBkdAcPMiosI3SGgHTSgBaAhHQKWgzrzGxUx1fZQoaAZHQHHVhgqmTDBoB03NAWgIR0CloWHYpUgkdX2UKGgGR0By32qcVgx8aAdNDAJoCEdApaHOoHcDbXV9lChoBkdAcaA5AhStNmgHTdcCaAhHQKWjB0KZ2IR1fZQoaAZHQHAt8g6ltTFoB00xAWgIR0Clo6EFOfukdX2UKGgGR0Byjm2qkuYhaAdNvAJoCEdApaPSSowVTXV9lChoBkdAcfCrWy1NQGgHTXIBaAhHQKWkR101ZT11fZQoaAZHQG+nhhH9WIZoB03LAWgIR0ClpGSxA0KrdX2UKGgGR0BwxSAuqWC3aAdNfQFoCEdApaSwRbr1NHV9lChoBkdAc35ta6jFh2gHTYgBaAhHQKWmCtvn8sN1fZQoaAZHQHGHGIfr8ixoB00fAWgIR0Clp0oQvpQldX2UKGgGR0Bxd1trKvFFaAdNMAFoCEdApakC619fC3V9lChoBkdAbuQA2hqTKWgHTXQBaAhHQKWpbUo8ZDR1fZQoaAZHQHEGoffXPJJoB00AAWgIR0ClqZ08eS0TdX2UKGgGR0ByAdKkEcKgaAdNaAFoCEdApapjThHby3V9lChoBkdAcWPKqXF98mgHTcsBaAhHQKWqeN0/4Zd1fZQoaAZHQGcF1dHDrJNoB03oA2gIR0ClqtlDv3JxdX2UKGgGR0BwiCZfD1oQaAdNwAFoCEdApav7UCq6v3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "n_steps": 1024, "gamma": 0.9999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.11", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

gsn_unit1-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee72b6a8d171421b211aefaa79e0d9bd4206affa615e8e72e459028cdeb6351
+size 147456

gsn_unit1-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+2.0.0a5

gsn_unit1-v2/data

@@ -0,0 +1,99 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9455c62cb0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9455c62d40>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9455c62dd0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9455c62e60>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f9455c62ef0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f9455c62f80>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f9455c63010>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9455c630a0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f9455c63130>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9455c631c0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9455c63250>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9455c632e0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7f9455c68ec0>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {},
+    "num_timesteps": 2031616,
+    "_total_timesteps": 2000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1685733384929955550,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAAAAJTT4FRuY+4DUwvp82p778aeU8WwBYPAAAAAAAAAAAM48IvsQHsD86vea+DiPJvrWySL5CYFy+AAAAAAAAAAA9Ko2+e3CXPw6liL5Hntm+luDNvroCPDwAAAAAAAAAAK3fAL5a2ok+vgqaPkTMnr6JpZQ94v/2PAAAAAAAAAAA2h6YvY86Y7omT4C5MTWMtK55LbsxWZY4AAAAAAAAgD9ARZe97OSgPku/DT6CsJC+H6kSPTvFPrwAAAAAAAAAAGZFtLx2tyC8NYIQPNnwNjx1S569ik0bPQAAgD8AAIA/JiBvvhEInz9Kdra+NIG/vsnEs74Y2MC9AAAAAAAAAABmjda8wxEVumL7eDZHXasx+4OIOhnamLUAAIA/AACAPwD6KD3XPwg8oDRFvoEslL4AB5e9i/RvPQAAAAAAAAAAMw/8PbRNmz+wkvw+k6jOvkRy2j39wlI+AAAAAAAAAACa2WI6kbyPP/pUPT3x7sG+UiH/vH7+RT0AAAAAAAAAADNCrj0UtJi6vq/Rslrc6S4PD3g6mHplMwAAgD8AAIA/jekGPmq83D5+iiu9THGJvvj6gDzo4EM9AAAAAAAAAACanou9FBqBukw5qTckhswyXasqO5qkxLYAAAAAAACAP2ai4Lzh3oq6yxSQOQLbmjQxKRw7kyanuAAAgD8AAIA/88yWvfbkUbo1j4Q7MzGjuKBR3bsmtRu6AACAPwAAgD8mnMs9j1MavE+wsrzHFpw8etGBvWU8gT0AAAAAAACAP5ox5jzhOI66RWSUO+qaLjimnJK6FnEfuAAAgD8AAIA/M8frPBTYrbrPWQo7TWubtSLXUzq6/4u0AACAPwAAgD+aodk8j25Zusg23LoRzwG2XbSfuIGJAToAAIA/AACAPxrMsr3h2ou6eCpcOyRy6TgqiBY7d9QQugAAgD8AAIA/s8cGPSk4FbpT2Ve6jTrtNCzCm7pOzoA5AACAPwAAgD8AJhu8XO8xumBlLbPTgfQu/d4ru1pS0TMAAIA/AACAP6Zghz3Xjhq7UBXOuw5Ajb5GkyE94OnHvgAAAAAAAIA/mvrPPdcnPj+C1TI8CT2PvutFnTq1V8+9AAAAAAAAAADmaVE9SF2Hup5m7LlVbZg1HvwKO8YpCTkAAIA/AACAP8A/Db55IkM/og2PPfJ6wr4Omry9he7QPQAAAAAAAAAAMwNDOwo3tD9GT5o+DhoIvqCGYbtC0Iu9AAAAAAAAAAAGlRy+xZ6UP55A3r42pqW+ymptvgDchL4AAAAAAAAAAACYnDuM2wM/vt5SPT83m75vNxC6/XCjOwAAAAAAAAAAGkOKPa5Rj7qQSAO4HOXUsv54T7t9Vhg3AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.015808000000000044,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHHlnmaH9FaMAWyUTTMBjAF0lEdApVGUpAlfJHV9lChoBkdAcrqQtjCpFWgHTRIBaAhHQKVR0OAAhjh1fZQoaAZHQHGmzgZTAFhoB02aAWgIR0ClUfpmVZ9vdX2UKGgGR0BwcdrzoUzsaAdNEQFoCEdApVLWdK/VRXV9lChoBkdAcPUeXAuZkWgHTQ8BaAhHQKVTVg2Ifr91fZQoaAZHQHAxyQkona5oB01TAWgIR0ClU36oESuhdX2UKGgGR0BxljJMg2ZRaAdNVAFoCEdApVOPpB5X2nV9lChoBkdAcahtelbeM2gHTSkBaAhHQKVT6Gj9GZx1fZQoaAZHQExzZTQ3PzFoB0vTaAhHQKVUynWrfch1fZQoaAZHQHLlyeqaPS5oB01FAWgIR0ClVNgow22odX2UKGgGR0Buj5vDP4VRaAdNEwFoCEdApVVODlHSW3V9lChoBkdAb1JUn5SFXmgHTUsBaAhHQKVWe/cFhXt1fZQoaAZHQHKkbMPjGT9oB02EAWgIR0ClVn+I/JNkdX2UKGgGR0ByNKhwl0HRaAdL8mgIR0ClVoy8BdUsdX2UKGgGR0Bwcu9Zid8RaAdNXQFoCEdApVarDdgv13V9lChoBkdAcR7RDkU9IWgHTdYBaAhHQKVWz5NXYDl1fZQoaAZHQHDvbHlwLmZoB01KAWgIR0ClVyrEDQqqdX2UKGgGR0ByCfd69kBkaAdNwgFoCEdApVez/Khcq3V9lChoBkdAcmtXoTwlSmgHTRkBaAhHQKVYGIwdsBR1fZQoaAZHQG3jDgAIY3xoB00uAWgIR0ClWKU/4ZdfdX2UKGgGR0Byg8nhKlHjaAdNawFoCEdApVj3IjnmrHV9lChoBkdAbvpTAnDziGgHTQgBaAhHQKVZNN7Bwdd1fZQoaAZHQG8a7o0Q9RtoB01aAWgIR0ClWV7BGhEjdX2UKGgGR0Bx/lRrJr+HaAdNWAFoCEdApVoYTK1XvHV9lChoBkdAb8h57gKnemgHTSABaAhHQKVaImuTzNF1fZQoaAZHQHHOClJpWWBoB01IAWgIR0ClWj4FaB7NdX2UKGgGR0Bv+UbkwN9ZaAdNJQFoCEdApVrseCCjDnV9lChoBkdAbY8f6GgzxmgHTdEBaAhHQKV+S/hVENR1fZQoaAZHQG/rJBHCoCNoB00dAWgIR0ClfnMF+uvEdX2UKGgGR0BxkQpe/pMYaAdNDAFoCEdApX6MQAdXDHV9lChoBkdAcUOqu8scyWgHTSMBaAhHQKV/Ft4RmK91fZQoaAZHQHKEwR5C4SZoB03UAWgIR0ClgBytV7x/dX2UKGgGR0By8Dj81n/UaAdNHAFoCEdApYEnn+yZ8nV9lChoBkdAbVCnqmj0tmgHTToBaAhHQKWC7UyYXwd1fZQoaAZHQHB0l90A93doB01rAWgIR0Clg3ZoGpuNdX2UKGgGR0BQFwjhUBGQaAdLw2gIR0ClhBS1eBxxdX2UKGgGR0Bx+4r3Cbc5aAdNoQFoCEdApYTKosI3SHV9lChoBkdAcYACr92ovWgHTXoBaAhHQKWFBmthd+p1fZQoaAZHQGzOLk0aZQZoB01MAWgIR0ClhRgVXV9XdX2UKGgGR0BxEwLiMo+faAdNWwFoCEdApYXWrfcesHV9lChoBkdAcakHo5ggHWgHTQcBaAhHQKWGDdcjZ+R1fZQoaAZHQG76HR1HOKRoB00AAWgIR0ClhvEc81XOdX2UKGgGR0Buwr8DSw4baAdNVgFoCEdApYd/kHUtqnV9lChoBkdAcm+A9mpVCGgHTc4BaAhHQKWHgAKfFrF1fZQoaAZHQG/4m+0w8GNoB03rAWgIR0CliSsQNCqqdX2UKGgGR0Bx1gvi97F9aAdNlQFoCEdApYlViUgSvnV9lChoBkdAcO8w35vcamgHTQsBaAhHQKWJfU6PsAx1fZQoaAZHQG/rbsfJV81oB00lAmgIR0CliebEP1+RdX2UKGgGR0BtbjMLWqcWaAdNqgFoCEdApYn95yEL6XV9lChoBkdAbQR3vhIe5mgHTSABaAhHQKWK1g1m8NB1fZQoaAZHQHAFkJOWSlpoB001AWgIR0Cliw0gB91EdX2UKGgGR0Bw5Ko1k1/EaAdNsAFoCEdApYtsmICU5nV9lChoBkdAcJ9WzWwu/WgHTUECaAhHQKWMHmrbQC11fZQoaAZHQHPHp0CA+ZBoB01NAWgIR0CljkP4dp7DdX2UKGgGR0BlpdRUFSsKaAdN6ANoCEdApY+VawD/2nV9lChoBkdAbLC9SMtK7WgHTegBaAhHQKWQwdZq20B1fZQoaAZHQHBPTaXa8HxoB01CAWgIR0ClkM4Uvf0mdX2UKGgGR0Bx4e89Oh0yaAdNOwJoCEdApZGROUMXrXV9lChoBkdAcnsy/bj942gHTd0BaAhHQKWSTG4I8hd1fZQoaAZHQHGDYCp3os9oB00VAWgIR0CllQEa/ATJdX2UKGgGR0BugTy6MBIXaAdNPwJoCEdApZUftjTa03V9lChoBkdAcZajfek562gHTUsBaAhHQKWVRxVAAyV1fZQoaAZHQHKDc98qnWJoB01SAWgIR0CllYNCRfWudX2UKGgGR0BxIVu76Hj7aAdNVAJoCEdApZW4GY8dP3V9lChoBkdAbzOPWhAWzmgHTQcBaAhHQKWWBG6wt8N1fZQoaAZHQHM4sDfWMCNoB00RAWgIR0Cll4QyyleodX2UKGgGR0BxHm86FM7EaAdNIwFoCEdApZeeKAJ9iXV9lChoBkdAcKrSZSeiBWgHTVYBaAhHQKWXzGS6lLx1fZQoaAZHQG1vtnXd0q9oB01pAWgIR0ClmCljNIK/dX2UKGgGR0BvUP1UVBUraAdNIQJoCEdApZj5tWMjvHV9lChoBkdAcs+bc45tFmgHTcYCaAhHQKWZZmig00p1fZQoaAZHQHIYCpeeFtdoB03lAWgIR0Clmgk9ECvHdX2UKGgGR0BzU33TNMXaaAdNOgFoCEdApZotOIqLCXV9lChoBkdAcpecer+5v2gHTewBaAhHQKWa63vx6OZ1fZQoaAZHQHKji0jTrmhoB015A2gIR0Clm1jXWe6JdX2UKGgGR0BxgZsO5J9RaAdNcgFoCEdApZuPDR+jM3V9lChoBkdAb9Gv8qFyrGgHTRsBaAhHQKWcWIeo1k11fZQoaAZHQHF9NEgGKQ9oB00jAWgIR0ClnK+vhZQpdX2UKGgGR0Btonv2GqPwaAdNvAFoCEdApZ13h2nsLXV9lChoBkdAcnyW4Vh1DGgHTc0BaAhHQKWdm+23KCB1fZQoaAZHQHGK4v38GcFoB01AAWgIR0ClnzANgBtDdX2UKGgGR0Bx60b961LKaAdNFAFoCEdApaB39DQZ43V9lChoBkdAcPMiosI3SGgHTSgBaAhHQKWgzrzGxUx1fZQoaAZHQHHVhgqmTDBoB03NAWgIR0CloWHYpUgkdX2UKGgGR0By32qcVgx8aAdNDAJoCEdApaHOoHcDbXV9lChoBkdAcaA5AhStNmgHTdcCaAhHQKWjB0KZ2IR1fZQoaAZHQHAt8g6ltTFoB00xAWgIR0Clo6EFOfukdX2UKGgGR0Byjm2qkuYhaAdNvAJoCEdApaPSSowVTXV9lChoBkdAcfCrWy1NQGgHTXIBaAhHQKWkR101ZT11fZQoaAZHQG+nhhH9WIZoB03LAWgIR0ClpGSxA0KrdX2UKGgGR0BwxSAuqWC3aAdNfQFoCEdApaSwRbr1NHV9lChoBkdAc35ta6jFh2gHTYgBaAhHQKWmCtvn8sN1fZQoaAZHQHGHGIfr8ixoB00fAWgIR0Clp0oQvpQldX2UKGgGR0Bxd1trKvFFaAdNMAFoCEdApakC619fC3V9lChoBkdAbuQA2hqTKWgHTXQBaAhHQKWpbUo8ZDR1fZQoaAZHQHEGoffXPJJoB00AAWgIR0ClqZ08eS0TdX2UKGgGR0ByAdKkEcKgaAdNaAFoCEdApapjThHby3V9lChoBkdAcWPKqXF98mgHTcsBaAhHQKWqeN0/4Zd1fZQoaAZHQGcF1dHDrJNoB03oA2gIR0ClqtlDv3JxdX2UKGgGR0BwiCZfD1oQaAdNwAFoCEdApav7UCq6v3VlLg=="
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 496,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True]",
+        "_shape": [
+            8
+        ],
+        "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=",
+        "n": "4",
+        "start": "0",
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 32,
+    "n_steps": 1024,
+    "gamma": 0.9999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 64,
+    "n_epochs": 8,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    }
+}

gsn_unit1-v2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc4d765eaedf3f8efed57bea680cd416b9d8572d45d02e3e754df10b8c1d023
+size 87929

gsn_unit1-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258928047364df228dc00fe8480bf24289fc5ddc8975e058a9b0eed207dee0d6
+size 43329

gsn_unit1-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

gsn_unit1-v2/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023
+- Python: 3.10.11
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.0.1+cu118
+- GPU Enabled: True
+- Numpy: 1.22.4
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

results.json

@@ -1 +1 @@
-{"mean_reward": 260.9307944138698, "std_reward": 14.77750427247836, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-01T01:52:47.641597"}
+{"mean_reward": 283.00004030795327, "std_reward": 20.511780430197692, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-02T20:11:14.268216"}