Improved the model by training for 200000 more steps

LunarLander_2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d348ac4e9049ab65a99bf8a064326282d37894cbf8b74ebddac25678bfdde8e
+size 147941

LunarLander_2/_stable_baselines3_version

@@ -0,0 +1 @@
+2.0.0a5

LunarLander_2/data

@@ -0,0 +1,99 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
+        "__module__": "stable_baselines3.common.policies",
+        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7804ecd61360>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7804ecd613f0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7804ecd61480>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7804ecd61510>",
+        "_build": "<function ActorCriticPolicy._build at 0x7804ecd615a0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7804ecd61630>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7804ecd616c0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7804ecd61750>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7804ecd617e0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7804ecd61870>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7804ecd61900>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7804ecd61990>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7804ecee7240>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {},
+    "num_timesteps": 229376,
+    "_total_timesteps": 200000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1698827106266605345,
+    "learning_rate": 0.0003,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGYm6jqujde6YkC1O38pfjyvn7a7npZdPQAAgD8AAIA/jZclvs4/hLwSw5C8QTYku1y94T2C7AQ8AACAPwAAgD8ArKY8KHOrPxDMpD42eBi/KlVHOS7/jj0AAAAAAAAAANoMr7175IW6cI/wPNzxJjb8eeU6HS0ZNQAAAAAAAAAAIGQzvqhvqLyVpQI73Z19ObOhHj4FlDe6AACAPwAAgD+A89G9P+tFP5vDF73czBS/ZbR0vYY9cD0AAAAAAAAAADNdsL1y2q0+jSNTPVbetb4nPDy8DnmEPQAAAAAAAAAARjElPlz0dLzmiwo8WvCXukhx4b2Wn3S7AACAPwAAgD9Ajtk939WcP7Jkoz4LXym/9cgYPrtXkz0AAAAAAAAAANa/iT6TJug+U7jYvWWEzb6D1t89bb0evgAAAAAAAAAAgM5MPaQcLrsAUBq8l9CXPPObGjwLpoW9AACAPwAAgD8N6ls+TwpVvAYkPrsORDM5rh60vdN+ZToAAIA/AACAP+2pFL64Kdq72AhouxPJpbnMzUI9pWSLOgAAgD8AAIA/UyGoPiaNYD9Ys8Q9nyfqvum5sj7NpR++AAAAAAAAAABDNMM+WXg6P/8OtL3qbuK+3EZYPqaGOb4AAAAAAAAAAHO4iL3cphQ9AAI0vhRTC75XYp+9snMavQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": null,
+    "_episode_num": 0,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": -0.1468799999999999,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWV8gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHD+X9vS+g2MAWyUS8yMAXSUR0CmR760IC2ddX2UKGgGR0BykIY4yXUpaAdL0mgIR0CmR/YVARkFdX2UKGgGR0ByaKbRWtEHaAdL0mgIR0CmSJuRT0g9dX2UKGgGR0BvRsAJb+tKaAdL4mgIR0CmSScJMQEqdX2UKGgGR0BwVJ0HQhOhaAdL32gIR0CmSTYSQHRkdX2UKGgGR0BuxOaF23a0aAdLxmgIR0CmSTtFBppOdX2UKGgGR0Bin6RwIdELaAdN6ANoCEdApklsBMi8nXV9lChoBkdAb3EAhB7eEmgHTQgBaAhHQKZJ7ea8Yht1fZQoaAZHQHCOZMg2ZRdoB0vnaAhHQKZKGhkAggZ1fZQoaAZHQG4ofZdv865oB0vFaAhHQKZKXuCwr2B1fZQoaAZHQG9bQ53kgfVoB0vjaAhHQKZKbJiAlOZ1fZQoaAZHQGMOgr6LwWpoB03oA2gIR0CmSqgnMMZxdX2UKGgGR0BxH7jin5zpaAdL/GgIR0CmSzBbfP5YdX2UKGgGR0BuO6FuejEfaAdL4GgIR0CmS2PXkHUudX2UKGgGR0Bh+DYywfQsaAdN6ANoCEdApkufHNorWnV9lChoBkdAcwpHHWBjF2gHS/NoCEdApkumj7ALzHV9lChoBkdAcoJ/47A+IWgHTUEBaAhHQKZL1aN+9al1fZQoaAZHQHEjXH7xd6doB0veaAhHQKZMH3pwCKd1fZQoaAZHQHNAgggX/HZoB0vbaAhHQKZMjSofjjt1fZQoaAZHQG8aluNxVABoB0vQaAhHQKZMl4tYjjd1fZQoaAZHQHG69ugpSaVoB0voaAhHQKZMuRZEDyR1fZQoaAZHQG+UExZdOZdoB0vnaAhHQKZMxFqBVdZ1fZQoaAZHQG5ZKoybhFVoB0vPaAhHQKZNC11GLDR1fZQoaAZHQHOePHDJlrdoB0vXaAhHQKZNTfLs8gZ1fZQoaAZHQHQkIbKifxtoB0vnaAhHQKZN11EE1VJ1fZQoaAZHQHHcYTCcf/5oB0vSaAhHQKZOkj+Jgst1fZQoaAZHQHIj/nbItDloB00GAWgIR0CmTqpw84gidX2UKGgGR0Bt6XJFLFn7aAdL5WgIR0CmTq9deIEbdX2UKGgGR0BvaAAbQ1JlaAdL4WgIR0CmTxeokzGhdX2UKGgGR0Bytxl6JIlMaAdL7WgIR0CmT4GyX2M9dX2UKGgGR0BwWvbUPQOXaAdLvmgIR0CmT4eOXE61dX2UKGgGR0BxsFDtw71aaAdL4mgIR0CmT5/AsTWYdX2UKGgGR0Bx2cY1pCa7aAdL0GgIR0CmT/qFqSHNdX2UKGgGR0Bxmn2tdRixaAdL5WgIR0CmUDAmJFb3dX2UKGgGR0BxU9kQPI4maAdLymgIR0CmUD/7JnxsdX2UKGgGR0BwI11vES/TaAdLvmgIR0CmUFn9ehPCdX2UKGgGR0Bx4xZdOZb7aAdL42gIR0CmUYiRfWtmdX2UKGgGR0BxWwcIZ62OaAdL3GgIR0CmUi8XN1QqdX2UKGgGR0Bv9CH9FWn1aAdL12gIR0CmUi9rGipOdX2UKGgGR0BwUwlHBk7PaAdL3GgIR0CmUlJwsGxEdX2UKGgGR0BvoS7Xg9/0aAdL2mgIR0CmUsIDHOrydX2UKGgGR0Bvf3s3Q2MsaAdL7GgIR0CmU6skY4yXdX2UKGgGR0Bw6X/JeVs2aAdNBAFoCEdAplP7nPmganV9lChoBkdAcnS3Jgb6xmgHS+hoCEdAplQB5kbxVnV9lChoBkdAb8rrrPdEcGgHS9doCEdAplQmJBPbf3V9lChoBkdAcM3xj8UEgWgHS+toCEdAplRfEsJ6Y3V9lChoBkdAcqIB+F10T2gHS/1oCEdAplSfzDn/1nV9lChoBkdAcXTJgLJCB2gHTQcCaAhHQKZVc0iyIHl1fZQoaAZHQG5HlCTlkpZoB0vaaAhHQKZWbC1JDmd1fZQoaAZHQHIqzXrdFfBoB0vjaAhHQKZWrjtG/et1fZQoaAZHQG00pg9eQdVoB0vjaAhHQKZW1voePq91fZQoaAZHQG6CiblRxcVoB0vtaAhHQKZXvcDbJwN1fZQoaAZHQHAgulXRw61oB0vSaAhHQKZYZH80k4Z1fZQoaAZHQHJo4ZIg/1RoB0vEaAhHQKZYfNwBHTZ1fZQoaAZHQG+ODujRD1JoB0vQaAhHQKZYxvybx3F1fZQoaAZHQHCzMIVuaWpoB0vVaAhHQKZZbOLzf791fZQoaAZHQGYZxSgoPTZoB03oA2gIR0CmWisrupjudX2UKGgGR0BwpIO7QLNOaAdL4WgIR0CmWi2CVbA2dX2UKGgGR0Bw5vvb48EFaAdNEAFoCEdAplq5MajveHV9lChoBkdAbDm1OTJQtWgHS91oCEdAplygiC8OC3V9lChoBkdAcdBeU6gdwWgHTREBaAhHQKZdD8BuGbl1fZQoaAZHQHB5vQF9roJoB0vjaAhHQKZdGGyHEdh1fZQoaAZHQHFy/D1oQFtoB0v8aAhHQKZeC+iaiK11fZQoaAZHQHCqYlQdjoZoB0vaaAhHQKZeDHjp9ql1fZQoaAZHQF9/1k1/DtRoB03oA2gIR0CmXphvR7Z4dX2UKGgGR0BtK5+8XenAaAdL2mgIR0CmXr3vQWvbdX2UKGgGR0BwTr101ZTyaAdL7GgIR0CmX1RASnLrdX2UKGgGR0BwDcaxX4j9aAdLzGgIR0CmX27RnezldX2UKGgGR0ByazG2kSElaAdL+2gIR0CmX/vxH5JsdX2UKGgGR0BmYRkI5YHPaAdN6ANoCEdApmDKb4Ju23V9lChoBkdAcRcDYh+vyWgHS+JoCEdApmE/smfGuXV9lChoBkdAb9Gi6g/Ts2gHS/loCEdApmFaTyJ9A3V9lChoBkdAce2ZaFEiMmgHTRABaAhHQKZhx+3pfQd1fZQoaAZHQHFPMLF4s3BoB0vdaAhHQKZijalDWsl1fZQoaAZHQHCANeIEbHZoB0vuaAhHQKZinfcer+51fZQoaAZHQG6/bgKnei1oB0voaAhHQKZizZZjhDR1fZQoaAZHQHILMfJV81JoB0vaaAhHQKZjEQUYbbV1fZQoaAZHQHAFkv0yxiZoB0vcaAhHQKZjGlQdjoZ1fZQoaAZHQG9ou6NEPUdoB0vSaAhHQKZjUFW4mTl1fZQoaAZHQHHGhOk+HJtoB0vAaAhHQKZjX1yNn5B1fZQoaAZHQHA9yG8EmploB0v0aAhHQKZkyzhxYJV1fZQoaAZHQG9DlspG4I9oB0vnaAhHQKZlItITXat1fZQoaAZHQGP3tyo4uK5oB03oA2gIR0CmZZg5BC2MdX2UKGgGR0BwPPTb349HaAdL62gIR0CmZamLk0aZdX2UKGgGR0BxdJschkiEaAdL9GgIR0CmZcKifxtpdX2UKGgGR0BxaWndfsu4aAdL/GgIR0CmZmqY7aIvdX2UKGgGR0BxPO3d9Dx9aAdLy2gIR0CmZvJDu0CzdX2UKGgGR0BwSRbpu/DcaAdLxmgIR0CmZx4TsY2sdX2UKGgGR0BzEOnn+yZ8aAdL+GgIR0CmZz2rwOOKdX2UKGgGR0By3iWJJoTPaAdL1mgIR0CmZ4UkOZssdX2UKGgGR0BkIAxN7BwdaAdN6ANoCEdApmgPE87p3XV9lChoBkdAcbqItDlYEGgHTQ8BaAhHQKZoPuPV/c51fZQoaAZHQG1lRF7Uoa1oB0vkaAhHQKZpRQC0WuZ1fZQoaAZHQHDz6Yu01IloB0vGaAhHQKZqaFOfukV1fZQoaAZHQHCDvSc9W6toB0vsaAhHQKZqe4m1IAh1fZQoaAZHQG9POIqLCN1oB0v6aAhHQKZqoOz6ab51fZQoaAZHQHH00GqxTsJoB00eAWgIR0CmavnO8kD7dX2UKGgGR0Bw9M4cWCVbaAdLymgIR0CmaxxFZxJedX2UKGgGR0BvOLQTmGM5aAdL12gIR0Cma7Z7PY4AdX2UKGgGR0ByINsguAZsaAdL5WgIR0CmbE+cx0uEdWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
+    },
+    "_n_updates": 380,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True  True  True  True  True]",
+        "bounded_above": "[ True  True  True  True  True  True  True  True]",
+        "_shape": [
+            8
+        ],
+        "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
+        "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
+        ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=",
+        "n": "4",
+        "start": "0",
+        "_shape": [],
+        "dtype": "int64",
+        "_np_random": null
+    },
+    "n_envs": 16,
+    "n_steps": 2048,
+    "gamma": 0.99,
+    "gae_lambda": 0.95,
+    "ent_coef": 0.0,
+    "vf_coef": 0.5,
+    "max_grad_norm": 0.5,
+    "batch_size": 64,
+    "n_epochs": 10,
+    "clip_range": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    },
+    "clip_range_vf": null,
+    "normalize_advantage": true,
+    "target_kl": null,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+    }
+}

LunarLander_2/policy.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a497686fe1867bf2e16fa46c70e865e2b7f388608726535b2dba486e843f9a
+size 88362

LunarLander_2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91e5be620942377bb1041786f9302c2a76743250a38bfa28d266ab7e31c21e6
+size 43762

LunarLander_2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

LunarLander_2/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023
+- Python: 3.10.12
+- Stable-Baselines3: 2.0.0a5
+- PyTorch: 2.1.0+cu118
+- GPU Enabled: True
+- Numpy: 1.23.5
+- Cloudpickle: 2.2.1
+- Gymnasium: 0.28.1
+- OpenAI Gym: 0.25.2

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 234.84 +/- 50.81
+      value: 253.97 +/- 49.61
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7804ecd61360>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7804ecd613f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7804ecd61480>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7804ecd61510>", "_build": "<function ActorCriticPolicy._build at 0x7804ecd615a0>", "forward": "<function ActorCriticPolicy.forward at 0x7804ecd61630>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7804ecd616c0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7804ecd61750>", "_predict": "<function ActorCriticPolicy._predict at 0x7804ecd617e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7804ecd61870>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7804ecd61900>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7804ecd61990>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7804ecee7240>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698824741021162885, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGaa0j0UpJ+63/+rtlwfqrGpsWM6pGrINQAAgD8AAIA/QJo0voFNtbydaD69IOjJvLxDID5v+509AACAPwAAAAAg4Qe+CpZuu10aA7vCvLc8zEePOsCwkz0AAIA/AACAP2NkVr74oqw8rv8APGkUQLou0z2+SGVKOwAAgD8AAIA/cIyZPrgxsT5rEeq9eVSevi1jwzwYyC88AAAAAAAAAACalkw+QQqxvJzHFT3ugKA8ds8cvn+hSz0AAAAAAACAPw3JFb4BPSE+qi1hPbthLL6AwOq6qX+CPAAAAAAAAAAAc3ZEvpSe6LxqYsY6vENmOZT6UD4QrQu6AACAPwAAgD+Apls+sniEPoMrTr2fPIC+2pIkPahi/rwAAAAAAAAAAHNk/71/p38+4lQBPgJfXL5ehqc8jbmsuwAAAAAAAAAAJpIUvo95fTtnpjc8ay9Cug+AEb3CTy87AACAPwAAgD/tPTA+4UbbPe1W1L3vtTO+4FKqu914U70AAAAAAAAAADNEQD6badq8cj5VO3Tw37nrLz6+PaGSugAAgD8AAIA/nc9Tvgir37w4PfM685uEOesCST6bqSW6AACAPwAAgD+Adi6+XXkFPgY+BD7Hikm+S1P5vBpDdD0AAAAAAAAAABocGT72qAg9Ws45vcTtMr6H3He84h4CPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVEAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHB3Cs0YTCeMAWyUTQcBjAF0lEdAmRn2yxA0K3V9lChoBkdAcYnm9QGfPGgHTR0BaAhHQJkaUQCjk+51fZQoaAZHQF2y4FA3T/hoB03oA2gIR0CZGoh2GIsRdX2UKGgGR0Bh86KJl8PXaAdN6ANoCEdAmRqsSCe2/nV9lChoBkdAcXpyiVSn+GgHS+hoCEdAmRuOSSvC/HV9lChoBkdAcV52NNrTIGgHS9JoCEdAmR/6Kk2xZHV9lChoBkdAbb7PUrkKeGgHS/hoCEdAmSOE+cH4XXV9lChoBkdAcYrIK+i8F2gHS+hoCEdAmSSF32VVxXV9lChoBkdAcSIUbT+efGgHS9toCEdAmSasBZIQOHV9lChoBkdAcCxuloDgZWgHTQMBaAhHQJknYbLlmvp1fZQoaAZHQHBPd7WuoxZoB00SAWgIR0CZJ59R77bddX2UKGgGR0Bwng5EMLF5aAdNPQFoCEdAmShlU2kzoHV9lChoBkdAcKEu8scyWWgHTSABaAhHQJkowmReTmp1fZQoaAZHQGTvHyEtdzJoB03oA2gIR0CZhRa6z3RHdX2UKGgGR0BjMejVQQ+VaAdN6ANoCEdAmYV6oZQ53nV9lChoBkdAcEWit7rs0GgHS+FoCEdAmYXVc2R7q3V9lChoBkdAb2iZn+Q2dmgHS/NoCEdAmYjPxhDw6XV9lChoBkdAcGewsXizcGgHS9xoCEdAmYoFI/Z/TnV9lChoBkdANT59d/rjYWgHS85oCEdAmYqaIacZtXV9lChoBkdAcELl6qsEJWgHS99oCEdAmYqavJRwZXV9lChoBkdAahpaEBbOeWgHTVICaAhHQJmL6FCb+cZ1fZQoaAZHQHALWf029+RoB0vxaAhHQJmMRFspG4J1fZQoaAZHQG6aSuQp4KRoB00LAWgIR0CZjHxxT850dX2UKGgGR0ByBMmXw9aEaAdL8mgIR0CZjg274BV/dX2UKGgGR0BxElg9eQdTaAdL/2gIR0CZjuCz1K5DdX2UKGgGR0BwDohTwUg0aAdNAwFoCEdAmY9qAavRq3V9lChoBkdAYEKpQ1rIo2gHTegDaAhHQJmRiBtk4FR1fZQoaAZHQHFq/3JxNqRoB0vbaAhHQJmSas2eg+R1fZQoaAZHQHDdSZv1lGxoB00HAWgIR0CZkux6fJ3gdX2UKGgGR0BuDJkZrHlwaAdL6GgIR0CZk38hcJMQdX2UKGgGR0Bx7fFwT/Q0aAdL9GgIR0CZk/YB/7SBdX2UKGgGR0BxYi54GD+SaAdNAwFoCEdAmZcq8+Roy3V9lChoBkdAcAbEcsDnvGgHS91oCEdAmZe+/k/8mHV9lChoBkdAcGrKsdT5wmgHTRcBaAhHQJmYtmukk8l1fZQoaAZHQF7+D1XeWOZoB03oA2gIR0CZmN+FDfFadX2UKGgGR0BjjcTzundgaAdN6ANoCEdAmZnMHB1s+HV9lChoBkdAcFD0+C9RJmgHS/FoCEdAmZoXc1wYL3V9lChoBkdAb8+HRkVer2gHS+VoCEdAmZo6eCkGinV9lChoBkdAY5YUZeiSJWgHTegDaAhHQJmaoSpR4yJ1fZQoaAZHQGzcoDoyKvVoB0vvaAhHQJmeJx7zCk51fZQoaAZHQGChhOpKjBVoB03oA2gIR0CZnn70nPVvdX2UKGgGR0BvpalchTwVaAdL7WgIR0CZn2A3DNyHdX2UKGgGR0Bv4HzvqkdnaAdNAAFoCEdAmZ+StNi6QXV9lChoBkdAcU+fEGZ/kWgHS+VoCEdAmZ+TRMN+b3V9lChoBkdAbYR8l5WzW2gHS/VoCEdAmaL0X531SXV9lChoBkdAcMFaN+9almgHS85oCEdAmaNaoddVvXV9lChoBkdAcLpg0j1PFmgHS+BoCEdAmaSX0XgtOHV9lChoBkdAbvBaRISUT2gHS/toCEdAmaS8+NcW03V9lChoBkdAckC2nsLORmgHTQsBaAhHQJmlWWcBltl1fZQoaAZHQHL2xn8KohpoB00pAWgIR0CZpfJzT4L1dX2UKGgGR0BvcvoV2zOYaAdL5WgIR0CZqN/OMVDbdX2UKGgGR0BuR1KEnLJTaAdL+mgIR0CZqeEpy6tldX2UKGgGR0Bx5x9Aood/aAdNZwFoCEdAmaqAlByCF3V9lChoBkdAYQB5nDiwS2gHTegDaAhHQJmq+FPBSDR1fZQoaAZHQHHDTGtITXdoB00CAWgIR0CZqxLOAy2ydX2UKGgGR0BxoGe2/i5vaAdLzmgIR0CZq8CYCyQgdX2UKGgGR0BwZfBguyu7aAdNIAFoCEdAmawJW3jMmnV9lChoBkdAcEKXlr/KhmgHS95oCEdAmax2kSElFHV9lChoBkdAbyg3trsSkGgHTUYBaAhHQJmtAPy08eV1fZQoaAZHQC9xpSJj2BdoB0vraAhHQJmtiOJcgQp1fZQoaAZHQHDaXGjsUqRoB0v+aAhHQJmvBSl3yI51fZQoaAZHQHBZPA44p+doB0v5aAhHQJmw/jrAxi51fZQoaAZHQEICkMTewcJoB0vmaAhHQJmxUhV2icp1fZQoaAZHQHEh4sAeaKFoB0vYaAhHQJmxZGAkLQZ1fZQoaAZHQHJAQpvxYq5oB0v/aAhHQJmzYAU+LWJ1fZQoaAZHQGxC5jH4oJBoB02sAWgIR0CZtDuBMBZIdX2UKGgGR0BxKpEWqLjxaAdL2GgIR0CZtEwGnn+ydX2UKGgGR0ByNB39rGipaAdNBQFoCEdAmbSj81n/UHV9lChoBkdAb02pEx7AtWgHS/poCEdAmbTDwQUYbnV9lChoBkdAXcX6k690zWgHTegDaAhHQJm0+cFyJbd1fZQoaAZHQHE5melKsdVoB00bAWgIR0CZtthW5paidX2UKGgGR0BtcIJ5VwPzaAdL/WgIR0CZt22LYPGydX2UKGgGR0A6DNdqtYCAaAdLw2gIR0CZt7nyd4FBdX2UKGgGR0BvVvPC2tuDaAdL8WgIR0CZuTZXMhX9dX2UKGgGR0Bi7J7u2JBPaAdN6ANoCEdAmbl90aIeo3V9lChoBkdAby7xlQMx5GgHS+hoCEdAmbqzRYzSC3V9lChoBkdAcRds2eg+QmgHS9doCEdAmbtTjzZpSXV9lChoBkdAcSuf3evZAmgHTQgBaAhHQJm8psUIsy11fZQoaAZHQHLwM9KVY6poB00LAWgIR0CZvLGwA2hqdX2UKGgGR0Bua5DE3sHCaAdNGAFoCEdAmb26sdT5wnV9lChoBkdAYOI4S6DoQmgHTegDaAhHQJm/4AvL5h11fZQoaAZHQHHFg6p5u65oB00OAWgIR0CZwJGx2SuAdX2UKGgGR0BuJdCHARChaAdL4GgIR0CZwP6Z6UqydX2UKGgGR0BxabefqX4TaAdNBgFoCEdAmcK1GTcIq3V9lChoBkdAQwpo7FKkEmgHS8ZoCEdAmcPNJWeYlnV9lChoBkdAbavCEYfnwGgHTQABaAhHQJnDzoxHoX91fZQoaAZHQEN8pQUHpr1oB0vLaAhHQJnD80m+j/N1fZQoaAZHQHFR4NmUW2xoB0v9aAhHQJnEW1QZXMh1fZQoaAZHQHBZVGkN4JNoB02UA2gIR0CZxQV+I/JOdX2UKGgGR0Bv5a1E3KjjaAdL8mgIR0CZyLiiqQzUdX2UKGgGR0BxKIpYs/Y8aAdNFQFoCEdAmcr+6iCaqnV9lChoBkdAbzvG7z06HWgHTQwBaAhHQJnLH67/XGx1fZQoaAZHQG8qDn/1g6VoB0vfaAhHQJnLNTefqX51fZQoaAZHQHEFOOfdyktoB0vaaAhHQJnMxcs189h1fZQoaAZHQG+fkEkjX4FoB0vwaAhHQJnNKd/axot1fZQoaAZHQGHyR/d69kBoB03oA2gIR0CZzYq/dqL1dX2UKGgGR0Buec14xDb8aAdNBQFoCEdAmc3KK+BYm3V9lChoBkdAbpZf642CNGgHS+loCEdAmc4PPkaMrHV9lChoBkdAcPaW1twaSGgHTQ4BaAhHQJnOGCL/CIl1fZQoaAZHQGKGuf29L6FoB03oA2gIR0CZzlYU34sVdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7804ecd61360>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7804ecd613f0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7804ecd61480>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7804ecd61510>", "_build": "<function ActorCriticPolicy._build at 0x7804ecd615a0>", "forward": "<function ActorCriticPolicy.forward at 0x7804ecd61630>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7804ecd616c0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7804ecd61750>", "_predict": "<function ActorCriticPolicy._predict at 0x7804ecd617e0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7804ecd61870>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7804ecd61900>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7804ecd61990>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7804ecee7240>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 229376, "_total_timesteps": 200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698827106266605345, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAGYm6jqujde6YkC1O38pfjyvn7a7npZdPQAAgD8AAIA/jZclvs4/hLwSw5C8QTYku1y94T2C7AQ8AACAPwAAgD8ArKY8KHOrPxDMpD42eBi/KlVHOS7/jj0AAAAAAAAAANoMr7175IW6cI/wPNzxJjb8eeU6HS0ZNQAAAAAAAAAAIGQzvqhvqLyVpQI73Z19ObOhHj4FlDe6AACAPwAAgD+A89G9P+tFP5vDF73czBS/ZbR0vYY9cD0AAAAAAAAAADNdsL1y2q0+jSNTPVbetb4nPDy8DnmEPQAAAAAAAAAARjElPlz0dLzmiwo8WvCXukhx4b2Wn3S7AACAPwAAgD9Ajtk939WcP7Jkoz4LXym/9cgYPrtXkz0AAAAAAAAAANa/iT6TJug+U7jYvWWEzb6D1t89bb0evgAAAAAAAAAAgM5MPaQcLrsAUBq8l9CXPPObGjwLpoW9AACAPwAAgD8N6ls+TwpVvAYkPrsORDM5rh60vdN+ZToAAIA/AACAP+2pFL64Kdq72AhouxPJpbnMzUI9pWSLOgAAgD8AAIA/UyGoPiaNYD9Ys8Q9nyfqvum5sj7NpR++AAAAAAAAAABDNMM+WXg6P/8OtL3qbuK+3EZYPqaGOb4AAAAAAAAAAHO4iL3cphQ9AAI0vhRTC75XYp+9snMavQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.1468799999999999, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV8gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHD+X9vS+g2MAWyUS8yMAXSUR0CmR760IC2ddX2UKGgGR0BykIY4yXUpaAdL0mgIR0CmR/YVARkFdX2UKGgGR0ByaKbRWtEHaAdL0mgIR0CmSJuRT0g9dX2UKGgGR0BvRsAJb+tKaAdL4mgIR0CmSScJMQEqdX2UKGgGR0BwVJ0HQhOhaAdL32gIR0CmSTYSQHRkdX2UKGgGR0BuxOaF23a0aAdLxmgIR0CmSTtFBppOdX2UKGgGR0Bin6RwIdELaAdN6ANoCEdApklsBMi8nXV9lChoBkdAb3EAhB7eEmgHTQgBaAhHQKZJ7ea8Yht1fZQoaAZHQHCOZMg2ZRdoB0vnaAhHQKZKGhkAggZ1fZQoaAZHQG4ofZdv865oB0vFaAhHQKZKXuCwr2B1fZQoaAZHQG9bQ53kgfVoB0vjaAhHQKZKbJiAlOZ1fZQoaAZHQGMOgr6LwWpoB03oA2gIR0CmSqgnMMZxdX2UKGgGR0BxH7jin5zpaAdL/GgIR0CmSzBbfP5YdX2UKGgGR0BuO6FuejEfaAdL4GgIR0CmS2PXkHUudX2UKGgGR0Bh+DYywfQsaAdN6ANoCEdApkufHNorWnV9lChoBkdAcwpHHWBjF2gHS/NoCEdApkumj7ALzHV9lChoBkdAcoJ/47A+IWgHTUEBaAhHQKZL1aN+9al1fZQoaAZHQHEjXH7xd6doB0veaAhHQKZMH3pwCKd1fZQoaAZHQHNAgggX/HZoB0vbaAhHQKZMjSofjjt1fZQoaAZHQG8aluNxVABoB0vQaAhHQKZMl4tYjjd1fZQoaAZHQHG69ugpSaVoB0voaAhHQKZMuRZEDyR1fZQoaAZHQG+UExZdOZdoB0vnaAhHQKZMxFqBVdZ1fZQoaAZHQG5ZKoybhFVoB0vPaAhHQKZNC11GLDR1fZQoaAZHQHOePHDJlrdoB0vXaAhHQKZNTfLs8gZ1fZQoaAZHQHQkIbKifxtoB0vnaAhHQKZN11EE1VJ1fZQoaAZHQHHcYTCcf/5oB0vSaAhHQKZOkj+Jgst1fZQoaAZHQHIj/nbItDloB00GAWgIR0CmTqpw84gidX2UKGgGR0Bt6XJFLFn7aAdL5WgIR0CmTq9deIEbdX2UKGgGR0BvaAAbQ1JlaAdL4WgIR0CmTxeokzGhdX2UKGgGR0Bytxl6JIlMaAdL7WgIR0CmT4GyX2M9dX2UKGgGR0BwWvbUPQOXaAdLvmgIR0CmT4eOXE61dX2UKGgGR0BxsFDtw71aaAdL4mgIR0CmT5/AsTWYdX2UKGgGR0Bx2cY1pCa7aAdL0GgIR0CmT/qFqSHNdX2UKGgGR0Bxmn2tdRixaAdL5WgIR0CmUDAmJFb3dX2UKGgGR0BxU9kQPI4maAdLymgIR0CmUD/7JnxsdX2UKGgGR0BwI11vES/TaAdLvmgIR0CmUFn9ehPCdX2UKGgGR0Bx4xZdOZb7aAdL42gIR0CmUYiRfWtmdX2UKGgGR0BxWwcIZ62OaAdL3GgIR0CmUi8XN1QqdX2UKGgGR0Bv9CH9FWn1aAdL12gIR0CmUi9rGipOdX2UKGgGR0BwUwlHBk7PaAdL3GgIR0CmUlJwsGxEdX2UKGgGR0BvoS7Xg9/0aAdL2mgIR0CmUsIDHOrydX2UKGgGR0Bvf3s3Q2MsaAdL7GgIR0CmU6skY4yXdX2UKGgGR0Bw6X/JeVs2aAdNBAFoCEdAplP7nPmganV9lChoBkdAcnS3Jgb6xmgHS+hoCEdAplQB5kbxVnV9lChoBkdAb8rrrPdEcGgHS9doCEdAplQmJBPbf3V9lChoBkdAcM3xj8UEgWgHS+toCEdAplRfEsJ6Y3V9lChoBkdAcqIB+F10T2gHS/1oCEdAplSfzDn/1nV9lChoBkdAcXTJgLJCB2gHTQcCaAhHQKZVc0iyIHl1fZQoaAZHQG5HlCTlkpZoB0vaaAhHQKZWbC1JDmd1fZQoaAZHQHIqzXrdFfBoB0vjaAhHQKZWrjtG/et1fZQoaAZHQG00pg9eQdVoB0vjaAhHQKZW1voePq91fZQoaAZHQG6CiblRxcVoB0vtaAhHQKZXvcDbJwN1fZQoaAZHQHAgulXRw61oB0vSaAhHQKZYZH80k4Z1fZQoaAZHQHJo4ZIg/1RoB0vEaAhHQKZYfNwBHTZ1fZQoaAZHQG+ODujRD1JoB0vQaAhHQKZYxvybx3F1fZQoaAZHQHCzMIVuaWpoB0vVaAhHQKZZbOLzf791fZQoaAZHQGYZxSgoPTZoB03oA2gIR0CmWisrupjudX2UKGgGR0BwpIO7QLNOaAdL4WgIR0CmWi2CVbA2dX2UKGgGR0Bw5vvb48EFaAdNEAFoCEdAplq5MajveHV9lChoBkdAbDm1OTJQtWgHS91oCEdAplygiC8OC3V9lChoBkdAcdBeU6gdwWgHTREBaAhHQKZdD8BuGbl1fZQoaAZHQHB5vQF9roJoB0vjaAhHQKZdGGyHEdh1fZQoaAZHQHFy/D1oQFtoB0v8aAhHQKZeC+iaiK11fZQoaAZHQHCqYlQdjoZoB0vaaAhHQKZeDHjp9ql1fZQoaAZHQF9/1k1/DtRoB03oA2gIR0CmXphvR7Z4dX2UKGgGR0BtK5+8XenAaAdL2mgIR0CmXr3vQWvbdX2UKGgGR0BwTr101ZTyaAdL7GgIR0CmX1RASnLrdX2UKGgGR0BwDcaxX4j9aAdLzGgIR0CmX27RnezldX2UKGgGR0ByazG2kSElaAdL+2gIR0CmX/vxH5JsdX2UKGgGR0BmYRkI5YHPaAdN6ANoCEdApmDKb4Ju23V9lChoBkdAcRcDYh+vyWgHS+JoCEdApmE/smfGuXV9lChoBkdAb9Gi6g/Ts2gHS/loCEdApmFaTyJ9A3V9lChoBkdAce2ZaFEiMmgHTRABaAhHQKZhx+3pfQd1fZQoaAZHQHFPMLF4s3BoB0vdaAhHQKZijalDWsl1fZQoaAZHQHCANeIEbHZoB0vuaAhHQKZinfcer+51fZQoaAZHQG6/bgKnei1oB0voaAhHQKZizZZjhDR1fZQoaAZHQHILMfJV81JoB0vaaAhHQKZjEQUYbbV1fZQoaAZHQHAFkv0yxiZoB0vcaAhHQKZjGlQdjoZ1fZQoaAZHQG9ou6NEPUdoB0vSaAhHQKZjUFW4mTl1fZQoaAZHQHHGhOk+HJtoB0vAaAhHQKZjX1yNn5B1fZQoaAZHQHA9yG8EmploB0v0aAhHQKZkyzhxYJV1fZQoaAZHQG9DlspG4I9oB0vnaAhHQKZlItITXat1fZQoaAZHQGP3tyo4uK5oB03oA2gIR0CmZZg5BC2MdX2UKGgGR0BwPPTb349HaAdL62gIR0CmZamLk0aZdX2UKGgGR0BxdJschkiEaAdL9GgIR0CmZcKifxtpdX2UKGgGR0BxaWndfsu4aAdL/GgIR0CmZmqY7aIvdX2UKGgGR0BxPO3d9Dx9aAdLy2gIR0CmZvJDu0CzdX2UKGgGR0BwSRbpu/DcaAdLxmgIR0CmZx4TsY2sdX2UKGgGR0BzEOnn+yZ8aAdL+GgIR0CmZz2rwOOKdX2UKGgGR0By3iWJJoTPaAdL1mgIR0CmZ4UkOZssdX2UKGgGR0BkIAxN7BwdaAdN6ANoCEdApmgPE87p3XV9lChoBkdAcbqItDlYEGgHTQ8BaAhHQKZoPuPV/c51fZQoaAZHQG1lRF7Uoa1oB0vkaAhHQKZpRQC0WuZ1fZQoaAZHQHDz6Yu01IloB0vGaAhHQKZqaFOfukV1fZQoaAZHQHCDvSc9W6toB0vsaAhHQKZqe4m1IAh1fZQoaAZHQG9POIqLCN1oB0v6aAhHQKZqoOz6ab51fZQoaAZHQHH00GqxTsJoB00eAWgIR0CmavnO8kD7dX2UKGgGR0Bw9M4cWCVbaAdLymgIR0CmaxxFZxJedX2UKGgGR0BvOLQTmGM5aAdL12gIR0Cma7Z7PY4AdX2UKGgGR0ByINsguAZsaAdL5WgIR0CmbE+cx0uEdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 380, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

results.json

@@ -1 +1 @@
-{"mean_reward": 234.84352860000004, "std_reward": 50.81302827483274, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-11-01T08:13:56.224162"}
+{"mean_reward": 253.97345039999996, "std_reward": 49.61074318828682, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-11-01T08:36:45.453108"}