Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -23.43 +/- 113.51
+      value: 268.09 +/- 18.93
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x723aa5a03520>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x723aa5a035b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x723aa5a03640>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x723aa5a036d0>", "_build": "<function ActorCriticPolicy._build at 0x723aa5a03760>", "forward": "<function ActorCriticPolicy.forward at 0x723aa5a037f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x723aa5a03880>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x723aa5a03910>", "_predict": "<function ActorCriticPolicy._predict at 0x723aa5a039a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x723aa5a03a30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x723aa5a03ac0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x723aa5a03b50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7239ca4be7c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 100352, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1764918874663892404, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAeCHb+D/C6+jt9dOzXm+byHl/Y6iO9OPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0035199999999999676, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV/AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQFXyO32EkB2MAWyUTegDjAF0lEdASQfdsSCe3HV9lChoBkfAS3wNI9TxXmgHS6toCEdASVUIzFdcB3V9lChoBkdAWEoduHerMmgHTegDaAhHQEmU/EfkmyB1fZQoaAZHwCIlUKiO/+NoB0uWaAhHQEmfKq4pc5d1fZQoaAZHQFCy79Q40dloB03oA2gIR0BKJeWnjyWidX2UKGgGR8BFcx0uDjBEaAdLxmgIR0BKMhyjpLVXdX2UKGgGR8AzWhJyyUs4aAdN6ANoCEdASnPPNVzZH3V9lChoBkdAWdK/yoXKsGgHTegDaAhHQErz0HQhOgx1fZQoaAZHwFXigU1yeZpoB00AA2gIR0BLJFVtGd7OdX2UKGgGR8AC/MbFS88LaAdLkWgIR0BLLhegL7XQdX2UKGgGR8BSsSbUgB91aAdLtGgIR0BLOjh1klNUdX2UKGgGR8BiGITfzjFRaAdLpWgIR0BLRVYISlFddX2UKGgGR8BUCjrqt5lfaAdLlmgIR0BLT3pGFzuGdX2UKGgGR8A7dy2x6fJ4aAdLeWgIR0BLV9DIBBAwdX2UKGgGR0A+YR+jM3ZPaAdN6ANoCEdAS9sO/cnE23V9lChoBkfAZIEoDPnjhmgHS4hoCEdAS+PSncclxHV9lChoBkfAUxMpXp4bCWgHS5toCEdAS+2+Eh7mdXV9lChoBkfAAF6tT1kDp2gHS4hoCEdAS/cMNMGorHV9lChoBkdARtVSwW3z+WgHTegDaAhHQEx9UMG5c1R1fZQoaAZHwGvwSeyzHCJoB0vqaAhHQEyLy4nWrfd1fZQoaAZHwC7oNAkcCHRoB0uTaAhHQEyVGlyimEZ1fZQoaAZHQCVOtU4rBj5oB03oA2gIR0BM1zwUg0TDdX2UKGgGR8BfdFLOAy2yaAdNrAFoCEdATPQagmJFb3V9lChoBkdAUHocjqv/zmgHTegDaAhHQE12oZydWhh1fZQoaAZHwFxcStvGZNRoB0vEaAhHQE2Djtoi9qV1fZQoaAZHQDIe/qPfbbloB0ujaAhHQE2OdRR/EwZ1fZQoaAZHwCsQaxX4j8loB0uTaAhHQE2YZvUBnzx1fZQoaAZHQF5WmdRR/ExoB03oA2gIR0BOHRbKRuCPdX2UKGgGR0BLPYz7/GVBaAdN6ANoCEdATl53xFy7w3V9lChoBkdAUtALPUrkKmgHTegDaAhHQE7kOI68xsV1fZQoaAZHQDecx0uDjBFoB0uOaAhHQE7tAIppeu51fZQoaAZHQGHp8RtgrpdoB03oA2gIR0BPLxP420iRdX2UKGgGR0Ap+gL7XQMQaAdLlmgIR0BPOHlfZ26kdX2UKGgGR8BW7fqHGjsVaAdLi2gIR0BPQSZBsyi3dX2UKGgGR8AkJtqHoHLSaAdN6ANoCEdAT8JRyfcvd3V9lChoBkfAZkFPJJXhfmgHS6ZoCEdAT8yJQ+EAYHV9lChoBkdAQE+WIGhVVGgHS6xoCEdAT9dvIfbKzXV9lChoBkdAVM+TY/Vy3mgHTegDaAhHQFAwZJCjUNN1fZQoaAZHwCrsOPNmlIpoB0uOaAhHQFA0/Tspobp1fZQoaAZHwCCHjENvwVloB0t1aAhHQFA4pI+W4Vh1fZQoaAZHQDTN6nivPkdoB0uZaAhHQFA9gOBlMAZ1fZQoaAZHwCvNB4Uvf0poB0uFaAhHQFBBqh11W811fZQoaAZHwEw1MQEpy6toB0utaAhHQFBHJQcghbJ1fZQoaAZHQB9TQE6kqMFoB0uMaAhHQFBLn4wh4dJ1fZQoaAZHQAWiC8OCoTBoB0udaAhHQFBQclgMMJB1fZQoaAZHwC/EMspXp4doB0uMaAhHQFBUvfj0cwR1fZQoaAZHQCgIbKifxtpoB0t4aAhHQFBYdpqREF51fZQoaAZHQDiHD63y7PJoB0uOaAhHQFBc15jYqXp1fZQoaAZHQFAPYMOPNmloB03oA2gIR0BQnk4//vORdX2UKGgGR0A8GqNp/PPcaAdN6ANoCEdAUL3UQTVUdnV9lChoBkdAWacmVqveQGgHTegDaAhHQFD+LAYYR/V1fZQoaAZHQEXZ0NBnjABoB0uwaAhHQFEDtA9mpVF1fZQoaAZHwD8B1PnB+F1oB0t6aAhHQFEHf+jua4N1fZQoaAZHQAlNzCDVYp5oB0udaAhHQFEMfF72L511fZQoaAZHwERGyOaOPvNoB0uQaAhHQFEQ8GcFyJd1fZQoaAZHwD0cood+5OJoB0uaaAhHQFEV4vexfOV1fZQoaAZHwCPMl3Qla8poB0t6aAhHQFEaAKOT7l91fZQoaAZHQFLhl4keIVNoB03oA2gIR0BRXJE2Hck/dX2UKGgGR8BKA5A6dUbUaAdLiWgIR0BRYN1ZDArQdX2UKGgGR0A2O3AEdNnHaAdLgWgIR0BRZOIRAbADdX2UKGgGR0BDZFzEJjUeaAdLjGgIR0BRaZItlI3BdX2UKGgGR8Bi61xbSqlxaAdLxWgIR0BRcEYbbUPQdX2UKGgGR0Al4Yw7DEWJaAdLiGgIR0BRdIcrAgxKdX2UKGgGR0Bgcw4ffXPJaAdN6ANoCEdAUZRoL5RCQnV9lChoBkfAKW1WsA/9pGgHS7toCEdAUbodo371qXV9lChoBkdAMDR+fAbhnGgHS4FoCEdAUb6OdXko4XV9lChoBkdASL9lNDc/MWgHS5toCEdAUcPYFqzqr3V9lChoBkfAQqsihWYF7mgHS21oCEdAUcd6iTMaCXV9lChoBkfAY2KtwJgLJGgHS79oCEdAUc2bF0gbInV9lChoBkdASFJ55Z8rqmgHS6NoCEdAUdLWhAWznnV9lChoBkdAPg14xDb8FmgHS2VoCEdAUdYOJ+DvmnV9lChoBkdAL3NZ3cHnlmgHS3toCEdAUdoVk+X7cnV9lChoBkdAY6GcjJMg2mgHTegDaAhHQFH6GHHmzSl1fZQoaAZHQGOuI1+AmRhoB03oA2gIR0BSPELYwqRVdX2UKGgGR0Bh8Uf1YhdMaAdN6ANoCEdAUl2LLpzLfXV9lChoBkfAWhulVLi++WgHTRgBaAhHQFKHoLXtjTd1fZQoaAZHwETlFm4AjptoB0uZaAhHQFKMrtmcvuh1fZQoaAZHwEgxJFspG4JoB0uNaAhHQFKRESdvsJJ1fZQoaAZHwBE98eCCjDdoB0uhaAhHQFKWBUrCm/F1fZQoaAZHQGC6uSOinHhoB03oA2gIR0BStZYHPeHjdX2UKGgGR0A2YbobGWD6aAdLlmgIR0BSujjNpudgdX2UKGgGR8A3VeFL39JjaAdN6ANoCEdAUvqhqTKT0XV9lChoBkdANWXkT6BRRGgHS4doCEdAUv741xbSqnV9lChoBkfAPEwyIpH7QGgHS75oCEdAUwUCU5dWyXV9lChoBkfAU+8zZYgaFWgHS2poCEdAUwhhH9WIXXV9lChoBkfAUJpEw35vcmgHS3hoCEdAUwxGNJe3QXV9lChoBke/s961LJ0W/WgHS4xoCEdAUxC9g4Otn3V9lChoBkfAUMtfiPyTZGgHS5hoCEdAUxWKm8/Uv3V9lChoBkdALXGapgkTpWgHS6hoCEdAUxrS1E3KjnV9lChoBkfAYyvyEtdzGWgHS/FoCEdAUyKDlHSWq3V9lChoBkfAYl3DG96C2GgHS/FoCEdAU0qiAUcn3XV9lChoBkdAOp+hwl0HQmgHS3RoCEdAU053MY/FBXV9lChoBkfAQ//1pTMq0GgHS3ZoCEdAU1IqMFUyYXV9lChoBkfALVXMY/FBIGgHS59oCEdAU1cUQCjk/HV9lChoBkfAHIznRsuWbGgHS55oCEdAU1v9pAUtZnV9lChoBkfAYvLsJpnHvWgHS7doCEdAU2HEtNBWxXV9lChoBkdAQ55Z8rqdH2gHS3JoCEdAU2VQm/nGKnV9lChoBkdAQZL1/Ue+22gHS5BoCEdAU2nOD8LronV9lChoBkfARQDviLl3hWgHS41oCEdAU25OqNp/PXV9lChoBkfAQPE45tFa0WgHS7loCEdAU3QibDuSfXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 490, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVOwMAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoRYyiAStawlemHHiGoSPXhhwCMA2luY5SKEecU8f8JImFWbnWAj4BsrqgAdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": "Generator(PCG64)"}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.05, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVzwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBaMBGZ1bmOUjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVzwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBaMBGZ1bmOUjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-6.8.0-87-generic-x86_64-with-glibc2.35 # 88~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue Oct 14 14:03:14 UTC 2", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.2", "Gymnasium": "0.28.1", "OpenAI Gym": "0.22.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x723aa5a03520>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x723aa5a035b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x723aa5a03640>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x723aa5a036d0>", "_build": "<function ActorCriticPolicy._build at 0x723aa5a03760>", "forward": "<function ActorCriticPolicy.forward at 0x723aa5a037f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x723aa5a03880>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x723aa5a03910>", "_predict": "<function ActorCriticPolicy._predict at 0x723aa5a039a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x723aa5a03a30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x723aa5a03ac0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x723aa5a03b50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7239ca4be7c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1001472, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1764932663992261143, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAANr1/b17iMa60/9SuuOOLrdN87s7PeN6OQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0014719999999999178, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGD7yvTw2EWMAWyUTegDjAF0lEdAh6OT+m3vyHV9lChoBke/7ZoZhrnDBWgHS3NoCEdAh6QJy6tknXV9lChoBkdAOrtPHktEomgHS4NoCEdAh6SbRF7UonV9lChoBkdAYiSovSMLnmgHTegDaAhHQIetNw5vLox1fZQoaAZHQF5tWVNYbKloB03oA2gIR0CHsWNe+mFbdX2UKGgGR0A7kasp5NXYaAdLYGgIR0CHsc5paibldX2UKGgGR0BiPvTb349HaAdN6ANoCEdAh7ptvwVj7XV9lChoBkdAYfTG4qgAZWgHTegDaAhHQIe+kc2itaJ1fZQoaAZHQGM5qgZjx1BoB03oA2gIR0CHxzLNfPX1dX2UKGgGR0BjNYBkqc3EaAdN6ANoCEdAh8tS925hB3V9lChoBkdANAyx/ustCmgHS4poCEdAh8vrJSzgM3V9lChoBkdAVgyLMs6JZWgHTegDaAhHQIfUc78vVVh1fZQoaAZHQGV0iHZbpvBoB03oA2gIR0CH2J0QK8cudX2UKGgGR0BjHSJQ+EAYaAdN6ANoCEdAh+E78Nx2jnV9lChoBkdAYCBHlOoHcGgHTegDaAhHQIflbThHbyp1fZQoaAZHQGJBiWVu76JoB03oA2gIR0CH7h/1g6U8dX2UKGgGR0BpO7HQyAQQaAdN6ANoCEdAh/JM4cWCVnV9lChoBkdAYo7LKV6eG2gHTegDaAhHQIf692LYPG11fZQoaAZHQGPwYoAn2IxoB03oA2gIR0CH/xGRV6u5dX2UKGgGR0BS1dCVrylOaAdN6ANoCEdAiAemkvboKXV9lChoBkdAOgMt9QXQ+mgHS4RoCEdAiAgrWI42j3V9lChoBkdAYTfYs/Y8MmgHTegDaAhHQIgMTdepn6F1fZQoaAZHQGVG7Y9Pk7xoB03oA2gIR0CIFT5rP+n7dX2UKGgGR0BnCmNFSbYsaAdN6ANoCEdAiBlX7Lt/nXV9lChoBkdAMMGKyfL9uWgHS3JoCEdAiBnXA2ycC3V9lChoBkdAX/VfVqesgmgHTegDaAhHQIgiddC3PRl1fZQoaAZHQF+1E4//vORoB03oA2gIR0CIJpwtrbg1dX2UKGgGR0BiM/TspoboaAdN6ANoCEdAiC8rrPdEcHV9lChoBkdAY13CaZx7zGgHTegDaAhHQIgzR4GD+R51fZQoaAZHQGa3EI5YHPhoB03oA2gIR0CIPDzT4L1FdX2UKGgGR0A/HaSLZSNwaAdLYmgIR0CIPJ6nivPkdX2UKGgGR0Bem+I/JNj9aAdN6ANoCEdAiEDNNBWxQnV9lChoBkdAXIKoddVvM2gHTegDaAhHQIhJRMtbs4V1fZQoaAZHQF4IwfQrtmdoB03oA2gIR0CITWc1fmcOdX2UKGgGR0BigsiILw4LaAdN6ANoCEdAiFXvwuuie3V9lChoBkdAY03xOtW+5GgHTegDaAhHQIhaBRGc4HZ1fZQoaAZHwErPsoDxLChoB03oA2gIR0CIYriF0xM4dX2UKGgGR0BgH3EZR8+iaAdN6ANoCEdAiGbUzj3mFXV9lChoBkdAYPKxFiKBNGgHTegDaAhHQIhvg7o0Q9R1fZQoaAZHQFRsUXHim2toB03oA2gIR0CIc6XGff4zdX2UKGgGR0Bi2W4G2TgVaAdN6ANoCEdAiHxWHDaXbHV9lChoBkdAYZrTvRZ2ZGgHTegDaAhHQIiAajL0SRN1fZQoaAZHQGL9Lt/nW8RoB03oA2gIR0CIiQlUp/gBdX2UKGgGR0BlK3qeK8+SaAdN6ANoCEdAiI0ThP0qY3V9lChoBkdAYRuvovBacWgHTegDaAhHQIiRb2L5ylx1fZQoaAZHQGc9jlo11nxoB03oA2gIR0CImcGcFyJbdX2UKGgGR0Bny8+5e7cxaAdN6ANoCEdAiJ4Zk078vXV9lChoBkdAYERPX05EMWgHTegDaAhHQIimgjSofjl1fZQoaAZHQE9aKLKmsNloB0tlaAhHQIim6/oJRfp1fZQoaAZHQGHANiQT239oB03oA2gIR0CIqzzVc2R8dX2UKGgGR0BmshYzSCvpaAdN6ANoCEdAiLOgv114gXV9lChoBkdASahFEy+HrWgHTegDaAhHQIi3/1xsEaF1fZQoaAZHQGJd4ku6ErZoB03oA2gIR0CIwFXtjTa1dX2UKGgGR0BiE+cFyJbdaAdN6ANoCEdAiMSi4z7/GXV9lChoBkdAYsvu0CzTnmgHTegDaAhHQIjNECeVcD91fZQoaAZHQGP5IRZlnRNoB03oA2gIR0CI0VceKbazdX2UKGgGR7/qdMsYl6Z6aAdLX2gIR0CI0b8MNMGpdX2UKGgGR0BkCkUGmk30aAdN6ANoCEdAiNoqebutwXV9lChoBkdAXY34XXRPXWgHTegDaAhHQIjehMpPRAt1fZQoaAZHQGc53i704BFoB03oA2gIR0CI5w7z06HTdX2UKGgGR0BeHCfUWl/IaAdN6ANoCEdAiOthr30wrXV9lChoBkfAKFbuDzyz5WgHS2toCEdAiOvNhuwX7HV9lChoBkdAYzuMnZ00WWgHTegDaAhHQIj0LZQHiWF1fZQoaAZHwG+n3UH6dlNoB004A2gIR0CI98I+GGmDdX2UKGgGR0Bk46Wkadc0aAdN6ANoCEdAiQArftQbdnV9lChoBkdAZRW/L1VYIWgHTegDaAhHQIkEflIVdop1fZQoaAZHQGHI14HHFP1oB03oA2gIR0CJDO/keZG8dX2UKGgGR0BmzaZlWfbsaAdN6ANoCEdAiRE5XU6PsHV9lChoBkdAY4dtBOYYzmgHTegDaAhHQIkZtX9zfaZ1fZQoaAZHQGRTvtUn5SFoB03oA2gIR0CJHfbwBo25dX2UKGgGR0Bl+jlPrOZ9aAdN6ANoCEdAiSZrd30PH3V9lChoBkfANuMTnJT2nWgHS1xoCEdAiSbLpzLfUHV9lChoBkfAK94jSofjj2gHS2BoCEdAiScsLORkmXV9lChoBkdAYAdZh8Yyf2gHTegDaAhHQIkrcYIjW091fZQoaAZHQGJN3DvVmSRoB03oA2gIR0CJM93FDOTrdX2UKGgGR0Bhz2gUUO/daAdN6ANoCEdAiTgfK6nR9nV9lChoBkdAJJVAAyVObmgHS21oCEdAiTiXWOIZZXV9lChoBkdAYtW0jTrmhmgHTegDaAhHQIlBFc8kleF1fZQoaAZHQGSD7e2uxKRoB03oA2gIR0CJRVaHKwIMdX2UKGgGR0BiOlz0Yj0MaAdN6ANoCEdAiU2rZ8KG+XV9lChoBkdAWmMbLlmvn2gHTegDaAhHQIlR8jxCpm51fZQoaAZHQGH3gKOT7l9oB03oA2gIR0CJWmWyC4BndX2UKGgGR0BbOTxgAp8XaAdN6ANoCEdAiV6kY4yXU3V9lChoBkdAY4bdTo+wDGgHTegDaAhHQIlnLKkl/pd1fZQoaAZHQGQpUUGmk31oB03oA2gIR0CJa3nSOR1YdX2UKGgGR0BgEZ0Qsf7raAdN6ANoCEdAiXPfGdZq23V9lChoBkdANCUMspXp4mgHS2JoCEdAiXRA1m8M/nV9lChoBkdAX89DYywfQ2gHTegDaAhHQIl4dSl3yI51fZQoaAZHQFmnCUHIIWxoB03oA2gIR0CJgPEy+HrRdX2UKGgGR0BL3gSvkiljaAdN6ANoCEdAiYUx9XtBwHV9lChoBkdANAgrH2h7FGgHS41oCEdAiYXMRg7YCnV9lChoBkdAACfDk2gnMWgHS3loCEdAiYZHZCfHxXV9lChoBkdAWon7yhBZ6mgHTegDaAhHQImOse+23KB1fZQoaAZHQDbAcS5AhStoB0traAhHQImPH27FsHl1fZQoaAZHQGAfx/3Fkx1oB03oA2gIR0CJk3INEw36dX2UKGgGR0BgCk0iyIHkaAdN6ANoCEdAiZwKPOpsGnV9lChoBkdAHuyjHn2ZiWgHS1BoCEdAiZxhmoR7JHV9lChoBkdAXaOHh0hePmgHTegDaAhHQImgq7f51vF1fZQoaAZHQGO3M9KVY6poB03oA2gIR0CJqQWAwwj/dX2UKGgGR0BeMcNMGorGaAdN3gJoCEdAiaw2dVea8nVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 4890, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVOwMAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoRYyiAStawlemHHiGoSPXhhwCMA2luY5SKEecU8f8JImFWbnWAj4BsrqgAdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": "Generator(PCG64)"}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.05, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVzwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBaMBGZ1bmOUjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVzwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4RDAgQBlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMWi9ob21lL2hhcmluYXJheWFubmFuLy5sb2NhbC9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBaMBGZ1bmOUjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "system_info": {"OS": "Linux-6.8.0-87-generic-x86_64-with-glibc2.35 # 88~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue Oct 14 14:03:14 UTC 2", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.2", "Gymnasium": "0.28.1", "OpenAI Gym": "0.22.0"}}

ppo-lunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79f443966897995e927d0b7d676eae1cbe39d2041f4029c5bb1e49ef93152d8b
-size 147662
+oid sha256:9b992569badbf4f2763708dd31a6ddaaa0a87fa1b0b915cf7dc8b2eeef56df10
+size 147737

ppo-lunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 100352,
-    "_total_timesteps": 100000,
+    "num_timesteps": 1001472,
+    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1764918874663892404,
+    "start_time": 1764932663992261143,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAeCHb+D/C6+jt9dOzXm+byHl/Y6iO9OPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAANr1/b17iMa60/9SuuOOLrdN87s7PeN6OQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.0035199999999999676,
+    "_current_progress_remaining": -0.0014719999999999178,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV/AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQFXyO32EkB2MAWyUTegDjAF0lEdASQfdsSCe3HV9lChoBkfAS3wNI9TxXmgHS6toCEdASVUIzFdcB3V9lChoBkdAWEoduHerMmgHTegDaAhHQEmU/EfkmyB1fZQoaAZHwCIlUKiO/+NoB0uWaAhHQEmfKq4pc5d1fZQoaAZHQFCy79Q40dloB03oA2gIR0BKJeWnjyWidX2UKGgGR8BFcx0uDjBEaAdLxmgIR0BKMhyjpLVXdX2UKGgGR8AzWhJyyUs4aAdN6ANoCEdASnPPNVzZH3V9lChoBkdAWdK/yoXKsGgHTegDaAhHQErz0HQhOgx1fZQoaAZHwFXigU1yeZpoB00AA2gIR0BLJFVtGd7OdX2UKGgGR8AC/MbFS88LaAdLkWgIR0BLLhegL7XQdX2UKGgGR8BSsSbUgB91aAdLtGgIR0BLOjh1klNUdX2UKGgGR8BiGITfzjFRaAdLpWgIR0BLRVYISlFddX2UKGgGR8BUCjrqt5lfaAdLlmgIR0BLT3pGFzuGdX2UKGgGR8A7dy2x6fJ4aAdLeWgIR0BLV9DIBBAwdX2UKGgGR0A+YR+jM3ZPaAdN6ANoCEdAS9sO/cnE23V9lChoBkfAZIEoDPnjhmgHS4hoCEdAS+PSncclxHV9lChoBkfAUxMpXp4bCWgHS5toCEdAS+2+Eh7mdXV9lChoBkfAAF6tT1kDp2gHS4hoCEdAS/cMNMGorHV9lChoBkdARtVSwW3z+WgHTegDaAhHQEx9UMG5c1R1fZQoaAZHwGvwSeyzHCJoB0vqaAhHQEyLy4nWrfd1fZQoaAZHwC7oNAkcCHRoB0uTaAhHQEyVGlyimEZ1fZQoaAZHQCVOtU4rBj5oB03oA2gIR0BM1zwUg0TDdX2UKGgGR8BfdFLOAy2yaAdNrAFoCEdATPQagmJFb3V9lChoBkdAUHocjqv/zmgHTegDaAhHQE12oZydWhh1fZQoaAZHwFxcStvGZNRoB0vEaAhHQE2Djtoi9qV1fZQoaAZHQDIe/qPfbbloB0ujaAhHQE2OdRR/EwZ1fZQoaAZHwCsQaxX4j8loB0uTaAhHQE2YZvUBnzx1fZQoaAZHQF5WmdRR/ExoB03oA2gIR0BOHRbKRuCPdX2UKGgGR0BLPYz7/GVBaAdN6ANoCEdATl53xFy7w3V9lChoBkdAUtALPUrkKmgHTegDaAhHQE7kOI68xsV1fZQoaAZHQDecx0uDjBFoB0uOaAhHQE7tAIppeu51fZQoaAZHQGHp8RtgrpdoB03oA2gIR0BPLxP420iRdX2UKGgGR0Ap+gL7XQMQaAdLlmgIR0BPOHlfZ26kdX2UKGgGR8BW7fqHGjsVaAdLi2gIR0BPQSZBsyi3dX2UKGgGR8AkJtqHoHLSaAdN6ANoCEdAT8JRyfcvd3V9lChoBkfAZkFPJJXhfmgHS6ZoCEdAT8yJQ+EAYHV9lChoBkdAQE+WIGhVVGgHS6xoCEdAT9dvIfbKzXV9lChoBkdAVM+TY/Vy3mgHTegDaAhHQFAwZJCjUNN1fZQoaAZHwCrsOPNmlIpoB0uOaAhHQFA0/Tspobp1fZQoaAZHwCCHjENvwVloB0t1aAhHQFA4pI+W4Vh1fZQoaAZHQDTN6nivPkdoB0uZaAhHQFA9gOBlMAZ1fZQoaAZHwCvNB4Uvf0poB0uFaAhHQFBBqh11W811fZQoaAZHwEw1MQEpy6toB0utaAhHQFBHJQcghbJ1fZQoaAZHQB9TQE6kqMFoB0uMaAhHQFBLn4wh4dJ1fZQoaAZHQAWiC8OCoTBoB0udaAhHQFBQclgMMJB1fZQoaAZHwC/EMspXp4doB0uMaAhHQFBUvfj0cwR1fZQoaAZHQCgIbKifxtpoB0t4aAhHQFBYdpqREF51fZQoaAZHQDiHD63y7PJoB0uOaAhHQFBc15jYqXp1fZQoaAZHQFAPYMOPNmloB03oA2gIR0BQnk4//vORdX2UKGgGR0A8GqNp/PPcaAdN6ANoCEdAUL3UQTVUdnV9lChoBkdAWacmVqveQGgHTegDaAhHQFD+LAYYR/V1fZQoaAZHQEXZ0NBnjABoB0uwaAhHQFEDtA9mpVF1fZQoaAZHwD8B1PnB+F1oB0t6aAhHQFEHf+jua4N1fZQoaAZHQAlNzCDVYp5oB0udaAhHQFEMfF72L511fZQoaAZHwERGyOaOPvNoB0uQaAhHQFEQ8GcFyJd1fZQoaAZHwD0cood+5OJoB0uaaAhHQFEV4vexfOV1fZQoaAZHwCPMl3Qla8poB0t6aAhHQFEaAKOT7l91fZQoaAZHQFLhl4keIVNoB03oA2gIR0BRXJE2Hck/dX2UKGgGR8BKA5A6dUbUaAdLiWgIR0BRYN1ZDArQdX2UKGgGR0A2O3AEdNnHaAdLgWgIR0BRZOIRAbADdX2UKGgGR0BDZFzEJjUeaAdLjGgIR0BRaZItlI3BdX2UKGgGR8Bi61xbSqlxaAdLxWgIR0BRcEYbbUPQdX2UKGgGR0Al4Yw7DEWJaAdLiGgIR0BRdIcrAgxKdX2UKGgGR0Bgcw4ffXPJaAdN6ANoCEdAUZRoL5RCQnV9lChoBkfAKW1WsA/9pGgHS7toCEdAUbodo371qXV9lChoBkdAMDR+fAbhnGgHS4FoCEdAUb6OdXko4XV9lChoBkdASL9lNDc/MWgHS5toCEdAUcPYFqzqr3V9lChoBkfAQqsihWYF7mgHS21oCEdAUcd6iTMaCXV9lChoBkfAY2KtwJgLJGgHS79oCEdAUc2bF0gbInV9lChoBkdASFJ55Z8rqmgHS6NoCEdAUdLWhAWznnV9lChoBkdAPg14xDb8FmgHS2VoCEdAUdYOJ+DvmnV9lChoBkdAL3NZ3cHnlmgHS3toCEdAUdoVk+X7cnV9lChoBkdAY6GcjJMg2mgHTegDaAhHQFH6GHHmzSl1fZQoaAZHQGOuI1+AmRhoB03oA2gIR0BSPELYwqRVdX2UKGgGR0Bh8Uf1YhdMaAdN6ANoCEdAUl2LLpzLfXV9lChoBkfAWhulVLi++WgHTRgBaAhHQFKHoLXtjTd1fZQoaAZHwETlFm4AjptoB0uZaAhHQFKMrtmcvuh1fZQoaAZHwEgxJFspG4JoB0uNaAhHQFKRESdvsJJ1fZQoaAZHwBE98eCCjDdoB0uhaAhHQFKWBUrCm/F1fZQoaAZHQGC6uSOinHhoB03oA2gIR0BStZYHPeHjdX2UKGgGR0A2YbobGWD6aAdLlmgIR0BSujjNpudgdX2UKGgGR8A3VeFL39JjaAdN6ANoCEdAUvqhqTKT0XV9lChoBkdANWXkT6BRRGgHS4doCEdAUv741xbSqnV9lChoBkfAPEwyIpH7QGgHS75oCEdAUwUCU5dWyXV9lChoBkfAU+8zZYgaFWgHS2poCEdAUwhhH9WIXXV9lChoBkfAUJpEw35vcmgHS3hoCEdAUwxGNJe3QXV9lChoBke/s961LJ0W/WgHS4xoCEdAUxC9g4Otn3V9lChoBkfAUMtfiPyTZGgHS5hoCEdAUxWKm8/Uv3V9lChoBkdALXGapgkTpWgHS6hoCEdAUxrS1E3KjnV9lChoBkfAYyvyEtdzGWgHS/FoCEdAUyKDlHSWq3V9lChoBkfAYl3DG96C2GgHS/FoCEdAU0qiAUcn3XV9lChoBkdAOp+hwl0HQmgHS3RoCEdAU053MY/FBXV9lChoBkfAQ//1pTMq0GgHS3ZoCEdAU1IqMFUyYXV9lChoBkfALVXMY/FBIGgHS59oCEdAU1cUQCjk/HV9lChoBkfAHIznRsuWbGgHS55oCEdAU1v9pAUtZnV9lChoBkfAYvLsJpnHvWgHS7doCEdAU2HEtNBWxXV9lChoBkdAQ55Z8rqdH2gHS3JoCEdAU2VQm/nGKnV9lChoBkdAQZL1/Ue+22gHS5BoCEdAU2nOD8LronV9lChoBkfARQDviLl3hWgHS41oCEdAU25OqNp/PXV9lChoBkfAQPE45tFa0WgHS7loCEdAU3QibDuSfXVlLg=="
+        ":serialized:": "gAWVMgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGD7yvTw2EWMAWyUTegDjAF0lEdAh6OT+m3vyHV9lChoBke/7ZoZhrnDBWgHS3NoCEdAh6QJy6tknXV9lChoBkdAOrtPHktEomgHS4NoCEdAh6SbRF7UonV9lChoBkdAYiSovSMLnmgHTegDaAhHQIetNw5vLox1fZQoaAZHQF5tWVNYbKloB03oA2gIR0CHsWNe+mFbdX2UKGgGR0A7kasp5NXYaAdLYGgIR0CHsc5paibldX2UKGgGR0BiPvTb349HaAdN6ANoCEdAh7ptvwVj7XV9lChoBkdAYfTG4qgAZWgHTegDaAhHQIe+kc2itaJ1fZQoaAZHQGM5qgZjx1BoB03oA2gIR0CHxzLNfPX1dX2UKGgGR0BjNYBkqc3EaAdN6ANoCEdAh8tS925hB3V9lChoBkdANAyx/ustCmgHS4poCEdAh8vrJSzgM3V9lChoBkdAVgyLMs6JZWgHTegDaAhHQIfUc78vVVh1fZQoaAZHQGV0iHZbpvBoB03oA2gIR0CH2J0QK8cudX2UKGgGR0BjHSJQ+EAYaAdN6ANoCEdAh+E78Nx2jnV9lChoBkdAYCBHlOoHcGgHTegDaAhHQIflbThHbyp1fZQoaAZHQGJBiWVu76JoB03oA2gIR0CH7h/1g6U8dX2UKGgGR0BpO7HQyAQQaAdN6ANoCEdAh/JM4cWCVnV9lChoBkdAYo7LKV6eG2gHTegDaAhHQIf692LYPG11fZQoaAZHQGPwYoAn2IxoB03oA2gIR0CH/xGRV6u5dX2UKGgGR0BS1dCVrylOaAdN6ANoCEdAiAemkvboKXV9lChoBkdAOgMt9QXQ+mgHS4RoCEdAiAgrWI42j3V9lChoBkdAYTfYs/Y8MmgHTegDaAhHQIgMTdepn6F1fZQoaAZHQGVG7Y9Pk7xoB03oA2gIR0CIFT5rP+n7dX2UKGgGR0BnCmNFSbYsaAdN6ANoCEdAiBlX7Lt/nXV9lChoBkdAMMGKyfL9uWgHS3JoCEdAiBnXA2ycC3V9lChoBkdAX/VfVqesgmgHTegDaAhHQIgiddC3PRl1fZQoaAZHQF+1E4//vORoB03oA2gIR0CIJpwtrbg1dX2UKGgGR0BiM/TspoboaAdN6ANoCEdAiC8rrPdEcHV9lChoBkdAY13CaZx7zGgHTegDaAhHQIgzR4GD+R51fZQoaAZHQGa3EI5YHPhoB03oA2gIR0CIPDzT4L1FdX2UKGgGR0A/HaSLZSNwaAdLYmgIR0CIPJ6nivPkdX2UKGgGR0Bem+I/JNj9aAdN6ANoCEdAiEDNNBWxQnV9lChoBkdAXIKoddVvM2gHTegDaAhHQIhJRMtbs4V1fZQoaAZHQF4IwfQrtmdoB03oA2gIR0CITWc1fmcOdX2UKGgGR0BigsiILw4LaAdN6ANoCEdAiFXvwuuie3V9lChoBkdAY03xOtW+5GgHTegDaAhHQIhaBRGc4HZ1fZQoaAZHwErPsoDxLChoB03oA2gIR0CIYriF0xM4dX2UKGgGR0BgH3EZR8+iaAdN6ANoCEdAiGbUzj3mFXV9lChoBkdAYPKxFiKBNGgHTegDaAhHQIhvg7o0Q9R1fZQoaAZHQFRsUXHim2toB03oA2gIR0CIc6XGff4zdX2UKGgGR0Bi2W4G2TgVaAdN6ANoCEdAiHxWHDaXbHV9lChoBkdAYZrTvRZ2ZGgHTegDaAhHQIiAajL0SRN1fZQoaAZHQGL9Lt/nW8RoB03oA2gIR0CIiQlUp/gBdX2UKGgGR0BlK3qeK8+SaAdN6ANoCEdAiI0ThP0qY3V9lChoBkdAYRuvovBacWgHTegDaAhHQIiRb2L5ylx1fZQoaAZHQGc9jlo11nxoB03oA2gIR0CImcGcFyJbdX2UKGgGR0Bny8+5e7cxaAdN6ANoCEdAiJ4Zk078vXV9lChoBkdAYERPX05EMWgHTegDaAhHQIimgjSofjl1fZQoaAZHQE9aKLKmsNloB0tlaAhHQIim6/oJRfp1fZQoaAZHQGHANiQT239oB03oA2gIR0CIqzzVc2R8dX2UKGgGR0BmshYzSCvpaAdN6ANoCEdAiLOgv114gXV9lChoBkdASahFEy+HrWgHTegDaAhHQIi3/1xsEaF1fZQoaAZHQGJd4ku6ErZoB03oA2gIR0CIwFXtjTa1dX2UKGgGR0BiE+cFyJbdaAdN6ANoCEdAiMSi4z7/GXV9lChoBkdAYsvu0CzTnmgHTegDaAhHQIjNECeVcD91fZQoaAZHQGP5IRZlnRNoB03oA2gIR0CI0VceKbazdX2UKGgGR7/qdMsYl6Z6aAdLX2gIR0CI0b8MNMGpdX2UKGgGR0BkCkUGmk30aAdN6ANoCEdAiNoqebutwXV9lChoBkdAXY34XXRPXWgHTegDaAhHQIjehMpPRAt1fZQoaAZHQGc53i704BFoB03oA2gIR0CI5w7z06HTdX2UKGgGR0BeHCfUWl/IaAdN6ANoCEdAiOthr30wrXV9lChoBkfAKFbuDzyz5WgHS2toCEdAiOvNhuwX7HV9lChoBkdAYzuMnZ00WWgHTegDaAhHQIj0LZQHiWF1fZQoaAZHwG+n3UH6dlNoB004A2gIR0CI98I+GGmDdX2UKGgGR0Bk46Wkadc0aAdN6ANoCEdAiQArftQbdnV9lChoBkdAZRW/L1VYIWgHTegDaAhHQIkEflIVdop1fZQoaAZHQGHI14HHFP1oB03oA2gIR0CJDO/keZG8dX2UKGgGR0BmzaZlWfbsaAdN6ANoCEdAiRE5XU6PsHV9lChoBkdAY4dtBOYYzmgHTegDaAhHQIkZtX9zfaZ1fZQoaAZHQGRTvtUn5SFoB03oA2gIR0CJHfbwBo25dX2UKGgGR0Bl+jlPrOZ9aAdN6ANoCEdAiSZrd30PH3V9lChoBkfANuMTnJT2nWgHS1xoCEdAiSbLpzLfUHV9lChoBkfAK94jSofjj2gHS2BoCEdAiScsLORkmXV9lChoBkdAYAdZh8Yyf2gHTegDaAhHQIkrcYIjW091fZQoaAZHQGJN3DvVmSRoB03oA2gIR0CJM93FDOTrdX2UKGgGR0Bhz2gUUO/daAdN6ANoCEdAiTgfK6nR9nV9lChoBkdAJJVAAyVObmgHS21oCEdAiTiXWOIZZXV9lChoBkdAYtW0jTrmhmgHTegDaAhHQIlBFc8kleF1fZQoaAZHQGSD7e2uxKRoB03oA2gIR0CJRVaHKwIMdX2UKGgGR0BiOlz0Yj0MaAdN6ANoCEdAiU2rZ8KG+XV9lChoBkdAWmMbLlmvn2gHTegDaAhHQIlR8jxCpm51fZQoaAZHQGH3gKOT7l9oB03oA2gIR0CJWmWyC4BndX2UKGgGR0BbOTxgAp8XaAdN6ANoCEdAiV6kY4yXU3V9lChoBkdAY4bdTo+wDGgHTegDaAhHQIlnLKkl/pd1fZQoaAZHQGQpUUGmk31oB03oA2gIR0CJa3nSOR1YdX2UKGgGR0BgEZ0Qsf7raAdN6ANoCEdAiXPfGdZq23V9lChoBkdANCUMspXp4mgHS2JoCEdAiXRA1m8M/nV9lChoBkdAX89DYywfQ2gHTegDaAhHQIl4dSl3yI51fZQoaAZHQFmnCUHIIWxoB03oA2gIR0CJgPEy+HrRdX2UKGgGR0BL3gSvkiljaAdN6ANoCEdAiYUx9XtBwHV9lChoBkdANAgrH2h7FGgHS41oCEdAiYXMRg7YCnV9lChoBkdAACfDk2gnMWgHS3loCEdAiYZHZCfHxXV9lChoBkdAWon7yhBZ6mgHTegDaAhHQImOse+23KB1fZQoaAZHQDbAcS5AhStoB0traAhHQImPH27FsHl1fZQoaAZHQGAfx/3Fkx1oB03oA2gIR0CJk3INEw36dX2UKGgGR0BgCk0iyIHkaAdN6ANoCEdAiZwKPOpsGnV9lChoBkdAHuyjHn2ZiWgHS1BoCEdAiZxhmoR7JHV9lChoBkdAXaOHh0hePmgHTegDaAhHQImgq7f51vF1fZQoaAZHQGO3M9KVY6poB03oA2gIR0CJqQWAwwj/dX2UKGgGR0BeMcNMGorGaAdN3gJoCEdAiaw2dVea8nVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 490,
+    "_n_updates": 4890,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVOwMAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoRYyiAStawlemHHiGoSPXhhwCMA2luY5SKEecU8f8JImFWbnWAj4BsrqgAdYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==",

ppo-lunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97f00a7b648890d70a4a3bd6ee1f5e8eb53927a1f616d0235abcec3610d88446
+oid sha256:0453c6e0d9f9d18bd85aedf4c403842c6fe74bae77599d5533d27cfc06921f36
 size 88362

ppo-lunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89f8ae507ca1ead9891b9ae0b98b23e3da3301737b8b092a45ccad40da3c1729
+oid sha256:6fdeb0b2d02db9cab36b16e3ec506fee8bd730a014aec17796c7e82cb9a92e6a
 size 43762

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f7181ef76a6c41d7efedb6f39e113145f1794c92b5d6a0077a772f44957aa5e
-size 181351
+oid sha256:8d8c89f68def1e2cead337785cf4e54b6e16644525ad67c24bc3e0b7fa696379
+size 143896

results.json

@@ -1 +1 @@
-{"mean_reward": -23.428865400000003, "std_reward": 113.51448000903058, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-12-05T13:04:17.767622"}
+{"mean_reward": 268.0942727, "std_reward": 18.925234742118654, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-12-05T16:54:53.603750"}