Publishing my first ever RL model

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -319.52 +/- 84.75
+      value: 259.55 +/- 14.71
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x79a91464d480>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x79a91464d510>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x79a91464d5a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x79a91464d630>", "_build": "<function ActorCriticPolicy._build at 0x79a91464d6c0>", "forward": "<function ActorCriticPolicy.forward at 0x79a91464d750>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x79a91464d7e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x79a91464d870>", "_predict": "<function ActorCriticPolicy._predict at 0x79a91464d900>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x79a91464d990>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x79a91464da20>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x79a91464dab0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x79a9145f1f00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 131072, "_total_timesteps": 100000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1714970978253311162, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAD26zr46Ql4/OlSuPSyRBL8xucq+e2CBPgAAAAAAAAAAQOKdPd7hdz+4Dnk9R8epvsphJTylIJ48AAAAAAAAAAASHJW+5+NoP+DE6L6H8yS/gOzJvds/ZL4AAAAAAAAAAHoNl75BbPw+il4euVQR7L4s6/E9ytHXPAAAAAAAAAAAMAsKvxUXBz8ql6K+n/MbvyXSkTsFeea9AAAAAAAAAACSLhg/45JVvmUn0TzL72G8sXCzOk4tOD4AAIA/AAAAALoVeL7kdR48ApVhve1gUL/LR+O+6pK4PgAAgD8AAAAAprbfPY0mlj45bwE9fYgTvyHLVz4OvoE+AAAAAAAAAABA9Ja9BTWCP16jgL62yS2/oSn5PQy2Oz4AAAAAAAAAANOHZj61AcY/7pkxPxEXuTwdog4+UJxSPgAAAAAAAAAATQrXPZXQmz+68wo/0x8Tv7LFqTi1DF09AAAAAAAAAAAtHkC+NmbRP651vb4/nYy8fbqBvuJFPr4AAAAAAAAAAIBayb3IBs28SQKsvhu0Bb/zIiU96hQWvwAAgD8AAIA/ZofavEzgrz9jQKa9ulCWvmi6Q70F1+K9AAAAAAAAAAAzZUA9hWe/P+80gT4vxhA92QVNvov9Oj4AAAAAAAAAALANVr5gFwY/uJljvnUlB78l92W+pMEmvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.3107200000000001, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwD4jIQvpQk6MAWyUS3aMAXSUR0CcijhR64UfdX2UKGgGR8BRVjENvwVkaAdLomgIR0CcijjynUDudX2UKGgGR8A2c9VWCEpRaAdLbmgIR0CcilE25xzadX2UKGgGR8AxTkyk9ECvaAdLW2gIR0CciqhDw6QvdX2UKGgGR8A3/oTfzjFRaAdLhGgIR0CcivwG4ZuRdX2UKGgGR8BnJZ9NN8E3aAdLeGgIR0CciwjGDL8rdX2UKGgGR8A7h9r433pOaAdLZWgIR0Cci+tFa0QcdX2UKGgGR8AwNqc3EQ5FaAdLlWgIR0CcjAHkLhJidX2UKGgGR8BNxu0b961LaAdLYGgIR0CcjNxpcophdX2UKGgGR8BNz4oiLVFyaAdLn2gIR0CcjOvS+g14dX2UKGgGR8BQyvYJ3PiUaAdLlGgIR0CcjRPeHi3odX2UKGgGR8AwshwVCXyBaAdLb2gIR0CcjU5GjKxLdX2UKGgGR8AP3YcvM8oyaAdLeGgIR0CcjbS8rZrYdX2UKGgGR8BO0nhCMPz4aAdLZWgIR0CcjfJtSAH3dX2UKGgGR8BM032/SH/MaAdLo2gIR0CcjeuuA7PqdX2UKGgGR0AFl7Uoa1kUaAdLm2gIR0Ccjf4ecQRPdX2UKGgGR8BRjppi7TUiaAdLdmgIR0CcjhSpBHCodX2UKGgGR8BIaWPcSGrTaAdLcmgIR0CcjmbpNbkfdX2UKGgGR8A6jfGuLaVVaAdLp2gIR0CcjsO0b961dX2UKGgGR8BLchJRO1v3aAdL1mgIR0Ccj0pD/lySdX2UKGgGR8BEtNjCpFTeaAdLcWgIR0Ccj0vysjmkdX2UKGgGR8BOqZZ0Syt3aAdLUmgIR0Ccj2W8RL9NdX2UKGgGR0AlofjCHh0haAdLXGgIR0Ccj6ZPVNHpdX2UKGgGR8BFlUgr6LwXaAdLWGgIR0Ccj/BzFMqSdX2UKGgGR8A9AiosI3R5aAdLTWgIR0CckAN9H+ZPdX2UKGgGR8BGIoGhVU++aAdLV2gIR0CckHwiaAnVdX2UKGgGRz/vRMvh60IDaAdLnGgIR0CckKIrvsqsdX2UKGgGR8BX9MR6F/QTaAdLaGgIR0CckQRxtHhCdX2UKGgGR8A85DLbHp8naAdLlWgIR0CckYLgn+hodX2UKGgGR8BSFaDXe3x4aAdLdWgIR0CckY9R77bddX2UKGgGR0BDBlmnO0LMaAdN6ANoCEdAnJHFcpsoD3V9lChoBkfAJYEGJN0vG2gHS2FoCEdAnJIzeoDPnnV9lChoBkfAT7HxFy7wrmgHS39oCEdAnJIv+85CGHV9lChoBkfABrradtl7MWgHS39oCEdAnJJ3g1m8NHV9lChoBkfAUTm+CbtqpWgHS5toCEdAnJKIiHIp6XV9lChoBkfASVjy6MBIWmgHS3xoCEdAnJMmi1y/9HV9lChoBkfASoz4zrNW2mgHS3loCEdAnJNulwcYInV9lChoBkfAS+2FQEZBLWgHS39oCEdAnJONnCfpU3V9lChoBkfAZHQB8x9G7WgHS6BoCEdAnJP2tp22X3V9lChoBkdAAPQLNOdoWmgHS31oCEdAnJQCYCyQgnV9lChoBkfAMQHiNsFdLWgHS19oCEdAnJVGTTvy9XV9lChoBkfAHLFWXC0ngGgHS3FoCEdAnJVkKqn3tnV9lChoBkfATzhHy3CsO2gHS4toCEdAnJWGfbsWwnV9lChoBkfAVVraakRBeGgHS29oCEdAnJW/YraufXV9lChoBkfAMiWhZha1TmgHS5NoCEdAnJXdHH3lCHV9lChoBkfAUKqIRAbADmgHS4poCEdAnJYxmPHT7XV9lChoBkfAMRjw+dK/VWgHS+9oCEdAnJZT7MxGlXV9lChoBkfAVY7YnOSntWgHS8doCEdAnJaHb/Ot4nV9lChoBkfAJv3PRiPQwGgHS3RoCEdAnJar3K0UoXV9lChoBkfASH6NwR5C4WgHS81oCEdAnJcAudwvQHV9lChoBkfAMpWMwUQCjmgHS71oCEdAnJcpbD/EO3V9lChoBkfAQ6QPd2xIKGgHS4RoCEdAnJdz2zv7WXV9lChoBkdAKJpcHGCI12gHS3VoCEdAnJd3DziCKHV9lChoBkfAVGCDlHSWq2gHS1hoCEdAnJfcriEQG3V9lChoBkfAQaIVTJhfB2gHS6RoCEdAnJggp4KQaXV9lChoBkfAIuTz3AVO9GgHS1loCEdAnJg67qY7aXV9lChoBkfASAMNSZSeiGgHS3VoCEdAnJh99Ujs2XV9lChoBkfAQ5DOs1baAWgHS6FoCEdAnJiFOj7AL3V9lChoBkfAKp8AR02ca2gHS19oCEdAnJjDUutfX3V9lChoBkfATIUz/IbOvGgHS39oCEdAnJjynUDuB3V9lChoBkfANfWX1J17pmgHS2poCEdAnJlgeNkvsnV9lChoBkfAUs/b1yvLYGgHS21oCEdAnJpa7iADrHV9lChoBkfATM5fa6BiC2gHS5ZoCEdAnJp7B9Cu2nV9lChoBkfAQa1p7CzkZWgHS69oCEdAnJp2icoYvXV9lChoBkfAQa7IPsiSq2gHS4ZoCEdAnJqJwGW2PXV9lChoBkfAQzxoRIz3y2gHS4BoCEdAnJqRTS9dvHV9lChoBkfAOPcIeHSF5GgHS2doCEdAnJsBEfDDTHV9lChoBkfANR0nLJSzgWgHS11oCEdAnJtUdJaq0nV9lChoBkfATVmE25xzaWgHS1xoCEdAnJt5i3G4qnV9lChoBkfARuI8p1A7gmgHS31oCEdAnJuFfAsTWXV9lChoBkfAHVw2l2vB8GgHS6BoCEdAnJvDABT4tnV9lChoBkdANpXQyAQQMGgHS3loCEdAnJvYtYjjaXV9lChoBkfAHs4wh4dIXmgHS+ZoCEdAnJxddNWU8nV9lChoBkfAMtP+n62v0WgHS2poCEdAnJxZkbxVhnV9lChoBkfAMf7IPsiSq2gHS1VoCEdAnJysxbjcVXV9lChoBkfAQpen0kGA1GgHS1BoCEdAnJy36yjYZnV9lChoBkdALGQ8W9DhL2gHS71oCEdAnJz+sxO+I3V9lChoBkfAT19C7btZ3mgHS7hoCEdAnJ2M67ulXXV9lChoBkfAR6YI8hcJMWgHS3NoCEdAnJ28HKOktXV9lChoBkfAUA3OlfqoqGgHS4loCEdAnJ49RaX8fnV9lChoBkfAUH7VI7Njb2gHS3ZoCEdAnJ5FDjR2KXV9lChoBkfASWkBsANoamgHS2loCEdAnJ5oyCWeH3V9lChoBkfAQgqesgdOqWgHS29oCEdAnJ6JMQEpzHV9lChoBkfAPg2PcSGrS2gHS1JoCEdAnJ6aASWZ7XV9lChoBkfATXuTTvy9VWgHS1doCEdAnJ8KD5CWvHV9lChoBkfANZGkep4r0GgHS5BoCEdAnJ878m8dxXV9lChoBkfAN+H889wFT2gHS2JoCEdAnJ9Zr56+nXV9lChoBkfAPym6wt8NQWgHS4ZoCEdAnJ996PbO/3V9lChoBkfAUwTwYtQKr2gHS0RoCEdAnKAJng5zYHV9lChoBkfANPszqKP4mGgHS2ZoCEdAnKB0/bCaZ3V9lChoBkfAQLnFLnLaEmgHS+RoCEdAnKCs6/7BPHV9lChoBkfAOLPRmbsniWgHS3ZoCEdAnKDBIJ7b+XV9lChoBkfABpCTlkpZwGgHS7ZoCEdAnKC8dDIBBHV9lChoBkfASsfNRm9QGmgHS5doCEdAnKEeKKpDNXV9lChoBkfANTnyup0fYGgHS2xoCEdAnKGWxD9fkXV9lChoBkfASoRY3eenRGgHS1VoCEdAnKGlglWwNnV9lChoBkfAU08Jb+tKZmgHS3loCEdAnKHCwOe8PHV9lChoBkfAOeC9h7Vrh2gHS3xoCEdAnKH9CRfWtnV9lChoBkfAS7OjIq9XcWgHS4loCEdAnKIP2bobGXV9lChoBkfARTSnpB5X2mgHS9poCEdAnKJpBX0Xg3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x79a91464d480>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x79a91464d510>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x79a91464d5a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x79a91464d630>", "_build": "<function ActorCriticPolicy._build at 0x79a91464d6c0>", "forward": "<function ActorCriticPolicy.forward at 0x79a91464d750>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x79a91464d7e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x79a91464d870>", "_predict": "<function ActorCriticPolicy._predict at 0x79a91464d900>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x79a91464d990>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x79a91464da20>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x79a91464dab0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x79a9145f1f00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1714971871370068477, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAI1jQD7UQ9a8oi2dO/YxuLqxID6+xnIguwAAgD8AAIA/GtZQvko9cT9ehMu+RPgbvzRQfr71Hye9AAAAAAAAAADTWkc+zgTRvNKQFLvQU5o5d5NDvrpuTzoAAIA/AACAP60QIT7PWlG8Z/TJPdTlP7ygBbG9uS0dvQAAgD8AAIA/cxrvveaspT9+YRa/+u8CvwNk9L1SrVO+AAAAAAAAAACmxis+VBy+PdDXxL3r7IO+kcTGPBvOMj0AAAAAAAAAAFqhuL2pGwa8PSTTPYGVUTyIEW+9QcExPQAAgD8AAAAAzW58PRZwJz1TGGO9giN/vrzifrvAcwg8AAAAAAAAAABgTEk+FPqpvLoQWjuOXLW5LlgevkcjjroAAIA/AACAP8A6FT5DVBm8E0MQvp2Ipr0o5HK9gXyBvgAAgD8AAIA/8EaVvml8RD3Nlyg+5DdQvlxp47zTuCk7AAAAAAAAAABglEQ+SMmNvKGFHztx5nO5kw/5vZ1SQroAAIA/AACAP+aKCj32cG66XhCgssWihLC3HRU7utB8MwAAgD8AAIA/jbk1vq5M3TtORoQ+khH4uvEwpb51QiE+AAAAAAAAgD+6SQ2+xbphP/UDfL4aZiC/cuAlvsYJ2bwAAAAAAAAAAJqX7byfzeA8oqkqPqvyjL7KFy89n3KjPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV+wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHDBv/aQFLaMAWyUS9aMAXSUR0CaJ2n5SFXadX2UKGgGR0BwK6wcHWz4aAdNEQFoCEdAmifjtgKF7HV9lChoBkdAcw7n9ehPCWgHTRgBaAhHQJooPe/Ho5h1fZQoaAZHQHAGWpda+vhoB0veaAhHQJopq+lCTll1fZQoaAZHQHCL2wNb1RNoB0vkaAhHQJop0hNdqtZ1fZQoaAZHQG9RzSLIgeRoB00HAWgIR0CaKyfkmx+sdX2UKGgGR0Bx+eO+7Dl6aAdNEQFoCEdAmiyZS75EdHV9lChoBkdAcYAtwJgLJGgHTVABaAhHQJotKp0fYBh1fZQoaAZHQEdx8KohpxpoB0uRaAhHQJouWPRzBAR1fZQoaAZHQHCf15Sm65JoB0vpaAhHQJou/pdKNAF1fZQoaAZHQHEA7J8v25BoB01BAWgIR0CaL0fzSThYdX2UKGgGR0Bxdga6z3RHaAdLwmgIR0CaL/YVqN6xdX2UKGgGR0BxYG75Ec81aAdNRwFoCEdAmjAtmpVCHHV9lChoBkdAcY48L8aXKWgHS9ZoCEdAmjBJwn6VMXV9lChoBkdAcNBIxQBPsWgHS8poCEdAmjITkQwsXnV9lChoBkdAcQT9U0elsWgHS89oCEdAmjO5rtVrAXV9lChoBkdAPynjABT4tmgHS6poCEdAmjQyMtK7I3V9lChoBkdAcYsWZ7Xxv2gHTQYBaAhHQJo0m0mdAgR1fZQoaAZHQGLu/axoqTdoB03oA2gIR0CaNPwBYFJQdX2UKGgGR0BxIrMjeKsNaAdLr2gIR0CaNW/5tWMkdX2UKGgGR0BiPjZ13dKvaAdN6ANoCEdAmjbUPhAGCHV9lChoBkdAb0TAfMfRu2gHS9FoCEdAmjeIW1twaXV9lChoBkdAbso9i+cpb2gHS7xoCEdAmjfsr3CbdHV9lChoBkdAccG0NBnjAGgHS+JoCEdAmjh3SOR1YHV9lChoBkdAcbrkjopx3mgHTSEBaAhHQJo4nXrdFfB1fZQoaAZHQF6TfuTibUhoB03oA2gIR0CaOfrDIikgdX2UKGgGR0ByIBBX0XgtaAdL9WgIR0CaOhfCyhSMdX2UKGgGR0Bv14fdRBNVaAdLt2gIR0CaOtnUDuBudX2UKGgGR0BuDFD+irT6aAdLrWgIR0CaOuKJl8PXdX2UKGgGR0BxNF60IC2daAdL8GgIR0CaO0/axoqTdX2UKGgGR0BwfaT5ftx/aAdL0GgIR0CaPiRyOq//dX2UKGgGR0BkotmjCYTkaAdN6ANoCEdAmj4+NxVAA3V9lChoBkdAcZff1YhdMWgHS8JoCEdAmj5JFPSDy3V9lChoBkdAbpDZKWcBl2gHS7xoCEdAmj8P6wdKd3V9lChoBkdAcrJYAbQ1JmgHTQkBaAhHQJo/EBCD28J1fZQoaAZHQHE0r9/BnBdoB0vPaAhHQJo/Gxu89Oh1fZQoaAZHQHGti7Xg9/1oB01LAWgIR0CaQIhV2icodX2UKGgGR0BwZnbah6BzaAdL0GgIR0CaQRYIBzV+dX2UKGgGR0Bv/WavzOHGaAdL/WgIR0CaQR2OhkAhdX2UKGgGR0BxzNZlnRLLaAdL22gIR0CaQUt+CsfadX2UKGgGR0BxdGyxA0KraAdLsmgIR0CaQVqmj0tidX2UKGgGR0Bv5kZpBX0YaAdL12gIR0CaQhWPLgXNdX2UKGgGR0Bwu/xusLfDaAdL3WgIR0CaQkkoF3Y+dX2UKGgGR0BEJezD4xk/aAdLnWgIR0CaQ2Z5AyEddX2UKGgGR0Bhzy1y/9HdaAdN6ANoCEdAmkPr4agmJHV9lChoBkdAcmJ4smOU+2gHS6xoCEdAmkR2tyPuHHV9lChoBkdAb339n9NvfmgHS9NoCEdAmkT9CiRGMHV9lChoBkdAcBSclw97nmgHS99oCEdAmkUzVtoBaXV9lChoBkdAcMWUEgW8AmgHS9ZoCEdAmkW3xri2lXV9lChoBkdAcLMANXo1UGgHS91oCEdAmkX2bsniN3V9lChoBkdAcQNGwzLwF2gHS9VoCEdAmkcAcLjPwHV9lChoBkdAcTAnn+yZ8mgHS9loCEdAmkfvMW43FXV9lChoBkdAcbgpIMBp6GgHS+hoCEdAmkglXJYDDHV9lChoBkdAcFeveP7vX2gHS9BoCEdAmkiOR5kbxXV9lChoBkdAcRmfR/mT1WgHS7hoCEdAmkjo+4b0e3V9lChoBkdAcEfmxMWXTmgHS/BoCEdAmkla4hEBsHV9lChoBkdAcNZ//vOQhmgHS71oCEdAmkmZWmxdIHV9lChoBkdAP2EGJN0vG2gHS6toCEdAmksAfhddFHV9lChoBkdAce8sU7CBPWgHS9JoCEdAmkt1QhwEQ3V9lChoBkdAcKbfq5byH2gHS7VoCEdAmkuSF49ovnV9lChoBkdAckuAk9lmOGgHS+FoCEdAmkwhK+SKWXV9lChoBkdAcXMmzByjpWgHTQgBaAhHQJpMiM6zVtp1fZQoaAZHQHA6VV5rxiJoB0vEaAhHQJpNIJWvKU51fZQoaAZHQEWhCZWq95BoB0uzaAhHQJpO0yHmA9V1fZQoaAZHQHBfCH2ys0ZoB0viaAhHQJpPnDbah6B1fZQoaAZHQHBZ3+6y0KJoB0uxaAhHQJpP2IRAbAF1fZQoaAZHQHH6dkFwDNhoB0v/aAhHQJpR3yd4FA51fZQoaAZHQHI4w9q1w5xoB00OAWgIR0CaUgDWsijddX2UKGgGR0BvLziMo+fRaAdLuWgIR0CaUvgctGutdX2UKGgGR0BwbtIK+i8GaAdLyGgIR0CaUwLbpNbkdX2UKGgGR0Bx6bfl6qsEaAdNBgFoCEdAmlNlSbYsd3V9lChoBkdAY9BUADJU52gHTegDaAhHQJpToJRfnfV1fZQoaAZHQG+zjMNc4YJoB0usaAhHQJpT8xREWqN1fZQoaAZHQHCZ6Lfk3jxoB0u8aAhHQJpX05/9YOl1fZQoaAZHQG9LXIU8FINoB0vAaAhHQJpY+aw2VFB1fZQoaAZHQGR2b2+PBBRoB03oA2gIR0CaWa8mrsBydX2UKGgGR0BVnrPt2LYPaAdLm2gIR0CaWzIv8IiUdX2UKGgGR0BxcJCa7VawaAdL0WgIR0CaW4aoddVvdX2UKGgGR0BxE+Rr8BMjaAdLxmgIR0CaW/AP/aQFdX2UKGgGR0Bwv18c+7lJaAdLyGgIR0CaW/pHI6sAdX2UKGgGR0BveGJ53TuwaAdLz2gIR0CaXMvrWy1NdX2UKGgGR0Bx/fQw9JSSaAdNMAFoCEdAml1Tx0+1SnV9lChoBkdAcXjfJV81GmgHTQgBaAhHQJpdhygf2bp1fZQoaAZHQHFitSAH3URoB0utaAhHQJpemAPNFBp1fZQoaAZHQHJu3RkVerxoB00MAWgIR0CaXrr1dxACdX2UKGgGR0BuN156dDpkaAdL1WgIR0CaYKDMNc4YdX2UKGgGR0Bxw5UIcBEKaAdLrWgIR0CaYTgn+hoNdX2UKGgGR0BxQDNQj2SMaAdLvWgIR0CaYpxQzk6tdX2UKGgGR0BvfSZYxL00aAdLymgIR0CaYp1cMVk+dX2UKGgGR0Bso1c2R7qqaAdLwGgIR0CaYruRcNYsdX2UKGgGR0BxumnR9gF5aAdLyGgIR0CaZJ+pfhMrdX2UKGgGR0BvL1N5+pfhaAdLsmgIR0CaZRVeKKpDdX2UKGgGR0ByfJ52Qnx8aAdL6GgIR0CaZZy9EkSmdX2UKGgGR0BwMm6DoQnQaAdLymgIR0CaZd7l7tzCdX2UKGgGR0BjIa1y/9HdaAdN6ANoCEdAmmXplrdnCnV9lChoBkdAYuwrMC9ytGgHTegDaAhHQJpmMEZBLPF1fZQoaAZHQHBAxs2vStxoB00QAWgIR0CaZoe8f3evdX2UKGgGR0BxTPTUiILxaAdL4WgIR0CaaWkcCHRDdX2UKGgGR0ByAQslLOAzaAdL9WgIR0CaaX7+kxh2dX2UKGgGR0BwXPAmAskIaAdL0mgIR0CaakNKRMewdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.2.1+cu121", "GPU Enabled": "True", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ea1a3f088bf34227a43239746e55e58d83a2c8af1dccf6de4a49f764c5c743f
-size 147950
+oid sha256:ddb832951e69ed14a903da2fe828cf1dddb518404a1ac1a7bcd2714555ff91b0
+size 147987

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 131072,
-    "_total_timesteps": 100000,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1714970978253311162,
+    "start_time": 1714971871370068477,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAD26zr46Ql4/OlSuPSyRBL8xucq+e2CBPgAAAAAAAAAAQOKdPd7hdz+4Dnk9R8epvsphJTylIJ48AAAAAAAAAAASHJW+5+NoP+DE6L6H8yS/gOzJvds/ZL4AAAAAAAAAAHoNl75BbPw+il4euVQR7L4s6/E9ytHXPAAAAAAAAAAAMAsKvxUXBz8ql6K+n/MbvyXSkTsFeea9AAAAAAAAAACSLhg/45JVvmUn0TzL72G8sXCzOk4tOD4AAIA/AAAAALoVeL7kdR48ApVhve1gUL/LR+O+6pK4PgAAgD8AAAAAprbfPY0mlj45bwE9fYgTvyHLVz4OvoE+AAAAAAAAAABA9Ja9BTWCP16jgL62yS2/oSn5PQy2Oz4AAAAAAAAAANOHZj61AcY/7pkxPxEXuTwdog4+UJxSPgAAAAAAAAAATQrXPZXQmz+68wo/0x8Tv7LFqTi1DF09AAAAAAAAAAAtHkC+NmbRP651vb4/nYy8fbqBvuJFPr4AAAAAAAAAAIBayb3IBs28SQKsvhu0Bb/zIiU96hQWvwAAgD8AAIA/ZofavEzgrz9jQKa9ulCWvmi6Q70F1+K9AAAAAAAAAAAzZUA9hWe/P+80gT4vxhA92QVNvov9Oj4AAAAAAAAAALANVr5gFwY/uJljvnUlB78l92W+pMEmvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAI1jQD7UQ9a8oi2dO/YxuLqxID6+xnIguwAAgD8AAIA/GtZQvko9cT9ehMu+RPgbvzRQfr71Hye9AAAAAAAAAADTWkc+zgTRvNKQFLvQU5o5d5NDvrpuTzoAAIA/AACAP60QIT7PWlG8Z/TJPdTlP7ygBbG9uS0dvQAAgD8AAIA/cxrvveaspT9+YRa/+u8CvwNk9L1SrVO+AAAAAAAAAACmxis+VBy+PdDXxL3r7IO+kcTGPBvOMj0AAAAAAAAAAFqhuL2pGwa8PSTTPYGVUTyIEW+9QcExPQAAgD8AAAAAzW58PRZwJz1TGGO9giN/vrzifrvAcwg8AAAAAAAAAABgTEk+FPqpvLoQWjuOXLW5LlgevkcjjroAAIA/AACAP8A6FT5DVBm8E0MQvp2Ipr0o5HK9gXyBvgAAgD8AAIA/8EaVvml8RD3Nlyg+5DdQvlxp47zTuCk7AAAAAAAAAABglEQ+SMmNvKGFHztx5nO5kw/5vZ1SQroAAIA/AACAP+aKCj32cG66XhCgssWihLC3HRU7utB8MwAAgD8AAIA/jbk1vq5M3TtORoQ+khH4uvEwpb51QiE+AAAAAAAAgD+6SQ2+xbphP/UDfL4aZiC/cuAlvsYJ2bwAAAAAAAAAAJqX7byfzeA8oqkqPqvyjL7KFy89n3KjPAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.3107200000000001,
+    "_current_progress_remaining": -0.015808000000000044,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwD4jIQvpQk6MAWyUS3aMAXSUR0CcijhR64UfdX2UKGgGR8BRVjENvwVkaAdLomgIR0CcijjynUDudX2UKGgGR8A2c9VWCEpRaAdLbmgIR0CcilE25xzadX2UKGgGR8AxTkyk9ECvaAdLW2gIR0CciqhDw6QvdX2UKGgGR8A3/oTfzjFRaAdLhGgIR0CcivwG4ZuRdX2UKGgGR8BnJZ9NN8E3aAdLeGgIR0CciwjGDL8rdX2UKGgGR8A7h9r433pOaAdLZWgIR0Cci+tFa0QcdX2UKGgGR8AwNqc3EQ5FaAdLlWgIR0CcjAHkLhJidX2UKGgGR8BNxu0b961LaAdLYGgIR0CcjNxpcophdX2UKGgGR8BNz4oiLVFyaAdLn2gIR0CcjOvS+g14dX2UKGgGR8BQyvYJ3PiUaAdLlGgIR0CcjRPeHi3odX2UKGgGR8AwshwVCXyBaAdLb2gIR0CcjU5GjKxLdX2UKGgGR8AP3YcvM8oyaAdLeGgIR0CcjbS8rZrYdX2UKGgGR8BO0nhCMPz4aAdLZWgIR0CcjfJtSAH3dX2UKGgGR8BM032/SH/MaAdLo2gIR0CcjeuuA7PqdX2UKGgGR0AFl7Uoa1kUaAdLm2gIR0Ccjf4ecQRPdX2UKGgGR8BRjppi7TUiaAdLdmgIR0CcjhSpBHCodX2UKGgGR8BIaWPcSGrTaAdLcmgIR0CcjmbpNbkfdX2UKGgGR8A6jfGuLaVVaAdLp2gIR0CcjsO0b961dX2UKGgGR8BLchJRO1v3aAdL1mgIR0Ccj0pD/lySdX2UKGgGR8BEtNjCpFTeaAdLcWgIR0Ccj0vysjmkdX2UKGgGR8BOqZZ0Syt3aAdLUmgIR0Ccj2W8RL9NdX2UKGgGR0AlofjCHh0haAdLXGgIR0Ccj6ZPVNHpdX2UKGgGR8BFlUgr6LwXaAdLWGgIR0Ccj/BzFMqSdX2UKGgGR8A9AiosI3R5aAdLTWgIR0CckAN9H+ZPdX2UKGgGR8BGIoGhVU++aAdLV2gIR0CckHwiaAnVdX2UKGgGRz/vRMvh60IDaAdLnGgIR0CckKIrvsqsdX2UKGgGR8BX9MR6F/QTaAdLaGgIR0CckQRxtHhCdX2UKGgGR8A85DLbHp8naAdLlWgIR0CckYLgn+hodX2UKGgGR8BSFaDXe3x4aAdLdWgIR0CckY9R77bddX2UKGgGR0BDBlmnO0LMaAdN6ANoCEdAnJHFcpsoD3V9lChoBkfAJYEGJN0vG2gHS2FoCEdAnJIzeoDPnnV9lChoBkfAT7HxFy7wrmgHS39oCEdAnJIv+85CGHV9lChoBkfABrradtl7MWgHS39oCEdAnJJ3g1m8NHV9lChoBkfAUTm+CbtqpWgHS5toCEdAnJKIiHIp6XV9lChoBkfASVjy6MBIWmgHS3xoCEdAnJMmi1y/9HV9lChoBkfASoz4zrNW2mgHS3loCEdAnJNulwcYInV9lChoBkfAS+2FQEZBLWgHS39oCEdAnJONnCfpU3V9lChoBkfAZHQB8x9G7WgHS6BoCEdAnJP2tp22X3V9lChoBkdAAPQLNOdoWmgHS31oCEdAnJQCYCyQgnV9lChoBkfAMQHiNsFdLWgHS19oCEdAnJVGTTvy9XV9lChoBkfAHLFWXC0ngGgHS3FoCEdAnJVkKqn3tnV9lChoBkfATzhHy3CsO2gHS4toCEdAnJWGfbsWwnV9lChoBkfAVVraakRBeGgHS29oCEdAnJW/YraufXV9lChoBkfAMiWhZha1TmgHS5NoCEdAnJXdHH3lCHV9lChoBkfAUKqIRAbADmgHS4poCEdAnJYxmPHT7XV9lChoBkfAMRjw+dK/VWgHS+9oCEdAnJZT7MxGlXV9lChoBkfAVY7YnOSntWgHS8doCEdAnJaHb/Ot4nV9lChoBkfAJv3PRiPQwGgHS3RoCEdAnJar3K0UoXV9lChoBkfASH6NwR5C4WgHS81oCEdAnJcAudwvQHV9lChoBkfAMpWMwUQCjmgHS71oCEdAnJcpbD/EO3V9lChoBkfAQ6QPd2xIKGgHS4RoCEdAnJdz2zv7WXV9lChoBkdAKJpcHGCI12gHS3VoCEdAnJd3DziCKHV9lChoBkfAVGCDlHSWq2gHS1hoCEdAnJfcriEQG3V9lChoBkfAQaIVTJhfB2gHS6RoCEdAnJggp4KQaXV9lChoBkfAIuTz3AVO9GgHS1loCEdAnJg67qY7aXV9lChoBkfASAMNSZSeiGgHS3VoCEdAnJh99Ujs2XV9lChoBkfAQ5DOs1baAWgHS6FoCEdAnJiFOj7AL3V9lChoBkfAKp8AR02ca2gHS19oCEdAnJjDUutfX3V9lChoBkfATIUz/IbOvGgHS39oCEdAnJjynUDuB3V9lChoBkfANfWX1J17pmgHS2poCEdAnJlgeNkvsnV9lChoBkfAUs/b1yvLYGgHS21oCEdAnJpa7iADrHV9lChoBkfATM5fa6BiC2gHS5ZoCEdAnJp7B9Cu2nV9lChoBkfAQa1p7CzkZWgHS69oCEdAnJp2icoYvXV9lChoBkfAQa7IPsiSq2gHS4ZoCEdAnJqJwGW2PXV9lChoBkfAQzxoRIz3y2gHS4BoCEdAnJqRTS9dvHV9lChoBkfAOPcIeHSF5GgHS2doCEdAnJsBEfDDTHV9lChoBkfANR0nLJSzgWgHS11oCEdAnJtUdJaq0nV9lChoBkfATVmE25xzaWgHS1xoCEdAnJt5i3G4qnV9lChoBkfARuI8p1A7gmgHS31oCEdAnJuFfAsTWXV9lChoBkfAHVw2l2vB8GgHS6BoCEdAnJvDABT4tnV9lChoBkdANpXQyAQQMGgHS3loCEdAnJvYtYjjaXV9lChoBkfAHs4wh4dIXmgHS+ZoCEdAnJxddNWU8nV9lChoBkfAMtP+n62v0WgHS2poCEdAnJxZkbxVhnV9lChoBkfAMf7IPsiSq2gHS1VoCEdAnJysxbjcVXV9lChoBkfAQpen0kGA1GgHS1BoCEdAnJy36yjYZnV9lChoBkdALGQ8W9DhL2gHS71oCEdAnJz+sxO+I3V9lChoBkfAT19C7btZ3mgHS7hoCEdAnJ2M67ulXXV9lChoBkfAR6YI8hcJMWgHS3NoCEdAnJ28HKOktXV9lChoBkfAUA3OlfqoqGgHS4loCEdAnJ49RaX8fnV9lChoBkfAUH7VI7Njb2gHS3ZoCEdAnJ5FDjR2KXV9lChoBkfASWkBsANoamgHS2loCEdAnJ5oyCWeH3V9lChoBkfAQgqesgdOqWgHS29oCEdAnJ6JMQEpzHV9lChoBkfAPg2PcSGrS2gHS1JoCEdAnJ6aASWZ7XV9lChoBkfATXuTTvy9VWgHS1doCEdAnJ8KD5CWvHV9lChoBkfANZGkep4r0GgHS5BoCEdAnJ878m8dxXV9lChoBkfAN+H889wFT2gHS2JoCEdAnJ9Zr56+nXV9lChoBkfAPym6wt8NQWgHS4ZoCEdAnJ996PbO/3V9lChoBkfAUwTwYtQKr2gHS0RoCEdAnKAJng5zYHV9lChoBkfANPszqKP4mGgHS2ZoCEdAnKB0/bCaZ3V9lChoBkfAQLnFLnLaEmgHS+RoCEdAnKCs6/7BPHV9lChoBkfAOLPRmbsniWgHS3ZoCEdAnKDBIJ7b+XV9lChoBkfABpCTlkpZwGgHS7ZoCEdAnKC8dDIBBHV9lChoBkfASsfNRm9QGmgHS5doCEdAnKEeKKpDNXV9lChoBkfANTnyup0fYGgHS2xoCEdAnKGWxD9fkXV9lChoBkfASoRY3eenRGgHS1VoCEdAnKGlglWwNnV9lChoBkfAU08Jb+tKZmgHS3loCEdAnKHCwOe8PHV9lChoBkfAOeC9h7Vrh2gHS3xoCEdAnKH9CRfWtnV9lChoBkfAS7OjIq9XcWgHS4loCEdAnKIP2bobGXV9lChoBkfARTSnpB5X2mgHS9poCEdAnKJpBX0Xg3VlLg=="
+        ":serialized:": "gAWV+wsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHDBv/aQFLaMAWyUS9aMAXSUR0CaJ2n5SFXadX2UKGgGR0BwK6wcHWz4aAdNEQFoCEdAmifjtgKF7HV9lChoBkdAcw7n9ehPCWgHTRgBaAhHQJooPe/Ho5h1fZQoaAZHQHAGWpda+vhoB0veaAhHQJopq+lCTll1fZQoaAZHQHCL2wNb1RNoB0vkaAhHQJop0hNdqtZ1fZQoaAZHQG9RzSLIgeRoB00HAWgIR0CaKyfkmx+sdX2UKGgGR0Bx+eO+7Dl6aAdNEQFoCEdAmiyZS75EdHV9lChoBkdAcYAtwJgLJGgHTVABaAhHQJotKp0fYBh1fZQoaAZHQEdx8KohpxpoB0uRaAhHQJouWPRzBAR1fZQoaAZHQHCf15Sm65JoB0vpaAhHQJou/pdKNAF1fZQoaAZHQHEA7J8v25BoB01BAWgIR0CaL0fzSThYdX2UKGgGR0Bxdga6z3RHaAdLwmgIR0CaL/YVqN6xdX2UKGgGR0BxYG75Ec81aAdNRwFoCEdAmjAtmpVCHHV9lChoBkdAcY48L8aXKWgHS9ZoCEdAmjBJwn6VMXV9lChoBkdAcNBIxQBPsWgHS8poCEdAmjITkQwsXnV9lChoBkdAcQT9U0elsWgHS89oCEdAmjO5rtVrAXV9lChoBkdAPynjABT4tmgHS6poCEdAmjQyMtK7I3V9lChoBkdAcYsWZ7Xxv2gHTQYBaAhHQJo0m0mdAgR1fZQoaAZHQGLu/axoqTdoB03oA2gIR0CaNPwBYFJQdX2UKGgGR0BxIrMjeKsNaAdLr2gIR0CaNW/5tWMkdX2UKGgGR0BiPjZ13dKvaAdN6ANoCEdAmjbUPhAGCHV9lChoBkdAb0TAfMfRu2gHS9FoCEdAmjeIW1twaXV9lChoBkdAbso9i+cpb2gHS7xoCEdAmjfsr3CbdHV9lChoBkdAccG0NBnjAGgHS+JoCEdAmjh3SOR1YHV9lChoBkdAcbrkjopx3mgHTSEBaAhHQJo4nXrdFfB1fZQoaAZHQF6TfuTibUhoB03oA2gIR0CaOfrDIikgdX2UKGgGR0ByIBBX0XgtaAdL9WgIR0CaOhfCyhSMdX2UKGgGR0Bv14fdRBNVaAdLt2gIR0CaOtnUDuBudX2UKGgGR0BuDFD+irT6aAdLrWgIR0CaOuKJl8PXdX2UKGgGR0BxNF60IC2daAdL8GgIR0CaO0/axoqTdX2UKGgGR0BwfaT5ftx/aAdL0GgIR0CaPiRyOq//dX2UKGgGR0BkotmjCYTkaAdN6ANoCEdAmj4+NxVAA3V9lChoBkdAcZff1YhdMWgHS8JoCEdAmj5JFPSDy3V9lChoBkdAbpDZKWcBl2gHS7xoCEdAmj8P6wdKd3V9lChoBkdAcrJYAbQ1JmgHTQkBaAhHQJo/EBCD28J1fZQoaAZHQHE0r9/BnBdoB0vPaAhHQJo/Gxu89Oh1fZQoaAZHQHGti7Xg9/1oB01LAWgIR0CaQIhV2icodX2UKGgGR0BwZnbah6BzaAdL0GgIR0CaQRYIBzV+dX2UKGgGR0Bv/WavzOHGaAdL/WgIR0CaQR2OhkAhdX2UKGgGR0BxzNZlnRLLaAdL22gIR0CaQUt+CsfadX2UKGgGR0BxdGyxA0KraAdLsmgIR0CaQVqmj0tidX2UKGgGR0Bv5kZpBX0YaAdL12gIR0CaQhWPLgXNdX2UKGgGR0Bwu/xusLfDaAdL3WgIR0CaQkkoF3Y+dX2UKGgGR0BEJezD4xk/aAdLnWgIR0CaQ2Z5AyEddX2UKGgGR0Bhzy1y/9HdaAdN6ANoCEdAmkPr4agmJHV9lChoBkdAcmJ4smOU+2gHS6xoCEdAmkR2tyPuHHV9lChoBkdAb339n9NvfmgHS9NoCEdAmkT9CiRGMHV9lChoBkdAcBSclw97nmgHS99oCEdAmkUzVtoBaXV9lChoBkdAcMWUEgW8AmgHS9ZoCEdAmkW3xri2lXV9lChoBkdAcLMANXo1UGgHS91oCEdAmkX2bsniN3V9lChoBkdAcQNGwzLwF2gHS9VoCEdAmkcAcLjPwHV9lChoBkdAcTAnn+yZ8mgHS9loCEdAmkfvMW43FXV9lChoBkdAcbgpIMBp6GgHS+hoCEdAmkglXJYDDHV9lChoBkdAcFeveP7vX2gHS9BoCEdAmkiOR5kbxXV9lChoBkdAcRmfR/mT1WgHS7hoCEdAmkjo+4b0e3V9lChoBkdAcEfmxMWXTmgHS/BoCEdAmkla4hEBsHV9lChoBkdAcNZ//vOQhmgHS71oCEdAmkmZWmxdIHV9lChoBkdAP2EGJN0vG2gHS6toCEdAmksAfhddFHV9lChoBkdAce8sU7CBPWgHS9JoCEdAmkt1QhwEQ3V9lChoBkdAcKbfq5byH2gHS7VoCEdAmkuSF49ovnV9lChoBkdAckuAk9lmOGgHS+FoCEdAmkwhK+SKWXV9lChoBkdAcXMmzByjpWgHTQgBaAhHQJpMiM6zVtp1fZQoaAZHQHA6VV5rxiJoB0vEaAhHQJpNIJWvKU51fZQoaAZHQEWhCZWq95BoB0uzaAhHQJpO0yHmA9V1fZQoaAZHQHBfCH2ys0ZoB0viaAhHQJpPnDbah6B1fZQoaAZHQHBZ3+6y0KJoB0uxaAhHQJpP2IRAbAF1fZQoaAZHQHH6dkFwDNhoB0v/aAhHQJpR3yd4FA51fZQoaAZHQHI4w9q1w5xoB00OAWgIR0CaUgDWsijddX2UKGgGR0BvLziMo+fRaAdLuWgIR0CaUvgctGutdX2UKGgGR0BwbtIK+i8GaAdLyGgIR0CaUwLbpNbkdX2UKGgGR0Bx6bfl6qsEaAdNBgFoCEdAmlNlSbYsd3V9lChoBkdAY9BUADJU52gHTegDaAhHQJpToJRfnfV1fZQoaAZHQG+zjMNc4YJoB0usaAhHQJpT8xREWqN1fZQoaAZHQHCZ6Lfk3jxoB0u8aAhHQJpX05/9YOl1fZQoaAZHQG9LXIU8FINoB0vAaAhHQJpY+aw2VFB1fZQoaAZHQGR2b2+PBBRoB03oA2gIR0CaWa8mrsBydX2UKGgGR0BVnrPt2LYPaAdLm2gIR0CaWzIv8IiUdX2UKGgGR0BxcJCa7VawaAdL0WgIR0CaW4aoddVvdX2UKGgGR0BxE+Rr8BMjaAdLxmgIR0CaW/AP/aQFdX2UKGgGR0Bwv18c+7lJaAdLyGgIR0CaW/pHI6sAdX2UKGgGR0BveGJ53TuwaAdLz2gIR0CaXMvrWy1NdX2UKGgGR0Bx/fQw9JSSaAdNMAFoCEdAml1Tx0+1SnV9lChoBkdAcXjfJV81GmgHTQgBaAhHQJpdhygf2bp1fZQoaAZHQHFitSAH3URoB0utaAhHQJpemAPNFBp1fZQoaAZHQHJu3RkVerxoB00MAWgIR0CaXrr1dxACdX2UKGgGR0BuN156dDpkaAdL1WgIR0CaYKDMNc4YdX2UKGgGR0Bxw5UIcBEKaAdLrWgIR0CaYTgn+hoNdX2UKGgGR0BxQDNQj2SMaAdLvWgIR0CaYpxQzk6tdX2UKGgGR0BvfSZYxL00aAdLymgIR0CaYp1cMVk+dX2UKGgGR0Bso1c2R7qqaAdLwGgIR0CaYruRcNYsdX2UKGgGR0BxumnR9gF5aAdLyGgIR0CaZJ+pfhMrdX2UKGgGR0BvL1N5+pfhaAdLsmgIR0CaZRVeKKpDdX2UKGgGR0ByfJ52Qnx8aAdL6GgIR0CaZZy9EkSmdX2UKGgGR0BwMm6DoQnQaAdLymgIR0CaZd7l7tzCdX2UKGgGR0BjIa1y/9HdaAdN6ANoCEdAmmXplrdnCnV9lChoBkdAYuwrMC9ytGgHTegDaAhHQJpmMEZBLPF1fZQoaAZHQHBAxs2vStxoB00QAWgIR0CaZoe8f3evdX2UKGgGR0BxTPTUiILxaAdL4WgIR0CaaWkcCHRDdX2UKGgGR0ByAQslLOAzaAdL9WgIR0CaaX7+kxh2dX2UKGgGR0BwXPAmAskIaAdL0mgIR0CaakNKRMewdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 50,
+    "_n_updates": 310,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:054a57821b8ffa6a058fbf452c0924d6745531c96cb3b127fd0f051d7bad10e1
+oid sha256:a8798cfa09dc0a12fc01b078fa78f05feeefcfae6785749afb87cbe7d4e3fdf6
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2c91d53403255a8f84c851a95db4d10c512e8cda892ecde07f09e9d63f92d35
+oid sha256:69a2d36b72962ed54dd057c95cb57e23cfcd6c357b8892c67e4d69d2e02ddaa1
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": -319.5218954, "std_reward": 84.75026449928366, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-06T04:56:36.173185"}
+{"mean_reward": 259.5512972, "std_reward": 14.706919347302097, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-05-06T05:33:05.221226"}