LunarLander Unit 1 RL

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 139.22 +/- 62.08
+      value: 258.07 +/- 68.45
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f668eba9480>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f668eba9510>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f668eba95a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f668eba9630>", "_build": "<function ActorCriticPolicy._build at 0x7f668eba96c0>", "forward": "<function ActorCriticPolicy.forward at 0x7f668eba9750>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f668eba97e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f668eba9870>", "_predict": "<function ActorCriticPolicy._predict at 0x7f668eba9900>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f668eba9990>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f668eba9a20>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f668eba9ab0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f668ebb46c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 327680, "_total_timesteps": 300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687500597827477944, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAK1dAb6F9/k6RpaVPUFuYDv2ygG8ACxtPQAAAAAAAIA/zQYMvXu667ptBV87hVLaO7CXkjsq2L68AACAPwAAgD8zzIw8jwJNuq7HCjsANbE034sfO30oIroAAIA/AACAPyKXu77Sc+m7YqoLOw1XqzhidUI9ZZwlugAAgD8AAIA/ZeYEv9ZNrD47oui99mBNvhNyZ7yeaia+AAAAAAAAAACN89O+Q1YWPYS7GTw3nqe4bf30vep9HTsAAIA/AACAP1Vgt76P3Bc9WuipvFymcbxzyr69ce00PQAAAAAAAAAAICwsPouByz4tK2y9gMcEvriiIb2Y+A+8AAAAAAAAAADw05M+imh7PC9rSr3y+Ra9EvjdPWb17D0AAIA/AAAAAM01nrzHehk/ergxPVm98L0XqyI8wBjWPAAAAAAAAAAAHSCHPj28sD4WqSk+O09tvtCQujxfA4S7AAAAAAAAAADj3sA+qNvGPkN2DD5ofIi+a7eVvJ8CnD0AAAAAAAAAACbyej5F/I88lQufvLwfOL0EOyM+j/AZPgAAgD8AAAAAShMOvzWJab5kHAC/Knrbvcq1jD7xdQi9AACAPwAAgD86DtQ+zXUdPjJsezhTIh6+8//lPLNbwL0AAAAAAAAAAHhP5r60snW9olPyvVB4Br0ZkJ8+IzHAOwAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.09226666666666672, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQE5MSbH6uW+MAWyUTegDjAF0lEdAjG5imEXcg3V9lChoBkdARFDMC9ytFWgHTegDaAhHQIyBYVKwpvx1fZQoaAZHQC3QLE1l5GBoB03oA2gIR0CMldgTAWSEdX2UKGgGR0AZQmVqveP8aAdNIwFoCEdAjJpxDLKV6nV9lChoBkdAUEYJBw++umgHTegDaAhHQIybcHfMwDh1fZQoaAZHwC69/J/5LytoB0vraAhHQIyv10ihWYF1fZQoaAZHwD/DCKrJbMZoB00yAWgIR0CMstg1m8NAdX2UKGgGR0BYlXOfNA1OaAdN6ANoCEdAjLbxTCLuQnV9lChoBkdAQMhBE8aGYmgHTegDaAhHQIzGnoNd7fJ1fZQoaAZHQE1QidrftQdoB03oA2gIR0CMyke+23KCdX2UKGgGR0BUuDTF2mpEaAdN6ANoCEdAjNu7RnezlnV9lChoBkdAUQ5D9fkWAWgHTegDaAhHQIz050GNaQp1fZQoaAZHQDfSAFxGUfRoB03oA2gIR0CNAIVqveP8dX2UKGgGR0BUpCEpRXOoaAdN6ANoCEdAjRLYoqkM1HV9lChoBkdAUbRNDc/MXGgHTegDaAhHQI0U2eSSvDB1fZQoaAZHwCfKq6vq1PZoB0v4aAhHQI0nRR64Uex1fZQoaAZHQDoHBdld1MdoB03oA2gIR0CNKEd/8VHndX2UKGgGR8BQOsPFvQ4TaAdNnQFoCEdAjS1jnFHavnV9lChoBkdAUQkKLKmsNmgHTegDaAhHQI1AJXMhX8x1fZQoaAZHQExVwWnCO3loB03oA2gIR0CNTJvIfbKzdX2UKGgGR8Bund8b70nPaAdNSwFoCEdAjVtIbXHzYnV9lChoBkfAZqTQuVX3g2gHTdkCaAhHQI1q0K5TZQJ1fZQoaAZHwF0R0MPSUkhoB02jAWgIR0CNgNXT3IuHdX2UKGgGR0BdMBvR7Z3+aAdN6ANoCEdAjYFXyiEg4nV9lChoBkdAPyCGrS3LFGgHTegDaAhHQI2FHoX9BKN1fZQoaAZHP+WCtihFmWdoB03oA2gIR0CNheWZ7XxwdX2UKGgGR8AnrXcxj8UFaAdN6ANoCEdAjZbdLg4wRHV9lChoBkdAU1OZ3LV4HGgHTegDaAhHQI2ZD0Fr2xp1fZQoaAZHQEhoONo8IRhoB03oA2gIR0CNoYrvsqrjdX2UKGgGR8BTqZaFEiMYaAdN0wFoCEdAjaKiZ4Oc2HV9lChoBkfARmoSeyzHCGgHTUABaAhHQI2io4Otnwp1fZQoaAZHQFRZZKFqSHNoB03oA2gIR0CNpE6iCaqkdX2UKGgGR0BSn2Gh24d7aAdN6ANoCEdAjpGCrLhaT3V9lChoBkfARYliWmgrY2gHTegDaAhHQI6c0Udq+Jx1fZQoaAZHQF/+QTmGM4toB03oA2gIR0COslxhlUZOdX2UKGgGR8BTA6K1og3caAdNXgFoCEdAjrNGthd+onV9lChoBkdAUNShYeT3ZmgHTegDaAhHQI67f0I1LrZ1fZQoaAZHQFZukVeruIBoB03oA2gIR0COymFWXC0odX2UKGgGR0BD1XZXdTHbaAdN6ANoCEdAjuOdV/+bVnV9lChoBkfALsEgfU4JeGgHS/doCEdAjuTkc81XNnV9lChoBkdAUSVG7SRbKWgHTegDaAhHQI8LPVAiV0N1fZQoaAZHQCo4B3iaRZFoB03oA2gIR0CPC9otcv/SdX2UKGgGR0BYXAuRLbpNaAdN6ANoCEdAjxAZrHlwLnV9lChoBkdASeVlf7aZhWgHTegDaAhHQI8RAzUI9kl1fZQoaAZHQFASTUiILw5oB03oA2gIR0CPJqyC4BmxdX2UKGgGR0BJwFspG4I9aAdN6ANoCEdAjyoySV4X43V9lChoBkdAXJauvECNj2gHTegDaAhHQI84zSRbKRx1fZQoaAZHQDDMNOM2m51oB03oA2gIR0CPOkd07r9mdX2UKGgGR0BYBsAJb+tKaAdN6ANoCEdAjzpM4tHx0HV9lChoBkdAUcu6unuRcWgHTegDaAhHQI9TaN2ki2V1fZQoaAZHwDTQjTrmhdtoB03oA2gIR0CPYOAzYVZcdX2UKGgGR0BBNqcVgx8EaAdN6ANoCEdAj3GhmPHT7XV9lChoBkdAU6jqiXY152gHTegDaAhHQI93LdWQwK11fZQoaAZHQExL127nPmhoB03oA2gIR0CPg2YoAn2JdX2UKGgGR0A4nF/hESdwaAdNNQFoCEdAj5abAtWdVnV9lChoBkdASqqYNRWLgmgHTegDaAhHQI+eJUJfICF1fZQoaAZHQFPB+i8FpwloB03oA2gIR0CPn7hhpg1FdX2UKGgGR8A86aufVZs9aAdNNAFoCEdAj7N1qnFYMnV9lChoBkdAYWtj3mFJx2gHTegDaAhHQI+/jIDHOr11fZQoaAZHQErN8l5WzWxoB03oA2gIR0CPwAcvM8oydX2UKGgGR0BQ5tI5HVgAaAdN6ANoCEdAj8OTyBkI5nV9lChoBkdAUnGY2Kl54WgHTegDaAhHQI/EUPMB6rx1fZQoaAZHQEnBKfWcz69oB03oA2gIR0CP0sQA+6iCdX2UKGgGR0A0YOhkAggYaAdN6ANoCEdAj9TA1vVEu3V9lChoBkdAUF6cc2itaWgHTegDaAhHQI/dngiu+yt1fZQoaAZHQEU9sLv1DjRoB03oA2gIR0CP3sCNCJGfdX2UKGgGR0BVTIJiRW92aAdN6ANoCEdAj97FjVhCt3V9lChoBkdAYoCFt8/lhmgHTSkDaAhHQJBqsRWcSXd1fZQoaAZHwEgKRr8BMi9oB03oA2gIR0CQa0oaUA1fdX2UKGgGR0BMCGKAJ9iMaAdN6ANoCEdAkIjP/FR51XV9lChoBkdAU1mhtcfNimgHTegDaAhHQJCTDlzU7S11fZQoaAZHQGBsfQBxPwdoB03oA2gIR0CQlmhwEQoTdX2UKGgGR0BXLu6/Zdv9aAdN6ANoCEdAkJcKz/p+t3V9lChoBkdAT3NHH3lCC2gHTegDaAhHQJCfoPPLPld1fZQoaAZHQFhPcY64lQdoB03oA2gIR0CQpd1RLsa9dX2UKGgGR0BUonMQmNR4aAdN6ANoCEdAkKYVaOgg5nV9lChoBkdARgrx7RfF72gHTegDaAhHQJCnp4Z/CqJ1fZQoaAZHQFYohxo7FKloB03oA2gIR0CQp/238XN1dX2UKGgGR8BB2bjkuHvdaAdNcgFoCEdAkKmiyyD7InV9lChoBkdASrrfk3juKGgHTegDaAhHQJCt+YIBzWB1fZQoaAZHQFHwoFV1fVtoB03oA2gIR0CQrsn0Cih4dX2UKGgGR0Bbbg08/2TQaAdN6ANoCEdAkLI7iQ1aXHV9lChoBkdAVH4W3z+WGGgHTegDaAhHQJCytFz+3ph1fZQoaAZHQF8CdUsFt9BoB03oA2gIR0CQsrW3jMmndX2UKGgGR0BZdFrqMWGiaAdN6ANoCEdAkMC91MdtEXV9lChoBkdAV3cH2RJVbWgHTegDaAhHQJDBfypaRp11fZQoaAZHQFcEULlV94NoB03oA2gIR0CQ6wfkmx+sdX2UKGgGR0BY39O/L1VYaAdN6ANoCEdAkO8/fCQ9zXV9lChoBkdAOTgd4mkWRGgHTegDaAhHQJDwXQ9ic5N1fZQoaAZHQEeClEZzgdhoB03oA2gIR0CQ/umHgxagdX2UKGgGR0BNsenIhhYvaAdN6ANoCEdAkQfI4uK4x3V9lChoBkdAUFRXQtz0YmgHTegDaAhHQJEIFyuIRAd1fZQoaAZHQE/ubnX/YJ5oB03oA2gIR0CRCkaY/mkndX2UKGgGR0A5URwIdELIaAdN6ANoCEdAkQqyUHIIW3V9lChoBkdAS+PmNipeeGgHTegDaAhHQJENAmMOwxF1fZQoaAZHQFOfuYQarFRoB03oA2gIR0CREtCqZML4dX2UKGgGR0BVvHTVlPJraAdN6ANoCEdAkRPmF36hx3V9lChoBkdATmZ/ustCiWgHTegDaAhHQJEYJWn0kGB1fZQoaAZHQE7byCFsYVJoB03oA2gIR0CRGKqmTC+DdX2UKGgGR0BaBU65oXbeaAdN6ANoCEdAkRisZ5zHTHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 110, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f668eba9480>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f668eba9510>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f668eba95a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f668eba9630>", "_build": "<function ActorCriticPolicy._build at 0x7f668eba96c0>", "forward": "<function ActorCriticPolicy.forward at 0x7f668eba9750>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f668eba97e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f668eba9870>", "_predict": "<function ActorCriticPolicy._predict at 0x7f668eba9900>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f668eba9990>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f668eba9a20>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f668eba9ab0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f668ebb46c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1310720, "_total_timesteps": 1300000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687502445323653971, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM3i4LwHzxg+1gFtPEWegb4DBwk7a4qVvAAAAAAAAAAAzWd+vY1EZD8t/mW+DlQev4lyG711sju9AAAAAAAAAABzfTK+e7CrO55UOj6k3wO8G7mPvn4uFD4AAAAAAAAAAEAWNT7AHps/U5n/PkV3x76lhoI+VrWWPQAAAAAAAAAAeuk9vtBbXz+LPcm+1joqv1RJUL7i75e9AAAAAAAAAAAa/ra9cRmXP6jOTb6cnB+/Z9yUvScYI70AAAAAAAAAAKaiKr4PMm280ewHvPVof7qFg849EsZOOwAAgD8AAIA/zezfOsxhrT+MUTo85NIBv44rMjxWipA9AAAAAAAAAAB6Q04+2YBEPmPvFb6Q5oK+O0pcvFggh70AAAAAAAAAAAAVvz3t/hY+YlfVvRCNeb5YIUq9jy0pvQAAAAAAAAAAHbmCPlddTD9W4xG9RpAHvxk1GT6by3+9AAAAAAAAAAAGpqQ+JWUkP0c+nD1cGse+DK5aPuKYGr0AAAAAAAAAAG2mXj5GU2I/+ltePsGuxr4h2Yc+PsCnvQAAAAAAAAAAAEejPmK0eD86wZM+J0vEvrYVrj5+xau9AAAAAAAAAADNxte9bPqNP25b774EiUS/k9XpvcM6v70AAAAAAAAAAMDHOj6oXaW80uhNu/46qzljHxS+75+JOgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.008246153846153792, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV+gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG69SpR4yGmMAWyUS92MAXSUR0CwkSNKIznBdX2UKGgGR0ByWDIMjNY9aAdL9mgIR0CwkSOBH09RdX2UKGgGR0BwvwOskpqiaAdL8mgIR0Cwkew5WBBidX2UKGgGR0BxJHaN+9amaAdLx2gIR0Cwkj8vmHQAdX2UKGgGR0BuXcQmNR3vaAdN7QFoCEdAsJJdvgm7a3V9lChoBkdAcTsFaB7NS2gHS8VoCEdAsJJlcSoOx3V9lChoBkdAcmeI1+AmRmgHS+toCEdAsJKUarFOwnV9lChoBkdAb61zcynDSGgHS8loCEdAsJKVhRZU1nV9lChoBkdAb65jy4FzMmgHS+FoCEdAsJMAAhje9HV9lChoBkdAcrSxOtW+5GgHS/doCEdAsJMU/iYLLXV9lChoBkdAb4lid8RcvGgHS8ZoCEdAsJNwKx9oe3V9lChoBkdAcILnXumaY2gHS91oCEdAsJTSrBCUo3V9lChoBkdAcqk0l7dBSmgHTUYBaAhHQLCVED2Jzkp1fZQoaAZHQHGGvp+tr9FoB0vhaAhHQLCVS9ic5Kh1fZQoaAZHQHLBOM6zVtpoB0vaaAhHQLCVVm2sq8V1fZQoaAZHQHA8TBVMmF9oB0vRaAhHQLCVcd+Xqqx1fZQoaAZHQHL01B+nZTRoB0v3aAhHQLCVsPpY9xJ1fZQoaAZHQHLLLX6InBtoB03eAWgIR0CwlbVl9SdfdX2UKGgGR0BwlGPMjeKsaAdL8WgIR0CwlcMiB5HFdX2UKGgGR0BweeIznA6/aAdL02gIR0CwlcvFaSs9dX2UKGgGR0BwXaASWZ7YaAdL3GgIR0Cwlek0rK/3dX2UKGgGR0BwLK0qpcX4aAdL5GgIR0CwljGvB7/odX2UKGgGR0BxZvDNyHVPaAdL9mgIR0CwlzcurZJ1dX2UKGgGR0BvsTaufVZtaAdL2WgIR0Cwl1ncclw+dX2UKGgGR0Bwi6XXyy2QaAdLwWgIR0Cwl27bpNbkdX2UKGgGR0BxH0Z75VOsaAdL6WgIR0Cwl26FVT73dX2UKGgGR0Bwd6+RHPNWaAdL32gIR0Cwl6IgaFVUdX2UKGgGR0ByKfvd/J/5aAdNKgFoCEdAsJfdrSE123V9lChoBkdAcRgE6T4cm2gHS+toCEdAsJffThHby3V9lChoBkdAch+px3mmtWgHTR8BaAhHQLCX6UpNKyx1fZQoaAZHQG7aJaA4GUxoB0vwaAhHQLCYDArQPZt1fZQoaAZHQHJ7MghbGFVoB00YAWgIR0CwmCgVfu1GdX2UKGgGR0Bx/yKfnOjZaAdL8GgIR0CwmFZdB0IUdX2UKGgGR0BxYu3CsOoYaAdLymgIR0CwmSF4xDb8dX2UKGgGR0ByDVYRujynaAdL4GgIR0CwmTZiRW92dX2UKGgGR0BwKjwc5sCUaAdLyWgIR0CwmWKnrIHUdX2UKGgGR0BcWWXokiUxaAdN6ANoCEdAsJmCNVBD5XV9lChoBkdAb6LYW+GoJmgHS9loCEdAsJnIe7tiQXV9lChoBkdAYwpBSk0rLGgHTegDaAhHQLCZ2Jtix3V1fZQoaAZHQHHNc0Ltu1poB00SAWgIR0CwmeHfEXLvdX2UKGgGR0ByDElJHy3DaAdL7WgIR0CwmfZn6EamdX2UKGgGR0ByfO0Sh8IBaAdL7mgIR0CwmgNUXHindX2UKGgGR0BxhqnYQJ5WaAdL4GgIR0CwmgelCTlldX2UKGgGR0Biprxsl9jPaAdN6ANoCEdAsJo7EgntwHV9lChoBkdAb+Acn3L3bmgHTQYBaAhHQLCabUpuuRt1fZQoaAZHQHKt7N8ma6VoB0v+aAhHQLCaieJHiFV1fZQoaAZHQGFPKo60Y0loB03oA2gIR0CwmpUXtShrdX2UKGgGR0BxAlwgkka/aAdL9GgIR0CwmydeyAx0dX2UKGgGR0BjVPBguyu7aAdN6ANoCEdAsJslhYvFnHV9lChoBkdAcfFHLidauGgHS/loCEdAsJtEt9QXRHV9lChoBkdAcRoN7BwdbWgHS/hoCEdAsJtp2NedCnV9lChoBkdAcf0GhVU+92gHS/BoCEdAsJt0K9f1H3V9lChoBkdAcPEhkAggYGgHS8doCEdAsJuBcE/0NHV9lChoBkdAbW4Co0hvBWgHS+hoCEdAsJupZowmFHV9lChoBkdAb+kenQ6ZIGgHS+9oCEdAsJupHf/FSHV9lChoBkdAcUIe+Eh7mmgHS9xoCEdAsJu0TcqOLnV9lChoBkdAcRnEcbR4QmgHS9poCEdAsJu0OCoS+XV9lChoBkdAca1iExqO92gHS81oCEdAsJv1X/5tWXV9lChoBkdAcrj4kNWluWgHTSQBaAhHQLCcFZgXuVp1fZQoaAZHQHEvviDM/yJoB0vmaAhHQLCcOk8ifQN1fZQoaAZHQHG0p3os7MhoB0vcaAhHQLCcwz544ZN1fZQoaAZHQHDdJFPSDyxoB0vlaAhHQLCc1EU0vXd1fZQoaAZHQHC6TAzpHI9oB0vEaAhHQLCdFkona391fZQoaAZHQHGQzlkpZwJoB0v7aAhHQLCdIXokiUx1fZQoaAZHQHKFC1y/9HdoB0vdaAhHQLCdIRODaoN1fZQoaAZHQHEHgfZElVtoB0vsaAhHQLCdMZ00WM11fZQoaAZHQHD9d8Aq/dtoB0vOaAhHQLCdOLCemN11fZQoaAZHQHNJKSTyJ9BoB00HAWgIR0CwnVo6fapQdX2UKGgGR0BxjritJWeZaAdL4mgIR0CwnV12A5JcdX2UKGgGR0Bx4qZy+6AfaAdNfwFoCEdAsJ1xMdtEX3V9lChoBkdAcZnSUC7sfWgHS+doCEdAsJ2nP1L8JnV9lChoBkdAcl7ogV45cWgHS/5oCEdAsJ4wYUFjeHV9lChoBkdAcYwbR4QjEGgHS/BoCEdAsJ4+hwl0HXV9lChoBkdAcLVykKu0TmgHS+loCEdAsJ8aS/0ulHV9lChoBkdAcT22/BWPtGgHS9toCEdAsJ8X5aePJnV9lChoBkdAbph0pVjqfWgHS+poCEdAsJ8ptKqXGHV9lChoBkdAcJzVRUFSsWgHS8xoCEdAsJ8qBtk4FXV9lChoBkdAcPnNS619fGgHTQcBaAhHQLCfch11W811fZQoaAZHQEcr4i5d4V1oB0veaAhHQLCfd0ALiMp1fZQoaAZHQFgjupCKJl9oB03oA2gIR0Cwn9o/FBIGdX2UKGgGR0ByO/LGJemfaAdNHwFoCEdAsKAksvqTr3V9lChoBkdAcJ0IPbwjMWgHS9FoCEdAsKA71CgK4XV9lChoBkdAcuiIkZ75VWgHTUEBaAhHQLCgUPAfuCx1fZQoaAZHQHKgj+JgsshoB00XAWgIR0CwoI7kGRmsdX2UKGgGR0ByJcuVX3g2aAdNkAFoCEdAsKCSPjn3c3V9lChoBkdAckGw8GLUC2gHS+1oCEdAsKCib3Gn43V9lChoBkdAcLtYwqRU3mgHS/NoCEdAsKHuCe2/jHV9lChoBkdAb/DdSEUTMGgHS+9oCEdAsKH2eGwiaHV9lChoBkdAchW7gbZOBWgHS/9oCEdAsKIW0PYnOXV9lChoBkdAcUKZqmCROmgHS+BoCEdAsKItPtUn5XV9lChoBkdAcm9bi6xxDWgHTQUBaAhHQLCipfdRBNV1fZQoaAZHQHDkr7Kq4pdoB0veaAhHQLCi5jCpFTh1fZQoaAZHQHIAM8HObAloB0vmaAhHQLCjO2qDK5l1fZQoaAZHQHC0G9US7GxoB0vvaAhHQLCjQ/5Lytp1fZQoaAZHQG99fgzguRNoB0vYaAhHQLCjV8ZDRdB1fZQoaAZHQG4zdg4OtnxoB0vYaAhHQLCjbG8Empl1fZQoaAZHQHPTDijtXxRoB0viaAhHQLCjdKr7wa11fZQoaAZHQHFHFWwNb1RoB01gAWgIR0Cwo4gF1SwXdX2UKGgGR0Bxu3wKBun/aAdNKwFoCEdAsKOmVgQYk3V9lChoBkdAX+k5wOvt+mgHTegDaAhHQLCj3dbPhQ51ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 400, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc0973b275e584e6c18450bd743346013063235a820088a681f508a41f3fceaa
-size 146751
+oid sha256:3c689163fc2a38d47ecea637a80761d2529ccc4aa5ea6b5e784cd48a20214c0c
+size 146658

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 327680,
-    "_total_timesteps": 300000,
+    "num_timesteps": 1310720,
+    "_total_timesteps": 1300000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1687500597827477944,
+    "start_time": 1687502445323653971,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAK1dAb6F9/k6RpaVPUFuYDv2ygG8ACxtPQAAAAAAAIA/zQYMvXu667ptBV87hVLaO7CXkjsq2L68AACAPwAAgD8zzIw8jwJNuq7HCjsANbE034sfO30oIroAAIA/AACAPyKXu77Sc+m7YqoLOw1XqzhidUI9ZZwlugAAgD8AAIA/ZeYEv9ZNrD47oui99mBNvhNyZ7yeaia+AAAAAAAAAACN89O+Q1YWPYS7GTw3nqe4bf30vep9HTsAAIA/AACAP1Vgt76P3Bc9WuipvFymcbxzyr69ce00PQAAAAAAAAAAICwsPouByz4tK2y9gMcEvriiIb2Y+A+8AAAAAAAAAADw05M+imh7PC9rSr3y+Ra9EvjdPWb17D0AAIA/AAAAAM01nrzHehk/ergxPVm98L0XqyI8wBjWPAAAAAAAAAAAHSCHPj28sD4WqSk+O09tvtCQujxfA4S7AAAAAAAAAADj3sA+qNvGPkN2DD5ofIi+a7eVvJ8CnD0AAAAAAAAAACbyej5F/I88lQufvLwfOL0EOyM+j/AZPgAAgD8AAAAAShMOvzWJab5kHAC/Knrbvcq1jD7xdQi9AACAPwAAgD86DtQ+zXUdPjJsezhTIh6+8//lPLNbwL0AAAAAAAAAAHhP5r60snW9olPyvVB4Br0ZkJ8+IzHAOwAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM3i4LwHzxg+1gFtPEWegb4DBwk7a4qVvAAAAAAAAAAAzWd+vY1EZD8t/mW+DlQev4lyG711sju9AAAAAAAAAABzfTK+e7CrO55UOj6k3wO8G7mPvn4uFD4AAAAAAAAAAEAWNT7AHps/U5n/PkV3x76lhoI+VrWWPQAAAAAAAAAAeuk9vtBbXz+LPcm+1joqv1RJUL7i75e9AAAAAAAAAAAa/ra9cRmXP6jOTb6cnB+/Z9yUvScYI70AAAAAAAAAAKaiKr4PMm280ewHvPVof7qFg849EsZOOwAAgD8AAIA/zezfOsxhrT+MUTo85NIBv44rMjxWipA9AAAAAAAAAAB6Q04+2YBEPmPvFb6Q5oK+O0pcvFggh70AAAAAAAAAAAAVvz3t/hY+YlfVvRCNeb5YIUq9jy0pvQAAAAAAAAAAHbmCPlddTD9W4xG9RpAHvxk1GT6by3+9AAAAAAAAAAAGpqQ+JWUkP0c+nD1cGse+DK5aPuKYGr0AAAAAAAAAAG2mXj5GU2I/+ltePsGuxr4h2Yc+PsCnvQAAAAAAAAAAAEejPmK0eD86wZM+J0vEvrYVrj5+xau9AAAAAAAAAADNxte9bPqNP25b774EiUS/k9XpvcM6v70AAAAAAAAAAMDHOj6oXaW80uhNu/46qzljHxS+75+JOgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.09226666666666672,
+    "_current_progress_remaining": -0.008246153846153792,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQE5MSbH6uW+MAWyUTegDjAF0lEdAjG5imEXcg3V9lChoBkdARFDMC9ytFWgHTegDaAhHQIyBYVKwpvx1fZQoaAZHQC3QLE1l5GBoB03oA2gIR0CMldgTAWSEdX2UKGgGR0AZQmVqveP8aAdNIwFoCEdAjJpxDLKV6nV9lChoBkdAUEYJBw++umgHTegDaAhHQIybcHfMwDh1fZQoaAZHwC69/J/5LytoB0vraAhHQIyv10ihWYF1fZQoaAZHwD/DCKrJbMZoB00yAWgIR0CMstg1m8NAdX2UKGgGR0BYlXOfNA1OaAdN6ANoCEdAjLbxTCLuQnV9lChoBkdAQMhBE8aGYmgHTegDaAhHQIzGnoNd7fJ1fZQoaAZHQE1QidrftQdoB03oA2gIR0CMyke+23KCdX2UKGgGR0BUuDTF2mpEaAdN6ANoCEdAjNu7RnezlnV9lChoBkdAUQ5D9fkWAWgHTegDaAhHQIz050GNaQp1fZQoaAZHQDfSAFxGUfRoB03oA2gIR0CNAIVqveP8dX2UKGgGR0BUpCEpRXOoaAdN6ANoCEdAjRLYoqkM1HV9lChoBkdAUbRNDc/MXGgHTegDaAhHQI0U2eSSvDB1fZQoaAZHwCfKq6vq1PZoB0v4aAhHQI0nRR64Uex1fZQoaAZHQDoHBdld1MdoB03oA2gIR0CNKEd/8VHndX2UKGgGR8BQOsPFvQ4TaAdNnQFoCEdAjS1jnFHavnV9lChoBkdAUQkKLKmsNmgHTegDaAhHQI1AJXMhX8x1fZQoaAZHQExVwWnCO3loB03oA2gIR0CNTJvIfbKzdX2UKGgGR8Bund8b70nPaAdNSwFoCEdAjVtIbXHzYnV9lChoBkfAZqTQuVX3g2gHTdkCaAhHQI1q0K5TZQJ1fZQoaAZHwF0R0MPSUkhoB02jAWgIR0CNgNXT3IuHdX2UKGgGR0BdMBvR7Z3+aAdN6ANoCEdAjYFXyiEg4nV9lChoBkdAPyCGrS3LFGgHTegDaAhHQI2FHoX9BKN1fZQoaAZHP+WCtihFmWdoB03oA2gIR0CNheWZ7XxwdX2UKGgGR8AnrXcxj8UFaAdN6ANoCEdAjZbdLg4wRHV9lChoBkdAU1OZ3LV4HGgHTegDaAhHQI2ZD0Fr2xp1fZQoaAZHQEhoONo8IRhoB03oA2gIR0CNoYrvsqrjdX2UKGgGR8BTqZaFEiMYaAdN0wFoCEdAjaKiZ4Oc2HV9lChoBkfARmoSeyzHCGgHTUABaAhHQI2io4Otnwp1fZQoaAZHQFRZZKFqSHNoB03oA2gIR0CNpE6iCaqkdX2UKGgGR0BSn2Gh24d7aAdN6ANoCEdAjpGCrLhaT3V9lChoBkfARYliWmgrY2gHTegDaAhHQI6c0Udq+Jx1fZQoaAZHQF/+QTmGM4toB03oA2gIR0COslxhlUZOdX2UKGgGR8BTA6K1og3caAdNXgFoCEdAjrNGthd+onV9lChoBkdAUNShYeT3ZmgHTegDaAhHQI67f0I1LrZ1fZQoaAZHQFZukVeruIBoB03oA2gIR0COymFWXC0odX2UKGgGR0BD1XZXdTHbaAdN6ANoCEdAjuOdV/+bVnV9lChoBkfALsEgfU4JeGgHS/doCEdAjuTkc81XNnV9lChoBkdAUSVG7SRbKWgHTegDaAhHQI8LPVAiV0N1fZQoaAZHQCo4B3iaRZFoB03oA2gIR0CPC9otcv/SdX2UKGgGR0BYXAuRLbpNaAdN6ANoCEdAjxAZrHlwLnV9lChoBkdASeVlf7aZhWgHTegDaAhHQI8RAzUI9kl1fZQoaAZHQFASTUiILw5oB03oA2gIR0CPJqyC4BmxdX2UKGgGR0BJwFspG4I9aAdN6ANoCEdAjyoySV4X43V9lChoBkdAXJauvECNj2gHTegDaAhHQI84zSRbKRx1fZQoaAZHQDDMNOM2m51oB03oA2gIR0CPOkd07r9mdX2UKGgGR0BYBsAJb+tKaAdN6ANoCEdAjzpM4tHx0HV9lChoBkdAUcu6unuRcWgHTegDaAhHQI9TaN2ki2V1fZQoaAZHwDTQjTrmhdtoB03oA2gIR0CPYOAzYVZcdX2UKGgGR0BBNqcVgx8EaAdN6ANoCEdAj3GhmPHT7XV9lChoBkdAU6jqiXY152gHTegDaAhHQI93LdWQwK11fZQoaAZHQExL127nPmhoB03oA2gIR0CPg2YoAn2JdX2UKGgGR0A4nF/hESdwaAdNNQFoCEdAj5abAtWdVnV9lChoBkdASqqYNRWLgmgHTegDaAhHQI+eJUJfICF1fZQoaAZHQFPB+i8FpwloB03oA2gIR0CPn7hhpg1FdX2UKGgGR8A86aufVZs9aAdNNAFoCEdAj7N1qnFYMnV9lChoBkdAYWtj3mFJx2gHTegDaAhHQI+/jIDHOr11fZQoaAZHQErN8l5WzWxoB03oA2gIR0CPwAcvM8oydX2UKGgGR0BQ5tI5HVgAaAdN6ANoCEdAj8OTyBkI5nV9lChoBkdAUnGY2Kl54WgHTegDaAhHQI/EUPMB6rx1fZQoaAZHQEnBKfWcz69oB03oA2gIR0CP0sQA+6iCdX2UKGgGR0A0YOhkAggYaAdN6ANoCEdAj9TA1vVEu3V9lChoBkdAUF6cc2itaWgHTegDaAhHQI/dngiu+yt1fZQoaAZHQEU9sLv1DjRoB03oA2gIR0CP3sCNCJGfdX2UKGgGR0BVTIJiRW92aAdN6ANoCEdAj97FjVhCt3V9lChoBkdAYoCFt8/lhmgHTSkDaAhHQJBqsRWcSXd1fZQoaAZHwEgKRr8BMi9oB03oA2gIR0CQa0oaUA1fdX2UKGgGR0BMCGKAJ9iMaAdN6ANoCEdAkIjP/FR51XV9lChoBkdAU1mhtcfNimgHTegDaAhHQJCTDlzU7S11fZQoaAZHQGBsfQBxPwdoB03oA2gIR0CQlmhwEQoTdX2UKGgGR0BXLu6/Zdv9aAdN6ANoCEdAkJcKz/p+t3V9lChoBkdAT3NHH3lCC2gHTegDaAhHQJCfoPPLPld1fZQoaAZHQFhPcY64lQdoB03oA2gIR0CQpd1RLsa9dX2UKGgGR0BUonMQmNR4aAdN6ANoCEdAkKYVaOgg5nV9lChoBkdARgrx7RfF72gHTegDaAhHQJCnp4Z/CqJ1fZQoaAZHQFYohxo7FKloB03oA2gIR0CQp/238XN1dX2UKGgGR8BB2bjkuHvdaAdNcgFoCEdAkKmiyyD7InV9lChoBkdASrrfk3juKGgHTegDaAhHQJCt+YIBzWB1fZQoaAZHQFHwoFV1fVtoB03oA2gIR0CQrsn0Cih4dX2UKGgGR0Bbbg08/2TQaAdN6ANoCEdAkLI7iQ1aXHV9lChoBkdAVH4W3z+WGGgHTegDaAhHQJCytFz+3ph1fZQoaAZHQF8CdUsFt9BoB03oA2gIR0CQsrW3jMmndX2UKGgGR0BZdFrqMWGiaAdN6ANoCEdAkMC91MdtEXV9lChoBkdAV3cH2RJVbWgHTegDaAhHQJDBfypaRp11fZQoaAZHQFcEULlV94NoB03oA2gIR0CQ6wfkmx+sdX2UKGgGR0BY39O/L1VYaAdN6ANoCEdAkO8/fCQ9zXV9lChoBkdAOTgd4mkWRGgHTegDaAhHQJDwXQ9ic5N1fZQoaAZHQEeClEZzgdhoB03oA2gIR0CQ/umHgxagdX2UKGgGR0BNsenIhhYvaAdN6ANoCEdAkQfI4uK4x3V9lChoBkdAUFRXQtz0YmgHTegDaAhHQJEIFyuIRAd1fZQoaAZHQE/ubnX/YJ5oB03oA2gIR0CRCkaY/mkndX2UKGgGR0A5URwIdELIaAdN6ANoCEdAkQqyUHIIW3V9lChoBkdAS+PmNipeeGgHTegDaAhHQJENAmMOwxF1fZQoaAZHQFOfuYQarFRoB03oA2gIR0CREtCqZML4dX2UKGgGR0BVvHTVlPJraAdN6ANoCEdAkRPmF36hx3V9lChoBkdATmZ/ustCiWgHTegDaAhHQJEYJWn0kGB1fZQoaAZHQE7byCFsYVJoB03oA2gIR0CRGKqmTC+DdX2UKGgGR0BaBU65oXbeaAdN6ANoCEdAkRisZ5zHTHVlLg=="
+        ":serialized:": "gAWV+gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG69SpR4yGmMAWyUS92MAXSUR0CwkSNKIznBdX2UKGgGR0ByWDIMjNY9aAdL9mgIR0CwkSOBH09RdX2UKGgGR0BwvwOskpqiaAdL8mgIR0Cwkew5WBBidX2UKGgGR0BxJHaN+9amaAdLx2gIR0Cwkj8vmHQAdX2UKGgGR0BuXcQmNR3vaAdN7QFoCEdAsJJdvgm7a3V9lChoBkdAcTsFaB7NS2gHS8VoCEdAsJJlcSoOx3V9lChoBkdAcmeI1+AmRmgHS+toCEdAsJKUarFOwnV9lChoBkdAb61zcynDSGgHS8loCEdAsJKVhRZU1nV9lChoBkdAb65jy4FzMmgHS+FoCEdAsJMAAhje9HV9lChoBkdAcrSxOtW+5GgHS/doCEdAsJMU/iYLLXV9lChoBkdAb4lid8RcvGgHS8ZoCEdAsJNwKx9oe3V9lChoBkdAcILnXumaY2gHS91oCEdAsJTSrBCUo3V9lChoBkdAcqk0l7dBSmgHTUYBaAhHQLCVED2Jzkp1fZQoaAZHQHGGvp+tr9FoB0vhaAhHQLCVS9ic5Kh1fZQoaAZHQHLBOM6zVtpoB0vaaAhHQLCVVm2sq8V1fZQoaAZHQHA8TBVMmF9oB0vRaAhHQLCVcd+Xqqx1fZQoaAZHQHL01B+nZTRoB0v3aAhHQLCVsPpY9xJ1fZQoaAZHQHLLLX6InBtoB03eAWgIR0CwlbVl9SdfdX2UKGgGR0BwlGPMjeKsaAdL8WgIR0CwlcMiB5HFdX2UKGgGR0BweeIznA6/aAdL02gIR0CwlcvFaSs9dX2UKGgGR0BwXaASWZ7YaAdL3GgIR0Cwlek0rK/3dX2UKGgGR0BwLK0qpcX4aAdL5GgIR0CwljGvB7/odX2UKGgGR0BxZvDNyHVPaAdL9mgIR0CwlzcurZJ1dX2UKGgGR0BvsTaufVZtaAdL2WgIR0Cwl1ncclw+dX2UKGgGR0Bwi6XXyy2QaAdLwWgIR0Cwl27bpNbkdX2UKGgGR0BxH0Z75VOsaAdL6WgIR0Cwl26FVT73dX2UKGgGR0Bwd6+RHPNWaAdL32gIR0Cwl6IgaFVUdX2UKGgGR0ByKfvd/J/5aAdNKgFoCEdAsJfdrSE123V9lChoBkdAcRgE6T4cm2gHS+toCEdAsJffThHby3V9lChoBkdAch+px3mmtWgHTR8BaAhHQLCX6UpNKyx1fZQoaAZHQG7aJaA4GUxoB0vwaAhHQLCYDArQPZt1fZQoaAZHQHJ7MghbGFVoB00YAWgIR0CwmCgVfu1GdX2UKGgGR0Bx/yKfnOjZaAdL8GgIR0CwmFZdB0IUdX2UKGgGR0BxYu3CsOoYaAdLymgIR0CwmSF4xDb8dX2UKGgGR0ByDVYRujynaAdL4GgIR0CwmTZiRW92dX2UKGgGR0BwKjwc5sCUaAdLyWgIR0CwmWKnrIHUdX2UKGgGR0BcWWXokiUxaAdN6ANoCEdAsJmCNVBD5XV9lChoBkdAb6LYW+GoJmgHS9loCEdAsJnIe7tiQXV9lChoBkdAYwpBSk0rLGgHTegDaAhHQLCZ2Jtix3V1fZQoaAZHQHHNc0Ltu1poB00SAWgIR0CwmeHfEXLvdX2UKGgGR0ByDElJHy3DaAdL7WgIR0CwmfZn6EamdX2UKGgGR0ByfO0Sh8IBaAdL7mgIR0CwmgNUXHindX2UKGgGR0BxhqnYQJ5WaAdL4GgIR0CwmgelCTlldX2UKGgGR0Biprxsl9jPaAdN6ANoCEdAsJo7EgntwHV9lChoBkdAb+Acn3L3bmgHTQYBaAhHQLCabUpuuRt1fZQoaAZHQHKt7N8ma6VoB0v+aAhHQLCaieJHiFV1fZQoaAZHQGFPKo60Y0loB03oA2gIR0CwmpUXtShrdX2UKGgGR0BxAlwgkka/aAdL9GgIR0CwmydeyAx0dX2UKGgGR0BjVPBguyu7aAdN6ANoCEdAsJslhYvFnHV9lChoBkdAcfFHLidauGgHS/loCEdAsJtEt9QXRHV9lChoBkdAcRoN7BwdbWgHS/hoCEdAsJtp2NedCnV9lChoBkdAcf0GhVU+92gHS/BoCEdAsJt0K9f1H3V9lChoBkdAcPEhkAggYGgHS8doCEdAsJuBcE/0NHV9lChoBkdAbW4Co0hvBWgHS+hoCEdAsJupZowmFHV9lChoBkdAb+kenQ6ZIGgHS+9oCEdAsJupHf/FSHV9lChoBkdAcUIe+Eh7mmgHS9xoCEdAsJu0TcqOLnV9lChoBkdAcRnEcbR4QmgHS9poCEdAsJu0OCoS+XV9lChoBkdAca1iExqO92gHS81oCEdAsJv1X/5tWXV9lChoBkdAcrj4kNWluWgHTSQBaAhHQLCcFZgXuVp1fZQoaAZHQHEvviDM/yJoB0vmaAhHQLCcOk8ifQN1fZQoaAZHQHG0p3os7MhoB0vcaAhHQLCcwz544ZN1fZQoaAZHQHDdJFPSDyxoB0vlaAhHQLCc1EU0vXd1fZQoaAZHQHC6TAzpHI9oB0vEaAhHQLCdFkona391fZQoaAZHQHGQzlkpZwJoB0v7aAhHQLCdIXokiUx1fZQoaAZHQHKFC1y/9HdoB0vdaAhHQLCdIRODaoN1fZQoaAZHQHEHgfZElVtoB0vsaAhHQLCdMZ00WM11fZQoaAZHQHD9d8Aq/dtoB0vOaAhHQLCdOLCemN11fZQoaAZHQHNJKSTyJ9BoB00HAWgIR0CwnVo6fapQdX2UKGgGR0BxjritJWeZaAdL4mgIR0CwnV12A5JcdX2UKGgGR0Bx4qZy+6AfaAdNfwFoCEdAsJ1xMdtEX3V9lChoBkdAcZnSUC7sfWgHS+doCEdAsJ2nP1L8JnV9lChoBkdAcl7ogV45cWgHS/5oCEdAsJ4wYUFjeHV9lChoBkdAcYwbR4QjEGgHS/BoCEdAsJ4+hwl0HXV9lChoBkdAcLVykKu0TmgHS+loCEdAsJ8aS/0ulHV9lChoBkdAcT22/BWPtGgHS9toCEdAsJ8X5aePJnV9lChoBkdAbph0pVjqfWgHS+poCEdAsJ8ptKqXGHV9lChoBkdAcJzVRUFSsWgHS8xoCEdAsJ8qBtk4FXV9lChoBkdAcPnNS619fGgHTQcBaAhHQLCfch11W811fZQoaAZHQEcr4i5d4V1oB0veaAhHQLCfd0ALiMp1fZQoaAZHQFgjupCKJl9oB03oA2gIR0Cwn9o/FBIGdX2UKGgGR0ByO/LGJemfaAdNHwFoCEdAsKAksvqTr3V9lChoBkdAcJ0IPbwjMWgHS9FoCEdAsKA71CgK4XV9lChoBkdAcuiIkZ75VWgHTUEBaAhHQLCgUPAfuCx1fZQoaAZHQHKgj+JgsshoB00XAWgIR0CwoI7kGRmsdX2UKGgGR0ByJcuVX3g2aAdNkAFoCEdAsKCSPjn3c3V9lChoBkdAckGw8GLUC2gHS+1oCEdAsKCib3Gn43V9lChoBkdAcLtYwqRU3mgHS/NoCEdAsKHuCe2/jHV9lChoBkdAb/DdSEUTMGgHS+9oCEdAsKH2eGwiaHV9lChoBkdAchW7gbZOBWgHS/9oCEdAsKIW0PYnOXV9lChoBkdAcUKZqmCROmgHS+BoCEdAsKItPtUn5XV9lChoBkdAcm9bi6xxDWgHTQUBaAhHQLCipfdRBNV1fZQoaAZHQHDkr7Kq4pdoB0veaAhHQLCi5jCpFTh1fZQoaAZHQHIAM8HObAloB0vmaAhHQLCjO2qDK5l1fZQoaAZHQHC0G9US7GxoB0vvaAhHQLCjQ/5Lytp1fZQoaAZHQG99fgzguRNoB0vYaAhHQLCjV8ZDRdB1fZQoaAZHQG4zdg4OtnxoB0vYaAhHQLCjbG8Empl1fZQoaAZHQHPTDijtXxRoB0viaAhHQLCjdKr7wa11fZQoaAZHQHFHFWwNb1RoB01gAWgIR0Cwo4gF1SwXdX2UKGgGR0Bxu3wKBun/aAdNKwFoCEdAsKOmVgQYk3V9lChoBkdAX+k5wOvt+mgHTegDaAhHQLCj3dbPhQ51ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 110,
+    "_n_updates": 400,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0eebca76161631d9d54a8b87f3f2b6b2b3f8ade8306d20c390dc0d81a2bccc6c
+oid sha256:e674fe48d3cb0cfd71b07155bc570c1a5f8e802d9516640eb830a9aa91133c08
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:651b75b35fdd67bb1b7accb9d239962cf2f952e7911ff0dcaee895f95bf826a9
+oid sha256:ee512ac7c02ccc8820907306e8ffe37d53e6e6e585d93bab1a53b666db62afa0
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 139.2176053, "std_reward": 62.08459382654789, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-23T06:24:38.571827"}
+{"mean_reward": 258.07422219999995, "std_reward": 68.45380695444199, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-23T07:11:52.463226"}