Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 261.24 +/- 20.49
+      value: 256.31 +/- 18.30
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7c4a3bcc9760>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c4a3bcc9800>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c4a3bcc98a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c4a3bcc9940>", "_build": "<function ActorCriticPolicy._build at 0x7c4a3bcc99e0>", "forward": "<function ActorCriticPolicy.forward at 0x7c4a3bcc9a80>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c4a3bcc9b20>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c4a3bcc9bc0>", "_predict": "<function ActorCriticPolicy._predict at 0x7c4a3bcc9c60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c4a3bcc9d00>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c4a3bcc9da0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c4a3bcc9e40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7c4a3bc2bbc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1745704886909072589, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAAAAywK9bc26P1IK277wyGk+Yt68ueow670AAAAAAAAAALOv0z2LFY8+Dn1avmY5Qb5rTjq9oKRtvQAAAAAAAAAAs17kvTsmlD/cepi+H5OdvsOjDr7040O+AAAAAAAAAACa5rC8JQFSP87xCT2e9Jy+IeEaPJLj4rwAAAAAAAAAAOYUHj52dZw+KiMDvuKEfr7P6cI8LJsivQAAAAAAAAAAphqcvWZY/D79HhE+VMiYvppxQjy5d4s7AAAAAAAAAACanDI94tbgPh41nL10PoO+bPGHvIb8nT0AAAAAAAAAAADaLz13xHw/cA9+PUArsr7i9049JRhDuwAAAAAAAAAAACg/O+XetD+UQpc+MxLCPToPXbvuDIm9AAAAAAAAAACa5Ye7KeRKunquaTmQWoI04EEPOxEQirgAAIA/AACAP/PDSD6UpdK8ziaxuRPSLjjbKDy+C8PuOAAAgD8AAIA/TbcQvZAOJj+UWkg9FUiGvqvNibx98X08AAAAAAAAAACml+C9o6+cP3Akib5fnX6+V6glvpY70LwAAAAAAAAAAM0/QD7Vsr4/qUMuP/nNTL51w1M+ZjqRPgAAAAAAAAAAM5MDPcNYDD/NwWy9BOt2vt7yljwmniC7AAAAAAAAAAANKt295HdwPij2pj2pDXi+hn91PLx7oD0AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGyJWalUIcCMAWyUTfYBjAF0lEdAlgaYxUNrkHV9lChoBkdAcke4SYgJTmgHTUwBaAhHQJYHDSCvovB1fZQoaAZHQGuObSRbKRxoB02dAmgIR0CWCBxIatLddX2UKGgGR0BuF3En9ehPaAdNdAFoCEdAlgh9lmOENHV9lChoBkdAcIXp22XsxGgHTZIBaAhHQJYJ+b+cYqJ1fZQoaAZHQGzKLwWnCO5oB03qAWgIR0CWCmh2GIsRdX2UKGgGR0Bur+rU9ZA6aAdNNQFoCEdAlg1Va0QbuXV9lChoBkdAciEmsNlRQGgHTUoBaAhHQJYNkXIlt0p1fZQoaAZHQGEbpcHGCI1oB03oA2gIR0CWDrzWf9P2dX2UKGgGR0BsxDt3OfNBaAdNcwFoCEdAlg7ovSMLnnV9lChoBkdAbJT+XqqwQmgHTdIBaAhHQJYipNBWxQl1fZQoaAZHQHA1dYKYzBRoB00XAWgIR0CWIwpR4yGjdX2UKGgGR0BxAKRdQfp2aAdNLQFoCEdAliNKYZ2pynV9lChoBkdAcTBWi1y/9GgHTVMBaAhHQJYjYyj59E11fZQoaAZHQG9dBddE9dNoB02nAWgIR0CWI6Sc9W6tdX2UKGgGR0BwxPEqDsdDaAdNZAFoCEdAlidQoPTXrnV9lChoBkdAan/IKc/dI2gHTWYBaAhHQJYn2iudPLx1fZQoaAZHQG527+tKZlZoB01VAWgIR0CWKJzPa+N+dX2UKGgGR0BxgmzQeFL4aAdNagFoCEdAlijxBZ6lcnV9lChoBkdAckIZaV2RrGgHTTkBaAhHQJYpKd7OVxF1fZQoaAZHQG5iOmaYu01oB027AWgIR0CWKVYdyT6jdX2UKGgGR0BxvrMNc4YKaAdNYwFoCEdAliq0QbuMM3V9lChoBkdAbJHKgZjx1GgHTU0BaAhHQJYtAYgq3E11fZQoaAZHQHHUZRwZOzpoB01rAWgIR0CWLd4keIVNdX2UKGgGR0Bx/6lO45LiaAdNLQFoCEdAli5ho7FKkHV9lChoBkdAb4PZCfHxSmgHTVgBaAhHQJYuavIOpbV1fZQoaAZHQHI3/Tw2ETRoB001AWgIR0CWLtoTfzjFdX2UKGgGR0Bw+mE7GNrCaAdNYgFoCEdAli7bSiM5wXV9lChoBkdAcMfV1Oj7AWgHTXgBaAhHQJYwVV3ljmV1fZQoaAZHQHC2FrylN11oB02QAWgIR0CWMXUBXCCSdX2UKGgGR0Bw76AZsKsuaAdNrgFoCEdAljLEHY6GQHV9lChoBkdAcfDdpqREGGgHTUwBaAhHQJY0T2WY4Q11fZQoaAZHQHApkOEug6FoB01OAWgIR0CWNKyiEg4fdX2UKGgGR0Btg4WnCO3laAdNnAFoCEdAljWbHdXT3XV9lChoBkdAbnam+j/Mn2gHTUIBaAhHQJY2QffXPJJ1fZQoaAZHQHARhAOavzRoB02xAWgIR0CWNt2606YFdX2UKGgGR0BwgY0j1PFeaAdNiAFoCEdAljcGPT5O8HV9lChoBkdAcVC9eQdS22gHTaYBaAhHQJY3PCiyprF1fZQoaAZHQFCfdrftQbdoB0vnaAhHQJY3PUhFEzB1fZQoaAZHQHDCs45tFa1oB01ZAWgIR0CWObBmwqy4dX2UKGgGR0BsA1k+X7cgaAdNhAFoCEdAljpKqXF98nV9lChoBkdAcZLmplz2e2gHTYcBaAhHQJY71Mi8nNR1fZQoaAZHQG7PRrzoUztoB01UAWgIR0CWPBt2LYPHdX2UKGgGR0Ar7wDNhVlxaAdNDQFoCEdAlj244ACGOHV9lChoBkdAcRyNVR1ox2gHTUUBaAhHQJY+ARg7YCh1fZQoaAZHQHDWUORT0g9oB004AWgIR0CWQS8Rcu8LdX2UKGgGR0BuCjWuoxYaaAdNWAFoCEdAlkHPN3W4E3V9lChoBkdAb8Jh3qzJIWgHTTMBaAhHQJZCN9kSVW11fZQoaAZHQG5ITPa+N99oB03ZAWgIR0CWQqowmE5AdX2UKGgGR0Bu/PRNRFZxaAdNSwFoCEdAlkK1K02LpHV9lChoBkdAcgFjI7vG62gHTVEBaAhHQJZDGG8Empl1fZQoaAZHQHDxDfNzKcNoB01MAWgIR0CWQywIMSbpdX2UKGgGR0AxfZ3s5XEJaAdNAAFoCEdAlkNsriEQG3V9lChoBkdAb1hQ40dilWgHTSIBaAhHQJZFNZU1hst1fZQoaAZHQHAatd3Sro5oB01MAWgIR0CWXOMyad+YdX2UKGgGR0ByAI0aZQYUaAdNMgFoCEdAll20ZeiSJXV9lChoBkdAcJiyjYZl4GgHTSwBaAhHQJZdyEmICU51fZQoaAZHQEyTZNfw7T5oB0vfaAhHQJZfvo3aSLZ1fZQoaAZHQFAXNqQA+6loB0v6aAhHQJZg2OxSpBJ1fZQoaAZHQG+D9DYywfRoB01NAWgIR0CWYn1tO2y+dX2UKGgGR0BwS7eoDPnkaAdNaQFoCEdAlmRrsrupj3V9lChoBkdAbq5Ve8f3e2gHTVcBaAhHQJZkjnQpnYh1fZQoaAZHQHCgO9FnZkFoB01xAWgIR0CWZTbKRuCPdX2UKGgGR0BtNqeAd4mkaAdNmANoCEdAlmXE/W1+iXV9lChoBkdAcKHcjqv/zmgHTWsBaAhHQJZmSXokiUx1fZQoaAZHQGGQ+ruIAOtoB03oA2gIR0CWaD8gZCOWdX2UKGgGR0Bv7g7YChexaAdNlwFoCEdAlmoXTd+G5HV9lChoBkdAbZm6jnFHa2gHTTUBaAhHQJZqr2/SH/N1fZQoaAZHQHAHHXRPXTVoB01uAWgIR0CWbCruYx+KdX2UKGgGR0BustK7I1cdaAdNYQFoCEdAlmxpMDfWMHV9lChoBkdAcZjI6Kcd52gHTTYBaAhHQJZtyGL1mJ51fZQoaAZHQHBnZlz2exxoB01sAWgIR0CWbvv5xiobdX2UKGgGR0Bhn7FZPl+3aAdN6ANoCEdAlm8FfeDWb3V9lChoBkdAcPb2ECeVcGgHTT4BaAhHQJZvglgMMJB1fZQoaAZHQHGRvVqesgdoB019AmgIR0CWcD/8l5WzdX2UKGgGR0BxNvAgxJumaAdNNwNoCEdAlnCvVEuxr3V9lChoBkdAcP/V9nbqQmgHTUwBaAhHQJZxeGfwqiJ1fZQoaAZHQG413d9Dx9ZoB01HAWgIR0CWcdGDcuandX2UKGgGR0Bxs0q+ajN7aAdNTQFoCEdAlnLZ/oaDPHV9lChoBkdAccqOvMbFTGgHTXABaAhHQJZzjw1BMSN1fZQoaAZHQG3Ra2nbZe1oB02sAWgIR0CWdH6JZW7wdX2UKGgGR0ByUftJFspHaAdNVAFoCEdAlnS9q1w5vXV9lChoBkdAODza4+bExmgHS/ZoCEdAlnTXhbW3B3V9lChoBkdAcfsLjghr32gHTUgBaAhHQJZ1uZOSGJx1fZQoaAZHQHDt0JWvKU5oB006AWgIR0CWdcEHMUypdX2UKGgGR0BugLHjp9qlaAdNQwFoCEdAlncy3Td+HHV9lChoBkdAcuS08/2TPmgHTVoBaAhHQJZ6BrrPdEd1fZQoaAZHQG0zl2vB7/poB01dAWgIR0CWei0dilSCdX2UKGgGR0BwHKHARChOaAdNUgFoCEdAlnpHqJMxoXV9lChoBkdAceeOZb6gumgHTVsBaAhHQJZ7Ummce8x1fZQoaAZHQHH5KUNayKNoB01EAWgIR0CWe89alk6LdX2UKGgGR0Bvf71uivgWaAdNGwFoCEdAlnvi79Q40nV9lChoBkdAcSclfZ26kWgHTVcBaAhHQJZ8ypzcRDl1fZQoaAZHQHE4yJ40Mw1oB01HAWgIR0CWfh54nndPdX2UKGgGR0Bw1EjhUBGQaAdNuAFoCEdAln8NQoCuEHV9lChoBkdAbl3XtBv732gHTU8BaAhHQJZ/xQ0oBq91fZQoaAZHQHHNb4etCAtoB00yAWgIR0CWgArmyPdVdX2UKGgGR0Bwfli6QNkOaAdNVQFoCEdAloAwqNIbwXV9lChoBkdAcsjjXWe6I2gHTUkBaAhHQJaA9qcmShd1fZQoaAZHQG/9//FR51NoB015AWgIR0CWgTSZjQRgdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7bcb1d124220>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7bcb1d1242c0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7bcb1d124360>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7bcb1d124400>", "_build": "<function ActorCriticPolicy._build at 0x7bcb1d1244a0>", "forward": "<function ActorCriticPolicy.forward at 0x7bcb1d124540>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7bcb1d1245e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7bcb1d124680>", "_predict": "<function ActorCriticPolicy._predict at 0x7bcb1d124720>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7bcb1d1247c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7bcb1d124860>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7bcb1d124900>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7bcb1f2d2f00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1747157136835273644, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACgbDA+aPEiPw3yB73WM9u+NGrZPYnyLb4AAAAAAAAAAOYKJz08abM+toMJvh2mhr6Rkyk7OzIWvQAAAAAAAAAApt0jvgOBCj1rmjQ+tt+Rvv14OT18EJS7AAAAAAAAAABFC7m+i6ZjP9R7Fb3rjqO+rAM5vl5/Nj0AAAAAAAAAAABQ/zpca2G6GYNHur5L5zVVezm7RkJqOQAAgD8AAIA/M8fxPEjB3bpLSXw8hwaRPGn61zuWVHu9AACAPwAAgD+gsJC+8+1WP/1kVL2inb6+L1b4vQtjYj0AAAAAAAAAADNkwb2PWge6mnIouKsbFLJSu3y72t5GNwAAgD8AAAAADe4svogzrD6iHlY+J2sivmDMwjrAWIs9AAAAAAAAAACabiI9CoExPMuJh723OAm+ePIzvBg2LDsAAAAAAAAAAH37Wb4DQYo/wkOnvjZYqr7B2H6+Ilq+vAAAAAAAAAAAdsWLvpywlD93lb6+yW2mvuK5gr4Io/O7AAAAAAAAAAAzKXq9SE+wukx1PbORfTIv20ApOv5uvjMAAIA/AACAP+Yn7b1jBk89wLWNPZorh77v/R28lm5IPQAAAAAAAAAA5krPvXsYsz2yIkc+lLNBvtmLPT2uKLw8AAAAAAAAAACaMRq8EQ4YP9hJaztDbKW+bPrQPDVcCb0AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVJQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHB0p0GNaQqMAWyUTTMBjAF0lEdAkaxBbnoxH3V9lChoBkdAa+LD+BH09WgHTRkBaAhHQJGtlilSCOF1fZQoaAZHQHB5OCXhOxloB00IAWgIR0CRruTxXnyNdX2UKGgGR0BtgiA+Y+jeaAdNDQFoCEdAka9NyT6i03V9lChoBkdAbo2UD+zdDmgHTa8BaAhHQJGvfOeJ53V1fZQoaAZHQHF81VcUuctoB01MAWgIR0CRr/ATIvJzdX2UKGgGR0BTbSsbNr0raAdLtmgIR0CRsLKohpxndX2UKGgGR0BSTP8MuvlmaAdLzmgIR0CRsT/qxC6ZdX2UKGgGR0BvxH2PDHfeaAdNBwFoCEdAkbFbNwBHTnV9lChoBkdAbbitOEdvKmgHTQkBaAhHQJGxe3BpHqh1fZQoaAZHQHGy4Z62OQ1oB00gAWgIR0CRsp8m8dxRdX2UKGgGR0BxBJLlFMIvaAdNPAFoCEdAkbNEMCtA9nV9lChoBkdAcb40rsjVx2gHTQ4BaAhHQJGzxeVs1sN1fZQoaAZHQG4c+xfOUt9oB00OAWgIR0CRtI9M9KVZdX2UKGgGR0BPbPPszEaVaAdL2mgIR0CRtNBrvb48dX2UKGgGR0BvrtBMSK3vaAdNIgFoCEdAkbXBO58Sf3V9lChoBkdAcvBxX4j8k2gHTTwBaAhHQJG2NQWN3np1fZQoaAZHQEMd15jYqXpoB0vjaAhHQJG3EnYxtYV1fZQoaAZHQEFQKUFB6a9oB0ufaAhHQJG3LbJwKjV1fZQoaAZHQDLqeUY8+zNoB0vSaAhHQJG3RIJ7b+N1fZQoaAZHQHDVb1yvLYBoB03PAWgIR0CRuBOXmeUZdX2UKGgGR0BF78GC7K7qaAdL8GgIR0CRuXZtvXK9dX2UKGgGR0BwUgHTqjagaAdNKAFoCEdAkbneby6MBXV9lChoBkdAcO9S2Yv38GgHS/JoCEdAkbo5tix3V3V9lChoBkdAcffnm7rcCmgHTV4BaAhHQJG65n003wV1fZQoaAZHQG4/PsJIDo1oB00oAWgIR0CRvJOT7l7udX2UKGgGR0BxnpFVktmMaAdL8GgIR0CRvKKvV3EAdX2UKGgGR0BxBGpCKJl8aAdL/WgIR0CRvMzo2XLNdX2UKGgGR0Bygi1twaR7aAdNKgFoCEdAkb0aw6hg3XV9lChoBkdAciqagElme2gHTXEBaAhHQJG9uUpuuRt1fZQoaAZHQHJGfkWAPNFoB00DAWgIR0CRvdTbFjusdX2UKGgGR0BwMEPsiSq3aAdNOQFoCEdAkb3h1klNUXV9lChoBkdAcQRNm16VuGgHTQIBaAhHQJG/mmce8wp1fZQoaAZHQG8EZi/fwZxoB00aAWgIR0CRv6prk8zRdX2UKGgGR0BWEg88s+V1aAdL12gIR0CRv7ibUgB+dX2UKGgGR0Bww/bItDlYaAdNQwFoCEdAkb/rDye7MHV9lChoBkdAbp80w8GLUGgHTTABaAhHQJHAF4iX6ZZ1fZQoaAZHQHI+NBWxQi1oB01sAWgIR0CRwb1wo9cKdX2UKGgGR0Bv6QDTz/ZNaAdNMwFoCEdAkcHiROk+HXV9lChoBkdAbVdyp71Iy2gHTRkBaAhHQJHCboQnQY11fZQoaAZHQHAVJw84gihoB01FAWgIR0CRwu/RmbsodX2UKGgGR8AguVbA1vVFaAdL4mgIR0CRwzFFUhmodX2UKGgGR0Bx3tPtUn5SaAdL+mgIR0CRw41tfoicdX2UKGgGR0BxWumwaBI4aAdL7mgIR0CR1fjQRf4RdX2UKGgGR8ALwr8R+SbIaAdL1WgIR0CR10jmjj7zdX2UKGgGR0AxIuUliSaFaAdL4mgIR0CR18QgcLjQdX2UKGgGR0BxBjd8Aq/eaAdNaAFoCEdAkdhMzEaVEHV9lChoBkdAb+VxFRYRumgHTUQBaAhHQJHYiD+R5kd1fZQoaAZHQHCPn+VC5VhoB0vvaAhHQJHYnbpNbkh1fZQoaAZHQHF45AlfJFNoB00TAWgIR0CR2SFlCkXUdX2UKGgGR0Bxj6SyMUAUaAdNTwFoCEdAkdtpK8L8aXV9lChoBkdAcR0Egntv42gHTRMBaAhHQJHbwP6KtPp1fZQoaAZHQG8Ic7hegL9oB0v7aAhHQJHbvwy6+WZ1fZQoaAZHQG1pZvkzXSVoB00fAWgIR0CR3En3L3bmdX2UKGgGR0Bzk2uieumraAdNtwFoCEdAkdxPLxI8Q3V9lChoBkdAcTEdgfEGaGgHTQsBaAhHQJHcv0voNd91fZQoaAZHQHGC9svZh8ZoB00XAWgIR0CR3VuLJjlQdX2UKGgGR0BvnuV1Oj7AaAdNCgFoCEdAkd1aqXF98nV9lChoBkdAceSb8WKuS2gHS+JoCEdAkd6EAtFrmHV9lChoBkdAbwPxffGdZ2gHTT4CaAhHQJHett78ejp1fZQoaAZHQG/hR8UmD15oB0vuaAhHQJHfWCHymQ91fZQoaAZHQG4hsvZh8Y1oB00oAWgIR0CR4BSh8IAwdX2UKGgGR0BwZk7o0Q9SaAdNXgFoCEdAkeBgJ9iMHnV9lChoBkdAcg9EhaC+UWgHTRYBaAhHQJHgqSidrft1fZQoaAZHQHLEpi/fwZxoB00MAWgIR0CR4PMM7U5NdX2UKGgGR0Bw6/qKP4mDaAdNIgFoCEdAkeEOSSvC/HV9lChoBkdAU/93yI55q2gHS8JoCEdAkeEeEqUeMnV9lChoBkdATAtJlJ6IFmgHS+1oCEdAkeIn6Q/5cnV9lChoBkdAcUYvlU6xPmgHTR4BaAhHQJHjqee4Cp51fZQoaAZHQG8ujYqXnhdoB00IAWgIR0CR49y6MBIXdX2UKGgGR0BxjWN0eU6gaAdL5GgIR0CR4+6bONYKdX2UKGgGR0BvupAjY7JXaAdNBgFoCEdAkeRc2rGR3nV9lChoBkdAcFtcuanaWWgHTUYBaAhHQJHmFeIEbHZ1fZQoaAZHQHHoHZf2K2toB00lAWgIR0CR5kB0ZFXrdX2UKGgGR0BxnDim2sq8aAdL/GgIR0CR5mS2phnbdX2UKGgGR0BwpIVzp5eJaAdNBwFoCEdAkeb2xMWXTnV9lChoBkdAby4TlDF6zGgHTQUBaAhHQJHnqz8gpz91fZQoaAZHQHEviZWq95BoB00QAWgIR0CR6Qa2F36idX2UKGgGR0BMbmUGFBY3aAdLtGgIR0CR6i9LpRoAdX2UKGgGR0ByClDLKV6eaAdNKQFoCEdAkerrhaTwD3V9lChoBkdAcICMfzSThmgHTRoBaAhHQJHrC3w1BMV1fZQoaAZHQG0AyXdCVr1oB003AWgIR0CR6+7wrlNldX2UKGgGR0BxpUAIY3vQaAdNVQFoCEdAkewQN0/4ZnV9lChoBkdAckg3Roh6jWgHTUQBaAhHQJHsLXarWAh1fZQoaAZHQHAwzNpudf9oB00TAWgIR0CR7Df5ULlWdX2UKGgGR0BxbWpNsWO7aAdL/2gIR0CR7R4X40uUdX2UKGgGR0ByAZWU8mrsaAdNHQFoCEdAke2QOJ+DvnV9lChoBkdAbliB2fTTfGgHTT0BaAhHQJHuXpaA4GV1fZQoaAZHQHCCiteUpuxoB0vzaAhHQJHuwZ62OQ11fZQoaAZHQHFIPcSGrS5oB00HAWgIR0CR7s/kvK2bdX2UKGgGR0BvF/nEETxoaAdNKgFoCEdAke99VWCEpXV9lChoBkdAcRs9jgAIY2gHTScBaAhHQJHvic0+C9R1fZQoaAZHQHPzAvxpcopoB0vUaAhHQJHwsfr8iwB1fZQoaAZHQEXwKO1fE4xoB0vcaAhHQJHxBON5t3x1fZQoaAZHQG6MiYCyQgdoB01OAWgIR0CR8d7ihnJ1dX2UKGgGR0BR09sSCe3AaAdL52gIR0CR8kewLVnVdX2UKGgGR0AwvfE4vN/waAdL6WgIR0CR8oNY8uBddX2UKGgGR0Bv72UUwi7kaAdNJgFoCEdAkfKoEnssx3V9lChoBkdAcPk/6fra/WgHTWUBaAhHQJHzoLux8lZ1fZQoaAZHQG3I8xTKkmBoB00SAWgIR0CR86kPczqKdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c69e3adc988788d2e8798f32cf899419334f3d67378aeca9c68ac85327bddb3b
-size 148128
+oid sha256:4a3504367cac6d4c8c31db3d6a8af4dd7215ce49cd7da8df0ca9703da8b60120
+size 148092

ppo-LunarLander-v2/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7c4a3bcc9760>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7c4a3bcc9800>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7c4a3bcc98a0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7c4a3bcc9940>",
-        "_build": "<function ActorCriticPolicy._build at 0x7c4a3bcc99e0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7c4a3bcc9a80>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7c4a3bcc9b20>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7c4a3bcc9bc0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7c4a3bcc9c60>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7c4a3bcc9d00>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7c4a3bcc9da0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7c4a3bcc9e40>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7bcb1d124220>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7bcb1d1242c0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7bcb1d124360>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7bcb1d124400>",
+        "_build": "<function ActorCriticPolicy._build at 0x7bcb1d1244a0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7bcb1d124540>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7bcb1d1245e0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7bcb1d124680>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7bcb1d124720>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7bcb1d1247c0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7bcb1d124860>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7bcb1d124900>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7c4a3bc2bbc0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7bcb1f2d2f00>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -26,16 +26,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1745704886909072589,
+    "start_time": 1747157136835273644,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAAAAywK9bc26P1IK277wyGk+Yt68ueow670AAAAAAAAAALOv0z2LFY8+Dn1avmY5Qb5rTjq9oKRtvQAAAAAAAAAAs17kvTsmlD/cepi+H5OdvsOjDr7040O+AAAAAAAAAACa5rC8JQFSP87xCT2e9Jy+IeEaPJLj4rwAAAAAAAAAAOYUHj52dZw+KiMDvuKEfr7P6cI8LJsivQAAAAAAAAAAphqcvWZY/D79HhE+VMiYvppxQjy5d4s7AAAAAAAAAACanDI94tbgPh41nL10PoO+bPGHvIb8nT0AAAAAAAAAAADaLz13xHw/cA9+PUArsr7i9049JRhDuwAAAAAAAAAAACg/O+XetD+UQpc+MxLCPToPXbvuDIm9AAAAAAAAAACa5Ye7KeRKunquaTmQWoI04EEPOxEQirgAAIA/AACAP/PDSD6UpdK8ziaxuRPSLjjbKDy+C8PuOAAAgD8AAIA/TbcQvZAOJj+UWkg9FUiGvqvNibx98X08AAAAAAAAAACml+C9o6+cP3Akib5fnX6+V6glvpY70LwAAAAAAAAAAM0/QD7Vsr4/qUMuP/nNTL51w1M+ZjqRPgAAAAAAAAAAM5MDPcNYDD/NwWy9BOt2vt7yljwmniC7AAAAAAAAAAANKt295HdwPij2pj2pDXi+hn91PLx7oD0AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACgbDA+aPEiPw3yB73WM9u+NGrZPYnyLb4AAAAAAAAAAOYKJz08abM+toMJvh2mhr6Rkyk7OzIWvQAAAAAAAAAApt0jvgOBCj1rmjQ+tt+Rvv14OT18EJS7AAAAAAAAAABFC7m+i6ZjP9R7Fb3rjqO+rAM5vl5/Nj0AAAAAAAAAAABQ/zpca2G6GYNHur5L5zVVezm7RkJqOQAAgD8AAIA/M8fxPEjB3bpLSXw8hwaRPGn61zuWVHu9AACAPwAAgD+gsJC+8+1WP/1kVL2inb6+L1b4vQtjYj0AAAAAAAAAADNkwb2PWge6mnIouKsbFLJSu3y72t5GNwAAgD8AAAAADe4svogzrD6iHlY+J2sivmDMwjrAWIs9AAAAAAAAAACabiI9CoExPMuJh723OAm+ePIzvBg2LDsAAAAAAAAAAH37Wb4DQYo/wkOnvjZYqr7B2H6+Ilq+vAAAAAAAAAAAdsWLvpywlD93lb6+yW2mvuK5gr4Io/O7AAAAAAAAAAAzKXq9SE+wukx1PbORfTIv20ApOv5uvjMAAIA/AACAP+Yn7b1jBk89wLWNPZorh77v/R28lm5IPQAAAAAAAAAA5krPvXsYsz2yIkc+lLNBvtmLPT2uKLw8AAAAAAAAAACaMRq8EQ4YP9hJaztDbKW+bPrQPDVcCb0AAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="
+        ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
@@ -45,7 +45,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVQAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGyJWalUIcCMAWyUTfYBjAF0lEdAlgaYxUNrkHV9lChoBkdAcke4SYgJTmgHTUwBaAhHQJYHDSCvovB1fZQoaAZHQGuObSRbKRxoB02dAmgIR0CWCBxIatLddX2UKGgGR0BuF3En9ehPaAdNdAFoCEdAlgh9lmOENHV9lChoBkdAcIXp22XsxGgHTZIBaAhHQJYJ+b+cYqJ1fZQoaAZHQGzKLwWnCO5oB03qAWgIR0CWCmh2GIsRdX2UKGgGR0Bur+rU9ZA6aAdNNQFoCEdAlg1Va0QbuXV9lChoBkdAciEmsNlRQGgHTUoBaAhHQJYNkXIlt0p1fZQoaAZHQGEbpcHGCI1oB03oA2gIR0CWDrzWf9P2dX2UKGgGR0BsxDt3OfNBaAdNcwFoCEdAlg7ovSMLnnV9lChoBkdAbJT+XqqwQmgHTdIBaAhHQJYipNBWxQl1fZQoaAZHQHA1dYKYzBRoB00XAWgIR0CWIwpR4yGjdX2UKGgGR0BxAKRdQfp2aAdNLQFoCEdAliNKYZ2pynV9lChoBkdAcTBWi1y/9GgHTVMBaAhHQJYjYyj59E11fZQoaAZHQG9dBddE9dNoB02nAWgIR0CWI6Sc9W6tdX2UKGgGR0BwxPEqDsdDaAdNZAFoCEdAlidQoPTXrnV9lChoBkdAan/IKc/dI2gHTWYBaAhHQJYn2iudPLx1fZQoaAZHQG527+tKZlZoB01VAWgIR0CWKJzPa+N+dX2UKGgGR0BxgmzQeFL4aAdNagFoCEdAlijxBZ6lcnV9lChoBkdAckIZaV2RrGgHTTkBaAhHQJYpKd7OVxF1fZQoaAZHQG5iOmaYu01oB027AWgIR0CWKVYdyT6jdX2UKGgGR0BxvrMNc4YKaAdNYwFoCEdAliq0QbuMM3V9lChoBkdAbJHKgZjx1GgHTU0BaAhHQJYtAYgq3E11fZQoaAZHQHHUZRwZOzpoB01rAWgIR0CWLd4keIVNdX2UKGgGR0Bx/6lO45LiaAdNLQFoCEdAli5ho7FKkHV9lChoBkdAb4PZCfHxSmgHTVgBaAhHQJYuavIOpbV1fZQoaAZHQHI3/Tw2ETRoB001AWgIR0CWLtoTfzjFdX2UKGgGR0Bw+mE7GNrCaAdNYgFoCEdAli7bSiM5wXV9lChoBkdAcMfV1Oj7AWgHTXgBaAhHQJYwVV3ljmV1fZQoaAZHQHC2FrylN11oB02QAWgIR0CWMXUBXCCSdX2UKGgGR0Bw76AZsKsuaAdNrgFoCEdAljLEHY6GQHV9lChoBkdAcfDdpqREGGgHTUwBaAhHQJY0T2WY4Q11fZQoaAZHQHApkOEug6FoB01OAWgIR0CWNKyiEg4fdX2UKGgGR0Btg4WnCO3laAdNnAFoCEdAljWbHdXT3XV9lChoBkdAbnam+j/Mn2gHTUIBaAhHQJY2QffXPJJ1fZQoaAZHQHARhAOavzRoB02xAWgIR0CWNt2606YFdX2UKGgGR0BwgY0j1PFeaAdNiAFoCEdAljcGPT5O8HV9lChoBkdAcVC9eQdS22gHTaYBaAhHQJY3PCiyprF1fZQoaAZHQFCfdrftQbdoB0vnaAhHQJY3PUhFEzB1fZQoaAZHQHDCs45tFa1oB01ZAWgIR0CWObBmwqy4dX2UKGgGR0BsA1k+X7cgaAdNhAFoCEdAljpKqXF98nV9lChoBkdAcZLmplz2e2gHTYcBaAhHQJY71Mi8nNR1fZQoaAZHQG7PRrzoUztoB01UAWgIR0CWPBt2LYPHdX2UKGgGR0Ar7wDNhVlxaAdNDQFoCEdAlj244ACGOHV9lChoBkdAcRyNVR1ox2gHTUUBaAhHQJY+ARg7YCh1fZQoaAZHQHDWUORT0g9oB004AWgIR0CWQS8Rcu8LdX2UKGgGR0BuCjWuoxYaaAdNWAFoCEdAlkHPN3W4E3V9lChoBkdAb8Jh3qzJIWgHTTMBaAhHQJZCN9kSVW11fZQoaAZHQG5ITPa+N99oB03ZAWgIR0CWQqowmE5AdX2UKGgGR0Bu/PRNRFZxaAdNSwFoCEdAlkK1K02LpHV9lChoBkdAcgFjI7vG62gHTVEBaAhHQJZDGG8Empl1fZQoaAZHQHDxDfNzKcNoB01MAWgIR0CWQywIMSbpdX2UKGgGR0AxfZ3s5XEJaAdNAAFoCEdAlkNsriEQG3V9lChoBkdAb1hQ40dilWgHTSIBaAhHQJZFNZU1hst1fZQoaAZHQHAatd3Sro5oB01MAWgIR0CWXOMyad+YdX2UKGgGR0ByAI0aZQYUaAdNMgFoCEdAll20ZeiSJXV9lChoBkdAcJiyjYZl4GgHTSwBaAhHQJZdyEmICU51fZQoaAZHQEyTZNfw7T5oB0vfaAhHQJZfvo3aSLZ1fZQoaAZHQFAXNqQA+6loB0v6aAhHQJZg2OxSpBJ1fZQoaAZHQG+D9DYywfRoB01NAWgIR0CWYn1tO2y+dX2UKGgGR0BwS7eoDPnkaAdNaQFoCEdAlmRrsrupj3V9lChoBkdAbq5Ve8f3e2gHTVcBaAhHQJZkjnQpnYh1fZQoaAZHQHCgO9FnZkFoB01xAWgIR0CWZTbKRuCPdX2UKGgGR0BtNqeAd4mkaAdNmANoCEdAlmXE/W1+iXV9lChoBkdAcKHcjqv/zmgHTWsBaAhHQJZmSXokiUx1fZQoaAZHQGGQ+ruIAOtoB03oA2gIR0CWaD8gZCOWdX2UKGgGR0Bv7g7YChexaAdNlwFoCEdAlmoXTd+G5HV9lChoBkdAbZm6jnFHa2gHTTUBaAhHQJZqr2/SH/N1fZQoaAZHQHAHHXRPXTVoB01uAWgIR0CWbCruYx+KdX2UKGgGR0BustK7I1cdaAdNYQFoCEdAlmxpMDfWMHV9lChoBkdAcZjI6Kcd52gHTTYBaAhHQJZtyGL1mJ51fZQoaAZHQHBnZlz2exxoB01sAWgIR0CWbvv5xiobdX2UKGgGR0Bhn7FZPl+3aAdN6ANoCEdAlm8FfeDWb3V9lChoBkdAcPb2ECeVcGgHTT4BaAhHQJZvglgMMJB1fZQoaAZHQHGRvVqesgdoB019AmgIR0CWcD/8l5WzdX2UKGgGR0BxNvAgxJumaAdNNwNoCEdAlnCvVEuxr3V9lChoBkdAcP/V9nbqQmgHTUwBaAhHQJZxeGfwqiJ1fZQoaAZHQG413d9Dx9ZoB01HAWgIR0CWcdGDcuandX2UKGgGR0Bxs0q+ajN7aAdNTQFoCEdAlnLZ/oaDPHV9lChoBkdAccqOvMbFTGgHTXABaAhHQJZzjw1BMSN1fZQoaAZHQG3Ra2nbZe1oB02sAWgIR0CWdH6JZW7wdX2UKGgGR0ByUftJFspHaAdNVAFoCEdAlnS9q1w5vXV9lChoBkdAODza4+bExmgHS/ZoCEdAlnTXhbW3B3V9lChoBkdAcfsLjghr32gHTUgBaAhHQJZ1uZOSGJx1fZQoaAZHQHDt0JWvKU5oB006AWgIR0CWdcEHMUypdX2UKGgGR0BugLHjp9qlaAdNQwFoCEdAlncy3Td+HHV9lChoBkdAcuS08/2TPmgHTVoBaAhHQJZ6BrrPdEd1fZQoaAZHQG0zl2vB7/poB01dAWgIR0CWei0dilSCdX2UKGgGR0BwHKHARChOaAdNUgFoCEdAlnpHqJMxoXV9lChoBkdAceeOZb6gumgHTVsBaAhHQJZ7Ummce8x1fZQoaAZHQHH5KUNayKNoB01EAWgIR0CWe89alk6LdX2UKGgGR0Bvf71uivgWaAdNGwFoCEdAlnvi79Q40nV9lChoBkdAcSclfZ26kWgHTVcBaAhHQJZ8ypzcRDl1fZQoaAZHQHE4yJ40Mw1oB01HAWgIR0CWfh54nndPdX2UKGgGR0Bw1EjhUBGQaAdNuAFoCEdAln8NQoCuEHV9lChoBkdAbl3XtBv732gHTU8BaAhHQJZ/xQ0oBq91fZQoaAZHQHHNb4etCAtoB00yAWgIR0CWgArmyPdVdX2UKGgGR0Bwfli6QNkOaAdNVQFoCEdAloAwqNIbwXV9lChoBkdAcsjjXWe6I2gHTUkBaAhHQJaA9qcmShd1fZQoaAZHQG/9//FR51NoB015AWgIR0CWgTSZjQRgdWUu"
+        ":serialized:": "gAWVJQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHB0p0GNaQqMAWyUTTMBjAF0lEdAkaxBbnoxH3V9lChoBkdAa+LD+BH09WgHTRkBaAhHQJGtlilSCOF1fZQoaAZHQHB5OCXhOxloB00IAWgIR0CRruTxXnyNdX2UKGgGR0BtgiA+Y+jeaAdNDQFoCEdAka9NyT6i03V9lChoBkdAbo2UD+zdDmgHTa8BaAhHQJGvfOeJ53V1fZQoaAZHQHF81VcUuctoB01MAWgIR0CRr/ATIvJzdX2UKGgGR0BTbSsbNr0raAdLtmgIR0CRsLKohpxndX2UKGgGR0BSTP8MuvlmaAdLzmgIR0CRsT/qxC6ZdX2UKGgGR0BvxH2PDHfeaAdNBwFoCEdAkbFbNwBHTnV9lChoBkdAbbitOEdvKmgHTQkBaAhHQJGxe3BpHqh1fZQoaAZHQHGy4Z62OQ1oB00gAWgIR0CRsp8m8dxRdX2UKGgGR0BxBJLlFMIvaAdNPAFoCEdAkbNEMCtA9nV9lChoBkdAcb40rsjVx2gHTQ4BaAhHQJGzxeVs1sN1fZQoaAZHQG4c+xfOUt9oB00OAWgIR0CRtI9M9KVZdX2UKGgGR0BPbPPszEaVaAdL2mgIR0CRtNBrvb48dX2UKGgGR0BvrtBMSK3vaAdNIgFoCEdAkbXBO58Sf3V9lChoBkdAcvBxX4j8k2gHTTwBaAhHQJG2NQWN3np1fZQoaAZHQEMd15jYqXpoB0vjaAhHQJG3EnYxtYV1fZQoaAZHQEFQKUFB6a9oB0ufaAhHQJG3LbJwKjV1fZQoaAZHQDLqeUY8+zNoB0vSaAhHQJG3RIJ7b+N1fZQoaAZHQHDVb1yvLYBoB03PAWgIR0CRuBOXmeUZdX2UKGgGR0BF78GC7K7qaAdL8GgIR0CRuXZtvXK9dX2UKGgGR0BwUgHTqjagaAdNKAFoCEdAkbneby6MBXV9lChoBkdAcO9S2Yv38GgHS/JoCEdAkbo5tix3V3V9lChoBkdAcffnm7rcCmgHTV4BaAhHQJG65n003wV1fZQoaAZHQG4/PsJIDo1oB00oAWgIR0CRvJOT7l7udX2UKGgGR0BxnpFVktmMaAdL8GgIR0CRvKKvV3EAdX2UKGgGR0BxBGpCKJl8aAdL/WgIR0CRvMzo2XLNdX2UKGgGR0Bygi1twaR7aAdNKgFoCEdAkb0aw6hg3XV9lChoBkdAciqagElme2gHTXEBaAhHQJG9uUpuuRt1fZQoaAZHQHJGfkWAPNFoB00DAWgIR0CRvdTbFjusdX2UKGgGR0BwMEPsiSq3aAdNOQFoCEdAkb3h1klNUXV9lChoBkdAcQRNm16VuGgHTQIBaAhHQJG/mmce8wp1fZQoaAZHQG8EZi/fwZxoB00aAWgIR0CRv6prk8zRdX2UKGgGR0BWEg88s+V1aAdL12gIR0CRv7ibUgB+dX2UKGgGR0Bww/bItDlYaAdNQwFoCEdAkb/rDye7MHV9lChoBkdAbp80w8GLUGgHTTABaAhHQJHAF4iX6ZZ1fZQoaAZHQHI+NBWxQi1oB01sAWgIR0CRwb1wo9cKdX2UKGgGR0Bv6QDTz/ZNaAdNMwFoCEdAkcHiROk+HXV9lChoBkdAbVdyp71Iy2gHTRkBaAhHQJHCboQnQY11fZQoaAZHQHAVJw84gihoB01FAWgIR0CRwu/RmbsodX2UKGgGR8AguVbA1vVFaAdL4mgIR0CRwzFFUhmodX2UKGgGR0Bx3tPtUn5SaAdL+mgIR0CRw41tfoicdX2UKGgGR0BxWumwaBI4aAdL7mgIR0CR1fjQRf4RdX2UKGgGR8ALwr8R+SbIaAdL1WgIR0CR10jmjj7zdX2UKGgGR0AxIuUliSaFaAdL4mgIR0CR18QgcLjQdX2UKGgGR0BxBjd8Aq/eaAdNaAFoCEdAkdhMzEaVEHV9lChoBkdAb+VxFRYRumgHTUQBaAhHQJHYiD+R5kd1fZQoaAZHQHCPn+VC5VhoB0vvaAhHQJHYnbpNbkh1fZQoaAZHQHF45AlfJFNoB00TAWgIR0CR2SFlCkXUdX2UKGgGR0Bxj6SyMUAUaAdNTwFoCEdAkdtpK8L8aXV9lChoBkdAcR0Egntv42gHTRMBaAhHQJHbwP6KtPp1fZQoaAZHQG8Ic7hegL9oB0v7aAhHQJHbvwy6+WZ1fZQoaAZHQG1pZvkzXSVoB00fAWgIR0CR3En3L3bmdX2UKGgGR0Bzk2uieumraAdNtwFoCEdAkdxPLxI8Q3V9lChoBkdAcTEdgfEGaGgHTQsBaAhHQJHcv0voNd91fZQoaAZHQHGC9svZh8ZoB00XAWgIR0CR3VuLJjlQdX2UKGgGR0BvnuV1Oj7AaAdNCgFoCEdAkd1aqXF98nV9lChoBkdAceSb8WKuS2gHS+JoCEdAkd6EAtFrmHV9lChoBkdAbwPxffGdZ2gHTT4CaAhHQJHett78ejp1fZQoaAZHQG/hR8UmD15oB0vuaAhHQJHfWCHymQ91fZQoaAZHQG4hsvZh8Y1oB00oAWgIR0CR4BSh8IAwdX2UKGgGR0BwZk7o0Q9SaAdNXgFoCEdAkeBgJ9iMHnV9lChoBkdAcg9EhaC+UWgHTRYBaAhHQJHgqSidrft1fZQoaAZHQHLEpi/fwZxoB00MAWgIR0CR4PMM7U5NdX2UKGgGR0Bw6/qKP4mDaAdNIgFoCEdAkeEOSSvC/HV9lChoBkdAU/93yI55q2gHS8JoCEdAkeEeEqUeMnV9lChoBkdATAtJlJ6IFmgHS+1oCEdAkeIn6Q/5cnV9lChoBkdAcUYvlU6xPmgHTR4BaAhHQJHjqee4Cp51fZQoaAZHQG8ujYqXnhdoB00IAWgIR0CR49y6MBIXdX2UKGgGR0BxjWN0eU6gaAdL5GgIR0CR4+6bONYKdX2UKGgGR0BvupAjY7JXaAdNBgFoCEdAkeRc2rGR3nV9lChoBkdAcFtcuanaWWgHTUYBaAhHQJHmFeIEbHZ1fZQoaAZHQHHoHZf2K2toB00lAWgIR0CR5kB0ZFXrdX2UKGgGR0BxnDim2sq8aAdL/GgIR0CR5mS2phnbdX2UKGgGR0BwpIVzp5eJaAdNBwFoCEdAkeb2xMWXTnV9lChoBkdAby4TlDF6zGgHTQUBaAhHQJHnqz8gpz91fZQoaAZHQHEviZWq95BoB00QAWgIR0CR6Qa2F36idX2UKGgGR0BMbmUGFBY3aAdLtGgIR0CR6i9LpRoAdX2UKGgGR0ByClDLKV6eaAdNKQFoCEdAkerrhaTwD3V9lChoBkdAcICMfzSThmgHTRoBaAhHQJHrC3w1BMV1fZQoaAZHQG0AyXdCVr1oB003AWgIR0CR6+7wrlNldX2UKGgGR0BxpUAIY3vQaAdNVQFoCEdAkewQN0/4ZnV9lChoBkdAckg3Roh6jWgHTUQBaAhHQJHsLXarWAh1fZQoaAZHQHAwzNpudf9oB00TAWgIR0CR7Df5ULlWdX2UKGgGR0BxbWpNsWO7aAdL/2gIR0CR7R4X40uUdX2UKGgGR0ByAZWU8mrsaAdNHQFoCEdAke2QOJ+DvnV9lChoBkdAbliB2fTTfGgHTT0BaAhHQJHuXpaA4GV1fZQoaAZHQHCCiteUpuxoB0vzaAhHQJHuwZ62OQ11fZQoaAZHQHFIPcSGrS5oB00HAWgIR0CR7s/kvK2bdX2UKGgGR0BvF/nEETxoaAdNKgFoCEdAke99VWCEpXV9lChoBkdAcRs9jgAIY2gHTScBaAhHQJHvic0+C9R1fZQoaAZHQHPzAvxpcopoB0vUaAhHQJHwsfr8iwB1fZQoaAZHQEXwKO1fE4xoB0vcaAhHQJHxBON5t3x1fZQoaAZHQG6MiYCyQgdoB01OAWgIR0CR8d7ihnJ1dX2UKGgGR0BR09sSCe3AaAdL52gIR0CR8kewLVnVdX2UKGgGR0AwvfE4vN/waAdL6WgIR0CR8oNY8uBddX2UKGgGR0Bv72UUwi7kaAdNJgFoCEdAkfKoEnssx3V9lChoBkdAcPk/6fra/WgHTWUBaAhHQJHzoLux8lZ1fZQoaAZHQG3I8xTKkmBoB00SAWgIR0CR86kPczqKdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6590da21b51d3732da657cc89546237d972a5a61166d824d5bc2eebf999caa61
+oid sha256:20cc609699a575297a8aa6be5f0d616f6b6c103e6b3933db3efc11bac87a7229
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e81751496203f218088e40141ea2abea49c871b4577d3eac053d22b7b08a124
+oid sha256:77ba421920637014badaf2a2a5284dfd970b3890a06cbe4ae94a794bab69c509
 size 43762

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:caa20eff6f9392a725b2f2f08d923d19db39496a6a6e4c7b971f65d72b312acb
-size 147567
+oid sha256:4fd77aa9d0d1e0a7dd5911abadaa8205416384c25f6799379e7361565f10653d
+size 169804

results.json

@@ -1 +1 @@
-{"mean_reward": 261.24438840753896, "std_reward": 20.486420639725377, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-04-26T22:35:40.804251"}
+{"mean_reward": 256.3099436767353, "std_reward": 18.295444255891958, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-05-13T17:58:28.155427"}