Uploaded my PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 240.17 +/- 54.36
+      value: 226.80 +/- 76.55
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7970bdfac360>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7970bdfac400>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7970bdfac4a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7970bdfac540>", "_build": "<function ActorCriticPolicy._build at 0x7970bdfac5e0>", "forward": "<function ActorCriticPolicy.forward at 0x7970bdfac680>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7970bdfac720>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7970bdfac7c0>", "_predict": "<function ActorCriticPolicy._predict at 0x7970bdfac860>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7970bdfac900>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7970bdfac9a0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7970bdfaca40>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7970bdf1b480>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1751814986318308876, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACaoJI94d6Qun57yrsCMJ+2kkAsu9SjDzYAAAAAAAAAACZlxL2vAhY+uR08PtABQb7tX5A9mvZZvQAAAAAAAAAAAGG+PEz0tD8m/Lg+cYo7vfJgVzrWv9o9AAAAAAAAAABzep+9H73xubZJhDvWp/w3YzZPu5uWPrgAAIA/AACAP6YgxL0FX7U8rSx9vIxnVb4N3h28/hCSvAAAAAAAAAAAjcubvo+0BT+yiMg+Zomfvp5wLr5Ws4M+AAAAAAAAAAAzXGe+5DViP4a8qr2RC/i+p/NEvm93vLwAAAAAAAAAAKC/Rz53Lnk/d88iPlT2sr6N0Jg+RdmPOwAAAAAAAAAAM7bqvEjPwLqCWJC8NRCfPPRkT7uvLYk9AACAPwAAgD/NRUg93KkcPqJCnr1HolK+39IgPdi22jwAAAAAAAAAAADXC7174rG6GK0muCY9FLMyIo25Zs8+NwAAgD8AAIA/5gERvewJp7nDxW82EfFMrvDWELyThZW1AACAPwAAgD9zPDQ+DWd5P/Fgyz1PGeK+RxZsPppqYb0AAAAAAAAAAJptGDyhOLg/e/phPiy4jD5wIJu7SpruPAAAAAAAAAAATbVHvY/aU7qS3da4d1cVM5Oxp7uuTvg3AACAPwAAgD/NMJY7SFuMupLkjjn1cCg1iVtCO1K5obgAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQF5jKE384xWMAWyUTegDjAF0lEdAouZrVjI7vHV9lChoBkdAYqN7CSA6MmgHTegDaAhHQKLmgjeKsMl1fZQoaAZHQGHijY7JW/9oB03oA2gIR0Ci516K1og3dX2UKGgGR0Bj/nrIHTqjaAdN6ANoCEdAouoUx0uDjHV9lChoBkdAYRjVHWjGk2gHTegDaAhHQKLrZD7655J1fZQoaAZHQGPdaCDmKZVoB03oA2gIR0Ci6/nxSYPYdX2UKGgGR0BU1CK3uuzQaAdLv2gIR0Ci7GTKcNH6dX2UKGgGR0BkyP7xd6cBaAdN6ANoCEdAou1n6j323HV9lChoBkdAaB4lMyrPt2gHTegDaAhHQKLt4PoV2zR1fZQoaAZHQFKXg0TDfm9oB0vgaAhHQKLviwzLwF11fZQoaAZHQFIUL/CIk7hoB0u8aAhHQKL4tkvK2a51fZQoaAZHQGI6yu6mO2loB03oA2gIR0Ci+6ceS0SidX2UKGgGR0BfemSQo1DTaAdN6ANoCEdAovu/sAvL5nV9lChoBkdAZa0RzRx95WgHTegDaAhHQKL8GbutwJh1fZQoaAZHQGRDJTVDrqtoB03oA2gIR0Ci/aV4gRsedX2UKGgGR0A5oLCvX9R8aAdL2GgIR0Ci/pw9ic5KdX2UKGgGR0BkP9t65XlsaAdN6ANoCEdAowFefVZs9HV9lChoBkdAYODzkIX0oWgHTegDaAhHQKMGpkWAPNF1fZQoaAZHQF1tPrv9cbBoB03oA2gIR0CjBsQAU+LWdX2UKGgGR0Bx+S/UONHZaAdNtQFoCEdAowgief7Jn3V9lChoBkdAZwe4aP0ZnGgHTegDaAhHQKMKBwb2lEZ1fZQoaAZHQGbCh+OOsDJoB03oA2gIR0CjChsju8brdX2UKGgGR0Bn0V47ihnKaAdN6ANoCEdAowonh/Aj6nV9lChoBkdAY9//bTMJQmgHTegDaAhHQKMO66QNkOJ1fZQoaAZHQGThInBtUGVoB03oA2gIR0CjD1K9GqgidX2UKGgGR0Blnqrq+rU9aAdN6ANoCEdAoxBb0+TvA3V9lChoBkdAaLActoSL62gHTegDaAhHQKMQ3Ek0Jnh1fZQoaAZHQGa7vJaJQ+FoB03oA2gIR0CjEo0BnzxxdX2UKGgGR0BmswyVObiIaAdN6ANoCEdAox+zu+h4+3V9lChoBkdASBfkkrwvx2gHS85oCEdAox+6iCaqj3V9lChoBkdAaELgVGkN4WgHTegDaAhHQKMgJBNVR1p1fZQoaAZHQGhpsT37DVJoB03oA2gIR0CjIUSQgcLjdX2UKGgGR0Bv0pJ5E+gUaAdNtwJoCEdAoyG03++/QHV9lChoBkdAZ0QQCjk+5mgHTegDaAhHQKMh+5FPSD11fZQoaAZHQF+3ZLqUu+RoB03oA2gIR0CjI+wMQVbidX2UKGgGR0BufsOiFj/daAdNzQFoCEdAoyUdirksBnV9lChoBkdAcMEgTh5xBGgHTaYDaAhHQKMnIA3DNyJ1fZQoaAZHQHNueIAOrhloB02AAWgIR0CjKNPCuU2UdX2UKGgGR0Bj4G6bvw3HaAdN6ANoCEdAoypYu/UONHV9lChoBkdAcEOksSTQmmgHTagDaAhHQKMqo3vQWvd1fZQoaAZHQGacENnXd0toB03oA2gIR0CjLBLdvbXZdX2UKGgGR0BnCQymALApaAdN6ANoCEdAoywxn+Q2dnV9lChoBkdAbn5W07bL2mgHTZcCaAhHQKMwe1rIo3J1fZQoaAZHQGNa/hVENONoB03oA2gIR0CjMgmIsRQKdX2UKGgGR0BiKRwKjSG8aAdN6ANoCEdAozJn2ys0YXV9lChoBkdAY+qBnzxwymgHTegDaAhHQKM1kVnEl3R1fZQoaAZHQG65K1G9YfZoB02mA2gIR0CjQKeyquKXdX2UKGgGR0BgBV0gbIcSaAdN6ANoCEdAo0O6a/h2n3V9lChoBkdAb/frbg0j1WgHTaIBaAhHQKNEMWpqASZ1fZQoaAZHQGaAvitJWeZoB03oA2gIR0CjRD51vES/dX2UKGgGR0BeL/k7wKBvaAdN6ANoCEdAo0STdznzQXV9lChoBkdAZRIpS75EdGgHTegDaAhHQKNHNaDf3vh1fZQoaAZHQGkrAM2FWXFoB03oA2gIR0CjSOBrWRRudX2UKGgGR0BySQ+yJKraaAdNpwNoCEdAo0l75uZTh3V9lChoBkdAcnfiYsunM2gHTSgBaAhHQKNMVmdy1eB1fZQoaAZHQGZnxJmNBGBoB03oA2gIR0CjTO3+uNgjdX2UKGgGR0BOfXyRSxZ/aAdL0WgIR0CjTSjdgv12dX2UKGgGR0BwxNbTtsvaaAdNqQJoCEdAo01CkM1CPnV9lChoBkdAX5vqOcUdrGgHTegDaAhHQKNOOzch1T11fZQoaAZHQGMM8Z1mrbRoB03oA2gIR0CjTnPsiSq3dX2UKGgGR0BxmZEDyOJdaAdN0QNoCEdAo08/YlIEsHV9lChoBkdAZ07RxcVxj2gHTegDaAhHQKNPzKK508x1fZQoaAZHQHKbiXMQmNRoB03FAWgIR0CjUDNsenyedX2UKGgGR0ByoLBj4HopaAdNiANoCEdAo1I3IEKVp3V9lChoBkdAbz4Dwpe/pWgHTWwCaAhHQKNT9U3n6mB1fZQoaAZHQHFlOloDgZVoB007AWgIR0CjVRs4ku6FdX2UKGgGR0BkowxQBPsSaAdN6ANoCEdAo1d1/x2B8XV9lChoBkdAbJ+qXnhbW2gHTTECaAhHQKNYz92HLzR1fZQoaAZHQGV3d5Y5ksloB03oA2gIR0CjY06Vt4zKdX2UKGgGR0Bwt3I0ZWJaaAdNcQNoCEdAo2OQ1rIo3XV9lChoBkdAbZTgiNbTt2gHTcYBaAhHQKNjvNqxkd51fZQoaAZHQHIZxtxdY4hoB01BAWgIR0CjZRt+so2GdX2UKGgGR0BwErru6VdHaAdNYQNoCEdAo2bXR5TqB3V9lChoBkdAbBItg8bJfmgHTWYBaAhHQKNm8ZAIIGB1fZQoaAZHQHJipXZGrjpoB01MAmgIR0CjZvaBRQ7+dX2UKGgGR0Bsu4QFs54oaAdL+WgIR0CjZ83PZ7HAdX2UKGgGR0BwG6wyIpH7aAdNuwNoCEdAo2gp39rGi3V9lChoBkdAcG9C9RJmNGgHTSsBaAhHQKNq6pvP1L91fZQoaAZHQGXv5Qgs9SxoB03oA2gIR0Cja9bALy+YdX2UKGgGR0BiC93yI55raAdN6ANoCEdAo2wH84xUN3V9lChoBkdAZM6l2vB7/mgHTegDaAhHQKNsG/MW43F1fZQoaAZHQGW1zqB3A21oB03oA2gIR0CjbOs1TBIndX2UKGgGR0BiWiydFvycaAdN6ANoCEdAo23dWyTpxHV9lChoBkdAcPB6UJOWSmgHTaIBaAhHQKNu66J66at1fZQoaAZHQHCIg4XGff5oB02dAWgIR0CjcDkkKNQ1dX2UKGgGR0BxYvx+az/qaAdNegJoCEdAo3A/4Glhw3V9lChoBkdAZHyPBi1Aq2gHTegDaAhHQKNw3ORDCxh1fZQoaAZHQHHXGv8qFytoB00QAmgIR0CjcTKjBVMmdX2UKGgGR0BuoCpkwvg4aAdNFgNoCEdAo3E8UmD15HV9lChoBkdAcTy8UVSGamgHTdgCaAhHQKNxsMbWEsd1fZQoaAZHQHG7WaH9FWpoB000AmgIR0Cjcb5FG5MDdX2UKGgGR0BuO6/EfkmyaAdNeQFoCEdAo3NhtrKvFHV9lChoBkdAchXNYKYzBWgHTUsBaAhHQKNzZuWKMvR1fZQoaAZHQHIHzifg75poB03RAWgIR0Cjc+wjUutfdX2UKGgGR0BRMbHlwLmZaAdLu2gIR0CjdScQqZtvdX2UKGgGR0ByBLnQpnYhaAdNAgJoCEdAo3XTufEn9nV9lChoBkdAcMZSWZ7Xx2gHTWgBaAhHQKN16MDOkcl1fZQoaAZHQG0rNqxkd3loB00BAmgIR0CjdhTaCcwydX2UKGgGR0Bxc9J+UhV3aAdNZQFoCEdAo3dHI4lyBHV9lChoBkdAZ9O8K5TZQGgHTegDaAhHQKN3XE87p3Z1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7b4466e06020>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7b4466e060c0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7b4466e06160>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7b4466e06200>", "_build": "<function ActorCriticPolicy._build at 0x7b4466e062a0>", "forward": "<function ActorCriticPolicy.forward at 0x7b4466e06340>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7b4466e063e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7b4466e06480>", "_predict": "<function ActorCriticPolicy._predict at 0x7b4466e06520>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7b4466e065c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7b4466e06660>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7b4466e06700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7b4466f84cc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1751893768227565990, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADzsLE9SGHyupKaDL38TCg9fp0yvOrqebwAAAAAAACAP5oRO7wAr6U/zXBYPNIsoL6iRRq9KwdhvQAAAAAAAAAA7S1lPkg1hD/u7og+e6zEvoAtRj7qeta8AAAAAAAAAADNWR+9nvgiPyp3PT33iGy+GWwCvcZT9bkAAAAAAAAAADMNfjybw3U/J84gPcI3or61sCY9Rt7UvAAAAAAAAAAAzbKtPEhXlro89q4zlcvlrhEqSrhnhrizAACAPwAAgD/N5ay8yxGgPZIPE74iCDG+c5p0vTrcoboAAAAAAAAAAA0nMj40n4S87MS0OoCeArmhhe+9e5HquQAAgD8AAIA/s1XUvY/GKLq7nEq7UUuMN/TXcTpiliE6AACAPwAAAACNGDM+AbCNvFNBXLsLOak5KMr+vbFKkjoAAIA/AACAP1MeUT6bDJi80hsUO0A3TLl7fgS+uJg2ugAAgD8AAIA/2gafvfaME7o35pS4y7eIs0DCs7oQGLI3AACAPwAAgD8zL/u8TXGRP26Kk71nroW+Ob86vYB8T7wAAAAAAAAAALPMED5Kf6I/a43FPo484L4XNh0+5xsrPgAAAAAAAAAAZvWvPT4Dsz4Iuqe94KE+vg+cm7wu7Pc9AAAAAAAAAACa8hU+y6amP+3B3j5SGNC+OxUrPpF+vDwAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG7/z6i0v5CMAWyUTVkBjAF0lEdAmC3DVtoBaXV9lChoBkdAcNPsFt8/lmgHTdQBaAhHQJgxAFV1fVt1fZQoaAZHQG/JSDh99c9oB01iAWgIR0CYM8SkCV8kdX2UKGgGR0ByRoA5q/M4aAdNhQFoCEdAmDQgmNR3vHV9lChoBkdAbW2fQKKHf2gHTUkCaAhHQJg0PnOjZct1fZQoaAZHQHAFvDpC8e1oB01FAWgIR0CYNdr4WUKRdX2UKGgGR0BvnZBiTdLyaAdNfQFoCEdAmDYE+TvAoHV9lChoBkdAbt8oOQQtjGgHTTICaAhHQJg6DKT0QK91fZQoaAZHQHGNqIeo1k1oB01ZAWgIR0CYOx7aIvaldX2UKGgGR0BxdOyRjjJdaAdNgAFoCEdAmDuuWBz3iHV9lChoBkdAcLJxMnJDE2gHTXIBaAhHQJg8FozvZyx1fZQoaAZHQGDJtKqXF99oB03oA2gIR0CYPTAwfyPNdX2UKGgGR0Bt4K1stTUBaAdNQQJoCEdAmD2DbN8mbHV9lChoBkdAJz0btJFspGgHS6BoCEdAmD7H/o7muHV9lChoBkdAcS34SHuZ1GgHTTICaAhHQJhPOn1nM+x1fZQoaAZHQDArVFx4pttoB00tAWgIR0CYUYH2AXl9dX2UKGgGR0BwYO6vq1PWaAdN/gFoCEdAmFKVlkH2RXV9lChoBkdAcustj0+TvGgHTQ4CaAhHQJhXjapPykN1fZQoaAZHQG4ldfkWAPNoB01mAWgIR0CYV+9q1w5vdX2UKGgGR0BxmNAZ88cNaAdNzAFoCEdAmFqkB8x9HHV9lChoBkdAcKHAxBVuJmgHTVgCaAhHQJhcfB42S+x1fZQoaAZHQG2Bsi0OVgRoB00HA2gIR0CYcfy+6Ae8dX2UKGgGR0BilzyMDOkdaAdN6ANoCEdAmHOHCfpUxXV9lChoBkdAcc4FXq7iAGgHTdQBaAhHQJhz0Qrc0tR1fZQoaAZHQHBvQnH/951oB01wAmgIR0CYdSkFwDNhdX2UKGgGR0BwCoRGtp22aAdNLgJoCEdAmHcWYBvJinV9lChoBkdAbEvFRYRuj2gHTWoBaAhHQJh9JT850bN1fZQoaAZHwCSuSbH6uW9oB0u8aAhHQJh/3yd4FA51fZQoaAZHQG/2fcer+5xoB02GAWgIR0CYgXpFCswMdX2UKGgGR0ARx1DBuXNUaAdL8WgIR0CYgbyq+8GtdX2UKGgGR0BvTqWTot+TaAdNrwFoCEdAmIMmrS3LFHV9lChoBkdAYkAe2/i5u2gHTegDaAhHQJiEPDye7MB1fZQoaAZHQG0rEiliz9loB019AWgIR0CYh5hS9/SZdX2UKGgGR0BvRxx5s0pFaAdNYwFoCEdAmIfE6cRUWHV9lChoBkdAbw811nuiOGgHTUsBaAhHQJiIMmjTKDF1fZQoaAZHQHAVwbVBlc1oB01MAWgIR0CYiXdSEUTMdX2UKGgGR0BnT1Brvb48aAdN6ANoCEdAmIm62KEWZnV9lChoBkdAbpQ4FRpDeGgHTQcCaAhHQJiMNbQkX1t1fZQoaAZHQHEfMjJMg2ZoB02bAWgIR0CYjqVjZteldX2UKGgGR0Bunp28qWkaaAdNKAFoCEdAmI+6curZJ3V9lChoBkdAZIIQ8wHqvGgHTegDaAhHQJiQpkPMB6t1fZQoaAZHQHCebTH80k5oB02UAWgIR0CYksd6LOzIdX2UKGgGR0BluKqU/wAmaAdN6ANoCEdAmJN5s41gpnV9lChoBkdAcaah6Skj5mgHTUkBaAhHQJiU5KGtZFJ1fZQoaAZHQG+x3U6PsAxoB013AWgIR0CYlRVOsT37dX2UKGgGR0BxjDNt65XmaAdNkAFoCEdAmJYHU2DQJHV9lChoBkdAJtKm8/UvwmgHTS4BaAhHQJiYNx5s0pF1fZQoaAZHQHB0pHZsbedoB01BAWgIR0CYmOjpcHGCdX2UKGgGR0BuuQdKdxyXaAdNZgFoCEdAmJkLnX/YJ3V9lChoBkdAcfjdp7CzkmgHTWIBaAhHQJiZMd2gWad1fZQoaAZHQG+jmEGqxTtoB03zAWgIR0CYm8Alv60qdX2UKGgGR0AciFpPAO8TaAdNGQFoCEdAmJzXUDuBtnV9lChoBkdAbwbDcdo372gHTT8BaAhHQJifgB7u2JB1fZQoaAZHQHIsfwd8zANoB02oAWgIR0CYoDKGtZFHdX2UKGgGR0Bwn4lZ5iVjaAdNggFoCEdAmKDhYJVsDXV9lChoBkdAYoIbcXWOImgHTegDaAhHQJijUjjaPCF1fZQoaAZHQHAuT7yhBZ9oB01SAWgIR0CYo2Q79ycTdX2UKGgGR0Bvs6Y/mknDaAdNQQFoCEdAmKP0tdzGP3V9lChoBkdAbdBqAz544mgHTWcBaAhHQJim69OARTV1fZQoaAZHQG/ZGjKxLTRoB01LAWgIR0CYv+kU9IPLdX2UKGgGR0Bx4FtYSxqxaAdNigFoCEdAmL/rxmTTv3V9lChoBkdAbLhzMA3kxWgHTV8BaAhHQJjBKFh5Pdl1fZQoaAZHQG1tDhtLteFoB018AWgIR0CYwY9Q40djdX2UKGgGR0BvYuG7BfrsaAdNkQFoCEdAmMNesxO+I3V9lChoBkdAbK9/1g6U7mgHTRgCaAhHQJjDtuwX6691fZQoaAZHQHEJJdfLLZBoB01fAWgIR0CYxCAkLQXzdX2UKGgGR0ByaNpUPxx2aAdNKwFoCEdAmMVRje9BbHV9lChoBkdAcgdJJoTPB2gHTQsBaAhHQJjHLfwZwXJ1fZQoaAZHQHAQ+Lehwl1oB01qAWgIR0CYyIi8WbgCdX2UKGgGR0BwtGF9KEnLaAdNSgFoCEdAmMnTOcDr7nV9lChoBkdAb05n3+MqBmgHTdEBaAhHQJjJ9kf9xZN1fZQoaAZHQHErn0Cih39oB02RAWgIR0CYzbsXBP9DdX2UKGgGR0BhZAG0NSZSaAdN6ANoCEdAmM4BQaaTfXV9lChoBkdAcCOyquKXOWgHTTsBaAhHQJjOZIYm9g51fZQoaAZHQHEC/BFd9lVoB01AAWgIR0CYzqb+98JEdX2UKGgGR0BtwvBi1AqvaAdNLwFoCEdAmM9Z9/jKgnV9lChoBkdAcMnNcW0qpmgHTa0BaAhHQJjRHw9aEBd1fZQoaAZHQHA6DfNzKcNoB00/AWgIR0CY0pKp1ie/dX2UKGgGR0BtLedAgPmQaAdNewFoCEdAmNKdW+49YHV9lChoBkdAcKYbc45tFmgHTXYBaAhHQJjUkaef7Jp1fZQoaAZHQHAZwBgeA/doB02NAWgIR0CY1UmsvIwNdX2UKGgGR0Bx2pRAKOT8aAdNawFoCEdAmNguxW1c+3V9lChoBkdAb95ul41P32gHTVMBaAhHQJjbSL3sXzl1fZQoaAZHQG+aSn+AEuBoB012AWgIR0CY225iExqPdX2UKGgGR0BxZXKLbYbsaAdNbAFoCEdAmNzdNzr/sHV9lChoBkdAbz67U5MlC2gHTVABaAhHQJjhTu1F6Rh1fZQoaAZHQHByDpX6qKhoB01WAWgIR0CY4Wl8gIQfdX2UKGgGR0Bw3QxrSE13aAdNgQFoCEdAmOUjOX3QD3V9lChoBkdAcM5kCV8kU2gHTXQBaAhHQJjlQksz2vl1fZQoaAZHQGvCX36AOKBoB01BAWgIR0CY5igFX7tRdX2UKGgGR0BsjaBVdX1baAdNZwFoCEdAmOgnko4MnnV9lChoBkdAczAiGWUr1GgHTUgBaAhHQJjptYwIt191fZQoaAZHQGNQAlWwNb1oB03oA2gIR0CY7G4oZydXdX2UKGgGR0BDIFYuCf6HaAdNGgFoCEdAmOymuPmxMXV9lChoBkdAb2iZ1FH8TGgHTTkDaAhHQJjyF5C4SYh1fZQoaAZHQHBjjjrAxi5oB02yAWgIR0CY8xCSRr8BdX2UKGgGR0BuTGMdcSoPaAdNOgFoCEdAmPNNmlImPnV9lChoBkdAarnNvfj0c2gHTUMBaAhHQJjz3BuXNTt1fZQoaAZHQHEmbftQbddoB02fAWgIR0CY9FC9RJmNdX2UKGgGR0BxOJD7ZWaMaAdNiQFoCEdAmPRROUMXrXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "False", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d13866074ed5072b650facaaf46fe3e38846debfca5881f755715821fd9529e3
-size 148124
+oid sha256:dff0266b95e188634b93d39086f0e6ff30606ab5ae2450cc19373f59ca5f06e5
+size 147621

ppo-LunarLander-v2/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7970bdfac360>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7970bdfac400>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7970bdfac4a0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7970bdfac540>",
-        "_build": "<function ActorCriticPolicy._build at 0x7970bdfac5e0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7970bdfac680>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7970bdfac720>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7970bdfac7c0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7970bdfac860>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7970bdfac900>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7970bdfac9a0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7970bdfaca40>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7b4466e06020>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7b4466e060c0>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7b4466e06160>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7b4466e06200>",
+        "_build": "<function ActorCriticPolicy._build at 0x7b4466e062a0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7b4466e06340>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7b4466e063e0>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7b4466e06480>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7b4466e06520>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7b4466e065c0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7b4466e06660>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7b4466e06700>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7970bdf1b480>"
+        "_abc_impl": "<_abc._abc_data object at 0x7b4466f84cc0>"
     },
     "verbose": 1,
     "policy_kwargs": {},
@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1751814986318308876,
+    "start_time": 1751893768227565990,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACaoJI94d6Qun57yrsCMJ+2kkAsu9SjDzYAAAAAAAAAACZlxL2vAhY+uR08PtABQb7tX5A9mvZZvQAAAAAAAAAAAGG+PEz0tD8m/Lg+cYo7vfJgVzrWv9o9AAAAAAAAAABzep+9H73xubZJhDvWp/w3YzZPu5uWPrgAAIA/AACAP6YgxL0FX7U8rSx9vIxnVb4N3h28/hCSvAAAAAAAAAAAjcubvo+0BT+yiMg+Zomfvp5wLr5Ws4M+AAAAAAAAAAAzXGe+5DViP4a8qr2RC/i+p/NEvm93vLwAAAAAAAAAAKC/Rz53Lnk/d88iPlT2sr6N0Jg+RdmPOwAAAAAAAAAAM7bqvEjPwLqCWJC8NRCfPPRkT7uvLYk9AACAPwAAgD/NRUg93KkcPqJCnr1HolK+39IgPdi22jwAAAAAAAAAAADXC7174rG6GK0muCY9FLMyIo25Zs8+NwAAgD8AAIA/5gERvewJp7nDxW82EfFMrvDWELyThZW1AACAPwAAgD9zPDQ+DWd5P/Fgyz1PGeK+RxZsPppqYb0AAAAAAAAAAJptGDyhOLg/e/phPiy4jD5wIJu7SpruPAAAAAAAAAAATbVHvY/aU7qS3da4d1cVM5Oxp7uuTvg3AACAPwAAgD/NMJY7SFuMupLkjjn1cCg1iVtCO1K5obgAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADzsLE9SGHyupKaDL38TCg9fp0yvOrqebwAAAAAAACAP5oRO7wAr6U/zXBYPNIsoL6iRRq9KwdhvQAAAAAAAAAA7S1lPkg1hD/u7og+e6zEvoAtRj7qeta8AAAAAAAAAADNWR+9nvgiPyp3PT33iGy+GWwCvcZT9bkAAAAAAAAAADMNfjybw3U/J84gPcI3or61sCY9Rt7UvAAAAAAAAAAAzbKtPEhXlro89q4zlcvlrhEqSrhnhrizAACAPwAAgD/N5ay8yxGgPZIPE74iCDG+c5p0vTrcoboAAAAAAAAAAA0nMj40n4S87MS0OoCeArmhhe+9e5HquQAAgD8AAIA/s1XUvY/GKLq7nEq7UUuMN/TXcTpiliE6AACAPwAAAACNGDM+AbCNvFNBXLsLOak5KMr+vbFKkjoAAIA/AACAP1MeUT6bDJi80hsUO0A3TLl7fgS+uJg2ugAAgD8AAIA/2gafvfaME7o35pS4y7eIs0DCs7oQGLI3AACAPwAAgD8zL/u8TXGRP26Kk71nroW+Ob86vYB8T7wAAAAAAAAAALPMED5Kf6I/a43FPo484L4XNh0+5xsrPgAAAAAAAAAAZvWvPT4Dsz4Iuqe94KE+vg+cm7wu7Pc9AAAAAAAAAACa8hU+y6amP+3B3j5SGNC+OxUrPpF+vDwAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,7 +45,7 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVPAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQF5jKE384xWMAWyUTegDjAF0lEdAouZrVjI7vHV9lChoBkdAYqN7CSA6MmgHTegDaAhHQKLmgjeKsMl1fZQoaAZHQGHijY7JW/9oB03oA2gIR0Ci516K1og3dX2UKGgGR0Bj/nrIHTqjaAdN6ANoCEdAouoUx0uDjHV9lChoBkdAYRjVHWjGk2gHTegDaAhHQKLrZD7655J1fZQoaAZHQGPdaCDmKZVoB03oA2gIR0Ci6/nxSYPYdX2UKGgGR0BU1CK3uuzQaAdLv2gIR0Ci7GTKcNH6dX2UKGgGR0BkyP7xd6cBaAdN6ANoCEdAou1n6j323HV9lChoBkdAaB4lMyrPt2gHTegDaAhHQKLt4PoV2zR1fZQoaAZHQFKXg0TDfm9oB0vgaAhHQKLviwzLwF11fZQoaAZHQFIUL/CIk7hoB0u8aAhHQKL4tkvK2a51fZQoaAZHQGI6yu6mO2loB03oA2gIR0Ci+6ceS0SidX2UKGgGR0BfemSQo1DTaAdN6ANoCEdAovu/sAvL5nV9lChoBkdAZa0RzRx95WgHTegDaAhHQKL8GbutwJh1fZQoaAZHQGRDJTVDrqtoB03oA2gIR0Ci/aV4gRsedX2UKGgGR0A5oLCvX9R8aAdL2GgIR0Ci/pw9ic5KdX2UKGgGR0BkP9t65XlsaAdN6ANoCEdAowFefVZs9HV9lChoBkdAYODzkIX0oWgHTegDaAhHQKMGpkWAPNF1fZQoaAZHQF1tPrv9cbBoB03oA2gIR0CjBsQAU+LWdX2UKGgGR0Bx+S/UONHZaAdNtQFoCEdAowgief7Jn3V9lChoBkdAZwe4aP0ZnGgHTegDaAhHQKMKBwb2lEZ1fZQoaAZHQGbCh+OOsDJoB03oA2gIR0CjChsju8brdX2UKGgGR0Bn0V47ihnKaAdN6ANoCEdAowonh/Aj6nV9lChoBkdAY9//bTMJQmgHTegDaAhHQKMO66QNkOJ1fZQoaAZHQGThInBtUGVoB03oA2gIR0CjD1K9GqgidX2UKGgGR0Blnqrq+rU9aAdN6ANoCEdAoxBb0+TvA3V9lChoBkdAaLActoSL62gHTegDaAhHQKMQ3Ek0Jnh1fZQoaAZHQGa7vJaJQ+FoB03oA2gIR0CjEo0BnzxxdX2UKGgGR0BmswyVObiIaAdN6ANoCEdAox+zu+h4+3V9lChoBkdASBfkkrwvx2gHS85oCEdAox+6iCaqj3V9lChoBkdAaELgVGkN4WgHTegDaAhHQKMgJBNVR1p1fZQoaAZHQGhpsT37DVJoB03oA2gIR0CjIUSQgcLjdX2UKGgGR0Bv0pJ5E+gUaAdNtwJoCEdAoyG03++/QHV9lChoBkdAZ0QQCjk+5mgHTegDaAhHQKMh+5FPSD11fZQoaAZHQF+3ZLqUu+RoB03oA2gIR0CjI+wMQVbidX2UKGgGR0BufsOiFj/daAdNzQFoCEdAoyUdirksBnV9lChoBkdAcMEgTh5xBGgHTaYDaAhHQKMnIA3DNyJ1fZQoaAZHQHNueIAOrhloB02AAWgIR0CjKNPCuU2UdX2UKGgGR0Bj4G6bvw3HaAdN6ANoCEdAoypYu/UONHV9lChoBkdAcEOksSTQmmgHTagDaAhHQKMqo3vQWvd1fZQoaAZHQGacENnXd0toB03oA2gIR0CjLBLdvbXZdX2UKGgGR0BnCQymALApaAdN6ANoCEdAoywxn+Q2dnV9lChoBkdAbn5W07bL2mgHTZcCaAhHQKMwe1rIo3J1fZQoaAZHQGNa/hVENONoB03oA2gIR0CjMgmIsRQKdX2UKGgGR0BiKRwKjSG8aAdN6ANoCEdAozJn2ys0YXV9lChoBkdAY+qBnzxwymgHTegDaAhHQKM1kVnEl3R1fZQoaAZHQG65K1G9YfZoB02mA2gIR0CjQKeyquKXdX2UKGgGR0BgBV0gbIcSaAdN6ANoCEdAo0O6a/h2n3V9lChoBkdAb/frbg0j1WgHTaIBaAhHQKNEMWpqASZ1fZQoaAZHQGaAvitJWeZoB03oA2gIR0CjRD51vES/dX2UKGgGR0BeL/k7wKBvaAdN6ANoCEdAo0STdznzQXV9lChoBkdAZRIpS75EdGgHTegDaAhHQKNHNaDf3vh1fZQoaAZHQGkrAM2FWXFoB03oA2gIR0CjSOBrWRRudX2UKGgGR0BySQ+yJKraaAdNpwNoCEdAo0l75uZTh3V9lChoBkdAcnfiYsunM2gHTSgBaAhHQKNMVmdy1eB1fZQoaAZHQGZnxJmNBGBoB03oA2gIR0CjTO3+uNgjdX2UKGgGR0BOfXyRSxZ/aAdL0WgIR0CjTSjdgv12dX2UKGgGR0BwxNbTtsvaaAdNqQJoCEdAo01CkM1CPnV9lChoBkdAX5vqOcUdrGgHTegDaAhHQKNOOzch1T11fZQoaAZHQGMM8Z1mrbRoB03oA2gIR0CjTnPsiSq3dX2UKGgGR0BxmZEDyOJdaAdN0QNoCEdAo08/YlIEsHV9lChoBkdAZ07RxcVxj2gHTegDaAhHQKNPzKK508x1fZQoaAZHQHKbiXMQmNRoB03FAWgIR0CjUDNsenyedX2UKGgGR0ByoLBj4HopaAdNiANoCEdAo1I3IEKVp3V9lChoBkdAbz4Dwpe/pWgHTWwCaAhHQKNT9U3n6mB1fZQoaAZHQHFlOloDgZVoB007AWgIR0CjVRs4ku6FdX2UKGgGR0BkowxQBPsSaAdN6ANoCEdAo1d1/x2B8XV9lChoBkdAbJ+qXnhbW2gHTTECaAhHQKNYz92HLzR1fZQoaAZHQGV3d5Y5ksloB03oA2gIR0CjY06Vt4zKdX2UKGgGR0Bwt3I0ZWJaaAdNcQNoCEdAo2OQ1rIo3XV9lChoBkdAbZTgiNbTt2gHTcYBaAhHQKNjvNqxkd51fZQoaAZHQHIZxtxdY4hoB01BAWgIR0CjZRt+so2GdX2UKGgGR0BwErru6VdHaAdNYQNoCEdAo2bXR5TqB3V9lChoBkdAbBItg8bJfmgHTWYBaAhHQKNm8ZAIIGB1fZQoaAZHQHJipXZGrjpoB01MAmgIR0CjZvaBRQ7+dX2UKGgGR0Bsu4QFs54oaAdL+WgIR0CjZ83PZ7HAdX2UKGgGR0BwG6wyIpH7aAdNuwNoCEdAo2gp39rGi3V9lChoBkdAcG9C9RJmNGgHTSsBaAhHQKNq6pvP1L91fZQoaAZHQGXv5Qgs9SxoB03oA2gIR0Cja9bALy+YdX2UKGgGR0BiC93yI55raAdN6ANoCEdAo2wH84xUN3V9lChoBkdAZM6l2vB7/mgHTegDaAhHQKNsG/MW43F1fZQoaAZHQGW1zqB3A21oB03oA2gIR0CjbOs1TBIndX2UKGgGR0BiWiydFvycaAdN6ANoCEdAo23dWyTpxHV9lChoBkdAcPB6UJOWSmgHTaIBaAhHQKNu66J66at1fZQoaAZHQHCIg4XGff5oB02dAWgIR0CjcDkkKNQ1dX2UKGgGR0BxYvx+az/qaAdNegJoCEdAo3A/4Glhw3V9lChoBkdAZHyPBi1Aq2gHTegDaAhHQKNw3ORDCxh1fZQoaAZHQHHXGv8qFytoB00QAmgIR0CjcTKjBVMmdX2UKGgGR0BuoCpkwvg4aAdNFgNoCEdAo3E8UmD15HV9lChoBkdAcTy8UVSGamgHTdgCaAhHQKNxsMbWEsd1fZQoaAZHQHG7WaH9FWpoB000AmgIR0Cjcb5FG5MDdX2UKGgGR0BuO6/EfkmyaAdNeQFoCEdAo3NhtrKvFHV9lChoBkdAchXNYKYzBWgHTUsBaAhHQKNzZuWKMvR1fZQoaAZHQHIHzifg75poB03RAWgIR0Cjc+wjUutfdX2UKGgGR0BRMbHlwLmZaAdLu2gIR0CjdScQqZtvdX2UKGgGR0ByBLnQpnYhaAdNAgJoCEdAo3XTufEn9nV9lChoBkdAcMZSWZ7Xx2gHTWgBaAhHQKN16MDOkcl1fZQoaAZHQG0rNqxkd3loB00BAmgIR0CjdhTaCcwydX2UKGgGR0Bxc9J+UhV3aAdNZQFoCEdAo3dHI4lyBHV9lChoBkdAZ9O8K5TZQGgHTegDaAhHQKN3XE87p3Z1ZS4="
+        ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG7/z6i0v5CMAWyUTVkBjAF0lEdAmC3DVtoBaXV9lChoBkdAcNPsFt8/lmgHTdQBaAhHQJgxAFV1fVt1fZQoaAZHQG/JSDh99c9oB01iAWgIR0CYM8SkCV8kdX2UKGgGR0ByRoA5q/M4aAdNhQFoCEdAmDQgmNR3vHV9lChoBkdAbW2fQKKHf2gHTUkCaAhHQJg0PnOjZct1fZQoaAZHQHAFvDpC8e1oB01FAWgIR0CYNdr4WUKRdX2UKGgGR0BvnZBiTdLyaAdNfQFoCEdAmDYE+TvAoHV9lChoBkdAbt8oOQQtjGgHTTICaAhHQJg6DKT0QK91fZQoaAZHQHGNqIeo1k1oB01ZAWgIR0CYOx7aIvaldX2UKGgGR0BxdOyRjjJdaAdNgAFoCEdAmDuuWBz3iHV9lChoBkdAcLJxMnJDE2gHTXIBaAhHQJg8FozvZyx1fZQoaAZHQGDJtKqXF99oB03oA2gIR0CYPTAwfyPNdX2UKGgGR0Bt4K1stTUBaAdNQQJoCEdAmD2DbN8mbHV9lChoBkdAJz0btJFspGgHS6BoCEdAmD7H/o7muHV9lChoBkdAcS34SHuZ1GgHTTICaAhHQJhPOn1nM+x1fZQoaAZHQDArVFx4pttoB00tAWgIR0CYUYH2AXl9dX2UKGgGR0BwYO6vq1PWaAdN/gFoCEdAmFKVlkH2RXV9lChoBkdAcustj0+TvGgHTQ4CaAhHQJhXjapPykN1fZQoaAZHQG4ldfkWAPNoB01mAWgIR0CYV+9q1w5vdX2UKGgGR0BxmNAZ88cNaAdNzAFoCEdAmFqkB8x9HHV9lChoBkdAcKHAxBVuJmgHTVgCaAhHQJhcfB42S+x1fZQoaAZHQG2Bsi0OVgRoB00HA2gIR0CYcfy+6Ae8dX2UKGgGR0BilzyMDOkdaAdN6ANoCEdAmHOHCfpUxXV9lChoBkdAcc4FXq7iAGgHTdQBaAhHQJhz0Qrc0tR1fZQoaAZHQHBvQnH/951oB01wAmgIR0CYdSkFwDNhdX2UKGgGR0BwCoRGtp22aAdNLgJoCEdAmHcWYBvJinV9lChoBkdAbEvFRYRuj2gHTWoBaAhHQJh9JT850bN1fZQoaAZHwCSuSbH6uW9oB0u8aAhHQJh/3yd4FA51fZQoaAZHQG/2fcer+5xoB02GAWgIR0CYgXpFCswMdX2UKGgGR0ARx1DBuXNUaAdL8WgIR0CYgbyq+8GtdX2UKGgGR0BvTqWTot+TaAdNrwFoCEdAmIMmrS3LFHV9lChoBkdAYkAe2/i5u2gHTegDaAhHQJiEPDye7MB1fZQoaAZHQG0rEiliz9loB019AWgIR0CYh5hS9/SZdX2UKGgGR0BvRxx5s0pFaAdNYwFoCEdAmIfE6cRUWHV9lChoBkdAbw811nuiOGgHTUsBaAhHQJiIMmjTKDF1fZQoaAZHQHAVwbVBlc1oB01MAWgIR0CYiXdSEUTMdX2UKGgGR0BnT1Brvb48aAdN6ANoCEdAmIm62KEWZnV9lChoBkdAbpQ4FRpDeGgHTQcCaAhHQJiMNbQkX1t1fZQoaAZHQHEfMjJMg2ZoB02bAWgIR0CYjqVjZteldX2UKGgGR0Bunp28qWkaaAdNKAFoCEdAmI+6curZJ3V9lChoBkdAZIIQ8wHqvGgHTegDaAhHQJiQpkPMB6t1fZQoaAZHQHCebTH80k5oB02UAWgIR0CYksd6LOzIdX2UKGgGR0BluKqU/wAmaAdN6ANoCEdAmJN5s41gpnV9lChoBkdAcaah6Skj5mgHTUkBaAhHQJiU5KGtZFJ1fZQoaAZHQG+x3U6PsAxoB013AWgIR0CYlRVOsT37dX2UKGgGR0BxjDNt65XmaAdNkAFoCEdAmJYHU2DQJHV9lChoBkdAJtKm8/UvwmgHTS4BaAhHQJiYNx5s0pF1fZQoaAZHQHB0pHZsbedoB01BAWgIR0CYmOjpcHGCdX2UKGgGR0BuuQdKdxyXaAdNZgFoCEdAmJkLnX/YJ3V9lChoBkdAcfjdp7CzkmgHTWIBaAhHQJiZMd2gWad1fZQoaAZHQG+jmEGqxTtoB03zAWgIR0CYm8Alv60qdX2UKGgGR0AciFpPAO8TaAdNGQFoCEdAmJzXUDuBtnV9lChoBkdAbwbDcdo372gHTT8BaAhHQJifgB7u2JB1fZQoaAZHQHIsfwd8zANoB02oAWgIR0CYoDKGtZFHdX2UKGgGR0Bwn4lZ5iVjaAdNggFoCEdAmKDhYJVsDXV9lChoBkdAYoIbcXWOImgHTegDaAhHQJijUjjaPCF1fZQoaAZHQHAuT7yhBZ9oB01SAWgIR0CYo2Q79ycTdX2UKGgGR0Bvs6Y/mknDaAdNQQFoCEdAmKP0tdzGP3V9lChoBkdAbdBqAz544mgHTWcBaAhHQJim69OARTV1fZQoaAZHQG/ZGjKxLTRoB01LAWgIR0CYv+kU9IPLdX2UKGgGR0Bx4FtYSxqxaAdNigFoCEdAmL/rxmTTv3V9lChoBkdAbLhzMA3kxWgHTV8BaAhHQJjBKFh5Pdl1fZQoaAZHQG1tDhtLteFoB018AWgIR0CYwY9Q40djdX2UKGgGR0BvYuG7BfrsaAdNkQFoCEdAmMNesxO+I3V9lChoBkdAbK9/1g6U7mgHTRgCaAhHQJjDtuwX6691fZQoaAZHQHEJJdfLLZBoB01fAWgIR0CYxCAkLQXzdX2UKGgGR0ByaNpUPxx2aAdNKwFoCEdAmMVRje9BbHV9lChoBkdAcgdJJoTPB2gHTQsBaAhHQJjHLfwZwXJ1fZQoaAZHQHAQ+Lehwl1oB01qAWgIR0CYyIi8WbgCdX2UKGgGR0BwtGF9KEnLaAdNSgFoCEdAmMnTOcDr7nV9lChoBkdAb05n3+MqBmgHTdEBaAhHQJjJ9kf9xZN1fZQoaAZHQHErn0Cih39oB02RAWgIR0CYzbsXBP9DdX2UKGgGR0BhZAG0NSZSaAdN6ANoCEdAmM4BQaaTfXV9lChoBkdAcCOyquKXOWgHTTsBaAhHQJjOZIYm9g51fZQoaAZHQHEC/BFd9lVoB01AAWgIR0CYzqb+98JEdX2UKGgGR0BtwvBi1AqvaAdNLwFoCEdAmM9Z9/jKgnV9lChoBkdAcMnNcW0qpmgHTa0BaAhHQJjRHw9aEBd1fZQoaAZHQHA6DfNzKcNoB00/AWgIR0CY0pKp1ie/dX2UKGgGR0BtLedAgPmQaAdNewFoCEdAmNKdW+49YHV9lChoBkdAcKYbc45tFmgHTXYBaAhHQJjUkaef7Jp1fZQoaAZHQHAZwBgeA/doB02NAWgIR0CY1UmsvIwNdX2UKGgGR0Bx2pRAKOT8aAdNawFoCEdAmNguxW1c+3V9lChoBkdAb95ul41P32gHTVMBaAhHQJjbSL3sXzl1fZQoaAZHQG+aSn+AEuBoB012AWgIR0CY225iExqPdX2UKGgGR0BxZXKLbYbsaAdNbAFoCEdAmNzdNzr/sHV9lChoBkdAbz67U5MlC2gHTVABaAhHQJjhTu1F6Rh1fZQoaAZHQHByDpX6qKhoB01WAWgIR0CY4Wl8gIQfdX2UKGgGR0Bw3QxrSE13aAdNgQFoCEdAmOUjOX3QD3V9lChoBkdAcM5kCV8kU2gHTXQBaAhHQJjlQksz2vl1fZQoaAZHQGvCX36AOKBoB01BAWgIR0CY5igFX7tRdX2UKGgGR0BsjaBVdX1baAdNZwFoCEdAmOgnko4MnnV9lChoBkdAczAiGWUr1GgHTUgBaAhHQJjptYwIt191fZQoaAZHQGNQAlWwNb1oB03oA2gIR0CY7G4oZydXdX2UKGgGR0BDIFYuCf6HaAdNGgFoCEdAmOymuPmxMXV9lChoBkdAb2iZ1FH8TGgHTTkDaAhHQJjyF5C4SYh1fZQoaAZHQHBjjjrAxi5oB02yAWgIR0CY8xCSRr8BdX2UKGgGR0BuTGMdcSoPaAdNOgFoCEdAmPNNmlImPnV9lChoBkdAarnNvfj0c2gHTUMBaAhHQJjz3BuXNTt1fZQoaAZHQHEmbftQbddoB02fAWgIR0CY9FC9RJmNdX2UKGgGR0BxOJD7ZWaMaAdNiQFoCEdAmPRROUMXrXVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4f93a266081e71c0d732052c822d9b1a9a15c5f3509cb3849f90b3162f874f4
-size 88362
+oid sha256:082a43f662fb7b6a95418c53861c72ba7c1178ea60e4d4907e1954338f4a1cbd
+size 87978

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd17080219bc3166d4a09de1fec34baa9eb1af030a64a91317285af82a04cf7a
-size 43762
+oid sha256:e657802090d75ee30dc7fc80432a2bdfabeb6a73fa4c8672797e43cde13759f6
+size 43634

ppo-LunarLander-v2/system_info.txt

@@ -2,7 +2,7 @@
 - Python: 3.11.13
 - Stable-Baselines3: 2.0.0a5
 - PyTorch: 2.6.0+cu124
-- GPU Enabled: True
+- GPU Enabled: False
 - Numpy: 2.0.2
 - Cloudpickle: 3.1.1
 - Gymnasium: 0.28.1

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0286d405383237416a97c270c276c5a11899e519b9f457582dff8d40b75529c
-size 165088
+oid sha256:0e2598710ebdc01903a2e51db2c6622b45e28b9daf5fae0b08c8d0904890ea6d
+size 170372

results.json

@@ -1 +1 @@
-{"mean_reward": 240.17130709999998, "std_reward": 54.35696830452729, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-07-06T15:52:23.314948"}
+{"mean_reward": 226.7962352752026, "std_reward": 76.54861031555441, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-07-07T14:06:26.832040"}