Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 119.87 +/- 103.34
+      value: -48.00 +/- 84.12
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff730c0df30>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff730c0dfc0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff730c0e050>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff730c0e0e0>", "_build": "<function ActorCriticPolicy._build at 0x7ff730c0e170>", "forward": "<function ActorCriticPolicy.forward at 0x7ff730c0e200>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff730c0e290>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff730c0e320>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff730c0e3b0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff730c0e440>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff730c0e4d0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff730c0e560>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff6d3094200>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1734512929160103075, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPinn74BpJa8pIwDu/qLH7n1/+E9wN8bOgAAgD8AAIA/WtmhPTgOvzzKIfK9efRXviPXNrxyxne9AAAAAAAAAAAFoZC+2B8GP3UNaD0MfJG+t0d4PcoFHL0AAAAAAAAAAE2gzb1ISYO6r/iQO+tCqDhOeTU7IycMugAAgD8AAIA/AEaEPqRHvD61Heu7bIosvlqSEDyDHVK9AAAAAAAAAAAz7Ws+KR01P9VV1D3/USu+Z1mDPanQir0AAAAAAAAAAFqgR75xGAM8EyrvOu5Gt7h2npO90s8MugAAgD8AAIA/YK1ivqh637yOV426N3cRudrYTT4+drk5AACAPwAAgD8+vZi+M00XP2TKjbtkbgq+zRI9vJPhxTwAAAAAAAAAAObk4T3DKUK6+B/oObH5ljgRZgo6MDqANgAAgD8AAIA/5tsOvuwq0bu7d4G78MOzueDKGz3SDZg6AACAPwAAgD/NCni9j0oUusccsDtiXBs4lz4Euyh/o7YAAIA/AACAP7ARxT7Lhck+AM5ZvMBdLb4GHOG8gUUqPQAAAAAAAAAAmrKVPEgrj7po7lK6ZvhEtVklfDpVDbQ0AACAPwAAgD96zx8+4XGMOzu3+L3P1iS+uBJdvQ6Feb0AAAAAAAAAAK1dmj52tDK8luJDOktBFLilKpe9agX4swAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGNkhWPtD2KMAWyUTegDjAF0lEdAkGda3/givHV9lChoBkfAQ3c1ZTyau2gHTXcBaAhHQJBz9JUYKpl1fZQoaAZHQF873Sa3I+5oB03oA2gIR0CQdUdFvybydX2UKGgGR0BfWyONo8ISaAdN6ANoCEdAkHYBJEpiJHV9lChoBkdAXEJqynk1dmgHTegDaAhHQJB8nalDWsl1fZQoaAZHQFMw+t8uzyBoB03oA2gIR0CQfdgoPTXrdX2UKGgGR0BilWReTmnwaAdN6ANoCEdAkH/sUAT7EnV9lChoBkdAam14agmJFmgHTR8DaAhHQJCCWFL39Jl1fZQoaAZHQFm0FcY64lRoB03oA2gIR0CQh117pmmMdX2UKGgGR0BaBYwEhaC+aAdN6ANoCEdAkIgmMGX5WXV9lChoBkdAXjwkdFOO82gHTegDaAhHQJCNWepXIU91fZQoaAZHQFkpHG0eEIxoB03oA2gIR0CQkdBSUC7sdX2UKGgGR0BXohqGlANYaAdN6ANoCEdAkJUSFPBSDXV9lChoBkfAA3K5CngpB2gHTUkBaAhHQJCZ20CzTnd1fZQoaAZHwFMSOfukUK1oB02JAWgIR0CQogBtk4FSdX2UKGgGR0BTbhmCiAUdaAdN6ANoCEdAkKyJsKsuF3V9lChoBkdAZ5jTfixVyWgHTSoCaAhHQJCx/x3FDOV1fZQoaAZHQFmmedCmdiFoB03oA2gIR0CQuLL9deIEdX2UKGgGR0BTKoHoouwpaAdN6ANoCEdAkLvBFd9lVnV9lChoBkdAVg0C8vmHQGgHTegDaAhHQJC8IdcSoOx1fZQoaAZHQFVrEwnH/95oB03oA2gIR0CQxD7lJYkndX2UKGgGR0BgFoTh5xBFaAdN6ANoCEdAkMT5Y5ksjHV9lChoBkdAYie5xR2r4mgHTegDaAhHQJDFXlnyup11fZQoaAZHQGKRY7A+IM1oB03oA2gIR0CQyS0NjLB9dX2UKGgGR0BY9wD3dsSCaAdN6ANoCEdAkMnoVh1DB3V9lChoBkdAXU4bm2b5M2gHTegDaAhHQJDLG1IAfdR1fZQoaAZHQF2zgogFHJ9oB03oA2gIR0CQ7ekwvg3tdX2UKGgGR0BdReO0b961aAdN6ANoCEdAkPKHG8274HV9lChoBkfAO5rqIJqqO2gHTWQBaAhHQJD0CvW6K+B1fZQoaAZHQGhUhFd9lVdoB030AWgIR0CQ9QtIClrNdX2UKGgGR0BRi615Sm65aAdN6ANoCEdAkPXSrDIiknV9lChoBkdAVysuPFNtZWgHTegDaAhHQJD6VLXcxj91fZQoaAZHQF7BC5VfeDZoB03oA2gIR0CRAYQwblzVdX2UKGgGR0Bbvmvnr6ciaAdN6ANoCEdAkQnbPY4ACHV9lChoBkdAXnDklu3tr2gHTegDaAhHQJEQL82rGR51fZQoaAZHQFZ3H1e0G/xoB03oA2gIR0CRGSr6tT1kdX2UKGgGR8AayyNXHR1HaAdNnwFoCEdAkRzg97ngYXV9lChoBkdAXhBesxO+I2gHTegDaAhHQJEc4mZ3LV51fZQoaAZHwEKwNn5BTn9oB02DAWgIR0CRI6ovzvqkdX2UKGgGR0Bci3VoYekpaAdN6ANoCEdAkSdioOx0MnV9lChoBkdAWy6ADq4YrWgHTegDaAhHQJEn2JLuhK11fZQoaAZHQFwM5iVjZthoB03oA2gIR0CRLBwD/2kBdX2UKGgGR0BVGQpvxYq5aAdN6ANoCEdAkSzlRpDeCXV9lChoBkdAXdLp9qk/KWgHTegDaAhHQJEuPNUwSJ11fZQoaAZHQFoq1D0Dlo1oB03oA2gIR0CROR2vStvGdX2UKGgGR0BeXWLxZuAJaAdN6ANoCEdAkT3vyGzrvHV9lChoBkdAUR6XKKYRd2gHTegDaAhHQJE/yhBZ6ld1fZQoaAZHQF/oIe5nUUhoB03oA2gIR0CRQUiPhhphdX2UKGgGR0BdAxxT850baAdN6ANoCEdAkUKPhl18s3V9lChoBkfAM+QMhHLA6GgHTXsBaAhHQJFJ9RVIZqF1fZQoaAZHQFi5r0aqCH1oB03oA2gIR0CRWp1ndweedX2UKGgGR0BZVpQ53kgfaAdN6ANoCEdAkV9OMERranV9lChoBkfAF6qBmPHT7WgHTaYBaAhHQJFkKFSKm9B1fZQoaAZHQF0dfMwDeTFoB03oA2gIR0CRZhfukUKzdX2UKGgGR0BaFbxZuAI6aAdN6ANoCEdAkWmHXmNipnV9lChoBkdAXxc0O3DvVmgHTegDaAhHQJFpijM3ZPF1fZQoaAZHQGewqtxMnJFoB03sAWgIR0CRbym29crzdX2UKGgGR0BaUB4Uvf0maAdN6ANoCEdAkW+AWac7Q3V9lChoBkdAXKgecQRPGmgHTegDaAhHQJFydkYoAn51fZQoaAZHQF5YbfgrH2hoB03oA2gIR0CRct42jwhGdX2UKGgGR0BbEeKXOW0JaAdN6ANoCEdAkXfpzxPO6nV9lChoBkdAXROoo/iYLWgHTegDaAhHQJF6WY8dPtV1fZQoaAZHQFyNMn7YTTRoB03oA2gIR0CRnBBOpKjBdX2UKGgGR0BaVWecx0uEaAdN6ANoCEdAkaDscENe+nV9lChoBkdAaEWW2w3YMGgHTQsCaAhHQJGiabNKRMh1fZQoaAZHQFeAFEAo5PxoB03oA2gIR0CRopD9OymidX2UKGgGR0BXEDoQnQY2aAdN6ANoCEdAkaOaouPFN3V9lChoBkdAa+0Cgbp/w2gHTbECaAhHQJGj4RSP2f11fZQoaAZHwDpsNMGorFxoB019AWgIR0CRpU/PgNwzdX2UKGgGR0AI+pGWldkbaAdNxAFoCEdAka/cNc4YJnV9lChoBkfAPQe7HyVfNWgHTTEBaAhHQJG0KCOFQEZ1fZQoaAZHwCUo7JW/8EVoB01YAWgIR0CRvCWSU1Q7dX2UKGgGR0Bbg5/0/W1/aAdN6ANoCEdAkcF3QID5kHV9lChoBkdAYB5LGJememgHTegDaAhHQJHGOxqwhW51fZQoaAZHQF2aevpyIYZoB03oA2gIR0CRy9RBu4wzdX2UKGgGR0BVz1qJuVHGaAdN6ANoCEdAkcvWhh6SknV9lChoBkdAYPdStNi6QWgHTegDaAhHQJHSHmnwXqJ1fZQoaAZHQGEdzz3AVO9oB03oA2gIR0CR0oABkqc3dX2UKGgGR0Bc5RcmjTKDaAdN6ANoCEdAkdX1SbYsd3V9lChoBkdAVOcQpWmxdWgHTegDaAhHQJHdFH3Dej51fZQoaAZHQGYguRLbpNdoB03MAWgIR0CR8qjgydnTdX2UKGgGR0Bc+QzLwF1TaAdN6ANoCEdAkfQXH/95yHV9lChoBkdAXo3rv9cbBGgHTegDaAhHQJH0QQnQY1p1fZQoaAZHQF3GzqrzXjFoB03oA2gIR0CR9VfVZs9CdX2UKGgGR0BfGwWvbGm2aAdN6ANoCEdAkfWneWOZLXV9lChoBkdAXJbLKV6eG2gHTegDaAhHQJH3PQzDXOJ1fZQoaAZHQG0/Lp7kXDZoB00KAmgIR0CR/Pcs189fdX2UKGgGR0BXFxMi8nNQaAdN6ANoCEdAkf/iauwHJXV9lChoBkdAW4kysS00FmgHTegDaAhHQJIC2gwoLG91fZQoaAZHQFsCh0hePaNoB03oA2gIR0CSCf81XNkfdX2UKGgGR0BfmEA1ejVQaAdN6ANoCEdAkg7ZiiItUXV9lChoBkfASA9k6Lfk3mgHTZYBaAhHQJIRlsdkrgB1fZQoaAZHQGCJOUt7KJVoB03oA2gIR0CSFHxPwd8zdX2UKGgGR8BLwo0ALiMpaAdNfQFoCEdAkhpSIUJv53V9lChoBkdAWClLFn7HhmgHTegDaAhHQJIbU0XP7el1fZQoaAZHQGiJRVIZqEhoB03/AWgIR0CSHgxx1gYxdX2UKGgGR0BX/zNhVlwtaAdN6ANoCEdAkiFX/HYHxHV9lChoBkdAYLzRF7Uoa2gHTegDaAhHQJIkvoTwlSl1fZQoaAZHwCV5TCLuQZJoB01ZAWgIR0CSJXd/J/5MdX2UKGgGR0BXHS2Yv38GaAdN6ANoCEdAkiqyQ5myxHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 155, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.98, "gae_lambda": 0.98, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 5, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7ff730c0df30>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7ff730c0dfc0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7ff730c0e050>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7ff730c0e0e0>", "_build": "<function ActorCriticPolicy._build at 0x7ff730c0e170>", "forward": "<function ActorCriticPolicy.forward at 0x7ff730c0e200>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7ff730c0e290>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7ff730c0e320>", "_predict": "<function ActorCriticPolicy._predict at 0x7ff730c0e3b0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7ff730c0e440>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7ff730c0e4d0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7ff730c0e560>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7ff6d3094200>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1507328, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1734514730334794586, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADbx5j6xipI/nrfVPk1Pqb5kqRQ+S65OvQAAAAAAAAAAsw5wPZiTnj92KR8+5GymvkgKAz1jC3y9AAAAAAAAAAAzrJy99uRsuvC2zzsCBbA3zDmMu0KOjTYAAIA/AACAP7Ob8j0Kh2u5Y83Qt0kHSrS1BAc8dcj+NgAAgD8AAIA/qmYcP81jOb2e+Du4maZ4tchLuTw68YA3AACAPwAAgD9uYJ6+dMWHvG36G7uKhii5cDPKPYfBNjoAAIA/AACAPzOipjyUj4M7Rl4Kve3gpL0/+kg8vQBhPAAAAAAAAAAAis6Dvpo40D612fC8DVSJvTNxhbwOMPU8AAAAAAAAAACiyLC+60d8P2a4h77BaIq+azW9vRUVoTwAAAAAAAAAABYI1z5Ii8Y9RP2fN3HqwzTdTN492g3ItgAAgD8AAIA/zSt6Prr3Xj/O1KU9dY9yvp1rCD1er369AAAAAAAAAABNcne+BTmDu+plmzrKvJ03bnHJPAKVsrkAAIA/AACAP9oQyr0nVA0/KTeHPAV5VL7ZwPU7UnNOvQAAAAAAAAAAINkYPjh5pLt88yW7gS+KONlkA73e2Ec6AACAPwAAgD/NddY9w9UXuhgwSrPeiFwuc9qkO7jpqzMAAIA/AACAP2tOAr+JNXc/gB4/vru+Sr4ylDK9yur2PAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.004885333333333408, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGG0ny/bj96MAWyUTegDjAF0lEdAqth03n6l+HV9lChoBkdAUvMlsxfv4WgHTegDaAhHQKrY+sz2vjh1fZQoaAZHQE0pw++ueSVoB03oA2gIR0Cq2+NZV4ordX2UKGgGR0BmzdQAMlTnaAdNCwJoCEdAqtw+dd3Sr3V9lChoBkdAXU47zTWoWGgHTegDaAhHQKrf8R+z+m51fZQoaAZHQFfzeuFHrhRoB03oA2gIR0Cq4Ja6z3RHdX2UKGgGR0BawONgjQiSaAdN6ANoCEdAquD2sxO+I3V9lChoBkdAZbBqoqCpWGgHTXwBaAhHQKrhZzLfUF11fZQoaAZHwFbcvw3HaOBoB02uAWgIR0Cq49jziCJ5dX2UKGgGR0BhoSGDcuanaAdN6ANoCEdAquWuiYb833V9lChoBkdAaDgwTufEoGgHTaQBaAhHQKrluroW56N1fZQoaAZHwEE413t8eCFoB02AAWgIR0Cq6GcVHnU2dX2UKGgGR0BWvgA+6iCbaAdN6ANoCEdAqujwcaOxS3V9lChoBkdAUpLhHbypaWgHTegDaAhHQKrpgTtb9qF1fZQoaAZHQFdPolD4QBhoB03oA2gIR0Cq6tPES/TLdX2UKGgGR0BcSfywwCbMaAdN6ANoCEdAquxb9If8uXV9lChoBkdAWGO7oSteU2gHTegDaAhHQKrv5vTgEU11fZQoaAZHwERDJ1aGHpNoB01aAWgIR0Cq8iyx7iQ1dX2UKGgGR0Bi9ECT2WY4aAdNZwJoCEdAqwCMbLlmvnV9lChoBkdAb6zRwZOzp2gHTawCaAhHQKsCLvRZ2ZB1fZQoaAZHQFK2JkXk5p9oB03oA2gIR0CrArkf9xZMdX2UKGgGR0BmZrua4MF2aAdN1AFoCEdAqwURVhkRSXV9lChoBkdAZIiYkVvddmgHTfQBaAhHQKsFU6GQCCB1fZQoaAZHQFyIJZntfHBoB03oA2gIR0CrBm3ZGrjpdX2UKGgGR0BlCIbXHzYmaAdNBQJoCEdAqwiuGVRk3HV9lChoBkdAWdNq59Vmz2gHTegDaAhHQKsKYAdXDFZ1fZQoaAZHQFXUFyq+8GtoB03oA2gIR0CrDu336AOKdX2UKGgGR0BddmwA2hqTaAdN6ANoCEdAqw93a37UG3V9lChoBkfARwntpmEoOWgHTaEBaAhHQKsPmQPI4l11fZQoaAZHwEymcJ+lTFVoB02EAWgIR0CrEMsYVIqcdX2UKGgGR0BP0F5fMOf/aAdN6ANoCEdAqxJqpvP1MHV9lChoBkdAR52tuDSPVGgHTegDaAhHQKsUJvlU6xR1fZQoaAZHQFwJmLLpzLhoB03oA2gIR0CrFu4uTRpldX2UKGgGR8BI0WNWEK3NaAdN6ANoCEdAqxoYBzV+Z3V9lChoBkdAZzpEXtShrWgHTRECaAhHQKscI8JUo8Z1fZQoaAZHQFeghMajveBoB03oA2gIR0CrHXUQbuMNdX2UKGgGR0BckFBt1p0waAdNdQJoCEdAqx40hib2DnV9lChoBkdAWDZhttQ9BGgHTegDaAhHQKshVPt2LYR1fZQoaAZHwErbJf6XSjRoB01bAWgIR0CrIW+g+QlsdX2UKGgGRz/zC9du5z5oaAdNRgFoCEdAqyP64QSSNnV9lChoBkdATNeszVMEimgHTegDaAhHQKsm7UQTVUd1fZQoaAZHQFsbQk5ZKWdoB01pAmgIR0CrJ6LXL/0edX2UKGgGR0BZJ36hxo7FaAdN6ANoCEdAqyk5rrPdEnV9lChoBkdAWg1JwsGxEGgHTegDaAhHQKspaKQ7tAt1fZQoaAZHQFfSPFefI0ZoB03oA2gIR0CrKi/Ot4iYdX2UKGgGR8BQv+bmU4aQaAdNfQFoCEdAqyp8zKs+3nV9lChoBkfAZK15GBnSOWgHTfABaAhHQKssD6Tnq3V1fZQoaAZHwDWN3LV4HHFoB02LAWgIR0CrLiQQcxTLdX2UKGgGR0BhmQJmdy1eaAdNDgJoCEdAqzAF72L5ynV9lChoBkdAWYWjBVMmGGgHTegDaAhHQKsxO3LFGXp1fZQoaAZHQEe6HjZL7GhoB03oA2gIR0CrMbkupS75dX2UKGgGR0BWvdy1eBxxaAdN6ANoCEdAqzHWrdWQwXV9lChoBkdAaXfbt7a7E2gHTZgBaAhHQKszeS+xnnN1fZQoaAZHQFvTueSSvDBoB03oA2gIR0CrNBdh7VridX2UKGgGR8BQAgmzByjpaAdNYwFoCEdAqzRxxxT853V9lChoBkfAWPjYK6WgOGgHTegBaAhHQKs3Cqrilzl1fZQoaAZHwD3UCo0hvBJoB03IAWgIR0CrP2OOS4e+dX2UKGgGR0BW/aU7jkuIaAdN6ANoCEdAqz9/lfZ26nV9lChoBkdAYvgTDfm9x2gHTWYCaAhHQKtAKhbGFSN1fZQoaAZHQFfFuRs/IKdoB03oA2gIR0CrQpNNJvpAdX2UKGgGR8A00qUu+RHPaAdNmwFoCEdAq0N07jkuH3V9lChoBkdAUPKLJjlPrWgHTegDaAhHQKtQCOhCdBl1fZQoaAZHQFm51+y7f51oB03oA2gIR0CrU3S4nWrfdX2UKGgGR0BQP+Q+2VmjaAdN6ANoCEdAq1biQ9zOo3V9lChoBkdARyeNJe3QU2gHTegDaAhHQKtYGoQ4CIV1fZQoaAZHQGpGzGYKIBRoB00pA2gIR0CrXRJ97WupdX2UKGgGR0BZ6X3cpLElaAdN6ANoCEdAq11eHaewtHV9lChoBkdAU0I0Mw1zhmgHTegDaAhHQKthS2fChvl1fZQoaAZHQGHLQ9zOopBoB01SAmgIR0CrYcyXMQmNdX2UKGgGR0BYRGRmseXBaAdN6ANoCEdAq2Hpky1uznV9lChoBkdAVvIPEsJ6Y2gHTegDaAhHQKtiCPdVNpN1fZQoaAZHQGvpha1TisJoB01vAmgIR0CrYpmiQDFIdX2UKGgGR0Ba0S2lVLi/aAdN6ANoCEdAq2RwNVinYXV9lChoBkdAaToEU0vXb2gHTbkBaAhHQKtmH69CeEt1fZQoaAZHQFaCRCx/ustoB01vAmgIR0CrZu0mdAgQdX2UKGgGR0Bodcj1PFefaAdNxAFoCEdAq2dy5I6KcnV9lChoBkdAXodE6T4cm2gHTegDaAhHQKtnuebutwJ1fZQoaAZHQEwGx0uDjBFoB03oA2gIR0CrcC/lZHNHdX2UKGgGR0Bep3AuZkTYaAdN6ANoCEdAq3M2ykbgj3V9lChoBkfARjWll9SdfGgHTVwBaAhHQKtzaPfbblB1fZQoaAZHQFbJDEFW4mVoB03oA2gIR0CrdC8vmHQAdX2UKGgGR0Bd/09+w1R+aAdNqAJoCEdAq3YHvrnkk3V9lChoBkdAUWX/Khcqv2gHTegDaAhHQKt41BgNPP91fZQoaAZHQGVssTviLl5oB01vAmgIR0Cre6h5ooNNdX2UKGgGR0BYBple4TbnaAdNqQJoCEdAq4GxBomG/XV9lChoBkdAW0rrrxAjZGgHTegDaAhHQKuB3NZ/0/Z1fZQoaAZHQE7xu5SWJJpoB03oA2gIR0CrhgHAZbY9dX2UKGgGR0BMpM/yGzrvaAdN6ANoCEdAq4ainm7rcHV9lChoBkdAUgSu0TlDGGgHTegDaAhHQKuGxF0gbId1fZQoaAZHQEZjZ+QU5+9oB03oA2gIR0Crhu2+PBBSdX2UKGgGR0BcPIoJAt4BaAdN6ANoCEdAq4ehX0XgtXV9lChoBkdAYEd/CqIacmgHTegDaAhHQKuNNCRfWtl1fZQoaAZHQFTVUQkHD79oB03oA2gIR0CrjhT0QK8ddX2UKGgGR8AiRNg0CRwIaAdNgAFoCEdAq5Qzwx33YnV9lChoBkfAOr4I4VARkGgHTegDaAhHQKuWTv5P/Jh1fZQoaAZHQGWHI/7iyY5oB01oAmgIR0CrmPJZntfHdX2UKGgGR0BgG46GQCCBaAdN6ANoCEdAq5kQlyBClnV9lChoBkfAVkqG5+Ytx2gHTegDaAhHQKuZP3Zf2K51fZQoaAZHQF8qXJo0ygxoB03oA2gIR0CrmeqH446wdX2UKGgGR0BY63os7MgVaAdN6ANoCEdAq5tguuieunVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 230, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.98, "gae_lambda": 0.98, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 128, "n_epochs": 5, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVrQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFowEZnVuY5SMDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.5.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f4cc848ba4c602c31ba9e1f58609696a66340d8c0490e366a5259c318b980d0
+oid sha256:01f3bef941e967b7e44d468b652affb6f6ab3bdc23ede1f66f37971d1b1e44b5
 size 148025

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 1507328,
+    "_total_timesteps": 1500000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1734512929160103075,
+    "start_time": 1734514730334794586,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPinn74BpJa8pIwDu/qLH7n1/+E9wN8bOgAAgD8AAIA/WtmhPTgOvzzKIfK9efRXviPXNrxyxne9AAAAAAAAAAAFoZC+2B8GP3UNaD0MfJG+t0d4PcoFHL0AAAAAAAAAAE2gzb1ISYO6r/iQO+tCqDhOeTU7IycMugAAgD8AAIA/AEaEPqRHvD61Heu7bIosvlqSEDyDHVK9AAAAAAAAAAAz7Ws+KR01P9VV1D3/USu+Z1mDPanQir0AAAAAAAAAAFqgR75xGAM8EyrvOu5Gt7h2npO90s8MugAAgD8AAIA/YK1ivqh637yOV426N3cRudrYTT4+drk5AACAPwAAgD8+vZi+M00XP2TKjbtkbgq+zRI9vJPhxTwAAAAAAAAAAObk4T3DKUK6+B/oObH5ljgRZgo6MDqANgAAgD8AAIA/5tsOvuwq0bu7d4G78MOzueDKGz3SDZg6AACAPwAAgD/NCni9j0oUusccsDtiXBs4lz4Euyh/o7YAAIA/AACAP7ARxT7Lhck+AM5ZvMBdLb4GHOG8gUUqPQAAAAAAAAAAmrKVPEgrj7po7lK6ZvhEtVklfDpVDbQ0AACAPwAAgD96zx8+4XGMOzu3+L3P1iS+uBJdvQ6Feb0AAAAAAAAAAK1dmj52tDK8luJDOktBFLilKpe9agX4swAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADbx5j6xipI/nrfVPk1Pqb5kqRQ+S65OvQAAAAAAAAAAsw5wPZiTnj92KR8+5GymvkgKAz1jC3y9AAAAAAAAAAAzrJy99uRsuvC2zzsCBbA3zDmMu0KOjTYAAIA/AACAP7Ob8j0Kh2u5Y83Qt0kHSrS1BAc8dcj+NgAAgD8AAIA/qmYcP81jOb2e+Du4maZ4tchLuTw68YA3AACAPwAAgD9uYJ6+dMWHvG36G7uKhii5cDPKPYfBNjoAAIA/AACAPzOipjyUj4M7Rl4Kve3gpL0/+kg8vQBhPAAAAAAAAAAAis6Dvpo40D612fC8DVSJvTNxhbwOMPU8AAAAAAAAAACiyLC+60d8P2a4h77BaIq+azW9vRUVoTwAAAAAAAAAABYI1z5Ii8Y9RP2fN3HqwzTdTN492g3ItgAAgD8AAIA/zSt6Prr3Xj/O1KU9dY9yvp1rCD1er369AAAAAAAAAABNcne+BTmDu+plmzrKvJ03bnHJPAKVsrkAAIA/AACAP9oQyr0nVA0/KTeHPAV5VL7ZwPU7UnNOvQAAAAAAAAAAINkYPjh5pLt88yW7gS+KONlkA73e2Ec6AACAPwAAgD/NddY9w9UXuhgwSrPeiFwuc9qkO7jpqzMAAIA/AACAP2tOAr+JNXc/gB4/vru+Sr4ylDK9yur2PAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.004885333333333408,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGNkhWPtD2KMAWyUTegDjAF0lEdAkGda3/givHV9lChoBkfAQ3c1ZTyau2gHTXcBaAhHQJBz9JUYKpl1fZQoaAZHQF873Sa3I+5oB03oA2gIR0CQdUdFvybydX2UKGgGR0BfWyONo8ISaAdN6ANoCEdAkHYBJEpiJHV9lChoBkdAXEJqynk1dmgHTegDaAhHQJB8nalDWsl1fZQoaAZHQFMw+t8uzyBoB03oA2gIR0CQfdgoPTXrdX2UKGgGR0BilWReTmnwaAdN6ANoCEdAkH/sUAT7EnV9lChoBkdAam14agmJFmgHTR8DaAhHQJCCWFL39Jl1fZQoaAZHQFm0FcY64lRoB03oA2gIR0CQh117pmmMdX2UKGgGR0BaBYwEhaC+aAdN6ANoCEdAkIgmMGX5WXV9lChoBkdAXjwkdFOO82gHTegDaAhHQJCNWepXIU91fZQoaAZHQFkpHG0eEIxoB03oA2gIR0CQkdBSUC7sdX2UKGgGR0BXohqGlANYaAdN6ANoCEdAkJUSFPBSDXV9lChoBkfAA3K5CngpB2gHTUkBaAhHQJCZ20CzTnd1fZQoaAZHwFMSOfukUK1oB02JAWgIR0CQogBtk4FSdX2UKGgGR0BTbhmCiAUdaAdN6ANoCEdAkKyJsKsuF3V9lChoBkdAZ5jTfixVyWgHTSoCaAhHQJCx/x3FDOV1fZQoaAZHQFmmedCmdiFoB03oA2gIR0CQuLL9deIEdX2UKGgGR0BTKoHoouwpaAdN6ANoCEdAkLvBFd9lVnV9lChoBkdAVg0C8vmHQGgHTegDaAhHQJC8IdcSoOx1fZQoaAZHQFVrEwnH/95oB03oA2gIR0CQxD7lJYkndX2UKGgGR0BgFoTh5xBFaAdN6ANoCEdAkMT5Y5ksjHV9lChoBkdAYie5xR2r4mgHTegDaAhHQJDFXlnyup11fZQoaAZHQGKRY7A+IM1oB03oA2gIR0CQyS0NjLB9dX2UKGgGR0BY9wD3dsSCaAdN6ANoCEdAkMnoVh1DB3V9lChoBkdAXU4bm2b5M2gHTegDaAhHQJDLG1IAfdR1fZQoaAZHQF2zgogFHJ9oB03oA2gIR0CQ7ekwvg3tdX2UKGgGR0BdReO0b961aAdN6ANoCEdAkPKHG8274HV9lChoBkfAO5rqIJqqO2gHTWQBaAhHQJD0CvW6K+B1fZQoaAZHQGhUhFd9lVdoB030AWgIR0CQ9QtIClrNdX2UKGgGR0BRi615Sm65aAdN6ANoCEdAkPXSrDIiknV9lChoBkdAVysuPFNtZWgHTegDaAhHQJD6VLXcxj91fZQoaAZHQF7BC5VfeDZoB03oA2gIR0CRAYQwblzVdX2UKGgGR0Bbvmvnr6ciaAdN6ANoCEdAkQnbPY4ACHV9lChoBkdAXnDklu3tr2gHTegDaAhHQJEQL82rGR51fZQoaAZHQFZ3H1e0G/xoB03oA2gIR0CRGSr6tT1kdX2UKGgGR8AayyNXHR1HaAdNnwFoCEdAkRzg97ngYXV9lChoBkdAXhBesxO+I2gHTegDaAhHQJEc4mZ3LV51fZQoaAZHwEKwNn5BTn9oB02DAWgIR0CRI6ovzvqkdX2UKGgGR0Bci3VoYekpaAdN6ANoCEdAkSdioOx0MnV9lChoBkdAWy6ADq4YrWgHTegDaAhHQJEn2JLuhK11fZQoaAZHQFwM5iVjZthoB03oA2gIR0CRLBwD/2kBdX2UKGgGR0BVGQpvxYq5aAdN6ANoCEdAkSzlRpDeCXV9lChoBkdAXdLp9qk/KWgHTegDaAhHQJEuPNUwSJ11fZQoaAZHQFoq1D0Dlo1oB03oA2gIR0CROR2vStvGdX2UKGgGR0BeXWLxZuAJaAdN6ANoCEdAkT3vyGzrvHV9lChoBkdAUR6XKKYRd2gHTegDaAhHQJE/yhBZ6ld1fZQoaAZHQF/oIe5nUUhoB03oA2gIR0CRQUiPhhphdX2UKGgGR0BdAxxT850baAdN6ANoCEdAkUKPhl18s3V9lChoBkfAM+QMhHLA6GgHTXsBaAhHQJFJ9RVIZqF1fZQoaAZHQFi5r0aqCH1oB03oA2gIR0CRWp1ndweedX2UKGgGR0BZVpQ53kgfaAdN6ANoCEdAkV9OMERranV9lChoBkfAF6qBmPHT7WgHTaYBaAhHQJFkKFSKm9B1fZQoaAZHQF0dfMwDeTFoB03oA2gIR0CRZhfukUKzdX2UKGgGR0BaFbxZuAI6aAdN6ANoCEdAkWmHXmNipnV9lChoBkdAXxc0O3DvVmgHTegDaAhHQJFpijM3ZPF1fZQoaAZHQGewqtxMnJFoB03sAWgIR0CRbym29crzdX2UKGgGR0BaUB4Uvf0maAdN6ANoCEdAkW+AWac7Q3V9lChoBkdAXKgecQRPGmgHTegDaAhHQJFydkYoAn51fZQoaAZHQF5YbfgrH2hoB03oA2gIR0CRct42jwhGdX2UKGgGR0BbEeKXOW0JaAdN6ANoCEdAkXfpzxPO6nV9lChoBkdAXROoo/iYLWgHTegDaAhHQJF6WY8dPtV1fZQoaAZHQFyNMn7YTTRoB03oA2gIR0CRnBBOpKjBdX2UKGgGR0BaVWecx0uEaAdN6ANoCEdAkaDscENe+nV9lChoBkdAaEWW2w3YMGgHTQsCaAhHQJGiabNKRMh1fZQoaAZHQFeAFEAo5PxoB03oA2gIR0CRopD9OymidX2UKGgGR0BXEDoQnQY2aAdN6ANoCEdAkaOaouPFN3V9lChoBkdAa+0Cgbp/w2gHTbECaAhHQJGj4RSP2f11fZQoaAZHwDpsNMGorFxoB019AWgIR0CRpU/PgNwzdX2UKGgGR0AI+pGWldkbaAdNxAFoCEdAka/cNc4YJnV9lChoBkfAPQe7HyVfNWgHTTEBaAhHQJG0KCOFQEZ1fZQoaAZHwCUo7JW/8EVoB01YAWgIR0CRvCWSU1Q7dX2UKGgGR0Bbg5/0/W1/aAdN6ANoCEdAkcF3QID5kHV9lChoBkdAYB5LGJememgHTegDaAhHQJHGOxqwhW51fZQoaAZHQF2aevpyIYZoB03oA2gIR0CRy9RBu4wzdX2UKGgGR0BVz1qJuVHGaAdN6ANoCEdAkcvWhh6SknV9lChoBkdAYPdStNi6QWgHTegDaAhHQJHSHmnwXqJ1fZQoaAZHQGEdzz3AVO9oB03oA2gIR0CR0oABkqc3dX2UKGgGR0Bc5RcmjTKDaAdN6ANoCEdAkdX1SbYsd3V9lChoBkdAVOcQpWmxdWgHTegDaAhHQJHdFH3Dej51fZQoaAZHQGYguRLbpNdoB03MAWgIR0CR8qjgydnTdX2UKGgGR0Bc+QzLwF1TaAdN6ANoCEdAkfQXH/95yHV9lChoBkdAXo3rv9cbBGgHTegDaAhHQJH0QQnQY1p1fZQoaAZHQF3GzqrzXjFoB03oA2gIR0CR9VfVZs9CdX2UKGgGR0BfGwWvbGm2aAdN6ANoCEdAkfWneWOZLXV9lChoBkdAXJbLKV6eG2gHTegDaAhHQJH3PQzDXOJ1fZQoaAZHQG0/Lp7kXDZoB00KAmgIR0CR/Pcs189fdX2UKGgGR0BXFxMi8nNQaAdN6ANoCEdAkf/iauwHJXV9lChoBkdAW4kysS00FmgHTegDaAhHQJIC2gwoLG91fZQoaAZHQFsCh0hePaNoB03oA2gIR0CSCf81XNkfdX2UKGgGR0BfmEA1ejVQaAdN6ANoCEdAkg7ZiiItUXV9lChoBkfASA9k6Lfk3mgHTZYBaAhHQJIRlsdkrgB1fZQoaAZHQGCJOUt7KJVoB03oA2gIR0CSFHxPwd8zdX2UKGgGR8BLwo0ALiMpaAdNfQFoCEdAkhpSIUJv53V9lChoBkdAWClLFn7HhmgHTegDaAhHQJIbU0XP7el1fZQoaAZHQGiJRVIZqEhoB03/AWgIR0CSHgxx1gYxdX2UKGgGR0BX/zNhVlwtaAdN6ANoCEdAkiFX/HYHxHV9lChoBkdAYLzRF7Uoa2gHTegDaAhHQJIkvoTwlSl1fZQoaAZHwCV5TCLuQZJoB01ZAWgIR0CSJXd/J/5MdX2UKGgGR0BXHS2Yv38GaAdN6ANoCEdAkiqyQ5myxHVlLg=="
+        ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGG0ny/bj96MAWyUTegDjAF0lEdAqth03n6l+HV9lChoBkdAUvMlsxfv4WgHTegDaAhHQKrY+sz2vjh1fZQoaAZHQE0pw++ueSVoB03oA2gIR0Cq2+NZV4ordX2UKGgGR0BmzdQAMlTnaAdNCwJoCEdAqtw+dd3Sr3V9lChoBkdAXU47zTWoWGgHTegDaAhHQKrf8R+z+m51fZQoaAZHQFfzeuFHrhRoB03oA2gIR0Cq4Ja6z3RHdX2UKGgGR0BawONgjQiSaAdN6ANoCEdAquD2sxO+I3V9lChoBkdAZbBqoqCpWGgHTXwBaAhHQKrhZzLfUF11fZQoaAZHwFbcvw3HaOBoB02uAWgIR0Cq49jziCJ5dX2UKGgGR0BhoSGDcuanaAdN6ANoCEdAquWuiYb833V9lChoBkdAaDgwTufEoGgHTaQBaAhHQKrluroW56N1fZQoaAZHwEE413t8eCFoB02AAWgIR0Cq6GcVHnU2dX2UKGgGR0BWvgA+6iCbaAdN6ANoCEdAqujwcaOxS3V9lChoBkdAUpLhHbypaWgHTegDaAhHQKrpgTtb9qF1fZQoaAZHQFdPolD4QBhoB03oA2gIR0Cq6tPES/TLdX2UKGgGR0BcSfywwCbMaAdN6ANoCEdAquxb9If8uXV9lChoBkdAWGO7oSteU2gHTegDaAhHQKrv5vTgEU11fZQoaAZHwERDJ1aGHpNoB01aAWgIR0Cq8iyx7iQ1dX2UKGgGR0Bi9ECT2WY4aAdNZwJoCEdAqwCMbLlmvnV9lChoBkdAb6zRwZOzp2gHTawCaAhHQKsCLvRZ2ZB1fZQoaAZHQFK2JkXk5p9oB03oA2gIR0CrArkf9xZMdX2UKGgGR0BmZrua4MF2aAdN1AFoCEdAqwURVhkRSXV9lChoBkdAZIiYkVvddmgHTfQBaAhHQKsFU6GQCCB1fZQoaAZHQFyIJZntfHBoB03oA2gIR0CrBm3ZGrjpdX2UKGgGR0BlCIbXHzYmaAdNBQJoCEdAqwiuGVRk3HV9lChoBkdAWdNq59Vmz2gHTegDaAhHQKsKYAdXDFZ1fZQoaAZHQFXUFyq+8GtoB03oA2gIR0CrDu336AOKdX2UKGgGR0BddmwA2hqTaAdN6ANoCEdAqw93a37UG3V9lChoBkfARwntpmEoOWgHTaEBaAhHQKsPmQPI4l11fZQoaAZHwEymcJ+lTFVoB02EAWgIR0CrEMsYVIqcdX2UKGgGR0BP0F5fMOf/aAdN6ANoCEdAqxJqpvP1MHV9lChoBkdAR52tuDSPVGgHTegDaAhHQKsUJvlU6xR1fZQoaAZHQFwJmLLpzLhoB03oA2gIR0CrFu4uTRpldX2UKGgGR8BI0WNWEK3NaAdN6ANoCEdAqxoYBzV+Z3V9lChoBkdAZzpEXtShrWgHTRECaAhHQKscI8JUo8Z1fZQoaAZHQFeghMajveBoB03oA2gIR0CrHXUQbuMNdX2UKGgGR0BckFBt1p0waAdNdQJoCEdAqx40hib2DnV9lChoBkdAWDZhttQ9BGgHTegDaAhHQKshVPt2LYR1fZQoaAZHwErbJf6XSjRoB01bAWgIR0CrIW+g+QlsdX2UKGgGRz/zC9du5z5oaAdNRgFoCEdAqyP64QSSNnV9lChoBkdATNeszVMEimgHTegDaAhHQKsm7UQTVUd1fZQoaAZHQFsbQk5ZKWdoB01pAmgIR0CrJ6LXL/0edX2UKGgGR0BZJ36hxo7FaAdN6ANoCEdAqyk5rrPdEnV9lChoBkdAWg1JwsGxEGgHTegDaAhHQKspaKQ7tAt1fZQoaAZHQFfSPFefI0ZoB03oA2gIR0CrKi/Ot4iYdX2UKGgGR8BQv+bmU4aQaAdNfQFoCEdAqyp8zKs+3nV9lChoBkfAZK15GBnSOWgHTfABaAhHQKssD6Tnq3V1fZQoaAZHwDWN3LV4HHFoB02LAWgIR0CrLiQQcxTLdX2UKGgGR0BhmQJmdy1eaAdNDgJoCEdAqzAF72L5ynV9lChoBkdAWYWjBVMmGGgHTegDaAhHQKsxO3LFGXp1fZQoaAZHQEe6HjZL7GhoB03oA2gIR0CrMbkupS75dX2UKGgGR0BWvdy1eBxxaAdN6ANoCEdAqzHWrdWQwXV9lChoBkdAaXfbt7a7E2gHTZgBaAhHQKszeS+xnnN1fZQoaAZHQFvTueSSvDBoB03oA2gIR0CrNBdh7VridX2UKGgGR8BQAgmzByjpaAdNYwFoCEdAqzRxxxT853V9lChoBkfAWPjYK6WgOGgHTegBaAhHQKs3Cqrilzl1fZQoaAZHwD3UCo0hvBJoB03IAWgIR0CrP2OOS4e+dX2UKGgGR0BW/aU7jkuIaAdN6ANoCEdAqz9/lfZ26nV9lChoBkdAYvgTDfm9x2gHTWYCaAhHQKtAKhbGFSN1fZQoaAZHQFfFuRs/IKdoB03oA2gIR0CrQpNNJvpAdX2UKGgGR8A00qUu+RHPaAdNmwFoCEdAq0N07jkuH3V9lChoBkdAUPKLJjlPrWgHTegDaAhHQKtQCOhCdBl1fZQoaAZHQFm51+y7f51oB03oA2gIR0CrU3S4nWrfdX2UKGgGR0BQP+Q+2VmjaAdN6ANoCEdAq1biQ9zOo3V9lChoBkdARyeNJe3QU2gHTegDaAhHQKtYGoQ4CIV1fZQoaAZHQGpGzGYKIBRoB00pA2gIR0CrXRJ97WupdX2UKGgGR0BZ6X3cpLElaAdN6ANoCEdAq11eHaewtHV9lChoBkdAU0I0Mw1zhmgHTegDaAhHQKthS2fChvl1fZQoaAZHQGHLQ9zOopBoB01SAmgIR0CrYcyXMQmNdX2UKGgGR0BYRGRmseXBaAdN6ANoCEdAq2Hpky1uznV9lChoBkdAVvIPEsJ6Y2gHTegDaAhHQKtiCPdVNpN1fZQoaAZHQGvpha1TisJoB01vAmgIR0CrYpmiQDFIdX2UKGgGR0Ba0S2lVLi/aAdN6ANoCEdAq2RwNVinYXV9lChoBkdAaToEU0vXb2gHTbkBaAhHQKtmH69CeEt1fZQoaAZHQFaCRCx/ustoB01vAmgIR0CrZu0mdAgQdX2UKGgGR0Bodcj1PFefaAdNxAFoCEdAq2dy5I6KcnV9lChoBkdAXodE6T4cm2gHTegDaAhHQKtnuebutwJ1fZQoaAZHQEwGx0uDjBFoB03oA2gIR0CrcC/lZHNHdX2UKGgGR0Bep3AuZkTYaAdN6ANoCEdAq3M2ykbgj3V9lChoBkfARjWll9SdfGgHTVwBaAhHQKtzaPfbblB1fZQoaAZHQFbJDEFW4mVoB03oA2gIR0CrdC8vmHQAdX2UKGgGR0Bd/09+w1R+aAdNqAJoCEdAq3YHvrnkk3V9lChoBkdAUWX/Khcqv2gHTegDaAhHQKt41BgNPP91fZQoaAZHQGVssTviLl5oB01vAmgIR0Cre6h5ooNNdX2UKGgGR0BYBple4TbnaAdNqQJoCEdAq4GxBomG/XV9lChoBkdAW0rrrxAjZGgHTegDaAhHQKuB3NZ/0/Z1fZQoaAZHQE7xu5SWJJpoB03oA2gIR0CrhgHAZbY9dX2UKGgGR0BMpM/yGzrvaAdN6ANoCEdAq4ainm7rcHV9lChoBkdAUgSu0TlDGGgHTegDaAhHQKuGxF0gbId1fZQoaAZHQEZjZ+QU5+9oB03oA2gIR0Crhu2+PBBSdX2UKGgGR0BcPIoJAt4BaAdN6ANoCEdAq4ehX0XgtXV9lChoBkdAYEd/CqIacmgHTegDaAhHQKuNNCRfWtl1fZQoaAZHQFTVUQkHD79oB03oA2gIR0CrjhT0QK8ddX2UKGgGR8AiRNg0CRwIaAdNgAFoCEdAq5Qzwx33YnV9lChoBkfAOr4I4VARkGgHTegDaAhHQKuWTv5P/Jh1fZQoaAZHQGWHI/7iyY5oB01oAmgIR0CrmPJZntfHdX2UKGgGR0BgG46GQCCBaAdN6ANoCEdAq5kQlyBClnV9lChoBkfAVkqG5+Ytx2gHTegDaAhHQKuZP3Zf2K51fZQoaAZHQF8qXJo0ygxoB03oA2gIR0CrmeqH446wdX2UKGgGR0BY63os7MgVaAdN6ANoCEdAq5tguuieunVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 155,
+    "_n_updates": 230,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cf5bb94625482a92f5942bf10a6c9006760a01839e8aa5870db482d382454f6
+oid sha256:87e936d3874167dc07bc09b8782568e4aa5cc8889be4952947f8ae80b72054ac
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a43c3c65a39d1517bcd41641e4ad216512c80560a7efd1c173bf8f9bc35f3b82
+oid sha256:63a3ae793921582c2f8ee8b0d8911f208f3308d01c12b7666ab222532bfd8ac8
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 119.86703609999999, "std_reward": 103.34078194830943, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-12-18T09:37:35.899391"}
+{"mean_reward": -48.000994399999996, "std_reward": 84.12446011524534, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-12-18T10:10:24.780108"}