Upload folder using huggingface_hub

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 96.30 +/- 95.21
+      value: 274.52 +/- 20.27
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x781cd50f79c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x781cd50f7a60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x781cd50f7b00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x781cd50f7ba0>", "_build": "<function ActorCriticPolicy._build at 0x781cd50f7c40>", "forward": "<function ActorCriticPolicy.forward at 0x781cd50f7ce0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x781cd50f7d80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x781cd50f7e20>", "_predict": "<function ActorCriticPolicy._predict at 0x781cd50f7ec0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x781cd50f7f60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x781cd50fc040>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x781cd50fc0e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x781cd59e4e40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1748440400754962741, "learning_rate": 0.0001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADmT+W9DGIxPgCt0b1hCgS+cXwdvXaJErsAAAAAAAAAAHKcCz/du3a9g7/XOWM2Oziy/EA+KQAauQAAgD8AAIA/o9WhPpz5PT0vNsy7jtl2uupRej7GiOo4AACAPwAAgD/tpWa+6jm+PlplGL3dhvq9ke55vHh8XjwAAAAAAAAAADP8rjxvmrU/wqklPi2ICL6fJpI8ds4CPQAAAAAAAAAAc8gMv0/h2j6jk2O82oxvvilig72rve89AAAAAAAAAAD2888+Rk+kPqrh4b3lfjq+l58ePGLTn7wAAAAAAAAAAI1Wij7A01E/aj91vAzEqr7DHxA9XxDAvQAAAAAAAAAA+u12vqkAhz+oHu2+uX/MvojlNr5y+Z+6AAAAAAAAAACt0Bu+nKQCP8zVjz25Z3m+GuuJPC4sAj0AAAAAAAAAAA0D+z1cu1O6Yv40vIKuhjuv9I07XgaJPAAAgD8AAIA/epoBvkDZuD7Sv0E8oDVCvjFVU7wL/H88AAAAAAAAAADN4PG90RedP03N+b5jt8S+QGj2vd007b0AAAAAAAAAAFbD1D6zhOg+emKgPW5Mer5stUw9v2KLvQAAAAAAAAAApimPvfaQY7prGtQ9fAESvlrNbTzal/Q8AAAAAAAAAADm93m+m67XvIsiHLuadmW5q/4+PkUtMjoAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQCR77ZWaMJiMAWyUTS8BjAF0lEdAmUL2RNh3JXV9lChoBkdAa3IeS0Sh8WgHTV0BaAhHQJlEDrleWv91fZQoaAZHQGsTwVKwpvxoB01MAWgIR0CZRSQYDTz/dX2UKGgGR0BrdXbVSXMRaAdNOgFoCEdAmUXW8AaNuXV9lChoBkdAZ4Gf4AS39mgHTcgBaAhHQJlGTs/pt791fZQoaAZHQG5PRIJ7b+NoB01OAWgIR0CZSW9KVY6odX2UKGgGR0Bv/BW5paicaAdNewFoCEdAmUuwFgUlA3V9lChoBkdAa/mO5J9RaWgHTaEBaAhHQJlMUyAQQMB1fZQoaAZHQG6qlh5PdmBoB01GAWgIR0CZTR8p1A7gdX2UKGgGR0BuomafBeolaAdNkQFoCEdAmVDE8mrsB3V9lChoBkdAb1FEKE3842gHTV4BaAhHQJlQxOBUaQ51fZQoaAZHQG3FHVPN3W5oB01lAWgIR0CZUjZdv864dX2UKGgGR0BvSR8MNMGpaAdNVQFoCEdAmVKqIvalDXV9lChoBkdAIBHwgDA8CGgHS/hoCEdAmVMGgrYoRnV9lChoBkdAbbThgE2YOWgHTU4BaAhHQJlTQO3DvVp1fZQoaAZHQG7/x2bG3nZoB006AWgIR0CZVOe/Ho5hdX2UKGgGR8BHILVvuPV/aAdNKQFoCEdAmVWUi2UjcHV9lChoBkdAZus3d9Dx9WgHTXMBaAhHQJlV55VwPy11fZQoaAZHQGqxmuTzNEBoB00EAmgIR0CZVosS00FbdX2UKGgGR0BuijrNW2gGaAdNVgFoCEdAmVo3xvvSdHV9lChoBkfAHHwGnn+yaGgHTSUBaAhHQJlaWdVea8Z1fZQoaAZHwARQ+UyHmA9oB0vWaAhHQJlbJML4N7V1fZQoaAZHQG/liQcPvrpoB01JAWgIR0CZW1XSBshxdX2UKGgGR0BraKjvd/KAaAdNfgFoCEdAmbtBAKOT7nV9lChoBkdAb5IpEQXhwWgHTUABaAhHQJm/r6Fdszl1fZQoaAZHQFWcLCemNzdoB03oA2gIR0CZwI3solUqdX2UKGgGR0BpMqkoF3Y+aAdNvQFoCEdAmcEQ5R0lq3V9lChoBkdAbv30xubZvmgHTW8BaAhHQJnBHeWOZLJ1fZQoaAZHQG5Nnhjvuw5oB01ZAWgIR0CZwUrT6SDAdX2UKGgGR0Brcnnp0OmSaAdNwAFoCEdAmcJNUXHim3V9lChoBkdAatJB4Uvf0mgHTWMBaAhHQJnCYCnxaxJ1fZQoaAZHQGRd93KSxJNoB03fAWgIR0CZwxIqslsxdX2UKGgGR0BtvjytmtheaAdNMwJoCEdAmcU3SOR1YHV9lChoBkfAOJROHnEET2gHTV0BaAhHQJnGtwwTM7l1fZQoaAZHQGtQZzPrv9doB02AAWgIR0CZxw2F36hydX2UKGgGR0Bq4svZh8YyaAdNiAFoCEdAmcc63qiXY3V9lChoBkdAbfA5Fw1iv2gHTX8BaAhHQJnHtQrMC911fZQoaAZHQFZoX5WRzRxoB03oA2gIR0CZyO/Z/Tb4dX2UKGgGR8BGY8yN4qwyaAdL/WgIR0CZyX4jrzGxdX2UKGgGR7/7655JK8L8aAdL+mgIR0CZyuruIAOsdX2UKGgGR0BtmE5fdAPeaAdNSgFoCEdAmcuvPPcBVHV9lChoBkdAblrp8neBQWgHTUcBaAhHQJnMtbMX7+F1fZQoaAZHQGsIXM6ij+JoB03MAWgIR0CZzT/L1VYIdX2UKGgGR0BuLNJz1bqyaAdNawFoCEdAmc45y6tknXV9lChoBkdAbGrUMG5c1WgHTVcBaAhHQJnOgzpHI6t1fZQoaAZHQG3EZaFEiMZoB01vAWgIR0CZ0CuL74zrdX2UKGgGR0BnYCzTnaFmaAdNzQFoCEdAmdGr92ovSXV9lChoBkdAB3tiQT238WgHTXQDaAhHQJnSVivxH5J1fZQoaAZHQG0NpZntfHBoB01LAWgIR0CZ0x4rjHXFdX2UKGgGR8A+9DD0lJHzaAdNMQFoCEdAmdRposZpBXV9lChoBkdAbIMeq7yxzWgHTZYBaAhHQJnVxPsRg7Z1fZQoaAZHwFczf9gnc+JoB02qAWgIR0CZ1/aP0Zm7dX2UKGgGR0BwF/izcAR1aAdNfAFoCEdAmdhjGHYYi3V9lChoBkdAa+mVjZtelmgHTVUBaAhHQJnYY2S+xnp1fZQoaAZHQGshfwiJO35oB01iAWgIR0CZ2aj0th/idX2UKGgGR0Bnkmh0yP+5aAdNBwJoCEdAmdsUTDfm93V9lChoBkfAO4quB+Wnj2gHS8poCEdAmdts3IdU83V9lChoBkdAb1tiLEUCaWgHTXsBaAhHQJnbveTFERd1fZQoaAZHQGnW6FEiMYNoB01ZAmgIR0CZ3DWgvlEJdX2UKGgGR0Bsr9W8yvcKaAdNZwFoCEdAmd0M+iaiK3V9lChoBkdAbnxhhpg1FmgHTYsBaAhHQJneamygPEt1fZQoaAZHQGtxkC3gDRtoB008AWgIR0CZ3xa1Cw8odX2UKGgGR0BtZzBEa2nbaAdNeQFoCEdAmeAdd3SrpHV9lChoBkdAaxw8yN4qw2gHTY0BaAhHQJnjwYP5HmR1fZQoaAZHwDcUyWRigChoB01cAWgIR0CZ6Atix3V1dX2UKGgGR0Bn9eZ7XxvvaAdNmgFoCEdAmegtOymhunV9lChoBkfAE/swco6S1WgHTQwBaAhHQJnovRVp9JB1fZQoaAZHQGjksNlRP45oB03VAWgIR0CZ6TlXA/LUdX2UKGgGR8ALImzByjpLaAdNHwFoCEdAmeogzUI9knV9lChoBkfAQgf5ckdFOWgHTUcBaAhHQJnqTPmgam51fZQoaAZHQGqHZFw1ivxoB03KAWgIR0CZ7Hq20AtGdX2UKGgGR0BiYUhq0tyxaAdNyAFoCEdAme2x/y5I6XV9lChoBkdAacK98qnWKGgHTaIBaAhHQJnuO9/SYw91fZQoaAZHQG21HKOktVdoB01lAWgIR0CZ7pKpDNQkdX2UKGgGR0BuOoMKCxu9aAdNWQFoCEdAme7torWiDnV9lChoBkdAZt8hLXcxkGgHTaABaAhHQJnwGjL0SRN1fZQoaAZHQG5L8La24NJoB01gAWgIR0CZ8bl5WzWxdX2UKGgGR0BtOHHvMKTjaAdNYgFoCEdAmfXDJU5uInV9lChoBkfAQqKG+K0laGgHTTIBaAhHQJn18d6sySF1fZQoaAZHQFrrcXWOIZZoB03oA2gIR0CZ9q1O0svqdX2UKGgGR8AzSVzIV/MGaAdNJQFoCEdAmfgK4QSSNnV9lChoBkdAZiFoPkJa7mgHTZkBaAhHQJn62hzvJBB1fZQoaAZHQGnToNEw35xoB029AWgIR0CZ+0NWluWKdX2UKGgGR0BsZxrnDBM0aAdNTAFoCEdAmfw9aY/mknV9lChoBkdAa1ggKWszVWgHTXMBaAhHQJn86zcAR051fZQoaAZHQGotqAz544ZoB02DAWgIR0CZ/h5Jbt7bdX2UKGgGR0BurG4PPLPlaAdNbwFoCEdAmf989Oh0yXV9lChoBkdAayyYTj/+9GgHTWEBaAhHQJoAzOs1baB1fZQoaAZHQFe9ktEofCBoB03oA2gIR0CaAherMkhSdX2UKGgGR7/E/mDDjzZpaAdNUQFoCEdAmgQqUJOWSnV9lChoBkfAQMVALRa5gGgHTVQBaAhHQJoEdbs4T9N1fZQoaAZHQF2i78Nx2jhoB03oA2gIR0CaBWKZDzAfdX2UKGgGR8BA4LhR64UfaAdNZQFoCEdAmgcW69TP0XV9lChoBkdAJoWCdz4k/2gHS/5oCEdAmgdb5dnkDXV9lChoBkfAIiiblRxcV2gHS+loCEdAmge3rMTviXV9lChoBkdAa8CH6/IsAmgHTU8BaAhHQJoIyYrrgO11fZQoaAZHQGiObd8Aq/doB02/AWgIR0CaCYzVc2R8dX2UKGgGR0BsBpy8zyjIaAdNggFoCEdAmgw6Y/mknHV9lChoBkdAbFXXZoPCmGgHTa4BaAhHQJoNaQbMott1fZQoaAZHwDJFLteD3/RoB01SAWgIR0CaDf7CiyprdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 310, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPxo24uscQy2FlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x781cd50f79c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x781cd50f7a60>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x781cd50f7b00>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x781cd50f7ba0>", "_build": "<function ActorCriticPolicy._build at 0x781cd50f7c40>", "forward": "<function ActorCriticPolicy.forward at 0x781cd50f7ce0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x781cd50f7d80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x781cd50f7e20>", "_predict": "<function ActorCriticPolicy._predict at 0x781cd50f7ec0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x781cd50f7f60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x781cd50fc040>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x781cd50fc0e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x781cd59e4e40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1748442474898333996, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACaqO+8KcgAumuZcrnVvHEzYx+wuj6EjjgAAIA/AACAPwDokLwNnA0/Ys8DvWlqg75o7b0801MCvQAAAAAAAAAAzXxXOxwpF7xOS7s71y54PKZPhL3Nxk89AACAPwAAgD9NIFO9w1lsuqxfLrq2yVy2MPDQOtKGTDkAAIA/AACAP7P45r0/EzY+VgYdPrswbL6Pqw68Nqn9vAAAAAAAAAAAALucvFBSjT+azsK9Kd7Gvv4h+jxWVr66AAAAAAAAAAAAmHO7KQBTurJ787fAkvCyecDeuDaODzcAAIA/AACAP5rR9jzDkX+6gu7MuztdBTjS++q5zKdMtwAAgD8AAIA/AATEPY6Hoj+j5RA/tTzZvkJdSz173Ro+AAAAAAAAAAAzQQM8j15vuiZ7VDpjh7a1jrFFupbQcbkAAIA/AACAPxruBL1cnwm6VVYSuVF4M7T2DAK7AocoOAAAgD8AAIA/AHS7O8NRXLra9zS6qh3oNfnUlLra/FM5AACAPwAAgD9N6Bo9wzkyuj76ULkzbdIy1eyAubDkcDgAAIA/AACAP9bTar5h638/fC2LvCEh2r659Tu+QAn9PQAAAAAAAAAAmrk3OvbMNrpm7W85vHVINL9dl7uZPo64AACAPwAAgD+AzE69KcwdunKTPjnVG7sztKchO1K9XbgAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVhAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksQhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVOgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGRn72criESMAWyUTegDjAF0lEdAr3y7ifg75nV9lChoBkdAXb+NuLrHEWgHTegDaAhHQK+AL+w1R+B1fZQoaAZHQGRInryDqW1oB03oA2gIR0CvgFaw+t8vdX2UKGgGR0BhGRnBciW3aAdN6ANoCEdAr4ByQ3gk1XV9lChoBkdAZjqBkI5YHWgHTegDaAhHQK+CHCsOoYN1fZQoaAZHQGPLnqu8sc1oB03oA2gIR0CvhSaZQYUGdX2UKGgGR0Bi4SHEdeY2aAdN6ANoCEdAr4Wnj0cwQHV9lChoBkdAZsyPwuuie2gHTegDaAhHQK+GnCfpUxV1fZQoaAZHQGXDI3BHkLhoB03oA2gIR0Cvh7Dlgc94dX2UKGgGR0BmY5xYJVsDaAdN6ANoCEdAr4jpInSfDnV9lChoBkdAYgUOGTLW7WgHTegDaAhHQK+J8RJVbRp1fZQoaAZHQGYYGKAJ9iNoB03oA2gIR0Cvi0iemNzbdX2UKGgGR0BoDW0LMLWqaAdN6ANoCEdAr5ErdLxqf3V9lChoBkdAYaPzQu27WmgHTegDaAhHQK+RansLORl1fZQoaAZHQGdC/pMYdhloB03oA2gIR0CvkX6zE74jdX2UKGgGR0BjPZreqJdjaAdN6ANoCEdAr5Mx5ooNNXV9lChoBkdAUpsm5UcXFmgHS8doCEdAr5Zf18LKFXV9lChoBkdAYuU/bj94vGgHTegDaAhHQK+YHllK9PF1fZQoaAZHQGY8e6Ae7tloB03oA2gIR0Cvm0YaYNRWdX2UKGgGR0Bk3m2G7BfsaAdN6ANoCEdAr5trlaKUFHV9lChoBkdAZgxFI/Z/TmgHTegDaAhHQK+bhnyNGVl1fZQoaAZHQGE4HoPkJa9oB03oA2gIR0CvnUuwX668dX2UKGgGR0BmYvEQ5FPSaAdN6ANoCEdAr+ojs0HhTHV9lChoBkdAZ+w7JW/8EWgHTegDaAhHQK/qhm16Vt51fZQoaAZHQGId/B3zMA5oB03oA2gIR0Cv6zvrOZ9edX2UKGgGR0BCEkQf6oETaAdL6WgIR0Cv676Df3vhdX2UKGgGR0Blx5N0vGp/aAdN6ANoCEdAr+wHgm7aqXV9lChoBkdAZWGatLcsUmgHTegDaAhHQK/tBph4MWp1fZQoaAZHQGMRezD4xlBoB03oA2gIR0Cv7iMlLOAzdX2UKGgGR0BitOdd3SrpaAdN6ANoCEdAr+9/LaEi+3V9lChoBkdAUEYc0cfeUWgHS9ZoCEdAr+++oxYaHnV9lChoBkdASOX6Q/5ckmgHS+BoCEdAr/EUPvrnknV9lChoBkdAYhKFr2xptmgHTegDaAhHQK/1g4aP0Zp1fZQoaAZHQGVAKbSZ0CBoB03oA2gIR0Cv9ZeHJtBOdX2UKGgGR0BekcSGrS3LaAdN6ANoCEdAr/cu12JSBXV9lChoBkdAaID2ZAprlGgHTegDaAhHQK/6L4SpR411fZQoaAZHQGdZG5+YtxxoB03oA2gIR0Cv+9cOkLx7dX2UKGgGR0BmZP974SHuaAdN6ANoCEdAr/8OaOPvKHV9lChoBkdAXhd/NJOFg2gHTegDaAhHQK//XXp4bCJ1fZQoaAZHQGR9hYFJQLxoB03oA2gIR0CwAKhrBTGYdX2UKGgGR0BhlTyauwHJaAdN6ANoCEdAsAIOPdVNpXV9lChoBkdAZva5d4Vym2gHTegDaAhHQLAClEit7rt1fZQoaAZHQGf6lnqVyFRoB03oA2gIR0CwAvgmqo60dX2UKGgGR0BMHlj3Ehq1aAdLxWgIR0CwAyveYUnHdX2UKGgGR0BmewP7N0NjaAdN6ANoCEdAsAN1pUPxx3V9lChoBkdAZ3HfEXLvC2gHTegDaAhHQLAD9uKoAGV1fZQoaAZHQGb9eyzHCGhoB03oA2gIR0CwBJv82rGSdX2UKGgGR0BjViiVSn+AaAdN6ANoCEdAsAS3TPSlWXV9lChoBkdARF141P3ztmgHS9NoCEdAsAVbUXpGF3V9lChoBkdAYVXMQEpy62gHTegDaAhHQLAFXsf7rLR1fZQoaAZHQFPAcbzbvgFoB0u7aAhHQLAG3IdELIB1fZQoaAZHQGPZC7K7qY9oB03oA2gIR0CwB3I+r2g4dX2UKGgGR0BiB7hHbypaaAdN6ANoCEdAsAd7xsl9jXV9lChoBkdAY5yEQoTfzmgHTegDaAhHQLAIQ/jsD4h1fZQoaAZHQGHOEP+XJHRoB03oA2gIR0CwCdX2EkB0dX2UKGgGR0BkvQSlFc6eaAdN6ANoCEdAsAqpK02LpHV9lChoBkdAZIOuTRplBmgHTegDaAhHQLAMYEroW591fZQoaAZHQGbcupbUwztoB03oA2gIR0CwDIcMiKR/dX2UKGgGR0BxFikCV8kVaAdNMwJoCEdAsAzIco6S1XV9lChoBkdAY5lgQYk3TGgHTegDaAhHQLAO2+xW1dB1fZQoaAZHQGJF9K/VRUFoB03oA2gIR0CwM9jI/7iydX2UKGgGR0BoZqoKlYU4aAdN6ANoCEdAsDRnncL0BnV9lChoBkdAZXc11GLDRGgHTegDaAhHQLA0rcS5AhV1fZQoaAZHQHJaRsuWa+hoB037AWgIR0CwNR1rEcbSdX2UKGgGR0Bl4QavRqoIaAdN6ANoCEdAsDUtQYUFjnV9lChoBkdAYc4TRIBikWgHTegDaAhHQLA1xBy0a611fZQoaAZHQGZNu/tY0VJoB03oA2gIR0CwNoJjUd7wdX2UKGgGR0BiNjySV4X5aAdN6ANoCEdAsDgIAo5PuXV9lChoBkdAZ3iAjps41mgHTegDaAhHQLA4mENvwVl1fZQoaAZHQGTekal1r7BoB03oA2gIR0CwOKH1jAi3dX2UKGgGR0BlVqLhrFfiaAdN6ANoCEdAsDly2UjcEnV9lChoBkdASi4T/Q0GeWgHS9doCEdAsDrJVLi++XV9lChoBkdAZQRlNlAeJmgHTegDaAhHQLA70YvWYnh1fZQoaAZHQGefw3YL9dhoB03oA2gIR0CwPZ+c2BJ7dX2UKGgGR0Bkc5sKsuFpaAdN6ANoCEdAsD3G90zTF3V9lChoBkdAYx895hScb2gHTegDaAhHQLA+A/Rmbsp1fZQoaAZHQHFkGzWwu/VoB024AWgIR0CwP1vp+tr9dX2UKGgGR0Bl2N18stkGaAdN6ANoCEdAsD++P91loXV9lChoBkdAZJj8Z1mrbWgHTegDaAhHQLBANv3ai9J1fZQoaAZHQEbsNUfgaWJoB0vtaAhHQLBAb+zdDY11fZQoaAZHQGNwHj6vaDhoB03oA2gIR0CwQMNLL6k7dX2UKGgGR0BlogPAfuCxaAdN6ANoCEdAsEEA9X9zfnV9lChoBkdAZ/eWCVbA12gHTegDaAhHQLBBbkk8ifR1fZQoaAZHQGTCDFZPl+5oB03oA2gIR0CwQYAA2hqTdX2UKGgGR0BnRX6wdKdyaAdN6ANoCEdAsEIORp1zQ3V9lChoBkdAZ9L/WlMyrWgHTegDaAhHQLBCwLCemN11fZQoaAZHQGlcBFd9lVdoB03oA2gIR0CwRMtuP3i8dX2UKGgGR0BnJ1cB2fTTaAdN6ANoCEdAsETVlRP423V9lChoBkdAcEp6dUbT+mgHTbIBaAhHQLBF9+xGDth1fZQoaAZHQGHTGBnSOR1oB03oA2gIR0CwRwIdhiLEdX2UKGgGR0BwI/f0mMOxaAdNJgNoCEdAsEdSo60Y0nV9lChoBkdAQ8NwiqyWzGgHS+toCEdAsEfXkhib2HV9lChoBkdAZ5N3s5XEImgHTegDaAhHQLBIB24d6s11fZQoaAZHQHKApyU9pypoB007AmgIR0CwSFeLrHENdX2UKGgGR0BoeAagmJFcaAdN6ANoCEdAsEnlRZU1h3V9lChoBkdAbQgIi1RceWgHTbEBaAhHQLBKspGFzuF1fZQoaAZHQGZfdvS+g15oB03oA2gIR0CwS5xV+7UYdX2UKGgGR0BdBd6C17Y1aAdN6ANoCEdAsEwFNQCSzXV9lChoBkdAZbq+8oQWe2gHTegDaAhHQLBMjXP7el91fZQoaAZHQGPxRcNYr8RoB03oA2gIR0CwTMkXDWK/dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 465, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 2048, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 15, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.1.123+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Mar 30 16:01:29 UTC 2025", "Python": "3.11.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca433f969c4495efd797bfb6fc07ab10876da746139da990bdd0510fa8686b40
-size 148123
+oid sha256:e3f6e5b6dd61cdc9fb3471912966e7f98ce7c074afb525ee29de7aa3218f0ff1
+size 148121

ppo-LunarLander-v2/data

@@ -26,12 +26,12 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1748440400754962741,
-    "learning_rate": 0.0001,
+    "start_time": 1748442474898333996,
+    "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAADmT+W9DGIxPgCt0b1hCgS+cXwdvXaJErsAAAAAAAAAAHKcCz/du3a9g7/XOWM2Oziy/EA+KQAauQAAgD8AAIA/o9WhPpz5PT0vNsy7jtl2uupRej7GiOo4AACAPwAAgD/tpWa+6jm+PlplGL3dhvq9ke55vHh8XjwAAAAAAAAAADP8rjxvmrU/wqklPi2ICL6fJpI8ds4CPQAAAAAAAAAAc8gMv0/h2j6jk2O82oxvvilig72rve89AAAAAAAAAAD2888+Rk+kPqrh4b3lfjq+l58ePGLTn7wAAAAAAAAAAI1Wij7A01E/aj91vAzEqr7DHxA9XxDAvQAAAAAAAAAA+u12vqkAhz+oHu2+uX/MvojlNr5y+Z+6AAAAAAAAAACt0Bu+nKQCP8zVjz25Z3m+GuuJPC4sAj0AAAAAAAAAAA0D+z1cu1O6Yv40vIKuhjuv9I07XgaJPAAAgD8AAIA/epoBvkDZuD7Sv0E8oDVCvjFVU7wL/H88AAAAAAAAAADN4PG90RedP03N+b5jt8S+QGj2vd007b0AAAAAAAAAAFbD1D6zhOg+emKgPW5Mer5stUw9v2KLvQAAAAAAAAAApimPvfaQY7prGtQ9fAESvlrNbTzal/Q8AAAAAAAAAADm93m+m67XvIsiHLuadmW5q/4+PkUtMjoAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVdgIAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAIAAAAAAACaqO+8KcgAumuZcrnVvHEzYx+wuj6EjjgAAIA/AACAPwDokLwNnA0/Ys8DvWlqg75o7b0801MCvQAAAAAAAAAAzXxXOxwpF7xOS7s71y54PKZPhL3Nxk89AACAPwAAgD9NIFO9w1lsuqxfLrq2yVy2MPDQOtKGTDkAAIA/AACAP7P45r0/EzY+VgYdPrswbL6Pqw68Nqn9vAAAAAAAAAAAALucvFBSjT+azsK9Kd7Gvv4h+jxWVr66AAAAAAAAAAAAmHO7KQBTurJ787fAkvCyecDeuDaODzcAAIA/AACAP5rR9jzDkX+6gu7MuztdBTjS++q5zKdMtwAAgD8AAIA/AATEPY6Hoj+j5RA/tTzZvkJdSz173Ro+AAAAAAAAAAAzQQM8j15vuiZ7VDpjh7a1jrFFupbQcbkAAIA/AACAPxruBL1cnwm6VVYSuVF4M7T2DAK7AocoOAAAgD8AAIA/AHS7O8NRXLra9zS6qh3oNfnUlLra/FM5AACAPwAAgD9N6Bo9wzkyuj76ULkzbdIy1eyAubDkcDgAAIA/AACAP9bTar5h638/fC2LvCEh2r659Tu+QAn9PQAAAAAAAAAAmrk3OvbMNrpm7W85vHVINL9dl7uZPo64AACAPwAAgD+AzE69KcwdunKTPjnVG7sztKchO1K9XbgAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLEEsIhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVPQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQCR77ZWaMJiMAWyUTS8BjAF0lEdAmUL2RNh3JXV9lChoBkdAa3IeS0Sh8WgHTV0BaAhHQJlEDrleWv91fZQoaAZHQGsTwVKwpvxoB01MAWgIR0CZRSQYDTz/dX2UKGgGR0BrdXbVSXMRaAdNOgFoCEdAmUXW8AaNuXV9lChoBkdAZ4Gf4AS39mgHTcgBaAhHQJlGTs/pt791fZQoaAZHQG5PRIJ7b+NoB01OAWgIR0CZSW9KVY6odX2UKGgGR0Bv/BW5paicaAdNewFoCEdAmUuwFgUlA3V9lChoBkdAa/mO5J9RaWgHTaEBaAhHQJlMUyAQQMB1fZQoaAZHQG6qlh5PdmBoB01GAWgIR0CZTR8p1A7gdX2UKGgGR0BuomafBeolaAdNkQFoCEdAmVDE8mrsB3V9lChoBkdAb1FEKE3842gHTV4BaAhHQJlQxOBUaQ51fZQoaAZHQG3FHVPN3W5oB01lAWgIR0CZUjZdv864dX2UKGgGR0BvSR8MNMGpaAdNVQFoCEdAmVKqIvalDXV9lChoBkdAIBHwgDA8CGgHS/hoCEdAmVMGgrYoRnV9lChoBkdAbbThgE2YOWgHTU4BaAhHQJlTQO3DvVp1fZQoaAZHQG7/x2bG3nZoB006AWgIR0CZVOe/Ho5hdX2UKGgGR8BHILVvuPV/aAdNKQFoCEdAmVWUi2UjcHV9lChoBkdAZus3d9Dx9WgHTXMBaAhHQJlV55VwPy11fZQoaAZHQGqxmuTzNEBoB00EAmgIR0CZVosS00FbdX2UKGgGR0BuijrNW2gGaAdNVgFoCEdAmVo3xvvSdHV9lChoBkfAHHwGnn+yaGgHTSUBaAhHQJlaWdVea8Z1fZQoaAZHwARQ+UyHmA9oB0vWaAhHQJlbJML4N7V1fZQoaAZHQG/liQcPvrpoB01JAWgIR0CZW1XSBshxdX2UKGgGR0BraKjvd/KAaAdNfgFoCEdAmbtBAKOT7nV9lChoBkdAb5IpEQXhwWgHTUABaAhHQJm/r6Fdszl1fZQoaAZHQFWcLCemNzdoB03oA2gIR0CZwI3solUqdX2UKGgGR0BpMqkoF3Y+aAdNvQFoCEdAmcEQ5R0lq3V9lChoBkdAbv30xubZvmgHTW8BaAhHQJnBHeWOZLJ1fZQoaAZHQG5Nnhjvuw5oB01ZAWgIR0CZwUrT6SDAdX2UKGgGR0Brcnnp0OmSaAdNwAFoCEdAmcJNUXHim3V9lChoBkdAatJB4Uvf0mgHTWMBaAhHQJnCYCnxaxJ1fZQoaAZHQGRd93KSxJNoB03fAWgIR0CZwxIqslsxdX2UKGgGR0BtvjytmtheaAdNMwJoCEdAmcU3SOR1YHV9lChoBkfAOJROHnEET2gHTV0BaAhHQJnGtwwTM7l1fZQoaAZHQGtQZzPrv9doB02AAWgIR0CZxw2F36hydX2UKGgGR0Bq4svZh8YyaAdNiAFoCEdAmcc63qiXY3V9lChoBkdAbfA5Fw1iv2gHTX8BaAhHQJnHtQrMC911fZQoaAZHQFZoX5WRzRxoB03oA2gIR0CZyO/Z/Tb4dX2UKGgGR8BGY8yN4qwyaAdL/WgIR0CZyX4jrzGxdX2UKGgGR7/7655JK8L8aAdL+mgIR0CZyuruIAOsdX2UKGgGR0BtmE5fdAPeaAdNSgFoCEdAmcuvPPcBVHV9lChoBkdAblrp8neBQWgHTUcBaAhHQJnMtbMX7+F1fZQoaAZHQGsIXM6ij+JoB03MAWgIR0CZzT/L1VYIdX2UKGgGR0BuLNJz1bqyaAdNawFoCEdAmc45y6tknXV9lChoBkdAbGrUMG5c1WgHTVcBaAhHQJnOgzpHI6t1fZQoaAZHQG3EZaFEiMZoB01vAWgIR0CZ0CuL74zrdX2UKGgGR0BnYCzTnaFmaAdNzQFoCEdAmdGr92ovSXV9lChoBkdAB3tiQT238WgHTXQDaAhHQJnSVivxH5J1fZQoaAZHQG0NpZntfHBoB01LAWgIR0CZ0x4rjHXFdX2UKGgGR8A+9DD0lJHzaAdNMQFoCEdAmdRposZpBXV9lChoBkdAbIMeq7yxzWgHTZYBaAhHQJnVxPsRg7Z1fZQoaAZHwFczf9gnc+JoB02qAWgIR0CZ1/aP0Zm7dX2UKGgGR0BwF/izcAR1aAdNfAFoCEdAmdhjGHYYi3V9lChoBkdAa+mVjZtelmgHTVUBaAhHQJnYY2S+xnp1fZQoaAZHQGshfwiJO35oB01iAWgIR0CZ2aj0th/idX2UKGgGR0Bnkmh0yP+5aAdNBwJoCEdAmdsUTDfm93V9lChoBkfAO4quB+Wnj2gHS8poCEdAmdts3IdU83V9lChoBkdAb1tiLEUCaWgHTXsBaAhHQJnbveTFERd1fZQoaAZHQGnW6FEiMYNoB01ZAmgIR0CZ3DWgvlEJdX2UKGgGR0Bsr9W8yvcKaAdNZwFoCEdAmd0M+iaiK3V9lChoBkdAbnxhhpg1FmgHTYsBaAhHQJneamygPEt1fZQoaAZHQGtxkC3gDRtoB008AWgIR0CZ3xa1Cw8odX2UKGgGR0BtZzBEa2nbaAdNeQFoCEdAmeAdd3SrpHV9lChoBkdAaxw8yN4qw2gHTY0BaAhHQJnjwYP5HmR1fZQoaAZHwDcUyWRigChoB01cAWgIR0CZ6Atix3V1dX2UKGgGR0Bn9eZ7XxvvaAdNmgFoCEdAmegtOymhunV9lChoBkfAE/swco6S1WgHTQwBaAhHQJnovRVp9JB1fZQoaAZHQGjksNlRP45oB03VAWgIR0CZ6TlXA/LUdX2UKGgGR8ALImzByjpLaAdNHwFoCEdAmeogzUI9knV9lChoBkfAQgf5ckdFOWgHTUcBaAhHQJnqTPmgam51fZQoaAZHQGqHZFw1ivxoB03KAWgIR0CZ7Hq20AtGdX2UKGgGR0BiYUhq0tyxaAdNyAFoCEdAme2x/y5I6XV9lChoBkdAacK98qnWKGgHTaIBaAhHQJnuO9/SYw91fZQoaAZHQG21HKOktVdoB01lAWgIR0CZ7pKpDNQkdX2UKGgGR0BuOoMKCxu9aAdNWQFoCEdAme7torWiDnV9lChoBkdAZt8hLXcxkGgHTaABaAhHQJnwGjL0SRN1fZQoaAZHQG5L8La24NJoB01gAWgIR0CZ8bl5WzWxdX2UKGgGR0BtOHHvMKTjaAdNYgFoCEdAmfXDJU5uInV9lChoBkfAQqKG+K0laGgHTTIBaAhHQJn18d6sySF1fZQoaAZHQFrrcXWOIZZoB03oA2gIR0CZ9q1O0svqdX2UKGgGR8AzSVzIV/MGaAdNJQFoCEdAmfgK4QSSNnV9lChoBkdAZiFoPkJa7mgHTZkBaAhHQJn62hzvJBB1fZQoaAZHQGnToNEw35xoB029AWgIR0CZ+0NWluWKdX2UKGgGR0BsZxrnDBM0aAdNTAFoCEdAmfw9aY/mknV9lChoBkdAa1ggKWszVWgHTXMBaAhHQJn86zcAR051fZQoaAZHQGotqAz544ZoB02DAWgIR0CZ/h5Jbt7bdX2UKGgGR0BurG4PPLPlaAdNbwFoCEdAmf989Oh0yXV9lChoBkdAayyYTj/+9GgHTWEBaAhHQJoAzOs1baB1fZQoaAZHQFe9ktEofCBoB03oA2gIR0CaAherMkhSdX2UKGgGR7/E/mDDjzZpaAdNUQFoCEdAmgQqUJOWSnV9lChoBkfAQMVALRa5gGgHTVQBaAhHQJoEdbs4T9N1fZQoaAZHQF2i78Nx2jhoB03oA2gIR0CaBWKZDzAfdX2UKGgGR8BA4LhR64UfaAdNZQFoCEdAmgcW69TP0XV9lChoBkdAJoWCdz4k/2gHS/5oCEdAmgdb5dnkDXV9lChoBkfAIiiblRxcV2gHS+loCEdAmge3rMTviXV9lChoBkdAa8CH6/IsAmgHTU8BaAhHQJoIyYrrgO11fZQoaAZHQGiObd8Aq/doB02/AWgIR0CaCYzVc2R8dX2UKGgGR0BsBpy8zyjIaAdNggFoCEdAmgw6Y/mknHV9lChoBkdAbFXXZoPCmGgHTa4BaAhHQJoNaQbMott1fZQoaAZHwDJFLteD3/RoB01SAWgIR0CaDf7CiyprdWUu"
+        ":serialized:": "gAWVOgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGRn72criESMAWyUTegDjAF0lEdAr3y7ifg75nV9lChoBkdAXb+NuLrHEWgHTegDaAhHQK+AL+w1R+B1fZQoaAZHQGRInryDqW1oB03oA2gIR0CvgFaw+t8vdX2UKGgGR0BhGRnBciW3aAdN6ANoCEdAr4ByQ3gk1XV9lChoBkdAZjqBkI5YHWgHTegDaAhHQK+CHCsOoYN1fZQoaAZHQGPLnqu8sc1oB03oA2gIR0CvhSaZQYUGdX2UKGgGR0Bi4SHEdeY2aAdN6ANoCEdAr4Wnj0cwQHV9lChoBkdAZsyPwuuie2gHTegDaAhHQK+GnCfpUxV1fZQoaAZHQGXDI3BHkLhoB03oA2gIR0Cvh7Dlgc94dX2UKGgGR0BmY5xYJVsDaAdN6ANoCEdAr4jpInSfDnV9lChoBkdAYgUOGTLW7WgHTegDaAhHQK+J8RJVbRp1fZQoaAZHQGYYGKAJ9iNoB03oA2gIR0Cvi0iemNzbdX2UKGgGR0BoDW0LMLWqaAdN6ANoCEdAr5ErdLxqf3V9lChoBkdAYaPzQu27WmgHTegDaAhHQK+RansLORl1fZQoaAZHQGdC/pMYdhloB03oA2gIR0CvkX6zE74jdX2UKGgGR0BjPZreqJdjaAdN6ANoCEdAr5Mx5ooNNXV9lChoBkdAUpsm5UcXFmgHS8doCEdAr5Zf18LKFXV9lChoBkdAYuU/bj94vGgHTegDaAhHQK+YHllK9PF1fZQoaAZHQGY8e6Ae7tloB03oA2gIR0Cvm0YaYNRWdX2UKGgGR0Bk3m2G7BfsaAdN6ANoCEdAr5trlaKUFHV9lChoBkdAZgxFI/Z/TmgHTegDaAhHQK+bhnyNGVl1fZQoaAZHQGE4HoPkJa9oB03oA2gIR0CvnUuwX668dX2UKGgGR0BmYvEQ5FPSaAdN6ANoCEdAr+ojs0HhTHV9lChoBkdAZ+w7JW/8EWgHTegDaAhHQK/qhm16Vt51fZQoaAZHQGId/B3zMA5oB03oA2gIR0Cv6zvrOZ9edX2UKGgGR0BCEkQf6oETaAdL6WgIR0Cv676Df3vhdX2UKGgGR0Blx5N0vGp/aAdN6ANoCEdAr+wHgm7aqXV9lChoBkdAZWGatLcsUmgHTegDaAhHQK/tBph4MWp1fZQoaAZHQGMRezD4xlBoB03oA2gIR0Cv7iMlLOAzdX2UKGgGR0BitOdd3SrpaAdN6ANoCEdAr+9/LaEi+3V9lChoBkdAUEYc0cfeUWgHS9ZoCEdAr+++oxYaHnV9lChoBkdASOX6Q/5ckmgHS+BoCEdAr/EUPvrnknV9lChoBkdAYhKFr2xptmgHTegDaAhHQK/1g4aP0Zp1fZQoaAZHQGVAKbSZ0CBoB03oA2gIR0Cv9ZeHJtBOdX2UKGgGR0BekcSGrS3LaAdN6ANoCEdAr/cu12JSBXV9lChoBkdAaID2ZAprlGgHTegDaAhHQK/6L4SpR411fZQoaAZHQGdZG5+YtxxoB03oA2gIR0Cv+9cOkLx7dX2UKGgGR0BmZP974SHuaAdN6ANoCEdAr/8OaOPvKHV9lChoBkdAXhd/NJOFg2gHTegDaAhHQK//XXp4bCJ1fZQoaAZHQGR9hYFJQLxoB03oA2gIR0CwAKhrBTGYdX2UKGgGR0BhlTyauwHJaAdN6ANoCEdAsAIOPdVNpXV9lChoBkdAZva5d4Vym2gHTegDaAhHQLAClEit7rt1fZQoaAZHQGf6lnqVyFRoB03oA2gIR0CwAvgmqo60dX2UKGgGR0BMHlj3Ehq1aAdLxWgIR0CwAyveYUnHdX2UKGgGR0BmewP7N0NjaAdN6ANoCEdAsAN1pUPxx3V9lChoBkdAZ3HfEXLvC2gHTegDaAhHQLAD9uKoAGV1fZQoaAZHQGb9eyzHCGhoB03oA2gIR0CwBJv82rGSdX2UKGgGR0BjViiVSn+AaAdN6ANoCEdAsAS3TPSlWXV9lChoBkdARF141P3ztmgHS9NoCEdAsAVbUXpGF3V9lChoBkdAYVXMQEpy62gHTegDaAhHQLAFXsf7rLR1fZQoaAZHQFPAcbzbvgFoB0u7aAhHQLAG3IdELIB1fZQoaAZHQGPZC7K7qY9oB03oA2gIR0CwB3I+r2g4dX2UKGgGR0BiB7hHbypaaAdN6ANoCEdAsAd7xsl9jXV9lChoBkdAY5yEQoTfzmgHTegDaAhHQLAIQ/jsD4h1fZQoaAZHQGHOEP+XJHRoB03oA2gIR0CwCdX2EkB0dX2UKGgGR0BkvQSlFc6eaAdN6ANoCEdAsAqpK02LpHV9lChoBkdAZIOuTRplBmgHTegDaAhHQLAMYEroW591fZQoaAZHQGbcupbUwztoB03oA2gIR0CwDIcMiKR/dX2UKGgGR0BxFikCV8kVaAdNMwJoCEdAsAzIco6S1XV9lChoBkdAY5lgQYk3TGgHTegDaAhHQLAO2+xW1dB1fZQoaAZHQGJF9K/VRUFoB03oA2gIR0CwM9jI/7iydX2UKGgGR0BoZqoKlYU4aAdN6ANoCEdAsDRnncL0BnV9lChoBkdAZXc11GLDRGgHTegDaAhHQLA0rcS5AhV1fZQoaAZHQHJaRsuWa+hoB037AWgIR0CwNR1rEcbSdX2UKGgGR0Bl4QavRqoIaAdN6ANoCEdAsDUtQYUFjnV9lChoBkdAYc4TRIBikWgHTegDaAhHQLA1xBy0a611fZQoaAZHQGZNu/tY0VJoB03oA2gIR0CwNoJjUd7wdX2UKGgGR0BiNjySV4X5aAdN6ANoCEdAsDgIAo5PuXV9lChoBkdAZ3iAjps41mgHTegDaAhHQLA4mENvwVl1fZQoaAZHQGTekal1r7BoB03oA2gIR0CwOKH1jAi3dX2UKGgGR0BlVqLhrFfiaAdN6ANoCEdAsDly2UjcEnV9lChoBkdASi4T/Q0GeWgHS9doCEdAsDrJVLi++XV9lChoBkdAZQRlNlAeJmgHTegDaAhHQLA70YvWYnh1fZQoaAZHQGefw3YL9dhoB03oA2gIR0CwPZ+c2BJ7dX2UKGgGR0Bkc5sKsuFpaAdN6ANoCEdAsD3G90zTF3V9lChoBkdAYx895hScb2gHTegDaAhHQLA+A/Rmbsp1fZQoaAZHQHFkGzWwu/VoB024AWgIR0CwP1vp+tr9dX2UKGgGR0Bl2N18stkGaAdN6ANoCEdAsD++P91loXV9lChoBkdAZJj8Z1mrbWgHTegDaAhHQLBANv3ai9J1fZQoaAZHQEbsNUfgaWJoB0vtaAhHQLBAb+zdDY11fZQoaAZHQGNwHj6vaDhoB03oA2gIR0CwQMNLL6k7dX2UKGgGR0BlogPAfuCxaAdN6ANoCEdAsEEA9X9zfnV9lChoBkdAZ/eWCVbA12gHTegDaAhHQLBBbkk8ifR1fZQoaAZHQGTCDFZPl+5oB03oA2gIR0CwQYAA2hqTdX2UKGgGR0BnRX6wdKdyaAdN6ANoCEdAsEIORp1zQ3V9lChoBkdAZ9L/WlMyrWgHTegDaAhHQLBCwLCemN11fZQoaAZHQGlcBFd9lVdoB03oA2gIR0CwRMtuP3i8dX2UKGgGR0BnJ1cB2fTTaAdN6ANoCEdAsETVlRP423V9lChoBkdAcEp6dUbT+mgHTbIBaAhHQLBF9+xGDth1fZQoaAZHQGHTGBnSOR1oB03oA2gIR0CwRwIdhiLEdX2UKGgGR0BwI/f0mMOxaAdNJgNoCEdAsEdSo60Y0nV9lChoBkdAQ8NwiqyWzGgHS+toCEdAsEfXkhib2HV9lChoBkdAZ5N3s5XEImgHTegDaAhHQLBIB24d6s11fZQoaAZHQHKApyU9pypoB007AmgIR0CwSFeLrHENdX2UKGgGR0BoeAagmJFcaAdN6ANoCEdAsEnlRZU1h3V9lChoBkdAbQgIi1RceWgHTbEBaAhHQLBKspGFzuF1fZQoaAZHQGZfdvS+g15oB03oA2gIR0CwS5xV+7UYdX2UKGgGR0BdBd6C17Y1aAdN6ANoCEdAsEwFNQCSzXV9lChoBkdAZbq+8oQWe2gHTegDaAhHQLBMjXP7el91fZQoaAZHQGPxRcNYr8RoB03oA2gIR0CwTMkXDWK/dWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 310,
+    "_n_updates": 465,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu",
@@ -78,13 +78,13 @@
     },
     "n_envs": 16,
     "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 15,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
@@ -94,6 +94,6 @@
     "target_kl": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPxo24uscQy2FlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     }
 }

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8883b8547da31c97a48b88fef10160b74386c1069fdd8933e90c1f7baaa67ec
+oid sha256:1754a3ed511f33de05e44f5b80d6aff80aab4e34f521da517f029a6c462e7dd5
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4135c3828e3fd0ea346099676b2202bb845488f6566ebf785c0f69c807f0efad
+oid sha256:5a0f87c1072d50971d7849f83bd87cc8e05b94d657378da21c8e07f075d76dce
 size 43762

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e984ed6f7c70c28ed3504288496e334ddc2fa604fff8385ca0417c9e02df0979
-size 171419
+oid sha256:2b35c96f0cdbe046cd72f8eceab85503f55e40c2dbfac2f6ae52d0cd92d2e5a1
+size 150526

results.json

@@ -1 +1 @@
-{"mean_reward": 96.2952181, "std_reward": 95.21055433915478, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-05-28T14:24:22.571888"}
+{"mean_reward": 274.5181799, "std_reward": 20.266664135443637, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-05-28T15:01:05.237224"}