unit1

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 251.53 +/- 13.64
+      value: 273.87 +/- 15.11
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7dc01c8a2950>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dc01c8a29e0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dc01c8a2a70>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dc01c8a2b00>", "_build": "<function ActorCriticPolicy._build at 0x7dc01c8a2b90>", "forward": "<function ActorCriticPolicy.forward at 0x7dc01c8a2c20>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dc01c8a2cb0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dc01c8a2d40>", "_predict": "<function ActorCriticPolicy._predict at 0x7dc01c8a2dd0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dc01c8a2e60>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dc01c8a2ef0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dc01c8a2f80>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dc01c6b84c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1000448, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1700907365353056099, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAHP2ir2DODw9FFU6PnITXb7BVxA9o6N5PAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.00044800000000000395, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGyB9G7SReMAWyUTaEBjAF0lEdAnOmzUAksz3V9lChoBkdAaEBcs189fWgHTbUBaAhHQJztYN+b3Gp1fZQoaAZHQHGmI4Qz1sdoB02bAWgIR0Cc766xgRbsdX2UKGgGR0BxMLkCFK02aAdNqwFoCEdAnPMtlRP423V9lChoBkdAb9dbh3qzJWgHTY0BaAhHQJz1Z3aBZp11fZQoaAZHQHFSytzS1E5oB02CAWgIR0Cc96UAksz3dX2UKGgGR0BwGrEehf0FaAdNTQFoCEdAnPql6E8JU3V9lChoBkdAb7ah+vyLAGgHTcYBaAhHQJz9MJhOP/91fZQoaAZHQGwJ9bHIZIhoB01pAWgIR0CdAGWWyC4CdX2UKGgGR0BtddAcDKYBaAdNagJoCEdAnQQQIdELIHV9lChoBkdAbhbhUBGQS2gHTZYBaAhHQJ0HmhakhzN1fZQoaAZHQHDC37k4m1JoB005AWgIR0CdCVq0dBBzdX2UKGgGR0Bx9+t5le4TaAdNewFoCEdAnQvjs+mm+HV9lChoBkdAKsLaVUuL8GgHTREBaAhHQJ0PW4iHIp91fZQoaAZHQG7RU7CBPKxoB01ZAWgIR0CdEduc+aBqdX2UKGgGR0BtuvhMrVe8aAdNiwFoCEdAnRSS6pYLcHV9lChoBkdAIkJRGc4HX2gHTQ8BaAhHQJ0YcFvAGjd1fZQoaAZHQHIG/EGZ/kNoB02yAWgIR0CdHBpeu3c6dX2UKGgGR0Ay2uDBdld1aAdL1WgIR0CdHe+uvECOdX2UKGgGR0BwMr+0gKWtaAdNRQFoCEdAnSCZ9y925nV9lChoBkdAbd211GLDRGgHTbUBaAhHQJ0lLuVopQV1fZQoaAZHQG4z+zlcQiBoB02NAWgIR0CdJ2BwdbPhdX2UKGgGR0BtdyrcTJyRaAdNoAFoCEdAnSrdutOmBXV9lChoBkdAcefYzi0fHWgHTV8BaAhHQJ0s3LwF1Sx1fZQoaAZHQHESBHkLhJloB01aAWgIR0CdLtuez2OAdX2UKGgGR0BtYuvwEyLyaAdNgAFoCEdAnTI2krPMS3V9lChoBkdAbtAiqQzUJGgHTUABaAhHQJ0z/hvR7Z51fZQoaAZHQG86sQNCqp9oB02bAWgIR0CdNlblzU7TdX2UKGgGR0BvAojY7JXAaAdNZAFoCEdAnTl9WMju8nV9lChoBkdAcVAzO5avBGgHTX4BaAhHQJ07loAXEZR1fZQoaAZHQG+lnUUfxMFoB02VAWgIR0CdPw+4b0e2dX2UKGgGR0BtQHTqjaf0aAdNbgFoCEdAnUEco2GZeHV9lChoBkdAcQWIClrM1WgHTUYBaAhHQJ1C59Vmz0J1fZQoaAZHQG2ahC+lCTloB01XAWgIR0CdRe65oXbedX2UKGgGR0BxKStHQQcxaAdNlgFoCEdAnUg2DlHSW3V9lChoBkdAcLTJxvNu+GgHTXkBaAhHQJ1KV0tAcDN1fZQoaAZHQGtNw1rIo3JoB01YAWgIR0CdTfzposZpdX2UKGgGR0BxgtvZRKpUaAdNWgFoCEdAnVB5h4MWoHV9lChoBkdAcH1tWuHN5mgHTTABaAhHQJ1SqShakh11fZQoaAZHQHFdpggHNX5oB02UAWgIR0CdVwmfGuLadX2UKGgGR0BwIFCTlkpaaAdN4gJoCEdAnV0UedTYNHV9lChoBkdAcWhYvWYnfGgHTVgBaAhHQJ1hrrC3w1B1fZQoaAZHQG8zFpwjt5VoB01OAWgIR0CdZHJ2MbWFdX2UKGgGR0BujebExZdOaAdNWgFoCEdAnWaEB0ZFX3V9lChoBkdAcD9QCjk+5mgHTWUBaAhHQJ1psd0aIep1fZQoaAZHQG54HaWX1J1oB00+AWgIR0Cda4foRqXXdX2UKGgGR0AgEaScLBsRaAdNEgFoCEdAnW0SiyprDnV9lChoBkfARNCI7/4qPWgHTRQBaAhHQJ1vyKDTSb91fZQoaAZHQGaYiIcinpBoB03oA2gIR0Cddsepn6EbdX2UKGgGR0BjFxnOB19waAdN6ANoCEdAnX2qLn9vTHV9lChoBkdAGFX+l0o0AWgHTVMBaAhHQJ1/mLhrFfl1fZQoaAZHQG6zgT7EYO5oB01LAWgIR0CdgWhpQDV6dX2UKGgGR0BxvKSA6MisaAdNXwFoCEdAnYR8O09hZ3V9lChoBkdAcF59YwIt2GgHTSgBaAhHQJ2GJ29tdiV1fZQoaAZHQHBpLi++M61oB01RAWgIR0CdiBGGVRk3dX2UKGgGR0BviwQz1sciaAdNVwFoCEdAnYsapkwvg3V9lChoBkdAcRCNnoPkJmgHTToBaAhHQJ2M6ZNO/L11fZQoaAZHQEK312aDwphoB01NAWgIR0Cdj1lWOp84dX2UKGgGR0A6PhWo3rD7aAdNCgFoCEdAnZFXMY/FBXV9lChoBkdAbk3kNnXd02gHTUsBaAhHQJ2VNHMEA5t1fZQoaAZHQG3oD63y7PJoB01DAWgIR0Cdl4DFId2gdX2UKGgGR0BvSqrYGt6paAdNNwFoCEdAnZnNSydFv3V9lChoBkdAaxE57w8W9GgHTaoBaAhHQJ2fGHuZ1FJ1fZQoaAZHQGvDDpkf9xZoB02JAWgIR0CdonsnRb8ndX2UKGgGR0BA5vLPldTpaAdNDwFoCEdAnaTDZ6D5CXV9lChoBkdAbyf3Dej2z2gHTUMBaAhHQJ2oOkXUH6d1fZQoaAZHQAWeIl+mWMVoB007AWgIR0CdqfwKSgXedX2UKGgGR0BsEfo3aSLZaAdNVgFoCEdAnavr1ZkkKXV9lChoBkdAa2vGOuJUHmgHTUABaAhHQJ2u47r9l3B1fZQoaAZHQGxbSad+XqtoB01WAWgIR0CdsM38XN1RdX2UKGgGR0BHP4W+GoJiaAdL1GgIR0Cdsfol2NeddX2UKGgGR0Bs7YCuEEkjaAdNSgFoCEdAnbUA1R+BpnV9lChoBkdAcBHOjIq9XmgHTXEBaAhHQJ23Ef4h2W91fZQoaAZHwDOVJ04iosJoB00cAWgIR0CduLf8dgfEdX2UKGgGR0BJFQhGH58CaAdNDQFoCEdAnbo2x2SuAHV9lChoBkdAbXWlkYoAn2gHTTcBaAhHQJ29LGo73f11fZQoaAZHQHJlB/mT1TRoB01vAWgIR0Cdv0a9bor4dX2UKGgGR0A5aw5vLowFaAdL/2gIR0CdwL4mkWRBdX2UKGgGR0BvO9uDSPU8aAdNUQFoCEdAncPYUBXCCXV9lChoBkdAPko2bXpW3mgHTUMBaAhHQJ3FtJ9RaX91fZQoaAZHQGzQNXxOLzhoB01GAWgIR0Cdx4h4MWoFdX2UKGgGR0AazPgNwzciaAdNMwFoCEdAncpv/echDHV9lChoBkdAa1RVGTcIq2gHTdEBaAhHQJ3NJYkmhM91fZQoaAZHQHA1EG3WnTBoB02WAWgIR0Cdz+xcE/0NdX2UKGgGR0BgPigf2bobaAdN6ANoCEdAndidgWrOq3V9lChoBkdAb+Z7gKnei2gHTWgBaAhHQJ3dBz3h4t91fZQoaAZHQG0WVg6U7jloB00+AWgIR0Cd38f4AS39dX2UKGgGR0BwSpNYbKigaAdNUQFoCEdAneKwiV0LdHV9lChoBkdASOwiJO32EmgHTRcBaAhHQJ3m02wV0tB1fZQoaAZHQHEg+RLbpNdoB01YAWgIR0Cd6Q1Gsmv4dX2UKGgGR0BsUvkxREWqaAdNSwFoCEdAnersSTQmeHV9lChoBkfAM1XLaEi+tmgHS8poCEdAne09cv/R3XV9lChoBkdAYlieMhouf2gHTegDaAhHQJ30MVFhG6R1fZQoaAZHwCVH+yZ8a4toB00kAWgIR0Cd9etzCDVZdX2UKGgGR0BvGsG5c1O1aAdNTgFoCEdAnffKlchTwXV9lChoBkdAb4Tv2GqPwWgHTecBaAhHQJ3700TDfm91fZQoaAZHQHAOE6HTI/9oB00BAmgIR0Cd/uXP7el9dX2UKGgGR0BuVQXXRPXTaAdN6AFoCEdAngLIQvpQlHV9lChoBkfAIkvomois4mgHS/toCEdAngQr0WdmQXV9lChoBkdAbyFRZ2ZAp2gHTXcBaAhHQJ4GT4oJAt51ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 3908, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVGQMAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJSFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoOooR9Kt05Gpb2sZsVODoRL9i1wCMA2luY5SKEBE9yQFBVBdbqizZslMSvjV1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": "Generator(PCG64)"}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 1, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7a5b3e27bc70>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a5b3e27bd00>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a5b3e27bd90>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a5b3e27be20>", "_build": "<function ActorCriticPolicy._build at 0x7a5b3e27beb0>", "forward": "<function ActorCriticPolicy.forward at 0x7a5b3e27bf40>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a5b3e284040>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a5b3e2840d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7a5b3e284160>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a5b3e2841f0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a5b3e284280>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a5b3e284310>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7a5b3e280b40>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1700913753373748358, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJMUKL7vIG8/bV0IvhtHjL6WzsC9UDB0PQAAAAAAAAAAZU6CvhP0gD8SAoG+3ZWavqANe77aaSe5AAAAAAAAAAAzrxy8tEXRPqoQJr5kRGm+zaZ2vGoLCr0AAAAAAAAAAJrmPr5lxn8/rJavvLyLi75Fx9W9M3caPQAAAAAAAAAAJmKaPb0WcT6ZejC+49VGvtyyW70qu2Q9AAAAAAAAAACmjFy+kcrYPjRMQj7y13++XWwKvXQvxj0AAAAAAAAAAKbRgz0+eEU/cFc/PaZrmb6/S7s8yfKBvQAAAAAAAAAAgO0rvW9xOz5trqY85JtavjZkubxZGss9AAAAAAAAAABgMQa+L91bP2NKvj1kJqu+CJaYvffnyr0AAAAAAAAAADP9mLxIi5K6e4QrtStVE7C1nIm6cLhXNAAAgD8AAIA/GhMEPWl98D6WeO29GltavkTVijzpBpk6AAAAAAAAAADAd9e9Z+V7P4Dd6b3aa6S+QgsEvrxMDTsAAAAAAAAAAGZAn7xsWSg+VtQaPlt+YL4wQgY9SKDKvQAAAAAAAAAAs6sqvUM8Zj9CAB29fpeGvnV5C7uop2q9AAAAAAAAAACA/0G9BPH/PnLWOz0C54y+ALofvQIc/T0AAAAAAAAAAPO/2L1A1cE+YuT5PeaBXL6X9aG8ElPkvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG8gGtZFG5OMAWyUTUgBjAF0lEdAlF3sSwnpjnV9lChoBkdAcBZ/5+H8CWgHTVQBaAhHQJReGwKSgXd1fZQoaAZHQG3+Lx7RfF9oB009AWgIR0CUXv5ylvZRdX2UKGgGR0Bx+p92HLzPaAdNZwFoCEdAlGBB+8XenHV9lChoBkdAceq5Sm65G2gHTQkBaAhHQJRgcO+ZgG91fZQoaAZHQG3OshHLA59oB01CAWgIR0CUYMelKsdUdX2UKGgGR0Bw0HQ5WBBiaAdNJgFoCEdAlGJ4Hoouw3V9lChoBkdAcR5fL9uP3mgHTWsBaAhHQJRixpUPxx11fZQoaAZHQHF2VtbcGkhoB02HAWgIR0CUYvLFXJYDdX2UKGgGR0ByR9KWcBluaAdNAQFoCEdAlGPbELpiZ3V9lChoBkdAcg7aUA1ejWgHTVMBaAhHQJRj3w+dK/V1fZQoaAZHQHHgoyj59E1oB002AWgIR0CUZD0V8CxNdX2UKGgGR0Bxjvw9aEBbaAdNFwFoCEdAlGSqHKwIMXV9lChoBkdAb7FbNbC79WgHTTEBaAhHQJRlEiGFi8Z1fZQoaAZHQG/SC+cpb2VoB01rAWgIR0CUZUp/gBLgdX2UKGgGR0BwgamGdqcmaAdNOwFoCEdAlGfzWf9P13V9lChoBkdAcw3Pe54GEGgHTRkBaAhHQJRoAfOlfqp1fZQoaAZHQHNRkr9VFQVoB011AWgIR0CUaAx//echdX2UKGgGR0Byi9gE2YOUaAdNPgFoCEdAlGhAoTfzjHV9lChoBkdAbfDw5NoJzGgHTSMBaAhHQJRph0ZFXq91fZQoaAZHQG4rMNDtw71oB00rAWgIR0CUak22oegddX2UKGgGR0BtlkBS1maqaAdNHgFoCEdAlGt7H+6y0XV9lChoBkdAbj1AwfyPMmgHTTUBaAhHQJRs3ENvwVl1fZQoaAZHQHM7J/gBLf1oB01PAWgIR0CUbaTdcjZ+dX2UKGgGR0BvcojMV1wHaAdNPQFoCEdAlG6+PRzBAXV9lChoBkdAcIedSEUTMGgHTVMBaAhHQJRvcvYe1a51fZQoaAZHQHLRJRCQcPxoB022AWgIR0CUb4O9FnZkdX2UKGgGR0Btc9mWdEsraAdNQAFoCEdAlG+n/95yEXV9lChoBkdActhepGWldmgHTVgBaAhHQJRvtvAGjbl1fZQoaAZHQG4Rs+u/1xtoB00sAWgIR0CUb8IPK+zudX2UKGgGR0BtgSTINmUXaAdNWwFoCEdAlHFRnrY5DXV9lChoBkdAcfy+RoysS2gHTSwBaAhHQJRzitMfzSV1fZQoaAZHQHKzAaisXBRoB007AWgIR0CUdEgezUqhdX2UKGgGR0BueEqBmPHUaAdNNwFoCEdAlHRpT2nKn3V9lChoBkdARWq5kK/mDGgHS7JoCEdAlHSim65G0HV9lChoBkdATWnv8ZUDMmgHS+toCEdAlHVwYUFjeHV9lChoBkdAbNEUFB6a9mgHTS4BaAhHQJR1y7e2uxN1fZQoaAZHQG8OYG+sYEZoB02gAWgIR0CUeMxLCemOdX2UKGgGR0Buo2P5pJwsaAdNfgFoCEdAlHqbHp8neHV9lChoBkdAcNgnK4hEB2gHTR8BaAhHQJR8Z9x6v7p1fZQoaAZHQHJhghr30wtoB00gAWgIR0CUfGc580DVdX2UKGgGR0BzUg5T6zmfaAdNQwFoCEdAlHxnF98Z1nV9lChoBkdAc48jTa0x/WgHTSQBaAhHQJR8yOGTLW91fZQoaAZHQHDKBmkFfRhoB01MAWgIR0CUfenVoYeldX2UKGgGR0BtrwtOEdvLaAdNVgFoCEdAlJP8HGCI13V9lChoBkdAcQVqYJE6UGgHTVgBaAhHQJSUFqtYB/91fZQoaAZHQHAOoxtYSxtoB01JAWgIR0CUlNfTCtRvdX2UKGgGR0BvRCYsunMuaAdNMQFoCEdAlJXC+cpb2XV9lChoBkdAcisJHAh0Q2gHTQcBaAhHQJSV1k+X7ch1fZQoaAZHQGv0NQ0oBq9oB00kAWgIR0CUlhQ53kgfdX2UKGgGR0BvS+bLEDQraAdNOAFoCEdAlJaEjcEeQ3V9lChoBkdAb1cbExZdOmgHTT4BaAhHQJSWlrIo3Jh1fZQoaAZHQEFRjkMkQf9oB0vdaAhHQJSWtqesgdR1fZQoaAZHQHDqWGM4tHxoB00VAWgIR0CUmS6p5u63dX2UKGgGR0Bv7wzWPLgXaAdNEQFoCEdAlJpNH+ZPVXV9lChoBkdAP1I3aSLZSWgHTQwBaAhHQJSaa2Yv38J1fZQoaAZHQHH6SDAaef9oB02iAWgIR0CUmpA0sOG1dX2UKGgGR0BvPTGrCFbnaAdNLQFoCEdAlJsy2QXAM3V9lChoBkdAbbys7uDzy2gHTTABaAhHQJSbTag26091fZQoaAZHQG6JrpzLfUFoB00kAWgIR0CUnPAavRqodX2UKGgGR0ByoeaVlf7aaAdNSAFoCEdAlJ0gpz90inV9lChoBkdAcLoVghKUV2gHTSABaAhHQJSdlnh86WB1fZQoaAZHQFFJ6C17Y05oB0vzaAhHQJSd8H0K7Zp1fZQoaAZHQGwAPzWf9P1oB01IAWgIR0CUngZfD1oQdX2UKGgGR0BtJrQ9ic5KaAdNHgFoCEdAlJ6CD/VAiXV9lChoBkdAco8cmShakmgHTRwBaAhHQJSer0WdmQN1fZQoaAZHQHD0N/rjYI1oB00rAWgIR0CUns07bL2YdX2UKGgGR0BvjsmICU5daAdNGgFoCEdAlJ85yQxN7HV9lChoBkdAcC3MH8jzI2gHTS0BaAhHQJSfhy/9Hc11fZQoaAZHQHInd34bjtJoB00uAWgIR0CUojE1EVnFdX2UKGgGR0BwLai48U22aAdNMgFoCEdAlKN5FkQPJHV9lChoBkdAb/Ygbp/wzGgHTTkBaAhHQJSjm0IC2c91fZQoaAZHQHFOZXIU8FJoB00oAWgIR0CUo/Ww/xDtdX2UKGgGR0BL46/qPfbcaAdL1GgIR0CUpA3vQWvbdX2UKGgGR0Bxf7NPgvUSaAdNSgFoCEdAlKRqEOAiFHV9lChoBkdAcCkxusLfDWgHTUsBaAhHQJSlMp4KQaJ1fZQoaAZHQHIXGXXyy2RoB00mAWgIR0CUpaR7Z39rdX2UKGgGR0ByFl1q33HraAdNLwFoCEdAlKYmAXl8xHV9lChoBkdASp0a4tpVTGgHTSgBaAhHQJSmXUCq6vt1fZQoaAZHQHKjqVMVUMpoB0v3aAhHQJSmnWbwz+F1fZQoaAZHQHHx4TCcf/5oB00uAWgIR0CUpteBxxT9dX2UKGgGR0By6DzH0btJaAdNIAFoCEdAlKb1ByCFsnV9lChoBkdAcVQvVmSQo2gHTSgBaAhHQJSnUeQuEmJ1fZQoaAZHQHDDOsHSncdoB00PAWgIR0CUp5RBu4wzdX2UKGgGR0BwIm8TSLIgaAdNTQFoCEdAlKhIh+vyLHV9lChoBkdAcNm0se4kNWgHTScBaAhHQJSsO704BFN1fZQoaAZHQHCKpi3G4qhoB00dAWgIR0CUrEHQyAQQdX2UKGgGR0ByjeZ7XxvvaAdNcQFoCEdAlK108vEjxHV9lChoBkdAcmRAMUh3aGgHTU4BaAhHQJStkKjSG8F1fZQoaAZHQHE/Z3gUDdRoB008AWgIR0CUrYjEehf0dX2UKGgGR0BPrtlZowmFaAdL8WgIR0CUra1pCa7VdX2UKGgGR0BwSLFId2gWaAdNNwFoCEdAlK2+D3/PxHV9lChoBkdAbxUdiDujRGgHTQkBaAhHQJSuK4Cp3ot1fZQoaAZHQHIfRAbADaJoB01KAWgIR0CUrxHJLdvbdX2UKGgGR0BvfuhK15SnaAdNKwFoCEdAlK/eVxCIDnV9lChoBkdAcoDBP9DQaGgHTU4BaAhHQJSwFAQg9vF1fZQoaAZHQHBWu/xlQMxoB01kAWgIR0CUsE+SbH6udX2UKGgGR0BwinRZ2ZAqaAdNIwFoCEdAlLBoplSS/3V9lChoBkdAcKKgM+eOGWgHTS8BaAhHQJSwcjxCpm51fZQoaAZHQHAnA4XGff5oB01JAWgIR0CUsJ1P3ztkdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c7aabd088176558efecbcfe76d4b84e5b1d6867d5685abd9447270bcbd4410f
-size 147630
+oid sha256:c97a141e37be83fe7cb31522a16c714525a7bb01775b3ed1dcd185c933e13733
+size 148046

ppo-LunarLander-v2/data

@@ -4,57 +4,57 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7dc01c8a2950>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7dc01c8a29e0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7dc01c8a2a70>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7dc01c8a2b00>",
-        "_build": "<function ActorCriticPolicy._build at 0x7dc01c8a2b90>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7dc01c8a2c20>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7dc01c8a2cb0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7dc01c8a2d40>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7dc01c8a2dd0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7dc01c8a2e60>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7dc01c8a2ef0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7dc01c8a2f80>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7a5b3e27bc70>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a5b3e27bd00>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a5b3e27bd90>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a5b3e27be20>",
+        "_build": "<function ActorCriticPolicy._build at 0x7a5b3e27beb0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7a5b3e27bf40>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a5b3e284040>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a5b3e2840d0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7a5b3e284160>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a5b3e2841f0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a5b3e284280>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a5b3e284310>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7dc01c6b84c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7a5b3e280b40>"
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1000448,
+    "num_timesteps": 1015808,
     "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1700907365353056099,
+    "start_time": 1700913753373748358,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAHP2ir2DODw9FFU6PnITXb7BVxA9o6N5PAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJMUKL7vIG8/bV0IvhtHjL6WzsC9UDB0PQAAAAAAAAAAZU6CvhP0gD8SAoG+3ZWavqANe77aaSe5AAAAAAAAAAAzrxy8tEXRPqoQJr5kRGm+zaZ2vGoLCr0AAAAAAAAAAJrmPr5lxn8/rJavvLyLi75Fx9W9M3caPQAAAAAAAAAAJmKaPb0WcT6ZejC+49VGvtyyW70qu2Q9AAAAAAAAAACmjFy+kcrYPjRMQj7y13++XWwKvXQvxj0AAAAAAAAAAKbRgz0+eEU/cFc/PaZrmb6/S7s8yfKBvQAAAAAAAAAAgO0rvW9xOz5trqY85JtavjZkubxZGss9AAAAAAAAAABgMQa+L91bP2NKvj1kJqu+CJaYvffnyr0AAAAAAAAAADP9mLxIi5K6e4QrtStVE7C1nIm6cLhXNAAAgD8AAIA/GhMEPWl98D6WeO29GltavkTVijzpBpk6AAAAAAAAAADAd9e9Z+V7P4Dd6b3aa6S+QgsEvrxMDTsAAAAAAAAAAGZAn7xsWSg+VtQaPlt+YL4wQgY9SKDKvQAAAAAAAAAAs6sqvUM8Zj9CAB29fpeGvnV5C7uop2q9AAAAAAAAAACA/0G9BPH/PnLWOz0C54y+ALofvQIc/T0AAAAAAAAAAPO/2L1A1cE+YuT5PeaBXL6X9aG8ElPkvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.00044800000000000395,
+    "_current_progress_remaining": -0.015808000000000044,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVPwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHGyB9G7SReMAWyUTaEBjAF0lEdAnOmzUAksz3V9lChoBkdAaEBcs189fWgHTbUBaAhHQJztYN+b3Gp1fZQoaAZHQHGmI4Qz1sdoB02bAWgIR0Cc766xgRbsdX2UKGgGR0BxMLkCFK02aAdNqwFoCEdAnPMtlRP423V9lChoBkdAb9dbh3qzJWgHTY0BaAhHQJz1Z3aBZp11fZQoaAZHQHFSytzS1E5oB02CAWgIR0Cc96UAksz3dX2UKGgGR0BwGrEehf0FaAdNTQFoCEdAnPql6E8JU3V9lChoBkdAb7ah+vyLAGgHTcYBaAhHQJz9MJhOP/91fZQoaAZHQGwJ9bHIZIhoB01pAWgIR0CdAGWWyC4CdX2UKGgGR0BtddAcDKYBaAdNagJoCEdAnQQQIdELIHV9lChoBkdAbhbhUBGQS2gHTZYBaAhHQJ0HmhakhzN1fZQoaAZHQHDC37k4m1JoB005AWgIR0CdCVq0dBBzdX2UKGgGR0Bx9+t5le4TaAdNewFoCEdAnQvjs+mm+HV9lChoBkdAKsLaVUuL8GgHTREBaAhHQJ0PW4iHIp91fZQoaAZHQG7RU7CBPKxoB01ZAWgIR0CdEduc+aBqdX2UKGgGR0BtuvhMrVe8aAdNiwFoCEdAnRSS6pYLcHV9lChoBkdAIkJRGc4HX2gHTQ8BaAhHQJ0YcFvAGjd1fZQoaAZHQHIG/EGZ/kNoB02yAWgIR0CdHBpeu3c6dX2UKGgGR0Ay2uDBdld1aAdL1WgIR0CdHe+uvECOdX2UKGgGR0BwMr+0gKWtaAdNRQFoCEdAnSCZ9y925nV9lChoBkdAbd211GLDRGgHTbUBaAhHQJ0lLuVopQV1fZQoaAZHQG4z+zlcQiBoB02NAWgIR0CdJ2BwdbPhdX2UKGgGR0BtdyrcTJyRaAdNoAFoCEdAnSrdutOmBXV9lChoBkdAcefYzi0fHWgHTV8BaAhHQJ0s3LwF1Sx1fZQoaAZHQHESBHkLhJloB01aAWgIR0CdLtuez2OAdX2UKGgGR0BtYuvwEyLyaAdNgAFoCEdAnTI2krPMS3V9lChoBkdAbtAiqQzUJGgHTUABaAhHQJ0z/hvR7Z51fZQoaAZHQG86sQNCqp9oB02bAWgIR0CdNlblzU7TdX2UKGgGR0BvAojY7JXAaAdNZAFoCEdAnTl9WMju8nV9lChoBkdAcVAzO5avBGgHTX4BaAhHQJ07loAXEZR1fZQoaAZHQG+lnUUfxMFoB02VAWgIR0CdPw+4b0e2dX2UKGgGR0BtQHTqjaf0aAdNbgFoCEdAnUEco2GZeHV9lChoBkdAcQWIClrM1WgHTUYBaAhHQJ1C59Vmz0J1fZQoaAZHQG2ahC+lCTloB01XAWgIR0CdRe65oXbedX2UKGgGR0BxKStHQQcxaAdNlgFoCEdAnUg2DlHSW3V9lChoBkdAcLTJxvNu+GgHTXkBaAhHQJ1KV0tAcDN1fZQoaAZHQGtNw1rIo3JoB01YAWgIR0CdTfzposZpdX2UKGgGR0BxgtvZRKpUaAdNWgFoCEdAnVB5h4MWoHV9lChoBkdAcH1tWuHN5mgHTTABaAhHQJ1SqShakh11fZQoaAZHQHFdpggHNX5oB02UAWgIR0CdVwmfGuLadX2UKGgGR0BwIFCTlkpaaAdN4gJoCEdAnV0UedTYNHV9lChoBkdAcWhYvWYnfGgHTVgBaAhHQJ1hrrC3w1B1fZQoaAZHQG8zFpwjt5VoB01OAWgIR0CdZHJ2MbWFdX2UKGgGR0BujebExZdOaAdNWgFoCEdAnWaEB0ZFX3V9lChoBkdAcD9QCjk+5mgHTWUBaAhHQJ1psd0aIep1fZQoaAZHQG54HaWX1J1oB00+AWgIR0Cda4foRqXXdX2UKGgGR0AgEaScLBsRaAdNEgFoCEdAnW0SiyprDnV9lChoBkfARNCI7/4qPWgHTRQBaAhHQJ1vyKDTSb91fZQoaAZHQGaYiIcinpBoB03oA2gIR0Cddsepn6EbdX2UKGgGR0BjFxnOB19waAdN6ANoCEdAnX2qLn9vTHV9lChoBkdAGFX+l0o0AWgHTVMBaAhHQJ1/mLhrFfl1fZQoaAZHQG6zgT7EYO5oB01LAWgIR0CdgWhpQDV6dX2UKGgGR0BxvKSA6MisaAdNXwFoCEdAnYR8O09hZ3V9lChoBkdAcF59YwIt2GgHTSgBaAhHQJ2GJ29tdiV1fZQoaAZHQHBpLi++M61oB01RAWgIR0CdiBGGVRk3dX2UKGgGR0BviwQz1sciaAdNVwFoCEdAnYsapkwvg3V9lChoBkdAcRCNnoPkJmgHTToBaAhHQJ2M6ZNO/L11fZQoaAZHQEK312aDwphoB01NAWgIR0Cdj1lWOp84dX2UKGgGR0A6PhWo3rD7aAdNCgFoCEdAnZFXMY/FBXV9lChoBkdAbk3kNnXd02gHTUsBaAhHQJ2VNHMEA5t1fZQoaAZHQG3oD63y7PJoB01DAWgIR0Cdl4DFId2gdX2UKGgGR0BvSqrYGt6paAdNNwFoCEdAnZnNSydFv3V9lChoBkdAaxE57w8W9GgHTaoBaAhHQJ2fGHuZ1FJ1fZQoaAZHQGvDDpkf9xZoB02JAWgIR0CdonsnRb8ndX2UKGgGR0BA5vLPldTpaAdNDwFoCEdAnaTDZ6D5CXV9lChoBkdAbyf3Dej2z2gHTUMBaAhHQJ2oOkXUH6d1fZQoaAZHQAWeIl+mWMVoB007AWgIR0CdqfwKSgXedX2UKGgGR0BsEfo3aSLZaAdNVgFoCEdAnavr1ZkkKXV9lChoBkdAa2vGOuJUHmgHTUABaAhHQJ2u47r9l3B1fZQoaAZHQGxbSad+XqtoB01WAWgIR0CdsM38XN1RdX2UKGgGR0BHP4W+GoJiaAdL1GgIR0Cdsfol2NeddX2UKGgGR0Bs7YCuEEkjaAdNSgFoCEdAnbUA1R+BpnV9lChoBkdAcBHOjIq9XmgHTXEBaAhHQJ23Ef4h2W91fZQoaAZHwDOVJ04iosJoB00cAWgIR0CduLf8dgfEdX2UKGgGR0BJFQhGH58CaAdNDQFoCEdAnbo2x2SuAHV9lChoBkdAbXWlkYoAn2gHTTcBaAhHQJ29LGo73f11fZQoaAZHQHJlB/mT1TRoB01vAWgIR0Cdv0a9bor4dX2UKGgGR0A5aw5vLowFaAdL/2gIR0CdwL4mkWRBdX2UKGgGR0BvO9uDSPU8aAdNUQFoCEdAncPYUBXCCXV9lChoBkdAPko2bXpW3mgHTUMBaAhHQJ3FtJ9RaX91fZQoaAZHQGzQNXxOLzhoB01GAWgIR0Cdx4h4MWoFdX2UKGgGR0AazPgNwzciaAdNMwFoCEdAncpv/echDHV9lChoBkdAa1RVGTcIq2gHTdEBaAhHQJ3NJYkmhM91fZQoaAZHQHA1EG3WnTBoB02WAWgIR0Cdz+xcE/0NdX2UKGgGR0BgPigf2bobaAdN6ANoCEdAndidgWrOq3V9lChoBkdAb+Z7gKnei2gHTWgBaAhHQJ3dBz3h4t91fZQoaAZHQG0WVg6U7jloB00+AWgIR0Cd38f4AS39dX2UKGgGR0BwSpNYbKigaAdNUQFoCEdAneKwiV0LdHV9lChoBkdASOwiJO32EmgHTRcBaAhHQJ3m02wV0tB1fZQoaAZHQHEg+RLbpNdoB01YAWgIR0Cd6Q1Gsmv4dX2UKGgGR0BsUvkxREWqaAdNSwFoCEdAnersSTQmeHV9lChoBkfAM1XLaEi+tmgHS8poCEdAne09cv/R3XV9lChoBkdAYlieMhouf2gHTegDaAhHQJ30MVFhG6R1fZQoaAZHwCVH+yZ8a4toB00kAWgIR0Cd9etzCDVZdX2UKGgGR0BvGsG5c1O1aAdNTgFoCEdAnffKlchTwXV9lChoBkdAb4Tv2GqPwWgHTecBaAhHQJ3700TDfm91fZQoaAZHQHAOE6HTI/9oB00BAmgIR0Cd/uXP7el9dX2UKGgGR0BuVQXXRPXTaAdN6AFoCEdAngLIQvpQlHV9lChoBkfAIkvomois4mgHS/toCEdAngQr0WdmQXV9lChoBkdAbyFRZ2ZAp2gHTXcBaAhHQJ4GT4oJAt51ZS4="
+        ":serialized:": "gAWVPQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQG8gGtZFG5OMAWyUTUgBjAF0lEdAlF3sSwnpjnV9lChoBkdAcBZ/5+H8CWgHTVQBaAhHQJReGwKSgXd1fZQoaAZHQG3+Lx7RfF9oB009AWgIR0CUXv5ylvZRdX2UKGgGR0Bx+p92HLzPaAdNZwFoCEdAlGBB+8XenHV9lChoBkdAceq5Sm65G2gHTQkBaAhHQJRgcO+ZgG91fZQoaAZHQG3OshHLA59oB01CAWgIR0CUYMelKsdUdX2UKGgGR0Bw0HQ5WBBiaAdNJgFoCEdAlGJ4Hoouw3V9lChoBkdAcR5fL9uP3mgHTWsBaAhHQJRixpUPxx11fZQoaAZHQHF2VtbcGkhoB02HAWgIR0CUYvLFXJYDdX2UKGgGR0ByR9KWcBluaAdNAQFoCEdAlGPbELpiZ3V9lChoBkdAcg7aUA1ejWgHTVMBaAhHQJRj3w+dK/V1fZQoaAZHQHHgoyj59E1oB002AWgIR0CUZD0V8CxNdX2UKGgGR0Bxjvw9aEBbaAdNFwFoCEdAlGSqHKwIMXV9lChoBkdAb7FbNbC79WgHTTEBaAhHQJRlEiGFi8Z1fZQoaAZHQG/SC+cpb2VoB01rAWgIR0CUZUp/gBLgdX2UKGgGR0BwgamGdqcmaAdNOwFoCEdAlGfzWf9P13V9lChoBkdAcw3Pe54GEGgHTRkBaAhHQJRoAfOlfqp1fZQoaAZHQHNRkr9VFQVoB011AWgIR0CUaAx//echdX2UKGgGR0Byi9gE2YOUaAdNPgFoCEdAlGhAoTfzjHV9lChoBkdAbfDw5NoJzGgHTSMBaAhHQJRph0ZFXq91fZQoaAZHQG4rMNDtw71oB00rAWgIR0CUak22oegddX2UKGgGR0BtlkBS1maqaAdNHgFoCEdAlGt7H+6y0XV9lChoBkdAbj1AwfyPMmgHTTUBaAhHQJRs3ENvwVl1fZQoaAZHQHM7J/gBLf1oB01PAWgIR0CUbaTdcjZ+dX2UKGgGR0BvcojMV1wHaAdNPQFoCEdAlG6+PRzBAXV9lChoBkdAcIedSEUTMGgHTVMBaAhHQJRvcvYe1a51fZQoaAZHQHLRJRCQcPxoB022AWgIR0CUb4O9FnZkdX2UKGgGR0Btc9mWdEsraAdNQAFoCEdAlG+n/95yEXV9lChoBkdActhepGWldmgHTVgBaAhHQJRvtvAGjbl1fZQoaAZHQG4Rs+u/1xtoB00sAWgIR0CUb8IPK+zudX2UKGgGR0BtgSTINmUXaAdNWwFoCEdAlHFRnrY5DXV9lChoBkdAcfy+RoysS2gHTSwBaAhHQJRzitMfzSV1fZQoaAZHQHKzAaisXBRoB007AWgIR0CUdEgezUqhdX2UKGgGR0BueEqBmPHUaAdNNwFoCEdAlHRpT2nKn3V9lChoBkdARWq5kK/mDGgHS7JoCEdAlHSim65G0HV9lChoBkdATWnv8ZUDMmgHS+toCEdAlHVwYUFjeHV9lChoBkdAbNEUFB6a9mgHTS4BaAhHQJR1y7e2uxN1fZQoaAZHQG8OYG+sYEZoB02gAWgIR0CUeMxLCemOdX2UKGgGR0Buo2P5pJwsaAdNfgFoCEdAlHqbHp8neHV9lChoBkdAcNgnK4hEB2gHTR8BaAhHQJR8Z9x6v7p1fZQoaAZHQHJhghr30wtoB00gAWgIR0CUfGc580DVdX2UKGgGR0BzUg5T6zmfaAdNQwFoCEdAlHxnF98Z1nV9lChoBkdAc48jTa0x/WgHTSQBaAhHQJR8yOGTLW91fZQoaAZHQHDKBmkFfRhoB01MAWgIR0CUfenVoYeldX2UKGgGR0BtrwtOEdvLaAdNVgFoCEdAlJP8HGCI13V9lChoBkdAcQVqYJE6UGgHTVgBaAhHQJSUFqtYB/91fZQoaAZHQHAOoxtYSxtoB01JAWgIR0CUlNfTCtRvdX2UKGgGR0BvRCYsunMuaAdNMQFoCEdAlJXC+cpb2XV9lChoBkdAcisJHAh0Q2gHTQcBaAhHQJSV1k+X7ch1fZQoaAZHQGv0NQ0oBq9oB00kAWgIR0CUlhQ53kgfdX2UKGgGR0BvS+bLEDQraAdNOAFoCEdAlJaEjcEeQ3V9lChoBkdAb1cbExZdOmgHTT4BaAhHQJSWlrIo3Jh1fZQoaAZHQEFRjkMkQf9oB0vdaAhHQJSWtqesgdR1fZQoaAZHQHDqWGM4tHxoB00VAWgIR0CUmS6p5u63dX2UKGgGR0Bv7wzWPLgXaAdNEQFoCEdAlJpNH+ZPVXV9lChoBkdAP1I3aSLZSWgHTQwBaAhHQJSaa2Yv38J1fZQoaAZHQHH6SDAaef9oB02iAWgIR0CUmpA0sOG1dX2UKGgGR0BvPTGrCFbnaAdNLQFoCEdAlJsy2QXAM3V9lChoBkdAbbys7uDzy2gHTTABaAhHQJSbTag26091fZQoaAZHQG6JrpzLfUFoB00kAWgIR0CUnPAavRqodX2UKGgGR0ByoeaVlf7aaAdNSAFoCEdAlJ0gpz90inV9lChoBkdAcLoVghKUV2gHTSABaAhHQJSdlnh86WB1fZQoaAZHQFFJ6C17Y05oB0vzaAhHQJSd8H0K7Zp1fZQoaAZHQGwAPzWf9P1oB01IAWgIR0CUngZfD1oQdX2UKGgGR0BtJrQ9ic5KaAdNHgFoCEdAlJ6CD/VAiXV9lChoBkdAco8cmShakmgHTRwBaAhHQJSer0WdmQN1fZQoaAZHQHD0N/rjYI1oB00rAWgIR0CUns07bL2YdX2UKGgGR0BvjsmICU5daAdNGgFoCEdAlJ85yQxN7HV9lChoBkdAcC3MH8jzI2gHTS0BaAhHQJSfhy/9Hc11fZQoaAZHQHInd34bjtJoB00uAWgIR0CUojE1EVnFdX2UKGgGR0BwLai48U22aAdNMgFoCEdAlKN5FkQPJHV9lChoBkdAb/Ygbp/wzGgHTTkBaAhHQJSjm0IC2c91fZQoaAZHQHFOZXIU8FJoB00oAWgIR0CUo/Ww/xDtdX2UKGgGR0BL46/qPfbcaAdL1GgIR0CUpA3vQWvbdX2UKGgGR0Bxf7NPgvUSaAdNSgFoCEdAlKRqEOAiFHV9lChoBkdAcCkxusLfDWgHTUsBaAhHQJSlMp4KQaJ1fZQoaAZHQHIXGXXyy2RoB00mAWgIR0CUpaR7Z39rdX2UKGgGR0ByFl1q33HraAdNLwFoCEdAlKYmAXl8xHV9lChoBkdASp0a4tpVTGgHTSgBaAhHQJSmXUCq6vt1fZQoaAZHQHKjqVMVUMpoB0v3aAhHQJSmnWbwz+F1fZQoaAZHQHHx4TCcf/5oB00uAWgIR0CUpteBxxT9dX2UKGgGR0By6DzH0btJaAdNIAFoCEdAlKb1ByCFsnV9lChoBkdAcVQvVmSQo2gHTSgBaAhHQJSnUeQuEmJ1fZQoaAZHQHDDOsHSncdoB00PAWgIR0CUp5RBu4wzdX2UKGgGR0BwIm8TSLIgaAdNTQFoCEdAlKhIh+vyLHV9lChoBkdAcNm0se4kNWgHTScBaAhHQJSsO704BFN1fZQoaAZHQHCKpi3G4qhoB00dAWgIR0CUrEHQyAQQdX2UKGgGR0ByjeZ7XxvvaAdNcQFoCEdAlK108vEjxHV9lChoBkdAcmRAMUh3aGgHTU4BaAhHQJStkKjSG8F1fZQoaAZHQHE/Z3gUDdRoB008AWgIR0CUrYjEehf0dX2UKGgGR0BPrtlZowmFaAdL8WgIR0CUra1pCa7VdX2UKGgGR0BwSLFId2gWaAdNNwFoCEdAlK2+D3/PxHV9lChoBkdAbxUdiDujRGgHTQkBaAhHQJSuK4Cp3ot1fZQoaAZHQHIfRAbADaJoB01KAWgIR0CUrxHJLdvbdX2UKGgGR0BvfuhK15SnaAdNKwFoCEdAlK/eVxCIDnV9lChoBkdAcoDBP9DQaGgHTU4BaAhHQJSwFAQg9vF1fZQoaAZHQHBWu/xlQMxoB01kAWgIR0CUsE+SbH6udX2UKGgGR0BwinRZ2ZAqaAdNIwFoCEdAlLBoplSS/3V9lChoBkdAcKKgM+eOGWgHTS8BaAhHQJSwcjxCpm51fZQoaAZHQHAnA4XGff5oB01JAWgIR0CUsJ1P3ztkdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 3908,
+    "_n_updates": 248,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
-        ":serialized:": "gAWVGQMAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJSFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoOooR9Kt05Gpb2sZsVODoRL9i1wCMA2luY5SKEBE9yQFBVBdbqizZslMSvjV1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu",
+        ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",
         "dtype": "float32",
         "bounded_below": "[ True  True  True  True  True  True  True  True]",
         "bounded_above": "[ True  True  True  True  True  True  True  True]",
@@ -65,7 +65,7 @@
         "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
         "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]",
         "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]",
-        "_np_random": "Generator(PCG64)"
+        "_np_random": null
     },
     "action_space": {
         ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>",
@@ -76,7 +76,7 @@
         "dtype": "int64",
         "_np_random": null
     },
-    "n_envs": 1,
+    "n_envs": 16,
     "n_steps": 1024,
     "gamma": 0.999,
     "gae_lambda": 0.98,

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff69e82cfe8d2036a15f9572b4f5f209f848e3f05aa09edc58f11c69ddac822c
+oid sha256:ad553b5e4df273df5467321fa2fe15f96335f7232482751a8fd37fb65bd55331
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00f9778fe2a6708f7fef77cd17fadde8b6c62d63a3a06ac3b63cb928b2cc46d1
+oid sha256:5e60fb77275e92d72e548e18d725dbed28f9528e7af790b0dd6e174a28db4e49
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 251.53323450000002, "std_reward": 13.635218891641154, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-11-25T11:00:49.287185"}
+{"mean_reward": 273.8745896, "std_reward": 15.10726731231728, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-11-25T12:34:01.277452"}