Last model developed

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 181.57 +/- 75.93
+      value: 255.97 +/- 26.28
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f76d309dc10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f76d309dca0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f76d309dd30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f76d309ddc0>", "_build": "<function ActorCriticPolicy._build at 0x7f76d309de50>", "forward": "<function ActorCriticPolicy.forward at 0x7f76d309dee0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f76d309df70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f773431d040>", "_predict": "<function ActorCriticPolicy._predict at 0x7f773431d0d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f773431d160>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f773431d1f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f773431d280>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f7734319b00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 770048, "_total_timesteps": 755360, "_num_timesteps_at_start": 655360, "seed": null, "action_noise": null, "start_time": 1681699093509525624, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAE3jmr1cd2S61fNiOm+tgTQJuhq7EnCCuQAAgD8AAIA/M9QTvvLhCD9qH+U7Gf8vvlg7Wbxc0Km6AAAAAAAAAACaoQk9z4okvIXX8j0t0si9/f43vQITxb4AAIA/AACAP5qdJjxc4x+6okN+O8kDArYxMeA6+rSUugAAgD8AAIA/AC8pPXvIhrrHgJq6LZSftWfOCDvddbM5AACAPwAAgD8zF+K8KdgUug1HDzruiSQ14BgCuXRDJrkAAIA/AACAP0DLtD68N2c9hvQROPvwETc5SH8+1Cw3twAAgD8AAIA/gKTmvjw15z46aeA9arZOvii8d7w4JFE9AAAAAAAAAABahr69aRA6PnIAyD2EDX6+7n7lvAICk70AAAAAAAAAAGA5nb5t6Rk/OpfxPVXuqr3Gm/q8wqWoPQAAAAAAAAAAeqMzPsgFtzv4B2U5M3z3Nv8gSz1/Q4i4AACAPwAAgD+aaeo8XP8SumwWAzujRk62aUknu6D+GLoAAIA/AACAP80Nl7yFODY/z5OGvHyahL4SZoE8RjSOvQAAAAAAAAAAZgdNPeECjrrgd3I7AC1rOPlh+zovPxC6AACAPwAAgD/a9ra9w8lrukilXLrC75K2m8o0Oqr2gDkAAIA/AACAP930pz4BVRm900GFuE5lizb6J0u+F8GbNwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.01944503283202703, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIcjJxqyBWYUCUhpRSlIwBbJRN6AOMAXSUR0CmhHlZ5iVjdX2UKGgGaAloD0MI6+Oh724DWkCUhpRSlGgVTegDaBZHQKaEesoUi6h1fZQoaAZoCWgPQwi0zCIUWx9eQJSGlFKUaBVN6ANoFkdApoR7xiG34XV9lChoBmgJaA9DCDT3kPC9q1tAlIaUUpRoFU3oA2gWR0CmhHyRr8BNdX2UKGgGaAloD0MI5eyd0Va1YECUhpRSlGgVTegDaBZHQKaEfVqesgd1fZQoaAZoCWgPQwjOiqiJPttfQJSGlFKUaBVN6ANoFkdApoR+r6tT1nV9lChoBmgJaA9DCJUqUfaWjFlAlIaUUpRoFU3oA2gWR0CmhH/5DZ13dX2UKGgGaAloD0MIRSkhWFVSWkCUhpRSlGgVTegDaBZHQKaEgScslLR1fZQoaAZoCWgPQwiiXvBpzn5iQJSGlFKUaBVN6ANoFkdApoSCPdVNpXV9lChoBmgJaA9DCKsgBrp2lGFAlIaUUpRoFU3oA2gWR0CmlYlkpZwGdX2UKGgGaAloD0MI5pDUQskkYUCUhpRSlGgVTegDaBZHQKaWKb1AZ891fZQoaAZoCWgPQwh2xvfFpar8v5SGlFKUaBVNLwFoFkdAppclNUOuq3V9lChoBmgJaA9DCA4V4/xNSAJAlIaUUpRoFU1oAWgWR0CmmRplz2eydX2UKGgGaAloD0MIQblt3yMEYUCUhpRSlGgVTegDaBZHQKadzfNRm9R1fZQoaAZoCWgPQwi53jZTIQYhQJSGlFKUaBVL72gWR0CmnhdzXBgvdX2UKGgGaAloD0MIBvTCnQv0X0CUhpRSlGgVTegDaBZHQKaguGZeAut1fZQoaAZoCWgPQwjiWu1hLzxiQJSGlFKUaBVN6ANoFkdApqGafg75mHV9lChoBmgJaA9DCJ3y6EbYCWBAlIaUUpRoFU3oA2gWR0CmqoWXb/OudX2UKGgGaAloD0MIAvIlVHBoGcCUhpRSlGgVTTQBaBZHQKawqFr2xpt1fZQoaAZoCWgPQwhckC3L14RgQJSGlFKUaBVN6ANoFkdAprVABV+7UXV9lChoBmgJaA9DCIFdTZ6yYmBAlIaUUpRoFU3oA2gWR0CmtUCwr1/UdX2UKGgGaAloD0MIjZlEveCTW0CUhpRSlGgVTegDaBZHQKa1QifxtpF1fZQoaAZoCWgPQwhGQfD49gthQJSGlFKUaBVN6ANoFkdAprVDxb0OE3V9lChoBmgJaA9DCNp1b0ViIlVAlIaUUpRoFU3oA2gWR0CmtUUf5k9VdX2UKGgGaAloD0MIfGRz1TzfW0CUhpRSlGgVTegDaBZHQKa1Rd6cAip1fZQoaAZoCWgPQwjlmCzuvwFiQJSGlFKUaBVN6ANoFkdAprVHCwbEP3V9lChoBmgJaA9DCLeZCvFI4WFAlIaUUpRoFU3oA2gWR0CmtUi0v4/NdX2UKGgGaAloD0MIMGXggJZODcCUhpRSlGgVTQEBaBZHQKa11ItDlYF1fZQoaAZoCWgPQwgyVwbVBl1gQJSGlFKUaBVN6ANoFkdApseKULUkOnV9lChoBmgJaA9DCGL4iJiStmBAlIaUUpRoFU3oA2gWR0CmyT/pD/lydX2UKGgGaAloD0MIqDrkZrj+XkCUhpRSlGgVTegDaBZHQKbLj3HJcPh1fZQoaAZoCWgPQwjF5XgFoicMwJSGlFKUaBVNkwFoFkdAps0SUFB6bHV9lChoBmgJaA9DCJmesMQDoVdAlIaUUpRoFU3oA2gWR0Cm0CW3azu4dX2UKGgGaAloD0MIRgckYd86YECUhpRSlGgVTegDaBZHQKbQZMsYl6Z1fZQoaAZoCWgPQwg0LhwIybRhQJSGlFKUaBVN6ANoFkdAptKX7JnxrnV9lChoBmgJaA9DCOsdboeGLTrAlIaUUpRoFU0AAWgWR0Cm1cBPCVKPdX2UKGgGaAloD0MIuW3fo/46CECUhpRSlGgVS+toFkdAptf4y6+WW3V9lChoBmgJaA9DCDvCacGLJmRAlIaUUpRoFU3oA2gWR0Cm3a8SXdCWdX2UKGgGaAloD0MIqRQ7GoekXkCUhpRSlGgVTegDaBZHQKbjQuxKQJZ1fZQoaAZoCWgPQwgSoRFsXOleQJSGlFKUaBVN6ANoFkdApuNEtbs4UHV9lChoBmgJaA9DCIhodAcx4WBAlIaUUpRoFU3oA2gWR0Cm40ck2P1ddX2UKGgGaAloD0MINLvurUgmYECUhpRSlGgVTegDaBZHQKbjScTakAR1fZQoaAZoCWgPQwgZPEz7Zo1gQJSGlFKUaBVN6ANoFkdApuNL4593KXV9lChoBmgJaA9DCHwsfeiCIGFAlIaUUpRoFU3oA2gWR0Cm406qCHymdX2UKGgGaAloD0MIGePD7GUHZUCUhpRSlGgVTegDaBZHQKbjUN3GGVR1fZQoaAZoCWgPQwjq6o7FNr5aQJSGlFKUaBVN6ANoFkdApuQC0QbuMXV9lChoBmgJaA9DCHehuU4jn2RAlIaUUpRoFU3oA2gWR0Cm8uprcj7idX2UKGgGaAloD0MI628JwL9WZUCUhpRSlGgVTegDaBZHQKbzyR6nivR1fZQoaAZoCWgPQwhJnuv7cIgvwJSGlFKUaBVNHgFoFkdApvPmCCjDbnV9lChoBmgJaA9DCHx8QnbeRvk/lIaUUpRoFU1UAWgWR0Cm9MXZf2K3dX2UKGgGaAloD0MIDECjdOmdZECUhpRSlGgVTegDaBZHQKb1TUmUnoh1fZQoaAZoCWgPQwj52F2gJHdiQJSGlFKUaBVN6ANoFkdApvjNr6+FlHV9lChoBmgJaA9DCDxnCwitczLAlIaUUpRoFU0LAWgWR0Cm+nYXfqHHdX2UKGgGaAloD0MId4GSAgtpYECUhpRSlGgVTegDaBZHQKb7FVhkRSR1fZQoaAZoCWgPQwgyrrg4KrFQQJSGlFKUaBVN6ANoFkdApv87sSkCWHV9lChoBmgJaA9DCNb9YyG6w2FAlIaUUpRoFU3oA2gWR0CnAj28IzFddX2UKGgGaAloD0MIF2TL8nUZYkCUhpRSlGgVTegDaBZHQKcIRfUF0Pp1fZQoaAZoCWgPQwgRyCWOPMpcQJSGlFKUaBVN6ANoFkdApwwY6ySmqHV9lChoBmgJaA9DCKHWNO84Fl9AlIaUUpRoFU3oA2gWR0CnDBl9roGIdX2UKGgGaAloD0MISdqNPuY8WkCUhpRSlGgVTegDaBZHQKcMG6iCaql1fZQoaAZoCWgPQwg4LXjRV2hgQJSGlFKUaBVN6ANoFkdApwwcebNKRXV9lChoBmgJaA9DCFJJnYCmKmBAlIaUUpRoFU3oA2gWR0CnDB4B/7SBdX2UKGgGaAloD0MI3jzVIbfFYkCUhpRSlGgVTegDaBZHQKcMH0o0ALl1fZQoaAZoCWgPQwiefeVBet4wQJSGlFKUaBVNEwFoFkdApx4nnSv1UXV9lChoBmgJaA9DCGGm7V/Z7mVAlIaUUpRoFU3oA2gWR0CnH44u01IidX2UKGgGaAloD0MIgGPPnkuwYkCUhpRSlGgVTegDaBZHQKcfwvECNjt1fZQoaAZoCWgPQwjt0obD0otgQJSGlFKUaBVN6ANoFkdApyFDDMvAXXV9lChoBmgJaA9DCGITmbnAKGJAlIaUUpRoFU3oA2gWR0CnIeHvttygdX2UKGgGaAloD0MIYCAIkCFSYECUhpRSlGgVTegDaBZHQKclr9MK1G91fZQoaAZoCWgPQwjM7V7ukwpeQJSGlFKUaBVN6ANoFkdApydi3PRiPXV9lChoBmgJaA9DCEvNHmiF1mJAlIaUUpRoFU3oA2gWR0CnKAZXEIgOdX2UKGgGaAloD0MIQKa1aWwXM0CUhpRSlGgVTQgBaBZHQKcpZWcSXdF1fZQoaAZoCWgPQwhKRs7CnnYIwJSGlFKUaBVL+mgWR0CnKZZKnNxEdX2UKGgGaAloD0MIHCeFeY/nXUCUhpRSlGgVTegDaBZHQKcrE/oq0+l1fZQoaAZoCWgPQwjaWfROhV1hQJSGlFKUaBVN6ANoFkdApy0EYyfthXV9lChoBmgJaA9DCBlXXByVix5AlIaUUpRoFU0UAWgWR0CnMFlhPTG6dX2UKGgGaAloD0MIh1J7EW1AXkCUhpRSlGgVTegDaBZHQKcyRLrX18N1fZQoaAZoCWgPQwiz0Tk/xYtHQJSGlFKUaBVL+GgWR0CnMsLgXMyKdX2UKGgGaAloD0MIumbyzTZwY0CUhpRSlGgVTegDaBZHQKc2PLW7OFB1fZQoaAZoCWgPQwixMhr5PDxjQJSGlFKUaBVN6ANoFkdApzY92NedCnV9lChoBmgJaA9DCBtn0xHA+VpAlIaUUpRoFU3oA2gWR0CnNkF+3H7xdX2UKGgGaAloD0MI7pQO1v9kXECUhpRSlGgVTegDaBZHQKc2Qp8WsRx1fZQoaAZoCWgPQwhdpFAWvlpZQJSGlFKUaBVN6ANoFkdApzZE+NcW03V9lChoBmgJaA9DCPZFQlvOPSZAlIaUUpRoFUvxaBZHQKdIXOafBep1fZQoaAZoCWgPQwjRyyiWWyY8QJSGlFKUaBVNTgFoFkdAp0heZTho/XV9lChoBmgJaA9DCPPn24IlPmNAlIaUUpRoFU3oA2gWR0CnSYSG8EmqdX2UKGgGaAloD0MIns+AejNoYUCUhpRSlGgVTegDaBZHQKdKcdkrf+F1fZQoaAZoCWgPQwj8qfHSTaVfQJSGlFKUaBVN6ANoFkdAp0qRbILgGnV9lChoBmgJaA9DCEil2NG4mGBAlIaUUpRoFU3oA2gWR0CnUAaD5CWvdX2UKGgGaAloD0MITb1uERhxX0CUhpRSlGgVTegDaBZHQKdRzkiliz91fZQoaAZoCWgPQwjV7ewrD/INQJSGlFKUaBVNUQFoFkdAp1NAlSjxkXV9lChoBmgJaA9DCO61oPfGaGJAlIaUUpRoFU3oA2gWR0CnVGfBeokzdX2UKGgGaAloD0MIvkwUIXVKYECUhpRSlGgVTegDaBZHQKdUr4rSVnp1fZQoaAZoCWgPQwgm/ijqTPFjQJSGlFKUaBVN6ANoFkdAp1lPlbNbDHV9lChoBmgJaA9DCCsVVFR9fGBAlIaUUpRoFU3oA2gWR0CnXRe7L+xXdX2UKGgGaAloD0MIvLA1W3kYYECUhpRSlGgVTegDaBZHQKde04Qz1sd1fZQoaAZoCWgPQwgR5KCEGdxlQJSGlFKUaBVN6ANoFkdAp2I998Z1m3V9lChoBmgJaA9DCGjon+BiTmJAlIaUUpRoFU3oA2gWR0CnYj/pljEvdX2UKGgGaAloD0MImj474LqVYECUhpRSlGgVTegDaBZHQKdiQLiMo+h1fZQoaAZoCWgPQwjrNxPThXlhQJSGlFKUaBVN6ANoFkdAp2JB73PAwnVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 188, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 1, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f76d309dc10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f76d309dca0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f76d309dd30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f76d309ddc0>", "_build": "<function ActorCriticPolicy._build at 0x7f76d309de50>", "forward": "<function ActorCriticPolicy.forward at 0x7f76d309dee0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f76d309df70>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f773431d040>", "_predict": "<function ActorCriticPolicy._predict at 0x7f773431d0d0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f773431d160>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f773431d1f0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f773431d280>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f7734319b00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 884736, "_total_timesteps": 870048, "_num_timesteps_at_start": 770048, "seed": null, "action_noise": null, "start_time": 1681699455443649367, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJqDgDxID4q6fSntOPwfAjQUKTo7/owJuAAAgD8AAIA/bX0tPl+RjTxuNFq7RLHsuaOvEz7K8u26AACAPwAAgD/tTTs+ztWovA/OlztBwhe66ikVvouf+roAAIA/AACAP23Pkb6OgDg/7hdtPR2Sc77mCla9WfygvAAAAAAAAAAAQNPxPd9o7T4qPJy9LeySvqzDo71/R609AAAAAAAAAADAFGg+IICQP1WU8z0XFTK+HOKePtJh7L0AAAAAAAAAABrvU717upe63V+it1OspLKXZeI6uvS7NgAAgD8AAIA/jU6HvcP5a7r77Xu7JLIKt7crkzpSKpE6AACAPwAAgD+a1XG+7f7MPuZ1MrwZ1oW+Ziz1vSFHhD0AAAAAAAAAAACsn7vh6IC6HAySOnyLATW7CqC6TWqluQAAgD8AAIA/4wtQvvTKtT68M0A9gXmOvmp/5bzgiI+9AAAAAAAAAABz4eG9Hy4nPz0uz7w8WGq+V/q1vcmAwD0AAAAAAAAAAM0Utb32dFi67YdyO/sHZzhvDZW6nsIuuQAAgD8AAIA/TShrvcMRQrqyK0K57yR0s7nMULvAV184AACAPwAAgD/gQTM+634IP/rna77XP4++BmqwvZL1wL0AAAAAAAAAAIBDLD0UNJS6RkrLOjGOyTXWsae5mzbruQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.01688182720953324, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVfBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIylLr/cYAZECUhpRSlIwBbJRN6AOMAXSUR0CpWjV5jYqYdX2UKGgGaAloD0MIH6D7cmZ4ZECUhpRSlGgVTegDaBZHQKlaNmU4aP11fZQoaAZoCWgPQwhOfotOlhhiQJSGlFKUaBVN6ANoFkdAqVo3MQmNR3V9lChoBmgJaA9DCF4QkZp2X19AlIaUUpRoFU3oA2gWR0CpWjgn+hoNdX2UKGgGaAloD0MINzXQfM66WUCUhpRSlGgVTegDaBZHQKlaORkEs8R1fZQoaAZoCWgPQwgoJ9pVSLJZQJSGlFKUaBVN6ANoFkdAqVo5iTdLx3V9lChoBmgJaA9DCOPCgZCsJ2BAlIaUUpRoFU3oA2gWR0CpWjpPykKvdX2UKGgGaAloD0MIHXV0XA1HYkCUhpRSlGgVTegDaBZHQKlaO1FYuCh1fZQoaAZoCWgPQwjBcK5hBmVhQJSGlFKUaBVN6ANoFkdAqVo8k0JnhHV9lChoBmgJaA9DCBLcSNkieGFAlIaUUpRoFU3oA2gWR0CpWj2eg+QmdX2UKGgGaAloD0MInMQgsPI5YUCUhpRSlGgVTegDaBZHQKlaPvuPV/d1fZQoaAZoCWgPQwiNmq+Sj8xfQJSGlFKUaBVN6ANoFkdAqWlX668QI3V9lChoBmgJaA9DCLu1TIbjiTdAlIaUUpRoFU0FAWgWR0CpabfM4cWCdX2UKGgGaAloD0MIE30+ygi6Y0CUhpRSlGgVTegDaBZHQKl0jTZQHiZ1fZQoaAZoCWgPQwgnE7cKYr1kQJSGlFKUaBVN6ANoFkdAqXXMOiFj/nV9lChoBmgJaA9DCL2siQW+0hpAlIaUUpRoFU1lAWgWR0CpddyjgydndX2UKGgGaAloD0MIaAWGrG6+YkCUhpRSlGgVTegDaBZHQKl9hhoduHh1fZQoaAZoCWgPQwjA0CNGz+1fQJSGlFKUaBVN6ANoFkdAqYUFZs9B8nV9lChoBmgJaA9DCGYtBaT9EmJAlIaUUpRoFU3oA2gWR0CphQXw1BMSdX2UKGgGaAloD0MIs0C7Q4oPX0CUhpRSlGgVTegDaBZHQKmFBvtMPBl1fZQoaAZoCWgPQwiqRUQxeeNlQJSGlFKUaBVN6ANoFkdAqYUHqNZNf3V9lChoBmgJaA9DCISDvYkh31dAlIaUUpRoFU3oA2gWR0CphQhqsU7CdX2UKGgGaAloD0MIQ1iNJazZXECUhpRSlGgVTegDaBZHQKmFCPQv6CV1fZQoaAZoCWgPQwhfXRWoxf5iQJSGlFKUaBVN6ANoFkdAqYUJqynk1nV9lChoBmgJaA9DCIp3gCct81tAlIaUUpRoFU3oA2gWR0CphQqeK8+SdX2UKGgGaAloD0MIjgQabGr1YkCUhpRSlGgVTegDaBZHQKmFC690zTF1fZQoaAZoCWgPQwgIA8+9h9JgQJSGlFKUaBVN6ANoFkdAqYUMc0cfeXV9lChoBmgJaA9DCL8OnDMiyWNAlIaUUpRoFU3oA2gWR0CphQ22Xsw+dX2UKGgGaAloD0MIP4wQHm3yZkCUhpRSlGgVTegDaBZHQKmSa/UONHZ1fZQoaAZoCWgPQwicGmg+56YkwJSGlFKUaBVNKAFoFkdAqZP4TM7lrHV9lChoBmgJaA9DCPllMEYkRkRAlIaUUpRoFUv0aBZHQKmeag9vCMx1fZQoaAZoCWgPQwhda+9T1bhhQJSGlFKUaBVN6ANoFkdAqaCB1X/5tXV9lChoBmgJaA9DCEbQmEnUYWFAlIaUUpRoFU3oA2gWR0CpojrftQbddX2UKGgGaAloD0MI2SQ/4td0YkCUhpRSlGgVTegDaBZHQKmiStdRiw11fZQoaAZoCWgPQwhQb0bNVwNtQJSGlFKUaBVNjgFoFkdAqaMHzg/C7HV9lChoBmgJaA9DCOVhodY03ydAlIaUUpRoFUvYaBZHQKmmPyXlbNd1fZQoaAZoCWgPQwirP8IwYLxfQJSGlFKUaBVN6ANoFkdAqajGUwBYFXV9lChoBmgJaA9DCCWt+IbCdGBAlIaUUpRoFU3oA2gWR0CpraujASFodX2UKGgGaAloD0MIVd6OcNqnY0CUhpRSlGgVTegDaBZHQKmtrGRV6u51fZQoaAZoCWgPQwgzpIriVQJjQJSGlFKUaBVN6ANoFkdAqa2tNL127nV9lChoBmgJaA9DCLYxdsJLuF5AlIaUUpRoFU3oA2gWR0Cpra5+pfhNdX2UKGgGaAloD0MI7pi6KzvsYkCUhpRSlGgVTegDaBZHQKmtr2VVxS51fZQoaAZoCWgPQwiphZLJKXxjQJSGlFKUaBVN6ANoFkdAqa2wPqcEvHV9lChoBmgJaA9DCMfZdARw5FtAlIaUUpRoFU3oA2gWR0CprbDzyz5XdX2UKGgGaAloD0MIg4k/ijp0X0CUhpRSlGgVTegDaBZHQKmtsZccENh1fZQoaAZoCWgPQwiQMXctocxhQJSGlFKUaBVN6ANoFkdAqa2ykGiYcHV9lChoBmgJaA9DCOSh725lQWJAlIaUUpRoFU3oA2gWR0CprbRp1zQvdX2UKGgGaAloD0MIFCaMZmWPN0CUhpRSlGgVTRoBaBZHQKm/YlE7W/d1fZQoaAZoCWgPQwhK06BoHnNgQJSGlFKUaBVN6ANoFkdAqcpmO2iL23V9lChoBmgJaA9DCIi5pGq7R1pAlIaUUpRoFU3oA2gWR0Cpy6Xh4t6HdX2UKGgGaAloD0MIcVga+NEgYECUhpRSlGgVTegDaBZHQKnLteWv8qF1fZQoaAZoCWgPQwg9YvTcQmpeQJSGlFKUaBVN6ANoFkdAqcyD1dxAB3V9lChoBmgJaA9DCHnletvMKmFAlIaUUpRoFU3oA2gWR0Cpz9A/s3Q2dX2UKGgGaAloD0MIhxqFJLPdWkCUhpRSlGgVTegDaBZHQKnSbARkEs91fZQoaAZoCWgPQwh7+DJRhEwswJSGlFKUaBVL+GgWR0Cp0yV2aDwpdX2UKGgGaAloD0MI27+y0qScIMCUhpRSlGgVTTIBaBZHQKnWgmTkhid1fZQoaAZoCWgPQwhpw2Fp4JBhQJSGlFKUaBVN6ANoFkdAqdi6PKdQPHV9lChoBmgJaA9DCHgq4J7nY2NAlIaUUpRoFU3oA2gWR0Cp2LtcW0qpdX2UKGgGaAloD0MIYYpyafyDXUCUhpRSlGgVTegDaBZHQKnYvJOnEVF1fZQoaAZoCWgPQwhli6Td6DpgQJSGlFKUaBVN6ANoFkdAqdi9+5OJtXV9lChoBmgJaA9DCIJUih2NPVdAlIaUUpRoFU3oA2gWR0Cp2L96sySFdX2UKGgGaAloD0MIdhvUfmt9YECUhpRSlGgVTegDaBZHQKnYwF9roGJ1fZQoaAZoCWgPQwgdAdws3vFlQJSGlFKUaBVN6ANoFkdAqdjBzLfUF3V9lChoBmgJaA9DCMxjzcggnVlAlIaUUpRoFU3oA2gWR0Cp2MPWH1vmdX2UKGgGaAloD0MId9oaEYxKW0CUhpRSlGgVTegDaBZHQKnYxftQbdd1fZQoaAZoCWgPQwj+0w0UeD81wJSGlFKUaBVL8WgWR0Cp23a06YE4dX2UKGgGaAloD0MIks1V85wlbUCUhpRSlGgVTYICaBZHQKnl/8QZn+R1fZQoaAZoCWgPQwjLZaNzfsIuwJSGlFKUaBVNFQFoFkdAqeeCHVPN3XV9lChoBmgJaA9DCCR7hJqhM2JAlIaUUpRoFU3oA2gWR0Cp56QhwEQodX2UKGgGaAloD0MIMIFbd/OoR0CUhpRSlGgVTQkBaBZHQKnvs1WKdhB1fZQoaAZoCWgPQwiwrDQphbliQJSGlFKUaBVN6ANoFkdAqfMqydFvynV9lChoBmgJaA9DCDKOkewR8mFAlIaUUpRoFU3oA2gWR0Cp+ZHOKO1fdX2UKGgGaAloD0MIuECC4sf8ZkCUhpRSlGgVTegDaBZHQKn8bXd0q6R1fZQoaAZoCWgPQwiTcCGPYFJlQJSGlFKUaBVN6ANoFkdAqf+YWnCO3nV9lChoBmgJaA9DCO2fpwEDcWBAlIaUUpRoFU3oA2gWR0CqARq1XvH+dX2UKGgGaAloD0MIfjZy3ZSzYUCUhpRSlGgVTegDaBZHQKoBG7xusLh1fZQoaAZoCWgPQwgeVOI6RoZiQJSGlFKUaBVN6ANoFkdAqgEchX8wYnV9lChoBmgJaA9DCFWGcTcI3mJAlIaUUpRoFU3oA2gWR0CqAR0sFt9AdX2UKGgGaAloD0MI1H0AUptRYECUhpRSlGgVTegDaBZHQKoBHZU1hst1fZQoaAZoCWgPQwgtYAK3boxiQJSGlFKUaBVN6ANoFkdAqgEebCrLhnV9lChoBmgJaA9DCC9OfLWjjmZAlIaUUpRoFU3oA2gWR0CqAR7or4FidX2UKGgGaAloD0MIIxXGFoLgYkCUhpRSlGgVTegDaBZHQKoBIFlkH2R1fZQoaAZoCWgPQwjdXPxtz6RlQJSGlFKUaBVN6ANoFkdAqgMJvYODrnV9lChoBmgJaA9DCNUmTu53RWNAlIaUUpRoFU3oA2gWR0CqDhdrGipOdX2UKGgGaAloD0MIHeT1YFJcQkCUhpRSlGgVS/doFkdAqg78s189fXV9lChoBmgJaA9DCLfVrDO+JyZAlIaUUpRoFU0PAWgWR0CqD9YOUdJbdX2UKGgGaAloD0MIsVBrmvcdZUCUhpRSlGgVTegDaBZHQKoQNlOoHcF1fZQoaAZoCWgPQwi9N4YA4MA1QJSGlFKUaBVNIgFoFkdAqhB7SXt0FXV9lChoBmgJaA9DCGlwW1t4WW5AlIaUUpRoFU2RAWgWR0CqFNYQJ5VwdX2UKGgGaAloD0MIJEbPLXQ+Y0CUhpRSlGgVTegDaBZHQKoZzlyzXz11fZQoaAZoCWgPQwjvjSEAOHhiQJSGlFKUaBVN6ANoFkdAqhxRJNCZ4XV9lChoBmgJaA9DCBb7y+7J8GRAlIaUUpRoFU3oA2gWR0CqIUYWUKRddX2UKGgGaAloD0MIvMlv0ckMZUCUhpRSlGgVTegDaBZHQKokeQQL/jt1fZQoaAZoCWgPQwjniedsAUliQJSGlFKUaBVN6ANoFkdAqigYUrTYunV9lChoBmgJaA9DCCuKV1nbUl9AlIaUUpRoFU3oA2gWR0CqKbdQ40djdX2UKGgGaAloD0MIGZKTiVs0X0CUhpRSlGgVTegDaBZHQKopuFTNt651fZQoaAZoCWgPQwhH41C/CxVjQJSGlFKUaBVN6ANoFkdAqim5mukk8nV9lChoBmgJaA9DCGiyf56GrGFAlIaUUpRoFU3oA2gWR0CqKbq9PDYRdX2UKGgGaAloD0MIxXWMKy5GKUCUhpRSlGgVTRUBaBZHQKoqu8XenAJ1fZQoaAZoCWgPQwjvrrMh/zddQJSGlFKUaBVN6ANoFkdAqi1EvAXVLHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 216, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 1, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

ppo-Lunar_lander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74c35d86b19736c2d088505b65f566b9e8dacc0fd2e8b4853d0f8eaf4fd19ca0
+oid sha256:d97c5eb55a868580e6242bc6c6670b18a10abd6dabbdfe6ed29ca11bd29b33eb
 size 147389

ppo-Lunar_lander-v2/data

@@ -21,12 +21,12 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 770048,
-    "_total_timesteps": 755360,
-    "_num_timesteps_at_start": 655360,
+    "num_timesteps": 884736,
+    "_total_timesteps": 870048,
+    "_num_timesteps_at_start": 770048,
     "seed": null,
     "action_noise": null,
-    "start_time": 1681699093509525624,
+    "start_time": 1681699455443649367,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -35,7 +35,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAE3jmr1cd2S61fNiOm+tgTQJuhq7EnCCuQAAgD8AAIA/M9QTvvLhCD9qH+U7Gf8vvlg7Wbxc0Km6AAAAAAAAAACaoQk9z4okvIXX8j0t0si9/f43vQITxb4AAIA/AACAP5qdJjxc4x+6okN+O8kDArYxMeA6+rSUugAAgD8AAIA/AC8pPXvIhrrHgJq6LZSftWfOCDvddbM5AACAPwAAgD8zF+K8KdgUug1HDzruiSQ14BgCuXRDJrkAAIA/AACAP0DLtD68N2c9hvQROPvwETc5SH8+1Cw3twAAgD8AAIA/gKTmvjw15z46aeA9arZOvii8d7w4JFE9AAAAAAAAAABahr69aRA6PnIAyD2EDX6+7n7lvAICk70AAAAAAAAAAGA5nb5t6Rk/OpfxPVXuqr3Gm/q8wqWoPQAAAAAAAAAAeqMzPsgFtzv4B2U5M3z3Nv8gSz1/Q4i4AACAPwAAgD+aaeo8XP8SumwWAzujRk62aUknu6D+GLoAAIA/AACAP80Nl7yFODY/z5OGvHyahL4SZoE8RjSOvQAAAAAAAAAAZgdNPeECjrrgd3I7AC1rOPlh+zovPxC6AACAPwAAgD/a9ra9w8lrukilXLrC75K2m8o0Oqr2gDkAAIA/AACAP930pz4BVRm900GFuE5lizb6J0u+F8GbNwAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJqDgDxID4q6fSntOPwfAjQUKTo7/owJuAAAgD8AAIA/bX0tPl+RjTxuNFq7RLHsuaOvEz7K8u26AACAPwAAgD/tTTs+ztWovA/OlztBwhe66ikVvouf+roAAIA/AACAP23Pkb6OgDg/7hdtPR2Sc77mCla9WfygvAAAAAAAAAAAQNPxPd9o7T4qPJy9LeySvqzDo71/R609AAAAAAAAAADAFGg+IICQP1WU8z0XFTK+HOKePtJh7L0AAAAAAAAAABrvU717upe63V+it1OspLKXZeI6uvS7NgAAgD8AAIA/jU6HvcP5a7r77Xu7JLIKt7crkzpSKpE6AACAPwAAgD+a1XG+7f7MPuZ1MrwZ1oW+Ziz1vSFHhD0AAAAAAAAAAACsn7vh6IC6HAySOnyLATW7CqC6TWqluQAAgD8AAIA/4wtQvvTKtT68M0A9gXmOvmp/5bzgiI+9AAAAAAAAAABz4eG9Hy4nPz0uz7w8WGq+V/q1vcmAwD0AAAAAAAAAAM0Utb32dFi67YdyO/sHZzhvDZW6nsIuuQAAgD8AAIA/TShrvcMRQrqyK0K57yR0s7nMULvAV184AACAPwAAgD/gQTM+634IP/rna77XP4++BmqwvZL1wL0AAAAAAAAAAIBDLD0UNJS6RkrLOjGOyTXWsae5mzbruQAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,17 +45,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.01944503283202703,
+    "_current_progress_remaining": -0.01688182720953324,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVfBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIcjJxqyBWYUCUhpRSlIwBbJRN6AOMAXSUR0CmhHlZ5iVjdX2UKGgGaAloD0MI6+Oh724DWkCUhpRSlGgVTegDaBZHQKaEesoUi6h1fZQoaAZoCWgPQwi0zCIUWx9eQJSGlFKUaBVN6ANoFkdApoR7xiG34XV9lChoBmgJaA9DCDT3kPC9q1tAlIaUUpRoFU3oA2gWR0CmhHyRr8BNdX2UKGgGaAloD0MI5eyd0Va1YECUhpRSlGgVTegDaBZHQKaEfVqesgd1fZQoaAZoCWgPQwjOiqiJPttfQJSGlFKUaBVN6ANoFkdApoR+r6tT1nV9lChoBmgJaA9DCJUqUfaWjFlAlIaUUpRoFU3oA2gWR0CmhH/5DZ13dX2UKGgGaAloD0MIRSkhWFVSWkCUhpRSlGgVTegDaBZHQKaEgScslLR1fZQoaAZoCWgPQwiiXvBpzn5iQJSGlFKUaBVN6ANoFkdApoSCPdVNpXV9lChoBmgJaA9DCKsgBrp2lGFAlIaUUpRoFU3oA2gWR0CmlYlkpZwGdX2UKGgGaAloD0MI5pDUQskkYUCUhpRSlGgVTegDaBZHQKaWKb1AZ891fZQoaAZoCWgPQwh2xvfFpar8v5SGlFKUaBVNLwFoFkdAppclNUOuq3V9lChoBmgJaA9DCA4V4/xNSAJAlIaUUpRoFU1oAWgWR0CmmRplz2eydX2UKGgGaAloD0MIQblt3yMEYUCUhpRSlGgVTegDaBZHQKadzfNRm9R1fZQoaAZoCWgPQwi53jZTIQYhQJSGlFKUaBVL72gWR0CmnhdzXBgvdX2UKGgGaAloD0MIBvTCnQv0X0CUhpRSlGgVTegDaBZHQKaguGZeAut1fZQoaAZoCWgPQwjiWu1hLzxiQJSGlFKUaBVN6ANoFkdApqGafg75mHV9lChoBmgJaA9DCJ3y6EbYCWBAlIaUUpRoFU3oA2gWR0CmqoWXb/OudX2UKGgGaAloD0MIAvIlVHBoGcCUhpRSlGgVTTQBaBZHQKawqFr2xpt1fZQoaAZoCWgPQwhckC3L14RgQJSGlFKUaBVN6ANoFkdAprVABV+7UXV9lChoBmgJaA9DCIFdTZ6yYmBAlIaUUpRoFU3oA2gWR0CmtUCwr1/UdX2UKGgGaAloD0MIjZlEveCTW0CUhpRSlGgVTegDaBZHQKa1QifxtpF1fZQoaAZoCWgPQwhGQfD49gthQJSGlFKUaBVN6ANoFkdAprVDxb0OE3V9lChoBmgJaA9DCNp1b0ViIlVAlIaUUpRoFU3oA2gWR0CmtUUf5k9VdX2UKGgGaAloD0MIfGRz1TzfW0CUhpRSlGgVTegDaBZHQKa1Rd6cAip1fZQoaAZoCWgPQwjlmCzuvwFiQJSGlFKUaBVN6ANoFkdAprVHCwbEP3V9lChoBmgJaA9DCLeZCvFI4WFAlIaUUpRoFU3oA2gWR0CmtUi0v4/NdX2UKGgGaAloD0MIMGXggJZODcCUhpRSlGgVTQEBaBZHQKa11ItDlYF1fZQoaAZoCWgPQwgyVwbVBl1gQJSGlFKUaBVN6ANoFkdApseKULUkOnV9lChoBmgJaA9DCGL4iJiStmBAlIaUUpRoFU3oA2gWR0CmyT/pD/lydX2UKGgGaAloD0MIqDrkZrj+XkCUhpRSlGgVTegDaBZHQKbLj3HJcPh1fZQoaAZoCWgPQwjF5XgFoicMwJSGlFKUaBVNkwFoFkdAps0SUFB6bHV9lChoBmgJaA9DCJmesMQDoVdAlIaUUpRoFU3oA2gWR0Cm0CW3azu4dX2UKGgGaAloD0MIRgckYd86YECUhpRSlGgVTegDaBZHQKbQZMsYl6Z1fZQoaAZoCWgPQwg0LhwIybRhQJSGlFKUaBVN6ANoFkdAptKX7JnxrnV9lChoBmgJaA9DCOsdboeGLTrAlIaUUpRoFU0AAWgWR0Cm1cBPCVKPdX2UKGgGaAloD0MIuW3fo/46CECUhpRSlGgVS+toFkdAptf4y6+WW3V9lChoBmgJaA9DCDvCacGLJmRAlIaUUpRoFU3oA2gWR0Cm3a8SXdCWdX2UKGgGaAloD0MIqRQ7GoekXkCUhpRSlGgVTegDaBZHQKbjQuxKQJZ1fZQoaAZoCWgPQwgSoRFsXOleQJSGlFKUaBVN6ANoFkdApuNEtbs4UHV9lChoBmgJaA9DCIhodAcx4WBAlIaUUpRoFU3oA2gWR0Cm40ck2P1ddX2UKGgGaAloD0MINLvurUgmYECUhpRSlGgVTegDaBZHQKbjScTakAR1fZQoaAZoCWgPQwgZPEz7Zo1gQJSGlFKUaBVN6ANoFkdApuNL4593KXV9lChoBmgJaA9DCHwsfeiCIGFAlIaUUpRoFU3oA2gWR0Cm406qCHymdX2UKGgGaAloD0MIGePD7GUHZUCUhpRSlGgVTegDaBZHQKbjUN3GGVR1fZQoaAZoCWgPQwjq6o7FNr5aQJSGlFKUaBVN6ANoFkdApuQC0QbuMXV9lChoBmgJaA9DCHehuU4jn2RAlIaUUpRoFU3oA2gWR0Cm8uprcj7idX2UKGgGaAloD0MI628JwL9WZUCUhpRSlGgVTegDaBZHQKbzyR6nivR1fZQoaAZoCWgPQwhJnuv7cIgvwJSGlFKUaBVNHgFoFkdApvPmCCjDbnV9lChoBmgJaA9DCHx8QnbeRvk/lIaUUpRoFU1UAWgWR0Cm9MXZf2K3dX2UKGgGaAloD0MIDECjdOmdZECUhpRSlGgVTegDaBZHQKb1TUmUnoh1fZQoaAZoCWgPQwj52F2gJHdiQJSGlFKUaBVN6ANoFkdApvjNr6+FlHV9lChoBmgJaA9DCDxnCwitczLAlIaUUpRoFU0LAWgWR0Cm+nYXfqHHdX2UKGgGaAloD0MId4GSAgtpYECUhpRSlGgVTegDaBZHQKb7FVhkRSR1fZQoaAZoCWgPQwgyrrg4KrFQQJSGlFKUaBVN6ANoFkdApv87sSkCWHV9lChoBmgJaA9DCNb9YyG6w2FAlIaUUpRoFU3oA2gWR0CnAj28IzFddX2UKGgGaAloD0MIF2TL8nUZYkCUhpRSlGgVTegDaBZHQKcIRfUF0Pp1fZQoaAZoCWgPQwgRyCWOPMpcQJSGlFKUaBVN6ANoFkdApwwY6ySmqHV9lChoBmgJaA9DCKHWNO84Fl9AlIaUUpRoFU3oA2gWR0CnDBl9roGIdX2UKGgGaAloD0MISdqNPuY8WkCUhpRSlGgVTegDaBZHQKcMG6iCaql1fZQoaAZoCWgPQwg4LXjRV2hgQJSGlFKUaBVN6ANoFkdApwwcebNKRXV9lChoBmgJaA9DCFJJnYCmKmBAlIaUUpRoFU3oA2gWR0CnDB4B/7SBdX2UKGgGaAloD0MI3jzVIbfFYkCUhpRSlGgVTegDaBZHQKcMH0o0ALl1fZQoaAZoCWgPQwiefeVBet4wQJSGlFKUaBVNEwFoFkdApx4nnSv1UXV9lChoBmgJaA9DCGGm7V/Z7mVAlIaUUpRoFU3oA2gWR0CnH44u01IidX2UKGgGaAloD0MIgGPPnkuwYkCUhpRSlGgVTegDaBZHQKcfwvECNjt1fZQoaAZoCWgPQwjt0obD0otgQJSGlFKUaBVN6ANoFkdApyFDDMvAXXV9lChoBmgJaA9DCGITmbnAKGJAlIaUUpRoFU3oA2gWR0CnIeHvttygdX2UKGgGaAloD0MIYCAIkCFSYECUhpRSlGgVTegDaBZHQKclr9MK1G91fZQoaAZoCWgPQwjM7V7ukwpeQJSGlFKUaBVN6ANoFkdApydi3PRiPXV9lChoBmgJaA9DCEvNHmiF1mJAlIaUUpRoFU3oA2gWR0CnKAZXEIgOdX2UKGgGaAloD0MIQKa1aWwXM0CUhpRSlGgVTQgBaBZHQKcpZWcSXdF1fZQoaAZoCWgPQwhKRs7CnnYIwJSGlFKUaBVL+mgWR0CnKZZKnNxEdX2UKGgGaAloD0MIHCeFeY/nXUCUhpRSlGgVTegDaBZHQKcrE/oq0+l1fZQoaAZoCWgPQwjaWfROhV1hQJSGlFKUaBVN6ANoFkdApy0EYyfthXV9lChoBmgJaA9DCBlXXByVix5AlIaUUpRoFU0UAWgWR0CnMFlhPTG6dX2UKGgGaAloD0MIh1J7EW1AXkCUhpRSlGgVTegDaBZHQKcyRLrX18N1fZQoaAZoCWgPQwiz0Tk/xYtHQJSGlFKUaBVL+GgWR0CnMsLgXMyKdX2UKGgGaAloD0MIumbyzTZwY0CUhpRSlGgVTegDaBZHQKc2PLW7OFB1fZQoaAZoCWgPQwixMhr5PDxjQJSGlFKUaBVN6ANoFkdApzY92NedCnV9lChoBmgJaA9DCBtn0xHA+VpAlIaUUpRoFU3oA2gWR0CnNkF+3H7xdX2UKGgGaAloD0MI7pQO1v9kXECUhpRSlGgVTegDaBZHQKc2Qp8WsRx1fZQoaAZoCWgPQwhdpFAWvlpZQJSGlFKUaBVN6ANoFkdApzZE+NcW03V9lChoBmgJaA9DCPZFQlvOPSZAlIaUUpRoFUvxaBZHQKdIXOafBep1fZQoaAZoCWgPQwjRyyiWWyY8QJSGlFKUaBVNTgFoFkdAp0heZTho/XV9lChoBmgJaA9DCPPn24IlPmNAlIaUUpRoFU3oA2gWR0CnSYSG8EmqdX2UKGgGaAloD0MIns+AejNoYUCUhpRSlGgVTegDaBZHQKdKcdkrf+F1fZQoaAZoCWgPQwj8qfHSTaVfQJSGlFKUaBVN6ANoFkdAp0qRbILgGnV9lChoBmgJaA9DCEil2NG4mGBAlIaUUpRoFU3oA2gWR0CnUAaD5CWvdX2UKGgGaAloD0MITb1uERhxX0CUhpRSlGgVTegDaBZHQKdRzkiliz91fZQoaAZoCWgPQwjV7ewrD/INQJSGlFKUaBVNUQFoFkdAp1NAlSjxkXV9lChoBmgJaA9DCO61oPfGaGJAlIaUUpRoFU3oA2gWR0CnVGfBeokzdX2UKGgGaAloD0MIvkwUIXVKYECUhpRSlGgVTegDaBZHQKdUr4rSVnp1fZQoaAZoCWgPQwgm/ijqTPFjQJSGlFKUaBVN6ANoFkdAp1lPlbNbDHV9lChoBmgJaA9DCCsVVFR9fGBAlIaUUpRoFU3oA2gWR0CnXRe7L+xXdX2UKGgGaAloD0MIvLA1W3kYYECUhpRSlGgVTegDaBZHQKde04Qz1sd1fZQoaAZoCWgPQwgR5KCEGdxlQJSGlFKUaBVN6ANoFkdAp2I998Z1m3V9lChoBmgJaA9DCGjon+BiTmJAlIaUUpRoFU3oA2gWR0CnYj/pljEvdX2UKGgGaAloD0MImj474LqVYECUhpRSlGgVTegDaBZHQKdiQLiMo+h1fZQoaAZoCWgPQwjrNxPThXlhQJSGlFKUaBVN6ANoFkdAp2JB73PAwnVlLg=="
+        ":serialized:": "gAWVfBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIylLr/cYAZECUhpRSlIwBbJRN6AOMAXSUR0CpWjV5jYqYdX2UKGgGaAloD0MIH6D7cmZ4ZECUhpRSlGgVTegDaBZHQKlaNmU4aP11fZQoaAZoCWgPQwhOfotOlhhiQJSGlFKUaBVN6ANoFkdAqVo3MQmNR3V9lChoBmgJaA9DCF4QkZp2X19AlIaUUpRoFU3oA2gWR0CpWjgn+hoNdX2UKGgGaAloD0MINzXQfM66WUCUhpRSlGgVTegDaBZHQKlaORkEs8R1fZQoaAZoCWgPQwgoJ9pVSLJZQJSGlFKUaBVN6ANoFkdAqVo5iTdLx3V9lChoBmgJaA9DCOPCgZCsJ2BAlIaUUpRoFU3oA2gWR0CpWjpPykKvdX2UKGgGaAloD0MIHXV0XA1HYkCUhpRSlGgVTegDaBZHQKlaO1FYuCh1fZQoaAZoCWgPQwjBcK5hBmVhQJSGlFKUaBVN6ANoFkdAqVo8k0JnhHV9lChoBmgJaA9DCBLcSNkieGFAlIaUUpRoFU3oA2gWR0CpWj2eg+QmdX2UKGgGaAloD0MInMQgsPI5YUCUhpRSlGgVTegDaBZHQKlaPvuPV/d1fZQoaAZoCWgPQwiNmq+Sj8xfQJSGlFKUaBVN6ANoFkdAqWlX668QI3V9lChoBmgJaA9DCLu1TIbjiTdAlIaUUpRoFU0FAWgWR0CpabfM4cWCdX2UKGgGaAloD0MIE30+ygi6Y0CUhpRSlGgVTegDaBZHQKl0jTZQHiZ1fZQoaAZoCWgPQwgnE7cKYr1kQJSGlFKUaBVN6ANoFkdAqXXMOiFj/nV9lChoBmgJaA9DCL2siQW+0hpAlIaUUpRoFU1lAWgWR0CpddyjgydndX2UKGgGaAloD0MIaAWGrG6+YkCUhpRSlGgVTegDaBZHQKl9hhoduHh1fZQoaAZoCWgPQwjA0CNGz+1fQJSGlFKUaBVN6ANoFkdAqYUFZs9B8nV9lChoBmgJaA9DCGYtBaT9EmJAlIaUUpRoFU3oA2gWR0CphQXw1BMSdX2UKGgGaAloD0MIs0C7Q4oPX0CUhpRSlGgVTegDaBZHQKmFBvtMPBl1fZQoaAZoCWgPQwiqRUQxeeNlQJSGlFKUaBVN6ANoFkdAqYUHqNZNf3V9lChoBmgJaA9DCISDvYkh31dAlIaUUpRoFU3oA2gWR0CphQhqsU7CdX2UKGgGaAloD0MIQ1iNJazZXECUhpRSlGgVTegDaBZHQKmFCPQv6CV1fZQoaAZoCWgPQwhfXRWoxf5iQJSGlFKUaBVN6ANoFkdAqYUJqynk1nV9lChoBmgJaA9DCIp3gCct81tAlIaUUpRoFU3oA2gWR0CphQqeK8+SdX2UKGgGaAloD0MIjgQabGr1YkCUhpRSlGgVTegDaBZHQKmFC690zTF1fZQoaAZoCWgPQwgIA8+9h9JgQJSGlFKUaBVN6ANoFkdAqYUMc0cfeXV9lChoBmgJaA9DCL8OnDMiyWNAlIaUUpRoFU3oA2gWR0CphQ22Xsw+dX2UKGgGaAloD0MIP4wQHm3yZkCUhpRSlGgVTegDaBZHQKmSa/UONHZ1fZQoaAZoCWgPQwicGmg+56YkwJSGlFKUaBVNKAFoFkdAqZP4TM7lrHV9lChoBmgJaA9DCPllMEYkRkRAlIaUUpRoFUv0aBZHQKmeag9vCMx1fZQoaAZoCWgPQwhda+9T1bhhQJSGlFKUaBVN6ANoFkdAqaCB1X/5tXV9lChoBmgJaA9DCEbQmEnUYWFAlIaUUpRoFU3oA2gWR0CpojrftQbddX2UKGgGaAloD0MI2SQ/4td0YkCUhpRSlGgVTegDaBZHQKmiStdRiw11fZQoaAZoCWgPQwhQb0bNVwNtQJSGlFKUaBVNjgFoFkdAqaMHzg/C7HV9lChoBmgJaA9DCOVhodY03ydAlIaUUpRoFUvYaBZHQKmmPyXlbNd1fZQoaAZoCWgPQwirP8IwYLxfQJSGlFKUaBVN6ANoFkdAqajGUwBYFXV9lChoBmgJaA9DCCWt+IbCdGBAlIaUUpRoFU3oA2gWR0CpraujASFodX2UKGgGaAloD0MIVd6OcNqnY0CUhpRSlGgVTegDaBZHQKmtrGRV6u51fZQoaAZoCWgPQwgzpIriVQJjQJSGlFKUaBVN6ANoFkdAqa2tNL127nV9lChoBmgJaA9DCLYxdsJLuF5AlIaUUpRoFU3oA2gWR0Cpra5+pfhNdX2UKGgGaAloD0MI7pi6KzvsYkCUhpRSlGgVTegDaBZHQKmtr2VVxS51fZQoaAZoCWgPQwiphZLJKXxjQJSGlFKUaBVN6ANoFkdAqa2wPqcEvHV9lChoBmgJaA9DCMfZdARw5FtAlIaUUpRoFU3oA2gWR0CprbDzyz5XdX2UKGgGaAloD0MIg4k/ijp0X0CUhpRSlGgVTegDaBZHQKmtsZccENh1fZQoaAZoCWgPQwiQMXctocxhQJSGlFKUaBVN6ANoFkdAqa2ykGiYcHV9lChoBmgJaA9DCOSh725lQWJAlIaUUpRoFU3oA2gWR0CprbRp1zQvdX2UKGgGaAloD0MIFCaMZmWPN0CUhpRSlGgVTRoBaBZHQKm/YlE7W/d1fZQoaAZoCWgPQwhK06BoHnNgQJSGlFKUaBVN6ANoFkdAqcpmO2iL23V9lChoBmgJaA9DCIi5pGq7R1pAlIaUUpRoFU3oA2gWR0Cpy6Xh4t6HdX2UKGgGaAloD0MIcVga+NEgYECUhpRSlGgVTegDaBZHQKnLteWv8qF1fZQoaAZoCWgPQwg9YvTcQmpeQJSGlFKUaBVN6ANoFkdAqcyD1dxAB3V9lChoBmgJaA9DCHnletvMKmFAlIaUUpRoFU3oA2gWR0Cpz9A/s3Q2dX2UKGgGaAloD0MIhxqFJLPdWkCUhpRSlGgVTegDaBZHQKnSbARkEs91fZQoaAZoCWgPQwh7+DJRhEwswJSGlFKUaBVL+GgWR0Cp0yV2aDwpdX2UKGgGaAloD0MI27+y0qScIMCUhpRSlGgVTTIBaBZHQKnWgmTkhid1fZQoaAZoCWgPQwhpw2Fp4JBhQJSGlFKUaBVN6ANoFkdAqdi6PKdQPHV9lChoBmgJaA9DCHgq4J7nY2NAlIaUUpRoFU3oA2gWR0Cp2LtcW0qpdX2UKGgGaAloD0MIYYpyafyDXUCUhpRSlGgVTegDaBZHQKnYvJOnEVF1fZQoaAZoCWgPQwhli6Td6DpgQJSGlFKUaBVN6ANoFkdAqdi9+5OJtXV9lChoBmgJaA9DCIJUih2NPVdAlIaUUpRoFU3oA2gWR0Cp2L96sySFdX2UKGgGaAloD0MIdhvUfmt9YECUhpRSlGgVTegDaBZHQKnYwF9roGJ1fZQoaAZoCWgPQwgdAdws3vFlQJSGlFKUaBVN6ANoFkdAqdjBzLfUF3V9lChoBmgJaA9DCMxjzcggnVlAlIaUUpRoFU3oA2gWR0Cp2MPWH1vmdX2UKGgGaAloD0MId9oaEYxKW0CUhpRSlGgVTegDaBZHQKnYxftQbdd1fZQoaAZoCWgPQwj+0w0UeD81wJSGlFKUaBVL8WgWR0Cp23a06YE4dX2UKGgGaAloD0MIks1V85wlbUCUhpRSlGgVTYICaBZHQKnl/8QZn+R1fZQoaAZoCWgPQwjLZaNzfsIuwJSGlFKUaBVNFQFoFkdAqeeCHVPN3XV9lChoBmgJaA9DCCR7hJqhM2JAlIaUUpRoFU3oA2gWR0Cp56QhwEQodX2UKGgGaAloD0MIMIFbd/OoR0CUhpRSlGgVTQkBaBZHQKnvs1WKdhB1fZQoaAZoCWgPQwiwrDQphbliQJSGlFKUaBVN6ANoFkdAqfMqydFvynV9lChoBmgJaA9DCDKOkewR8mFAlIaUUpRoFU3oA2gWR0Cp+ZHOKO1fdX2UKGgGaAloD0MIuECC4sf8ZkCUhpRSlGgVTegDaBZHQKn8bXd0q6R1fZQoaAZoCWgPQwiTcCGPYFJlQJSGlFKUaBVN6ANoFkdAqf+YWnCO3nV9lChoBmgJaA9DCO2fpwEDcWBAlIaUUpRoFU3oA2gWR0CqARq1XvH+dX2UKGgGaAloD0MIfjZy3ZSzYUCUhpRSlGgVTegDaBZHQKoBG7xusLh1fZQoaAZoCWgPQwgeVOI6RoZiQJSGlFKUaBVN6ANoFkdAqgEchX8wYnV9lChoBmgJaA9DCFWGcTcI3mJAlIaUUpRoFU3oA2gWR0CqAR0sFt9AdX2UKGgGaAloD0MI1H0AUptRYECUhpRSlGgVTegDaBZHQKoBHZU1hst1fZQoaAZoCWgPQwgtYAK3boxiQJSGlFKUaBVN6ANoFkdAqgEebCrLhnV9lChoBmgJaA9DCC9OfLWjjmZAlIaUUpRoFU3oA2gWR0CqAR7or4FidX2UKGgGaAloD0MIIxXGFoLgYkCUhpRSlGgVTegDaBZHQKoBIFlkH2R1fZQoaAZoCWgPQwjdXPxtz6RlQJSGlFKUaBVN6ANoFkdAqgMJvYODrnV9lChoBmgJaA9DCNUmTu53RWNAlIaUUpRoFU3oA2gWR0CqDhdrGipOdX2UKGgGaAloD0MIHeT1YFJcQkCUhpRSlGgVS/doFkdAqg78s189fXV9lChoBmgJaA9DCLfVrDO+JyZAlIaUUpRoFU0PAWgWR0CqD9YOUdJbdX2UKGgGaAloD0MIsVBrmvcdZUCUhpRSlGgVTegDaBZHQKoQNlOoHcF1fZQoaAZoCWgPQwi9N4YA4MA1QJSGlFKUaBVNIgFoFkdAqhB7SXt0FXV9lChoBmgJaA9DCGlwW1t4WW5AlIaUUpRoFU2RAWgWR0CqFNYQJ5VwdX2UKGgGaAloD0MIJEbPLXQ+Y0CUhpRSlGgVTegDaBZHQKoZzlyzXz11fZQoaAZoCWgPQwjvjSEAOHhiQJSGlFKUaBVN6ANoFkdAqhxRJNCZ4XV9lChoBmgJaA9DCBb7y+7J8GRAlIaUUpRoFU3oA2gWR0CqIUYWUKRddX2UKGgGaAloD0MIvMlv0ckMZUCUhpRSlGgVTegDaBZHQKokeQQL/jt1fZQoaAZoCWgPQwjniedsAUliQJSGlFKUaBVN6ANoFkdAqigYUrTYunV9lChoBmgJaA9DCCuKV1nbUl9AlIaUUpRoFU3oA2gWR0CqKbdQ40djdX2UKGgGaAloD0MIGZKTiVs0X0CUhpRSlGgVTegDaBZHQKopuFTNt651fZQoaAZoCWgPQwhH41C/CxVjQJSGlFKUaBVN6ANoFkdAqim5mukk8nV9lChoBmgJaA9DCGiyf56GrGFAlIaUUpRoFU3oA2gWR0CqKbq9PDYRdX2UKGgGaAloD0MIxXWMKy5GKUCUhpRSlGgVTRUBaBZHQKoqu8XenAJ1fZQoaAZoCWgPQwjvrrMh/zddQJSGlFKUaBVN6ANoFkdAqi1EvAXVLHVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 188,
+    "_n_updates": 216,
     "observation_space": {
         ":type:": "<class 'gym.spaces.box.Box'>",
         ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu",

ppo-Lunar_lander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d4cbb4c28c9a458b7099d624bc38d62e7399d078dd30cecb62812e29883dd1
+oid sha256:d872987fdc226f126be5cb19500b264ca5fb62b38894dcc361d8158ba59b45ed
 size 87929

ppo-Lunar_lander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45baa2a0bd9cd395a2764070ab99b4c39bc15ab71a670dec0a1ec5da328af441
+oid sha256:93614427c461535d95b78bea6ee74c4410323d9cfb516836af78dcd8008372e3
 size 43329

results.json

@@ -1 +1 @@
-{"mean_reward": 181.56859090855602, "std_reward": 75.93341845953307, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-17T02:42:39.845360"}
+{"mean_reward": 255.97147678226165, "std_reward": 26.278906356285827, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-17T02:47:03.491966"}