test model

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -519.67 +/- 278.14
+      value: 256.74 +/- 21.25
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fd44140f0d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fd44140f160>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fd44140f1f0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fd44140f280>", "_build": "<function ActorCriticPolicy._build at 0x7fd44140f310>", "forward": "<function ActorCriticPolicy.forward at 0x7fd44140f3a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fd44140f430>", "_predict": "<function ActorCriticPolicy._predict at 0x7fd44140f4c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fd44140f550>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fd44140f5e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fd44140f670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fd44140b510>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 32768, "_total_timesteps": 1000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673195566224874466, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoYMD7je54/haVFP4pkAr9jxXa+aro4vgAAAAAAAAAAQCARvhL82T/Sywi/Clg8PsWc5D5wivQ+AAAAAAAAAAAtxQa+9KuMP6SwpL7wTSu/HThBPkEVyz0AAAAAAAAAAAAIKb0pon8/0IjcN+zrNL9rp6i9kgoIvgAAAAAAAAAAMwQTvlC0jj9CARW/zWssv4CweD4i1YY+AAAAAAAAAABAjx8/YLAPvhohWj8R9oq+VFRpvZeytbwAAAAAAACAP81jEj1Mmbo/yQfMPsJUCT71DA+9yJCIvQAAAAAAAAAAZmMMPTlxyT/L2/89TzoOvh/l470WvXU8AAAAAAAAAACWVWO+TbZrP+JFL7+t3ne/YEUrPhN/0D0AAAAAAAAAAEB3yT0SDKY/+nowP++LzL4+ONu9BQ66vQAAAAAAAAAAzYmvPIvoqj/jYm4+DV/yvigGwLyQPRi9AAAAAAAAAADgpmE+9KEEP1RuDD+KqKC/8TgUvWgTM70AAAAAAAAAACPThr6GtZg/tjQcv2XdG79YH34+62EGPgAAAAAAAAAAzdS2O1UPsT/7w0Q+oDLfvhVfmrtnC0u9AAAAAAAAAAAzwhO+LFaJP/6Lz75uwE6/xmI3P9bsfT4AAAAAAAAAAKCeID+ZI/k++h2LP0mrer9A5QS/uMNpvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -31.768, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIXKrSFtexXMCUhpRSlIwBbJRLWYwBdJRHQCnqlP8AJcB1fZQoaAZoCWgPQwiSIFwBheNdwJSGlFKUaBVLbWgWR0Ap972L5ylvdX2UKGgGaAloD0MIPbg7a7ebZMCUhpRSlGgVS0xoFkdAKg1RUFSsKnV9lChoBmgJaA9DCGK/J9YpWnbAlIaUUpRoFUtiaBZHQCoRbSqlxfh1fZQoaAZoCWgPQwjyJyobVtB2wJSGlFKUaBVLVmgWR0AqG8SPEKmbdX2UKGgGaAloD0MIjWFO0CZZXcCUhpRSlGgVS0ZoFkdAKivfTCtRvXV9lChoBmgJaA9DCABUceMW/mDAlIaUUpRoFUuTaBZHQCouCdz4k/t1fZQoaAZoCWgPQwgke4SaIWJhwJSGlFKUaBVLdGgWR0AqOKhL5AQhdX2UKGgGaAloD0MIFCUhkXYLcsCUhpRSlGgVS2JoFkdAKk8CYCyQgnV9lChoBmgJaA9DCEJg5dCiV3TAlIaUUpRoFUteaBZHQCpxs2vStvJ1fZQoaAZoCWgPQwidLLXer1ZywJSGlFKUaBVLXGgWR0AqdmEGqxTsdX2UKGgGaAloD0MIcefCSK87ZsCUhpRSlGgVS2RoFkdAKnX6Q/5cknV9lChoBmgJaA9DCF4QkZp2xVjAlIaUUpRoFUtYaBZHQCqkSGrS3LF1fZQoaAZoCWgPQwgGKuPfZ716wJSGlFKUaBVLbWgWR0Aqq5FPSDywdX2UKGgGaAloD0MIUMJM27/EXcCUhpRSlGgVS1BoFkdAKqqtozvZy3V9lChoBmgJaA9DCEc6AyOvYGHAlIaUUpRoFUtHaBZHQCqss189fTl1fZQoaAZoCWgPQwhx58JI77pzwJSGlFKUaBVLXGgWR0Aqtr6+FlCkdX2UKGgGaAloD0MI7YDripl2asCUhpRSlGgVS0RoFkdAKsVx0dRzinV9lChoBmgJaA9DCPPJiuHqjl7AlIaUUpRoFUtYaBZHQCreYUnG8291fZQoaAZoCWgPQwiifEELCUNcwJSGlFKUaBVLiWgWR0Aq5hRZU1htdX2UKGgGaAloD0MIs5quJ7pkacCUhpRSlGgVS25oFkdAKwaq0dBBzHV9lChoBmgJaA9DCO8gdqbQv1/AlIaUUpRoFUtlaBZHQCsOHpKSPlx1fZQoaAZoCWgPQwgOgo5WtTlYwJSGlFKUaBVLYGgWR0ArEE/0NBnjdX2UKGgGaAloD0MIru/DQULqYMCUhpRSlGgVS2hoFkdAKzyd4FA3UHV9lChoBmgJaA9DCGw/GeMDGHrAlIaUUpRoFUtbaBZHQCtAwPAfuCx1fZQoaAZoCWgPQwjDYtS19lVgwJSGlFKUaBVLSmgWR0ArTB0p3HJcdX2UKGgGaAloD0MIGyrG+RvyYMCUhpRSlGgVS2NoFkdAK1OwHJLdvnV9lChoBmgJaA9DCFNYqaCiWlzAlIaUUpRoFUtkaBZHQCtR1/2Cdz51fZQoaAZoCWgPQwiTj90Fim54wJSGlFKUaBVLUWgWR0ArYiyprDZUdX2UKGgGaAloD0MI5J8ZxAf9VsCUhpRSlGgVS0hoFkdAK4U8V58jRnV9lChoBmgJaA9DCHCX/brTXXvAlIaUUpRoFUtnaBZHQCuVQyhzvJB1fZQoaAZoCWgPQwi/DMaIRDdZwJSGlFKUaBVLUWgWR0ArobwSamXPdX2UKGgGaAloD0MIvTWwVYLzYcCUhpRSlGgVS2FoFkdAK6P6KtPpIXV9lChoBmgJaA9DCAVOtoE7TWDAlIaUUpRoFUtuaBZHQCunFglWwNd1fZQoaAZoCWgPQwi/J9ap8tRSwJSGlFKUaBVLRGgWR0Arq6ErXlKcdX2UKGgGaAloD0MI0ZLH07Jpc8CUhpRSlGgVS2toFkdAK6tFz+3pfXV9lChoBmgJaA9DCKXbErngmlnAlIaUUpRoFUtFaBZHQCuwEZBLPD51fZQoaAZoCWgPQwgQroBCvV1rwJSGlFKUaBVLUWgWR0ArwBNmDlHSdX2UKGgGaAloD0MI/dzQlJ3/XsCUhpRSlGgVS1JoFkdAK/Qy6+WWyHV9lChoBmgJaA9DCDeq04EsuW3AlIaUUpRoFUtXaBZHQCwD52yLQ5Z1fZQoaAZoCWgPQwgVGohls8dhwJSGlFKUaBVLVWgWR0AsC6RQrMC+dX2UKGgGaAloD0MIHEMAcGwBY8CUhpRSlGgVS05oFkdALBKdxyXD33V9lChoBmgJaA9DCJZ5q65DQ1bAlIaUUpRoFUs8aBZHQCwpHuqm0md1fZQoaAZoCWgPQwgvo1huabxqwJSGlFKUaBVLZ2gWR0AsPQQcxTKldX2UKGgGaAloD0MII72o3a/JXcCUhpRSlGgVS0doFkdALEksz2vjfnV9lChoBmgJaA9DCBMLfEW3QGPAlIaUUpRoFUtVaBZHQCxYhUzbeuV1fZQoaAZoCWgPQwhRg2kYPjlfwJSGlFKUaBVLUGgWR0AsZRhMJx//dX2UKGgGaAloD0MI7fDXZI3UY8CUhpRSlGgVS0hoFkdALGwIMSbpeXV9lChoBmgJaA9DCJDAH37+VlrAlIaUUpRoFUtlaBZHQCx0UTL4etF1fZQoaAZoCWgPQwipFhHFZDtrwJSGlFKUaBVLfWgWR0AsdscABDG+dX2UKGgGaAloD0MII/YJoFjVcsCUhpRSlGgVS2FoFkdALJDZ13dKunV9lChoBmgJaA9DCLjKEwh7tHvAlIaUUpRoFUtgaBZHQCyTQ9ic5Kh1fZQoaAZoCWgPQwj8Uj9vKl5pwJSGlFKUaBVLRWgWR0AsnU+9rXUZdX2UKGgGaAloD0MI7pi6K7vpWsCUhpRSlGgVSztoFkdALNFfJFLFoHV9lChoBmgJaA9DCAmmmlkL2nPAlIaUUpRoFUt/aBZHQCzS3Zwn6VN1fZQoaAZoCWgPQwiWl/xP/nRYwJSGlFKUaBVLXWgWR0As6ois4ku6dX2UKGgGaAloD0MIY3yYvWzdU8CUhpRSlGgVS09oFkdALO9sJpnHvXV9lChoBmgJaA9DCED4UKKl/3TAlIaUUpRoFUteaBZHQCz7S5RTCLx1fZQoaAZoCWgPQwh5QNmUK1dQwJSGlFKUaBVLRmgWR0AtB5JK8L8adX2UKGgGaAloD0MI7+L9uP2ST8CUhpRSlGgVS0toFkdALQRpUPxx1nV9lChoBmgJaA9DCMxAZfw7XXvAlIaUUpRoFUtKaBZHQC0d8VpKzzF1fZQoaAZoCWgPQwgnaf6YVmxpwJSGlFKUaBVLcmgWR0AtIW1twaR7dX2UKGgGaAloD0MIvAUSFD9HWMCUhpRSlGgVS0BoFkdALSuAy2x6fXV9lChoBmgJaA9DCK+w4H7A0FjAlIaUUpRoFUtMaBZHQC0q5d4Vym11fZQoaAZoCWgPQwiop4/An7diwJSGlFKUaBVLUmgWR0AtNd43WFvidX2UKGgGaAloD0MIVrd6TnqLScCUhpRSlGgVS0JoFkdALTnQyAQQMHV9lChoBmgJaA9DCAfuQJ3ynmDAlIaUUpRoFUtcaBZHQC1BA8jiXIF1fZQoaAZoCWgPQwgKou4DkGlkwJSGlFKUaBVLYGgWR0AtcKPXCj1xdX2UKGgGaAloD0MIYXE486szS8CUhpRSlGgVS1RoFkdALZI11nuiOHV9lChoBmgJaA9DCL0eTIqPlFDAlIaUUpRoFUs/aBZHQC2tP1tfoid1fZQoaAZoCWgPQwiPxTapaLVewJSGlFKUaBVLT2gWR0Att4SpR4yHdX2UKGgGaAloD0MILQWk/Y9UY8CUhpRSlGgVS1RoFkdALcYcvM8oyHV9lChoBmgJaA9DCMIyNnSzyl/AlIaUUpRoFUs+aBZHQC3I5FPSDyx1fZQoaAZoCWgPQwjylUBK7KphwJSGlFKUaBVLRmgWR0Aty7dznzQNdX2UKGgGaAloD0MIoKaWrXWuYcCUhpRSlGgVS2VoFkdALdG/336AOXV9lChoBmgJaA9DCC9OfLWjqW7AlIaUUpRoFUtzaBZHQC3cRYigTRJ1fZQoaAZoCWgPQwhJvhJIyW92wJSGlFKUaBVLaWgWR0At33QD3dsSdX2UKGgGaAloD0MITbuYZroGWsCUhpRSlGgVS0RoFkdALd8hcJMQE3V9lChoBmgJaA9DCArYDkZsX23AlIaUUpRoFUtkaBZHQC4HB55Z8rt1fZQoaAZoCWgPQwhO0CaHT+1XwJSGlFKUaBVLYGgWR0AuE6kIomXxdX2UKGgGaAloD0MI/0EkQw5/dMCUhpRSlGgVS4BoFkdALiFtbcGke3V9lChoBmgJaA9DCLX5f9WRAm/AlIaUUpRoFUtzaBZHQC41wiqyWzF1fZQoaAZoCWgPQwgaFTjZBilTwJSGlFKUaBVLSGgWR0AuO5fdAPd3dX2UKGgGaAloD0MI8wTCTnGlcsCUhpRSlGgVS2NoFkdALljSXt0FKXV9lChoBmgJaA9DCPBOPj32HnHAlIaUUpRoFUtSaBZHQC5u9tdiUgV1fZQoaAZoCWgPQwi+S6lLhkp7wJSGlFKUaBVLTmgWR0AuhkMkQf6odX2UKGgGaAloD0MICks8oGxDVsCUhpRSlGgVS15oFkdALpndXT3IuHV9lChoBmgJaA9DCJC/tKhPP3XAlIaUUpRoFUtRaBZHQC6jQHAymAN1fZQoaAZoCWgPQwjboswGmXVjwJSGlFKUaBVLRWgWR0AusNjLB9CvdX2UKGgGaAloD0MImpZYGQ0NYMCUhpRSlGgVS19oFkdALrekP+XJHXV9lChoBmgJaA9DCCl7SznfsXTAlIaUUpRoFUteaBZHQC7Ai7kGRmt1fZQoaAZoCWgPQwiXOsjrQVZqwJSGlFKUaBVLaWgWR0AuxtQbdadMdX2UKGgGaAloD0MI0LTEyujCYcCUhpRSlGgVS2doFkdALtfCqIacZ3V9lChoBmgJaA9DCBdH5SZqjlPAlIaUUpRoFUtBaBZHQC7bzyz5XU91fZQoaAZoCWgPQwgwD5nyIZtQQJSGlFKUaBVN6ANoFkdALuaAnUlRg3V9lChoBmgJaA9DCFEv+DQnsFPAlIaUUpRoFUt9aBZHQC7xnBciW3V1fZQoaAZoCWgPQwiWeEDZVG56wJSGlFKUaBVLZGgWR0Au/1jiGWUsdX2UKGgGaAloD0MIt0PDYtT9bcCUhpRSlGgVS1toFkdALwj+717IDHV9lChoBmgJaA9DCM7drpem41nAlIaUUpRoFUs6aBZHQC8IWP91loV1fZQoaAZoCWgPQwgtI/WeyvZmwJSGlFKUaBVLaWgWR0AvEh8pkPMCdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 10, "n_steps": 2048, "gamma": 0.99, "gae_lambda": 0.95, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.27 #1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fd44140f0d0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fd44140f160>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fd44140f1f0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fd44140f280>", "_build": "<function ActorCriticPolicy._build at 0x7fd44140f310>", "forward": "<function ActorCriticPolicy.forward at 0x7fd44140f3a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fd44140f430>", "_predict": "<function ActorCriticPolicy._predict at 0x7fd44140f4c0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fd44140f550>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fd44140f5e0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fd44140f670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fd44140b510>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673195711615233123, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABraMD3dwlY+It8LvXRPj74DL8+8GsL0vAAAAAAAAAAAszVfPSnYNbrhOxK8csU7vIVWSDumisQ7AACAPwAAgD/tcFW+K59MPxDGUD5CnMy+24ZuvmDDhz4AAAAAAAAAAPoQbj6buXw/GlytPgoH9L4hpsQ+1nIXPgAAAAAAAAAAAOX2PWcuOD724SC+4OxUvtYjYL6yMkM9AAAAAAAAAADNWIg9yTPsPhMiaL1fRYO+2ieVPa5wnLwAAAAAAAAAACZdVT4I5m8/xbq8PuON4r6Ldac+1fxfPQAAAAAAAAAAgPFnPeH4nboSWBo3evoOMoR8oDoIBjK2AACAPwAAgD9zVpw9KCxbP7IM+z1d9/e+glC8PeiGOrsAAAAAAAAAAE2oCb0p0HO6cmAvuF+HlLNDgj85cv1KNwAAgD8AAIA/mvDPPHzeqj7n/AQ9gx2KvqSH37sYgvG8AAAAAAAAAACzTDk9PbR1u/4sHzzqHqk8W6+nPCHRj70AAIA/AACAPzNAPD0PQEw9x12BOlr0P76oeTq9vHAHPgAAAAAAAAAAMxXEPeG4g7rQW0I7kp9YPNtKO7uiH0E9AACAPwAAgD+aW6c99kxQuoreHjqcxQ01Sll4utcUOLkAAIA/AACAP4BKVL5zQIw/RDq/vt/c6b6oI/q+xc9fvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVbxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMId/NUhxxyckCUhpRSlIwBbJRL54wBdJRHQJIS4BcRlH11fZQoaAZoCWgPQwgRje4gNspwQJSGlFKUaBVNGAFoFkdAkhQpkTYdyXV9lChoBmgJaA9DCBqH+l1Y+nBAlIaUUpRoFU0GAWgWR0CSFFe8wpOOdX2UKGgGaAloD0MIPzifOtaIcECUhpRSlGgVS/loFkdAkhSKIvalDXV9lChoBmgJaA9DCI1iuaXV4XJAlIaUUpRoFU0UAWgWR0CSJ/Sy+pOvdX2UKGgGaAloD0MIks8rnrp8ckCUhpRSlGgVTQsBaBZHQJIo7DWK/Eh1fZQoaAZoCWgPQwiZvAFmvmFvQJSGlFKUaBVNVAFoFkdAkinksrd30XV9lChoBmgJaA9DCNP4hVdSinFAlIaUUpRoFUvoaBZHQJIqZ4jbBXV1fZQoaAZoCWgPQwg5KjdRS4ttQJSGlFKUaBVNQAFoFkdAkip4h6jWTXV9lChoBmgJaA9DCG9m9KPhLHJAlIaUUpRoFU1bAWgWR0CSLC2U0Nz9dX2UKGgGaAloD0MIC0RPyqSlUUCUhpRSlGgVS6loFkdAkizuhXbM5nV9lChoBmgJaA9DCOG3IcbrcW5AlIaUUpRoFU1CAWgWR0CSLYxWkrPMdX2UKGgGaAloD0MIZvZ5jPL9a0CUhpRSlGgVTW0BaBZHQJIuLFHavid1fZQoaAZoCWgPQwiGVFG8Cr5wQJSGlFKUaBVNowFoFkdAki7VF2FFlXV9lChoBmgJaA9DCLIS86xkuXFAlIaUUpRoFU0EAWgWR0CSL8Rhc7hfdX2UKGgGaAloD0MIg92wbVGmcUCUhpRSlGgVTRoBaBZHQJIwTm3fAKx1fZQoaAZoCWgPQwi5pdWQ+AJwQJSGlFKUaBVNOQFoFkdAkjIcBU70WnV9lChoBmgJaA9DCD6uDRXjJXBAlIaUUpRoFU2vAWgWR0CSNANyHVPOdX2UKGgGaAloD0MIsaNxqF//b0CUhpRSlGgVTV0BaBZHQJI0qWzF+/h1fZQoaAZoCWgPQwhpp+ZygyFzQJSGlFKUaBVNBgJoFkdAkjS7ZSNwSHV9lChoBmgJaA9DCF2j5UAPi25AlIaUUpRoFU1NAWgWR0CSNSVMVUModX2UKGgGaAloD0MICoDxDJq7cECUhpRSlGgVTT4BaBZHQJI1L003wTd1fZQoaAZoCWgPQwi2hlJ7EX1yQJSGlFKUaBVNIwJoFkdAkjZci8nNPnV9lChoBmgJaA9DCE/KpIZ2XnFAlIaUUpRoFU1xAWgWR0CSNsZ9/jKgdX2UKGgGaAloD0MILBGo/sEjcUCUhpRSlGgVTU8BaBZHQJI4y+6Ae7t1fZQoaAZoCWgPQwhZbmk1pJdrQJSGlFKUaBVNAQFoFkdAkjj4R28qWnV9lChoBmgJaA9DCDF+GvcmwnBAlIaUUpRoFU0gAWgWR0CSOXbEP1+RdX2UKGgGaAloD0MI9x+ZDh2Jc0CUhpRSlGgVTXYBaBZHQJI5hp+MIeJ1fZQoaAZoCWgPQwhtHofBfK5zQJSGlFKUaBVNWAFoFkdAkjmxGlQ/HHV9lChoBmgJaA9DCJaWkXrPD25AlIaUUpRoFU1sAWgWR0CSOuEroW56dX2UKGgGaAloD0MIGt1B7AzecUCUhpRSlGgVTSsBaBZHQJI70yFfzBh1fZQoaAZoCWgPQwh7M2q+CqVyQJSGlFKUaBVNAwFoFkdAkjw/CMxXXHV9lChoBmgJaA9DCJ6VtOIbuG1AlIaUUpRoFUv7aBZHQJI8jlOoHcF1fZQoaAZoCWgPQwjX+bfL/s1uQJSGlFKUaBVL9WgWR0CSPNBeXzDodX2UKGgGaAloD0MIjuVd9QAhckCUhpRSlGgVTSIBaBZHQJI9xfv4M4N1fZQoaAZoCWgPQwiq8Gd4c3lxQJSGlFKUaBVNIQFoFkdAkj/1nRLK3nV9lChoBmgJaA9DCH0G1JuR6HFAlIaUUpRoFUv1aBZHQJJAkC8vmHR1fZQoaAZoCWgPQwj0+/7NyxRyQJSGlFKUaBVNVQFoFkdAkkFbl/6O53V9lChoBmgJaA9DCA6jIHh8BXBAlIaUUpRoFU2SAWgWR0CSQiJzDGcXdX2UKGgGaAloD0MIfEeNCXFmcUCUhpRSlGgVTSEBaBZHQJJCVJ5E+gV1fZQoaAZoCWgPQwip91ROey9xQJSGlFKUaBVNQgFoFkdAkkQGLUCq63V9lChoBmgJaA9DCH/ZPXmYsnJAlIaUUpRoFU0WAWgWR0CSRBLVWjoIdX2UKGgGaAloD0MIfshbrr7hcUCUhpRSlGgVTRABaBZHQJJFwLSeAd51fZQoaAZoCWgPQwhkP4ulCNFwQJSGlFKUaBVNHAFoFkdAkkXThHbypnV9lChoBmgJaA9DCBubHam+bmBAlIaUUpRoFU3oA2gWR0CSReYXwb2ldX2UKGgGaAloD0MIxyk6kktTcUCUhpRSlGgVTQEBaBZHQJJGkj0L+gl1fZQoaAZoCWgPQwiufmySH45uQJSGlFKUaBVNJwFoFkdAkkbBbB42THV9lChoBmgJaA9DCIeHMH6akm5AlIaUUpRoFU2uAWgWR0CSR4e7+T/ydX2UKGgGaAloD0MI2jujrcoGcUCUhpRSlGgVTQ0BaBZHQJJI9ZfUnXx1fZQoaAZoCWgPQwj61LFKaRlxQJSGlFKUaBVNAwFoFkdAkl1llf7aZnV9lChoBmgJaA9DCO/i/bg9FnJAlIaUUpRoFU26AWgWR0CSXdbZOBUadX2UKGgGaAloD0MIwsBz7+EhbECUhpRSlGgVTQ0BaBZHQJJeY0BOpKl1fZQoaAZoCWgPQwitiJroM2twQJSGlFKUaBVNPQFoFkdAkl6JGe+VT3V9lChoBmgJaA9DCPBPqRKlh3FAlIaUUpRoFUvzaBZHQJJfVn27FsJ1fZQoaAZoCWgPQwh2w7ZFGdtnQJSGlFKUaBVN6ANoFkdAkmCVMEidKHV9lChoBmgJaA9DCJgvL8D+RHBAlIaUUpRoFU1nAWgWR0CSYZDYAbQ1dX2UKGgGaAloD0MIFOy/zk2qcECUhpRSlGgVTQgBaBZHQJJh1WZJCjV1fZQoaAZoCWgPQwhhxanWwqxwQJSGlFKUaBVNCwFoFkdAkmHeTvAoHHV9lChoBmgJaA9DCCo4vCAiKXBAlIaUUpRoFU0cAWgWR0CSYlTn7pFDdX2UKGgGaAloD0MIhnE3iFZlbUCUhpRSlGgVTWIBaBZHQJJi63azu4R1fZQoaAZoCWgPQwjbFI+L6jFyQJSGlFKUaBVNpQJoFkdAkmMXDaXa8HV9lChoBmgJaA9DCLvurUhMhG5AlIaUUpRoFUv+aBZHQJJjF8BuGbl1fZQoaAZoCWgPQwgjhbLwdRdxQJSGlFKUaBVNSQFoFkdAkmQ4VIqb0HV9lChoBmgJaA9DCP89eO3SmHFAlIaUUpRoFU0QAWgWR0CSZM6GQCCBdX2UKGgGaAloD0MIGVjH8UOockCUhpRSlGgVTXkBaBZHQJJlvIGQjlh1fZQoaAZoCWgPQwhLdQEvsylvQJSGlFKUaBVL92gWR0CSZc1Oj7AMdX2UKGgGaAloD0MI0qkrn+XtckCUhpRSlGgVS/JoFkdAkmXKrJbMYHV9lChoBmgJaA9DCFvtYS9Uz3JAlIaUUpRoFU0lAWgWR0CSZoSg5BC2dX2UKGgGaAloD0MIONkG7kAQcECUhpRSlGgVTUsBaBZHQJJnJHhCMP11fZQoaAZoCWgPQwhtxf6yO/NwQJSGlFKUaBVL8WgWR0CSaCix3V0+dX2UKGgGaAloD0MIFmh3SPHMcUCUhpRSlGgVTR8BaBZHQJJotDKHO8l1fZQoaAZoCWgPQwhRoiWP561xQJSGlFKUaBVL5WgWR0CSaVRq46OpdX2UKGgGaAloD0MIcsRafAp4cUCUhpRSlGgVS/5oFkdAkmnqHKwIMXV9lChoBmgJaA9DCKzj+KHSCHBAlIaUUpRoFU0sAWgWR0CSajMvRJEqdX2UKGgGaAloD0MIgv5Cj5gDcECUhpRSlGgVTXwBaBZHQJJqaeRPoFF1fZQoaAZoCWgPQwiYFYp0P9RxQJSGlFKUaBVL3WgWR0CSbEFEAo5QdX2UKGgGaAloD0MIPBHEeTgocUCUhpRSlGgVTSEBaBZHQJJtcsnRb8p1fZQoaAZoCWgPQwgVdHtJo4FyQJSGlFKUaBVNmQFoFkdAkm5l1bJOnHV9lChoBmgJaA9DCIdSexHtjW1AlIaUUpRoFU0NAWgWR0CSbvaVD8cddX2UKGgGaAloD0MIDMwKRfoNckCUhpRSlGgVTccBaBZHQJJvc25xzaN1fZQoaAZoCWgPQwhCz2bVJ4lyQJSGlFKUaBVNWgFoFkdAknCPwZwXInV9lChoBmgJaA9DCDcXf9sTcXJAlIaUUpRoFU0FAWgWR0CScLnF5v9+dX2UKGgGaAloD0MIjiPW4tNbcECUhpRSlGgVTT0BaBZHQJJxXT3IuGt1fZQoaAZoCWgPQwgIk+Lj06NyQJSGlFKUaBVNwwFoFkdAknIe+mFajnV9lChoBmgJaA9DCGwiMxc4Q3FAlIaUUpRoFUvxaBZHQJJyN+XqqwR1fZQoaAZoCWgPQwifzD/6Jn1xQJSGlFKUaBVL/2gWR0CSclsqJ/G3dX2UKGgGaAloD0MIXhPSGkNlckCUhpRSlGgVTWsBaBZHQJJ0UORT0g91fZQoaAZoCWgPQwikchO1dMFxQJSGlFKUaBVNFQFoFkdAknUmv4dp7HV9lChoBmgJaA9DCB6lEp7Q5HJAlIaUUpRoFU1dAmgWR0CSdVzmfXf7dX2UKGgGaAloD0MIfH+D9uqTcECUhpRSlGgVTXkBaBZHQJJ1ZaIN3GJ1fZQoaAZoCWgPQwhCk8SScnhuQJSGlFKUaBVNDQJoFkdAknXinxaxHHV9lChoBmgJaA9DCBtGQfD4gXBAlIaUUpRoFU2WAWgWR0CSd0ImPYFrdX2UKGgGaAloD0MIYTWWsPZScECUhpRSlGgVTRMBaBZHQJJ3VZfUnXx1fZQoaAZoCWgPQwjWyRmKO2pzQJSGlFKUaBVNLwFoFkdAkneqj8DSxHV9lChoBmgJaA9DCLPNjekJ+nFAlIaUUpRoFUv1aBZHQJJ4gPhAGB51fZQoaAZoCWgPQwh88xsmGnZwQJSGlFKUaBVNNAFoFkdAknm54W1twnV9lChoBmgJaA9DCClauRfYk3NAlIaUUpRoFU1sAWgWR0CSendNFjNIdX2UKGgGaAloD0MIG7yvykXXckCUhpRSlGgVTR4BaBZHQJJ6sFV1fVt1fZQoaAZoCWgPQwiF0EGXcDBvQJSGlFKUaBVNsQFoFkdAknrHJkoWpXV9lChoBmgJaA9DCMPwETGlCnBAlIaUUpRoFU0eAWgWR0CSetTgVGkOdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.27 #1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.16", "Stable-Baselines3": "1.6.2", "PyTorch": "1.13.0+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:477d79fda795a597816f3811190496b72514f5958e4a9a01a1f26a774d3a19ab
-size 147065
+oid sha256:8a5c8f98705bcd3ba0f02a9afc1f8744b9be3431484db4146261851fbec8f969
+size 147194

ppo-LunarLander-v2/data

@@ -42,12 +42,12 @@
         "_np_random": null
     },
     "n_envs": 16,
-    "num_timesteps": 32768,
-    "_total_timesteps": 1000,
+    "num_timesteps": 1015808,
+    "_total_timesteps": 1000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1673195566224874466,
+    "start_time": 1673195711615233123,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -56,7 +56,7 @@
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoYMD7je54/haVFP4pkAr9jxXa+aro4vgAAAAAAAAAAQCARvhL82T/Sywi/Clg8PsWc5D5wivQ+AAAAAAAAAAAtxQa+9KuMP6SwpL7wTSu/HThBPkEVyz0AAAAAAAAAAAAIKb0pon8/0IjcN+zrNL9rp6i9kgoIvgAAAAAAAAAAMwQTvlC0jj9CARW/zWssv4CweD4i1YY+AAAAAAAAAABAjx8/YLAPvhohWj8R9oq+VFRpvZeytbwAAAAAAACAP81jEj1Mmbo/yQfMPsJUCT71DA+9yJCIvQAAAAAAAAAAZmMMPTlxyT/L2/89TzoOvh/l470WvXU8AAAAAAAAAACWVWO+TbZrP+JFL7+t3ne/YEUrPhN/0D0AAAAAAAAAAEB3yT0SDKY/+nowP++LzL4+ONu9BQ66vQAAAAAAAAAAzYmvPIvoqj/jYm4+DV/yvigGwLyQPRi9AAAAAAAAAADgpmE+9KEEP1RuDD+KqKC/8TgUvWgTM70AAAAAAAAAACPThr6GtZg/tjQcv2XdG79YH34+62EGPgAAAAAAAAAAzdS2O1UPsT/7w0Q+oDLfvhVfmrtnC0u9AAAAAAAAAAAzwhO+LFaJP/6Lz75uwE6/xmI3P9bsfT4AAAAAAAAAAKCeID+ZI/k++h2LP0mrer9A5QS/uMNpvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAABraMD3dwlY+It8LvXRPj74DL8+8GsL0vAAAAAAAAAAAszVfPSnYNbrhOxK8csU7vIVWSDumisQ7AACAPwAAgD/tcFW+K59MPxDGUD5CnMy+24ZuvmDDhz4AAAAAAAAAAPoQbj6buXw/GlytPgoH9L4hpsQ+1nIXPgAAAAAAAAAAAOX2PWcuOD724SC+4OxUvtYjYL6yMkM9AAAAAAAAAADNWIg9yTPsPhMiaL1fRYO+2ieVPa5wnLwAAAAAAAAAACZdVT4I5m8/xbq8PuON4r6Ldac+1fxfPQAAAAAAAAAAgPFnPeH4nboSWBo3evoOMoR8oDoIBjK2AACAPwAAgD9zVpw9KCxbP7IM+z1d9/e+glC8PeiGOrsAAAAAAAAAAE2oCb0p0HO6cmAvuF+HlLNDgj85cv1KNwAAgD8AAIA/mvDPPHzeqj7n/AQ9gx2KvqSH37sYgvG8AAAAAAAAAACzTDk9PbR1u/4sHzzqHqk8W6+nPCHRj70AAIA/AACAPzNAPD0PQEw9x12BOlr0P76oeTq9vHAHPgAAAAAAAAAAMxXEPeG4g7rQW0I7kp9YPNtKO7uiH0E9AACAPwAAgD+aW6c99kxQuoreHjqcxQ01Sll4utcUOLkAAIA/AACAP4BKVL5zQIw/RDq/vt/c6b6oI/q+xc9fvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -66,24 +66,24 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -31.768,
+    "_current_progress_remaining": -0.015808000000000044,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIXKrSFtexXMCUhpRSlIwBbJRLWYwBdJRHQCnqlP8AJcB1fZQoaAZoCWgPQwiSIFwBheNdwJSGlFKUaBVLbWgWR0Ap972L5ylvdX2UKGgGaAloD0MIPbg7a7ebZMCUhpRSlGgVS0xoFkdAKg1RUFSsKnV9lChoBmgJaA9DCGK/J9YpWnbAlIaUUpRoFUtiaBZHQCoRbSqlxfh1fZQoaAZoCWgPQwjyJyobVtB2wJSGlFKUaBVLVmgWR0AqG8SPEKmbdX2UKGgGaAloD0MIjWFO0CZZXcCUhpRSlGgVS0ZoFkdAKivfTCtRvXV9lChoBmgJaA9DCABUceMW/mDAlIaUUpRoFUuTaBZHQCouCdz4k/t1fZQoaAZoCWgPQwgke4SaIWJhwJSGlFKUaBVLdGgWR0AqOKhL5AQhdX2UKGgGaAloD0MIFCUhkXYLcsCUhpRSlGgVS2JoFkdAKk8CYCyQgnV9lChoBmgJaA9DCEJg5dCiV3TAlIaUUpRoFUteaBZHQCpxs2vStvJ1fZQoaAZoCWgPQwidLLXer1ZywJSGlFKUaBVLXGgWR0AqdmEGqxTsdX2UKGgGaAloD0MIcefCSK87ZsCUhpRSlGgVS2RoFkdAKnX6Q/5cknV9lChoBmgJaA9DCF4QkZp2xVjAlIaUUpRoFUtYaBZHQCqkSGrS3LF1fZQoaAZoCWgPQwgGKuPfZ716wJSGlFKUaBVLbWgWR0Aqq5FPSDywdX2UKGgGaAloD0MIUMJM27/EXcCUhpRSlGgVS1BoFkdAKqqtozvZy3V9lChoBmgJaA9DCEc6AyOvYGHAlIaUUpRoFUtHaBZHQCqss189fTl1fZQoaAZoCWgPQwhx58JI77pzwJSGlFKUaBVLXGgWR0Aqtr6+FlCkdX2UKGgGaAloD0MI7YDripl2asCUhpRSlGgVS0RoFkdAKsVx0dRzinV9lChoBmgJaA9DCPPJiuHqjl7AlIaUUpRoFUtYaBZHQCreYUnG8291fZQoaAZoCWgPQwiifEELCUNcwJSGlFKUaBVLiWgWR0Aq5hRZU1htdX2UKGgGaAloD0MIs5quJ7pkacCUhpRSlGgVS25oFkdAKwaq0dBBzHV9lChoBmgJaA9DCO8gdqbQv1/AlIaUUpRoFUtlaBZHQCsOHpKSPlx1fZQoaAZoCWgPQwgOgo5WtTlYwJSGlFKUaBVLYGgWR0ArEE/0NBnjdX2UKGgGaAloD0MIru/DQULqYMCUhpRSlGgVS2hoFkdAKzyd4FA3UHV9lChoBmgJaA9DCGw/GeMDGHrAlIaUUpRoFUtbaBZHQCtAwPAfuCx1fZQoaAZoCWgPQwjDYtS19lVgwJSGlFKUaBVLSmgWR0ArTB0p3HJcdX2UKGgGaAloD0MIGyrG+RvyYMCUhpRSlGgVS2NoFkdAK1OwHJLdvnV9lChoBmgJaA9DCFNYqaCiWlzAlIaUUpRoFUtkaBZHQCtR1/2Cdz51fZQoaAZoCWgPQwiTj90Fim54wJSGlFKUaBVLUWgWR0ArYiyprDZUdX2UKGgGaAloD0MI5J8ZxAf9VsCUhpRSlGgVS0hoFkdAK4U8V58jRnV9lChoBmgJaA9DCHCX/brTXXvAlIaUUpRoFUtnaBZHQCuVQyhzvJB1fZQoaAZoCWgPQwi/DMaIRDdZwJSGlFKUaBVLUWgWR0ArobwSamXPdX2UKGgGaAloD0MIvTWwVYLzYcCUhpRSlGgVS2FoFkdAK6P6KtPpIXV9lChoBmgJaA9DCAVOtoE7TWDAlIaUUpRoFUtuaBZHQCunFglWwNd1fZQoaAZoCWgPQwi/J9ap8tRSwJSGlFKUaBVLRGgWR0Arq6ErXlKcdX2UKGgGaAloD0MI0ZLH07Jpc8CUhpRSlGgVS2toFkdAK6tFz+3pfXV9lChoBmgJaA9DCKXbErngmlnAlIaUUpRoFUtFaBZHQCuwEZBLPD51fZQoaAZoCWgPQwgQroBCvV1rwJSGlFKUaBVLUWgWR0ArwBNmDlHSdX2UKGgGaAloD0MI/dzQlJ3/XsCUhpRSlGgVS1JoFkdAK/Qy6+WWyHV9lChoBmgJaA9DCDeq04EsuW3AlIaUUpRoFUtXaBZHQCwD52yLQ5Z1fZQoaAZoCWgPQwgVGohls8dhwJSGlFKUaBVLVWgWR0AsC6RQrMC+dX2UKGgGaAloD0MIHEMAcGwBY8CUhpRSlGgVS05oFkdALBKdxyXD33V9lChoBmgJaA9DCJZ5q65DQ1bAlIaUUpRoFUs8aBZHQCwpHuqm0md1fZQoaAZoCWgPQwgvo1huabxqwJSGlFKUaBVLZ2gWR0AsPQQcxTKldX2UKGgGaAloD0MII72o3a/JXcCUhpRSlGgVS0doFkdALEksz2vjfnV9lChoBmgJaA9DCBMLfEW3QGPAlIaUUpRoFUtVaBZHQCxYhUzbeuV1fZQoaAZoCWgPQwhRg2kYPjlfwJSGlFKUaBVLUGgWR0AsZRhMJx//dX2UKGgGaAloD0MI7fDXZI3UY8CUhpRSlGgVS0hoFkdALGwIMSbpeXV9lChoBmgJaA9DCJDAH37+VlrAlIaUUpRoFUtlaBZHQCx0UTL4etF1fZQoaAZoCWgPQwipFhHFZDtrwJSGlFKUaBVLfWgWR0AsdscABDG+dX2UKGgGaAloD0MII/YJoFjVcsCUhpRSlGgVS2FoFkdALJDZ13dKunV9lChoBmgJaA9DCLjKEwh7tHvAlIaUUpRoFUtgaBZHQCyTQ9ic5Kh1fZQoaAZoCWgPQwj8Uj9vKl5pwJSGlFKUaBVLRWgWR0AsnU+9rXUZdX2UKGgGaAloD0MI7pi6K7vpWsCUhpRSlGgVSztoFkdALNFfJFLFoHV9lChoBmgJaA9DCAmmmlkL2nPAlIaUUpRoFUt/aBZHQCzS3Zwn6VN1fZQoaAZoCWgPQwiWl/xP/nRYwJSGlFKUaBVLXWgWR0As6ois4ku6dX2UKGgGaAloD0MIY3yYvWzdU8CUhpRSlGgVS09oFkdALO9sJpnHvXV9lChoBmgJaA9DCED4UKKl/3TAlIaUUpRoFUteaBZHQCz7S5RTCLx1fZQoaAZoCWgPQwh5QNmUK1dQwJSGlFKUaBVLRmgWR0AtB5JK8L8adX2UKGgGaAloD0MI7+L9uP2ST8CUhpRSlGgVS0toFkdALQRpUPxx1nV9lChoBmgJaA9DCMxAZfw7XXvAlIaUUpRoFUtKaBZHQC0d8VpKzzF1fZQoaAZoCWgPQwgnaf6YVmxpwJSGlFKUaBVLcmgWR0AtIW1twaR7dX2UKGgGaAloD0MIvAUSFD9HWMCUhpRSlGgVS0BoFkdALSuAy2x6fXV9lChoBmgJaA9DCK+w4H7A0FjAlIaUUpRoFUtMaBZHQC0q5d4Vym11fZQoaAZoCWgPQwiop4/An7diwJSGlFKUaBVLUmgWR0AtNd43WFvidX2UKGgGaAloD0MIVrd6TnqLScCUhpRSlGgVS0JoFkdALTnQyAQQMHV9lChoBmgJaA9DCAfuQJ3ynmDAlIaUUpRoFUtcaBZHQC1BA8jiXIF1fZQoaAZoCWgPQwgKou4DkGlkwJSGlFKUaBVLYGgWR0AtcKPXCj1xdX2UKGgGaAloD0MIYXE486szS8CUhpRSlGgVS1RoFkdALZI11nuiOHV9lChoBmgJaA9DCL0eTIqPlFDAlIaUUpRoFUs/aBZHQC2tP1tfoid1fZQoaAZoCWgPQwiPxTapaLVewJSGlFKUaBVLT2gWR0Att4SpR4yHdX2UKGgGaAloD0MILQWk/Y9UY8CUhpRSlGgVS1RoFkdALcYcvM8oyHV9lChoBmgJaA9DCMIyNnSzyl/AlIaUUpRoFUs+aBZHQC3I5FPSDyx1fZQoaAZoCWgPQwjylUBK7KphwJSGlFKUaBVLRmgWR0Aty7dznzQNdX2UKGgGaAloD0MIoKaWrXWuYcCUhpRSlGgVS2VoFkdALdG/336AOXV9lChoBmgJaA9DCC9OfLWjqW7AlIaUUpRoFUtzaBZHQC3cRYigTRJ1fZQoaAZoCWgPQwhJvhJIyW92wJSGlFKUaBVLaWgWR0At33QD3dsSdX2UKGgGaAloD0MITbuYZroGWsCUhpRSlGgVS0RoFkdALd8hcJMQE3V9lChoBmgJaA9DCArYDkZsX23AlIaUUpRoFUtkaBZHQC4HB55Z8rt1fZQoaAZoCWgPQwhO0CaHT+1XwJSGlFKUaBVLYGgWR0AuE6kIomXxdX2UKGgGaAloD0MI/0EkQw5/dMCUhpRSlGgVS4BoFkdALiFtbcGke3V9lChoBmgJaA9DCLX5f9WRAm/AlIaUUpRoFUtzaBZHQC41wiqyWzF1fZQoaAZoCWgPQwgaFTjZBilTwJSGlFKUaBVLSGgWR0AuO5fdAPd3dX2UKGgGaAloD0MI8wTCTnGlcsCUhpRSlGgVS2NoFkdALljSXt0FKXV9lChoBmgJaA9DCPBOPj32HnHAlIaUUpRoFUtSaBZHQC5u9tdiUgV1fZQoaAZoCWgPQwi+S6lLhkp7wJSGlFKUaBVLTmgWR0AuhkMkQf6odX2UKGgGaAloD0MICks8oGxDVsCUhpRSlGgVS15oFkdALpndXT3IuHV9lChoBmgJaA9DCJC/tKhPP3XAlIaUUpRoFUtRaBZHQC6jQHAymAN1fZQoaAZoCWgPQwjboswGmXVjwJSGlFKUaBVLRWgWR0AusNjLB9CvdX2UKGgGaAloD0MImpZYGQ0NYMCUhpRSlGgVS19oFkdALrekP+XJHXV9lChoBmgJaA9DCCl7SznfsXTAlIaUUpRoFUteaBZHQC7Ai7kGRmt1fZQoaAZoCWgPQwiXOsjrQVZqwJSGlFKUaBVLaWgWR0AuxtQbdadMdX2UKGgGaAloD0MI0LTEyujCYcCUhpRSlGgVS2doFkdALtfCqIacZ3V9lChoBmgJaA9DCBdH5SZqjlPAlIaUUpRoFUtBaBZHQC7bzyz5XU91fZQoaAZoCWgPQwgwD5nyIZtQQJSGlFKUaBVN6ANoFkdALuaAnUlRg3V9lChoBmgJaA9DCFEv+DQnsFPAlIaUUpRoFUt9aBZHQC7xnBciW3V1fZQoaAZoCWgPQwiWeEDZVG56wJSGlFKUaBVLZGgWR0Au/1jiGWUsdX2UKGgGaAloD0MIt0PDYtT9bcCUhpRSlGgVS1toFkdALwj+717IDHV9lChoBmgJaA9DCM7drpem41nAlIaUUpRoFUs6aBZHQC8IWP91loV1fZQoaAZoCWgPQwgtI/WeyvZmwJSGlFKUaBVLaWgWR0AvEh8pkPMCdWUu"
+        ":serialized:": "gAWVbxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMId/NUhxxyckCUhpRSlIwBbJRL54wBdJRHQJIS4BcRlH11fZQoaAZoCWgPQwgRje4gNspwQJSGlFKUaBVNGAFoFkdAkhQpkTYdyXV9lChoBmgJaA9DCBqH+l1Y+nBAlIaUUpRoFU0GAWgWR0CSFFe8wpOOdX2UKGgGaAloD0MIPzifOtaIcECUhpRSlGgVS/loFkdAkhSKIvalDXV9lChoBmgJaA9DCI1iuaXV4XJAlIaUUpRoFU0UAWgWR0CSJ/Sy+pOvdX2UKGgGaAloD0MIks8rnrp8ckCUhpRSlGgVTQsBaBZHQJIo7DWK/Eh1fZQoaAZoCWgPQwiZvAFmvmFvQJSGlFKUaBVNVAFoFkdAkinksrd30XV9lChoBmgJaA9DCNP4hVdSinFAlIaUUpRoFUvoaBZHQJIqZ4jbBXV1fZQoaAZoCWgPQwg5KjdRS4ttQJSGlFKUaBVNQAFoFkdAkip4h6jWTXV9lChoBmgJaA9DCG9m9KPhLHJAlIaUUpRoFU1bAWgWR0CSLC2U0Nz9dX2UKGgGaAloD0MIC0RPyqSlUUCUhpRSlGgVS6loFkdAkizuhXbM5nV9lChoBmgJaA9DCOG3IcbrcW5AlIaUUpRoFU1CAWgWR0CSLYxWkrPMdX2UKGgGaAloD0MIZvZ5jPL9a0CUhpRSlGgVTW0BaBZHQJIuLFHavid1fZQoaAZoCWgPQwiGVFG8Cr5wQJSGlFKUaBVNowFoFkdAki7VF2FFlXV9lChoBmgJaA9DCLIS86xkuXFAlIaUUpRoFU0EAWgWR0CSL8Rhc7hfdX2UKGgGaAloD0MIg92wbVGmcUCUhpRSlGgVTRoBaBZHQJIwTm3fAKx1fZQoaAZoCWgPQwi5pdWQ+AJwQJSGlFKUaBVNOQFoFkdAkjIcBU70WnV9lChoBmgJaA9DCD6uDRXjJXBAlIaUUpRoFU2vAWgWR0CSNANyHVPOdX2UKGgGaAloD0MIsaNxqF//b0CUhpRSlGgVTV0BaBZHQJI0qWzF+/h1fZQoaAZoCWgPQwhpp+ZygyFzQJSGlFKUaBVNBgJoFkdAkjS7ZSNwSHV9lChoBmgJaA9DCF2j5UAPi25AlIaUUpRoFU1NAWgWR0CSNSVMVUModX2UKGgGaAloD0MICoDxDJq7cECUhpRSlGgVTT4BaBZHQJI1L003wTd1fZQoaAZoCWgPQwi2hlJ7EX1yQJSGlFKUaBVNIwJoFkdAkjZci8nNPnV9lChoBmgJaA9DCE/KpIZ2XnFAlIaUUpRoFU1xAWgWR0CSNsZ9/jKgdX2UKGgGaAloD0MILBGo/sEjcUCUhpRSlGgVTU8BaBZHQJI4y+6Ae7t1fZQoaAZoCWgPQwhZbmk1pJdrQJSGlFKUaBVNAQFoFkdAkjj4R28qWnV9lChoBmgJaA9DCDF+GvcmwnBAlIaUUpRoFU0gAWgWR0CSOXbEP1+RdX2UKGgGaAloD0MI9x+ZDh2Jc0CUhpRSlGgVTXYBaBZHQJI5hp+MIeJ1fZQoaAZoCWgPQwhtHofBfK5zQJSGlFKUaBVNWAFoFkdAkjmxGlQ/HHV9lChoBmgJaA9DCJaWkXrPD25AlIaUUpRoFU1sAWgWR0CSOuEroW56dX2UKGgGaAloD0MIGt1B7AzecUCUhpRSlGgVTSsBaBZHQJI70yFfzBh1fZQoaAZoCWgPQwh7M2q+CqVyQJSGlFKUaBVNAwFoFkdAkjw/CMxXXHV9lChoBmgJaA9DCJ6VtOIbuG1AlIaUUpRoFUv7aBZHQJI8jlOoHcF1fZQoaAZoCWgPQwjX+bfL/s1uQJSGlFKUaBVL9WgWR0CSPNBeXzDodX2UKGgGaAloD0MIjuVd9QAhckCUhpRSlGgVTSIBaBZHQJI9xfv4M4N1fZQoaAZoCWgPQwiq8Gd4c3lxQJSGlFKUaBVNIQFoFkdAkj/1nRLK3nV9lChoBmgJaA9DCH0G1JuR6HFAlIaUUpRoFUv1aBZHQJJAkC8vmHR1fZQoaAZoCWgPQwj0+/7NyxRyQJSGlFKUaBVNVQFoFkdAkkFbl/6O53V9lChoBmgJaA9DCA6jIHh8BXBAlIaUUpRoFU2SAWgWR0CSQiJzDGcXdX2UKGgGaAloD0MIfEeNCXFmcUCUhpRSlGgVTSEBaBZHQJJCVJ5E+gV1fZQoaAZoCWgPQwip91ROey9xQJSGlFKUaBVNQgFoFkdAkkQGLUCq63V9lChoBmgJaA9DCH/ZPXmYsnJAlIaUUpRoFU0WAWgWR0CSRBLVWjoIdX2UKGgGaAloD0MIfshbrr7hcUCUhpRSlGgVTRABaBZHQJJFwLSeAd51fZQoaAZoCWgPQwhkP4ulCNFwQJSGlFKUaBVNHAFoFkdAkkXThHbypnV9lChoBmgJaA9DCBubHam+bmBAlIaUUpRoFU3oA2gWR0CSReYXwb2ldX2UKGgGaAloD0MIxyk6kktTcUCUhpRSlGgVTQEBaBZHQJJGkj0L+gl1fZQoaAZoCWgPQwiufmySH45uQJSGlFKUaBVNJwFoFkdAkkbBbB42THV9lChoBmgJaA9DCIeHMH6akm5AlIaUUpRoFU2uAWgWR0CSR4e7+T/ydX2UKGgGaAloD0MI2jujrcoGcUCUhpRSlGgVTQ0BaBZHQJJI9ZfUnXx1fZQoaAZoCWgPQwj61LFKaRlxQJSGlFKUaBVNAwFoFkdAkl1llf7aZnV9lChoBmgJaA9DCO/i/bg9FnJAlIaUUpRoFU26AWgWR0CSXdbZOBUadX2UKGgGaAloD0MIwsBz7+EhbECUhpRSlGgVTQ0BaBZHQJJeY0BOpKl1fZQoaAZoCWgPQwitiJroM2twQJSGlFKUaBVNPQFoFkdAkl6JGe+VT3V9lChoBmgJaA9DCPBPqRKlh3FAlIaUUpRoFUvzaBZHQJJfVn27FsJ1fZQoaAZoCWgPQwh2w7ZFGdtnQJSGlFKUaBVN6ANoFkdAkmCVMEidKHV9lChoBmgJaA9DCJgvL8D+RHBAlIaUUpRoFU1nAWgWR0CSYZDYAbQ1dX2UKGgGaAloD0MIFOy/zk2qcECUhpRSlGgVTQgBaBZHQJJh1WZJCjV1fZQoaAZoCWgPQwhhxanWwqxwQJSGlFKUaBVNCwFoFkdAkmHeTvAoHHV9lChoBmgJaA9DCCo4vCAiKXBAlIaUUpRoFU0cAWgWR0CSYlTn7pFDdX2UKGgGaAloD0MIhnE3iFZlbUCUhpRSlGgVTWIBaBZHQJJi63azu4R1fZQoaAZoCWgPQwjbFI+L6jFyQJSGlFKUaBVNpQJoFkdAkmMXDaXa8HV9lChoBmgJaA9DCLvurUhMhG5AlIaUUpRoFUv+aBZHQJJjF8BuGbl1fZQoaAZoCWgPQwgjhbLwdRdxQJSGlFKUaBVNSQFoFkdAkmQ4VIqb0HV9lChoBmgJaA9DCP89eO3SmHFAlIaUUpRoFU0QAWgWR0CSZM6GQCCBdX2UKGgGaAloD0MIGVjH8UOockCUhpRSlGgVTXkBaBZHQJJlvIGQjlh1fZQoaAZoCWgPQwhLdQEvsylvQJSGlFKUaBVL92gWR0CSZc1Oj7AMdX2UKGgGaAloD0MI0qkrn+XtckCUhpRSlGgVS/JoFkdAkmXKrJbMYHV9lChoBmgJaA9DCFvtYS9Uz3JAlIaUUpRoFU0lAWgWR0CSZoSg5BC2dX2UKGgGaAloD0MIONkG7kAQcECUhpRSlGgVTUsBaBZHQJJnJHhCMP11fZQoaAZoCWgPQwhtxf6yO/NwQJSGlFKUaBVL8WgWR0CSaCix3V0+dX2UKGgGaAloD0MIFmh3SPHMcUCUhpRSlGgVTR8BaBZHQJJotDKHO8l1fZQoaAZoCWgPQwhRoiWP561xQJSGlFKUaBVL5WgWR0CSaVRq46OpdX2UKGgGaAloD0MIcsRafAp4cUCUhpRSlGgVS/5oFkdAkmnqHKwIMXV9lChoBmgJaA9DCKzj+KHSCHBAlIaUUpRoFU0sAWgWR0CSajMvRJEqdX2UKGgGaAloD0MIgv5Cj5gDcECUhpRSlGgVTXwBaBZHQJJqaeRPoFF1fZQoaAZoCWgPQwiYFYp0P9RxQJSGlFKUaBVL3WgWR0CSbEFEAo5QdX2UKGgGaAloD0MIPBHEeTgocUCUhpRSlGgVTSEBaBZHQJJtcsnRb8p1fZQoaAZoCWgPQwgVdHtJo4FyQJSGlFKUaBVNmQFoFkdAkm5l1bJOnHV9lChoBmgJaA9DCIdSexHtjW1AlIaUUpRoFU0NAWgWR0CSbvaVD8cddX2UKGgGaAloD0MIDMwKRfoNckCUhpRSlGgVTccBaBZHQJJvc25xzaN1fZQoaAZoCWgPQwhCz2bVJ4lyQJSGlFKUaBVNWgFoFkdAknCPwZwXInV9lChoBmgJaA9DCDcXf9sTcXJAlIaUUpRoFU0FAWgWR0CScLnF5v9+dX2UKGgGaAloD0MIjiPW4tNbcECUhpRSlGgVTT0BaBZHQJJxXT3IuGt1fZQoaAZoCWgPQwgIk+Lj06NyQJSGlFKUaBVNwwFoFkdAknIe+mFajnV9lChoBmgJaA9DCGwiMxc4Q3FAlIaUUpRoFUvxaBZHQJJyN+XqqwR1fZQoaAZoCWgPQwifzD/6Jn1xQJSGlFKUaBVL/2gWR0CSclsqJ/G3dX2UKGgGaAloD0MIXhPSGkNlckCUhpRSlGgVTWsBaBZHQJJ0UORT0g91fZQoaAZoCWgPQwikchO1dMFxQJSGlFKUaBVNFQFoFkdAknUmv4dp7HV9lChoBmgJaA9DCB6lEp7Q5HJAlIaUUpRoFU1dAmgWR0CSdVzmfXf7dX2UKGgGaAloD0MIfH+D9uqTcECUhpRSlGgVTXkBaBZHQJJ1ZaIN3GJ1fZQoaAZoCWgPQwhCk8SScnhuQJSGlFKUaBVNDQJoFkdAknXinxaxHHV9lChoBmgJaA9DCBtGQfD4gXBAlIaUUpRoFU2WAWgWR0CSd0ImPYFrdX2UKGgGaAloD0MIYTWWsPZScECUhpRSlGgVTRMBaBZHQJJ3VZfUnXx1fZQoaAZoCWgPQwjWyRmKO2pzQJSGlFKUaBVNLwFoFkdAkneqj8DSxHV9lChoBmgJaA9DCLPNjekJ+nFAlIaUUpRoFUv1aBZHQJJ4gPhAGB51fZQoaAZoCWgPQwh88xsmGnZwQJSGlFKUaBVNNAFoFkdAknm54W1twnV9lChoBmgJaA9DCClauRfYk3NAlIaUUpRoFU1sAWgWR0CSendNFjNIdX2UKGgGaAloD0MIG7yvykXXckCUhpRSlGgVTR4BaBZHQJJ6sFV1fVt1fZQoaAZoCWgPQwiF0EGXcDBvQJSGlFKUaBVNsQFoFkdAknrHJkoWpXV9lChoBmgJaA9DCMPwETGlCnBAlIaUUpRoFU0eAWgWR0CSetTgVGkOdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 10,
-    "n_steps": 2048,
-    "gamma": 0.99,
-    "gae_lambda": 0.95,
-    "ent_coef": 0.0,
+    "_n_updates": 248,
+    "n_steps": 1024,
+    "gamma": 0.999,
+    "gae_lambda": 0.98,
+    "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
     "batch_size": 64,
-    "n_epochs": 10,
+    "n_epochs": 4,
     "clip_range": {
         ":type:": "<class 'function'>",
         ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4BDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45b4278391c371cbb5e883aa86a5411d92baee4f644027630a533b1f09c0a495
+oid sha256:43861782d7b1f98affe126d23c657be30b0b58a8e8d2a0fa57fa43164c5d46ee
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f97ff73bf3066f29f8f1954923c6702877686261e6d2bbafc87ae855722218d0
+oid sha256:a3a342244e6b92c93606b3e2fb384ee78670eebf193a17661bb52b0d18f29da6
 size 43201

results.json

@@ -1 +1 @@
-{"mean_reward": -519.6676950292779, "std_reward": 278.13902708933756, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-08T16:33:59.108897"}
+{"mean_reward": 256.7424240354867, "std_reward": 21.247677070380988, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-08T16:53:26.791750"}