LunarLander agent 2

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 286.98 +/- 23.64
+      value: 280.60 +/- 15.56
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f1cfd86d820>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f1cfd86d8b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f1cfd86d940>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f1cfd86d9d0>", "_build": "<function ActorCriticPolicy._build at 0x7f1cfd86da60>", "forward": "<function ActorCriticPolicy.forward at 0x7f1cfd86daf0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f1cfd86db80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f1cfd86dc10>", "_predict": "<function ActorCriticPolicy._predict at 0x7f1cfd86dca0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f1cfd86dd30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f1cfd86ddc0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f1cfd86de50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f1cfd856ab0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2008832, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674320383100198884, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALpkBD5D+Yc/gKKhPqZaTr8kxEQ+7hz0PQAAAAAAAAAAJkIwPj3xND/+ieA95jslvyL+sD5ce5M8AAAAAAAAAABmghC8c2K5P/tmZL7mZMA+GcokPAmpTD0AAAAAAAAAAABIXrttc7k/zpLju3G8z75gZ4g81bJnuwAAAAAAAAAAJu25vSGCqryk05Q9LUFKPEOtFr654SI9AACAPwAAAAAThCU+3B97vOF6HTtvAYw8GmPQvd99P70AAIA/AACAP+b0RL4VN3c/aoiivmelDb+cRcy+wsg1vgAAAAAAAAAAw/1hvph3gj898Km+CdAGv96e5r65ig2+AAAAAAAAAADtrjG+ISGKvLiA6LoLCSu5G636PXVoGDoAAIA/AACAPzrijj4fciQ/YrrmvJEcGr8crtc+ZsM/vgAAAAAAAAAAWsYHvmZLsD8aJsK+dVTyvobSQL5izTm+AAAAAAAAAACg3lU+kSR/PpZ/rL5jrAu/VJdzPPr9b74AAAAAAAAAAOZqLr7KC6g/jMulvvlDHr9IkaO+jmbDvQAAAAAAAAAA5n0VPnEIR7sPx6IzT6OIsqWsd7zerAi0AACAPwAAgD+NkV0+HPtXPu2zuL6w3Py+uLyfu0eVCb4AAAAAAAAAAAAAYro8pqw/9we7uuzVvb6Mgou87YAQvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0044159999999999755, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMInPhqR7Hic0CUhpRSlIwBbJRLxYwBdJRHQKjd56ZYxL11fZQoaAZoCWgPQwhdGVQbnJ9zQJSGlFKUaBVLvGgWR0Co3hOPV/c4dX2UKGgGaAloD0MILbRzmgUYdECUhpRSlGgVS69oFkdAqN4q4Ds+mnV9lChoBmgJaA9DCIHptG6D+G9AlIaUUpRoFUuQaBZHQKjeS+7lJYl1fZQoaAZoCWgPQwikbJG0W4pzQJSGlFKUaBVL0GgWR0Co3nPXTVlPdX2UKGgGaAloD0MIXpz4asfjc0CUhpRSlGgVS8FoFkdAqN6XwNLDh3V9lChoBmgJaA9DCEMfLGODEnFAlIaUUpRoFUu+aBZHQKjepUEPlMh1fZQoaAZoCWgPQwgnvtpRnDF0QJSGlFKUaBVLo2gWR0Co3sUGu9vkdX2UKGgGaAloD0MImPc408TAcUCUhpRSlGgVS6RoFkdAqN7eCbtqpXV9lChoBmgJaA9DCPpfrkUL4nJAlIaUUpRoFUu/aBZHQKkD9QhOgxt1fZQoaAZoCWgPQwh7aB8reHpxQJSGlFKUaBVLt2gWR0CpBEFvAGjcdX2UKGgGaAloD0MISl8IOS8oc0CUhpRSlGgVS89oFkdAqQR/lZHNHHV9lChoBmgJaA9DCB8TKc3m1T5AlIaUUpRoFUtlaBZHQKkEhtwaR6p1fZQoaAZoCWgPQwg3xeOimq9xQJSGlFKUaBVLlGgWR0CpBKh42S+ydX2UKGgGaAloD0MIaAWGrK63cUCUhpRSlGgVS7poFkdAqQS9PP9k0HV9lChoBmgJaA9DCHJtqBjn2HFAlIaUUpRoFUuxaBZHQKkEyZ3LV4J1fZQoaAZoCWgPQwjjUL8L201yQJSGlFKUaBVLuWgWR0CpBPrJbMX8dX2UKGgGaAloD0MIroBCPT1NcECUhpRSlGgVS5poFkdAqQUSaVlf7nV9lChoBmgJaA9DCKH3xhDAZnFAlIaUUpRoFUuuaBZHQKkFLmBe5Wl1fZQoaAZoCWgPQwgBvtu8Md5wQJSGlFKUaBVLm2gWR0CpBXeYc/+sdX2UKGgGaAloD0MIGEFjJhG0cUCUhpRSlGgVS55oFkdAqQYFq1w5vXV9lChoBmgJaA9DCNmXbDyY5HFAlIaUUpRoFUvIaBZHQKkGOGA08/51fZQoaAZoCWgPQwgeboeGBQ90QJSGlFKUaBVLtmgWR0CpBkjMV1wHdX2UKGgGaAloD0MIHsGNlC0Pc0CUhpRSlGgVS8loFkdAqQZvZ5AyEnV9lChoBmgJaA9DCC8wKxQpX3FAlIaUUpRoFUuiaBZHQKkGivxH5Jt1fZQoaAZoCWgPQwg9u3zrQ/twQJSGlFKUaBVLn2gWR0CpBzluWKMvdX2UKGgGaAloD0MIIa6cvTORcECUhpRSlGgVS6hoFkdAqQdTEYO2A3V9lChoBmgJaA9DCGAGY0Ti73FAlIaUUpRoFUu7aBZHQKkHV/dZaFF1fZQoaAZoCWgPQwhpjUEnBAxzQJSGlFKUaBVLtGgWR0CpB2ioCMgmdX2UKGgGaAloD0MIGf7TDRSXb0CUhpRSlGgVS55oFkdAqQd/GjsUqXV9lChoBmgJaA9DCEzD8BHxCXJAlIaUUpRoFUvHaBZHQKkHfqzqrzZ1fZQoaAZoCWgPQwg2lNqLaP9DQJSGlFKUaBVLYmgWR0CpB8G21D0EdX2UKGgGaAloD0MIYCLeOv8dYkCUhpRSlGgVTegDaBZHQKkIAiVSn+B1fZQoaAZoCWgPQwhvuI/cmmpxQJSGlFKUaBVLymgWR0CpCA15KODKdX2UKGgGaAloD0MIP+YDAl1pcUCUhpRSlGgVS41oFkdAqQgyBAfMfXV9lChoBmgJaA9DCNek2xL5EnJAlIaUUpRoFUvIaBZHQKkINLbHp8p1fZQoaAZoCWgPQwgLCoMyzehxQJSGlFKUaBVLjmgWR0CpCGmqYJE6dX2UKGgGaAloD0MIt9WsMz5BcUCUhpRSlGgVS49oFkdAqQilvXK8tnV9lChoBmgJaA9DCIUKDi/I2HBAlIaUUpRoFUvXaBZHQKkIqvMbFS91fZQoaAZoCWgPQwiuvOR/sjpwQJSGlFKUaBVLnGgWR0CpCLnbZezEdX2UKGgGaAloD0MIWcSww5jwPUCUhpRSlGgVS11oFkdAqQnBbdJrcnV9lChoBmgJaA9DCLKDSlyHgXFAlIaUUpRoFUuVaBZHQKkJ4j+Jgst1fZQoaAZoCWgPQwgPml33lrpxQJSGlFKUaBVLuWgWR0CpCeWIGhVVdX2UKGgGaAloD0MIVvXyO81kcUCUhpRSlGgVS7NoFkdAqQoQz544ZXV9lChoBmgJaA9DCOENaVTgYHBAlIaUUpRoFUu8aBZHQKkKHjWkJrt1fZQoaAZoCWgPQwgVrdwLjIpwQJSGlFKUaBVLuGgWR0CpCiYJNTLodX2UKGgGaAloD0MIpS+EnPcScECUhpRSlGgVS5poFkdAqQo3VZs9CHV9lChoBmgJaA9DCFg5tMg2gHFAlIaUUpRoFUuYaBZHQKkKO56MR6F1fZQoaAZoCWgPQwjEBaBROkFzQJSGlFKUaBVLymgWR0CpCkPYODradX2UKGgGaAloD0MIH0q05PHmcUCUhpRSlGgVS4VoFkdAqQqyv9tMwnV9lChoBmgJaA9DCDP5Zptb9XBAlIaUUpRoFUu2aBZHQKkK1yo4uK51fZQoaAZoCWgPQwhbQdMSK7txQJSGlFKUaBVLu2gWR0CpCu8dHUc5dX2UKGgGaAloD0MIv5oDBLOfcUCUhpRSlGgVS6RoFkdAqQsgTfzjFXV9lChoBmgJaA9DCO85sBwh0VJAlIaUUpRoFUtfaBZHQKkLWNwR5C51fZQoaAZoCWgPQwgsuvWaHrtyQJSGlFKUaBVLtmgWR0CpC2ckt29tdX2UKGgGaAloD0MI93KfHAXGYkCUhpRSlGgVTegDaBZHQKkLpdweeWh1fZQoaAZoCWgPQwgeFmpN89ROQJSGlFKUaBVLcmgWR0CpC+XXZoPDdX2UKGgGaAloD0MIxCYyc8HmcECUhpRSlGgVS4poFkdAqQxUcbR4QnV9lChoBmgJaA9DCKyL22iAM3BAlIaUUpRoFUuhaBZHQKkMWe9zwMJ1fZQoaAZoCWgPQwg2W3nJ/+RwQJSGlFKUaBVLpWgWR0CpDJcOTaCddX2UKGgGaAloD0MIY2Adx09dc0CUhpRSlGgVS7toFkdAqQygWHk92XV9lChoBmgJaA9DCBLAzeJFh3FAlIaUUpRoFUupaBZHQKkM2HLRrrR1fZQoaAZoCWgPQwgDe0ykNLxyQJSGlFKUaBVLq2gWR0CpDNjHwPRRdX2UKGgGaAloD0MIn3djQeFub0CUhpRSlGgVS5JoFkdAqQ0n0RODa3V9lChoBmgJaA9DCI1D/S4s23JAlIaUUpRoFUvXaBZHQKkNTP7el9B1fZQoaAZoCWgPQwjHEWvxqRl0QJSGlFKUaBVLvWgWR0CpDW9u5z5odX2UKGgGaAloD0MIgJwwYTT0cUCUhpRSlGgVS6ZoFkdAqQ15Etuk13V9lChoBmgJaA9DCG+5+rGJJ3JAlIaUUpRoFUu9aBZHQKkNhEZR8+l1fZQoaAZoCWgPQwijPV5Ix91yQJSGlFKUaBVLomgWR0CpDZbWEsasdX2UKGgGaAloD0MIwK4mTxkfdECUhpRSlGgVS7ZoFkdAqQ29iYsunXV9lChoBmgJaA9DCEIIyJfQrHFAlIaUUpRoFUu3aBZHQKkN7b8m8dx1fZQoaAZoCWgPQwjlQuVfy6ZxQJSGlFKUaBVLj2gWR0CpDf3R5TqCdX2UKGgGaAloD0MIC0eQSvHOcECUhpRSlGgVS81oFkdAqQ5NnM+u/3V9lChoBmgJaA9DCC46WWo9VXBAlIaUUpRoFUuxaBZHQKkOfrxAjY91fZQoaAZoCWgPQwijOh3IOiJxQJSGlFKUaBVLoWgWR0CpDoFvybx3dX2UKGgGaAloD0MIu9OdJx5qckCUhpRSlGgVS8ZoFkdAqQ6JAKOT7nV9lChoBmgJaA9DCNHMk2vK6XNAlIaUUpRoFUvTaBZHQKkO3aTwDvF1fZQoaAZoCWgPQwj8icqGtQlzQJSGlFKUaBVLoWgWR0CpDxSyMUAUdX2UKGgGaAloD0MIbTgsDfxic0CUhpRSlGgVS8poFkdAqQ8q2OQyRHV9lChoBmgJaA9DCBdmoZ0TgHBAlIaUUpRoFUuraBZHQKkPO3hGYrt1fZQoaAZoCWgPQwin7PSDegJyQJSGlFKUaBVLxWgWR0CpD0QHJLdvdX2UKGgGaAloD0MIiJ//HvztcECUhpRSlGgVS6hoFkdAqQ9Hlp48l3V9lChoBmgJaA9DCKJinL/JqXNAlIaUUpRoFUuxaBZHQKkPiGNaQmx1fZQoaAZoCWgPQwg/cQD9/sNzQJSGlFKUaBVL0mgWR0CpD4hufmLcdX2UKGgGaAloD0MIXrpJDEKackCUhpRSlGgVS7VoFkdAqQ/D2YfGMnV9lChoBmgJaA9DCL9J06AodHJAlIaUUpRoFUvBaBZHQKkP89yLhrF1fZQoaAZoCWgPQwhTWn9LgERxQJSGlFKUaBVLjmgWR0CpD/Ln9vS/dX2UKGgGaAloD0MI24mSkAjmcECUhpRSlGgVS7VoFkdAqRAm9zwMIHV9lChoBmgJaA9DCOT4odLI2nNAlIaUUpRoFUu2aBZHQKkQZ4Ju2ql1fZQoaAZoCWgPQwj/5zBfHv9xQJSGlFKUaBVLu2gWR0CpEGsUh3aBdX2UKGgGaAloD0MI+aI9XojtckCUhpRSlGgVS5toFkdAqRDocghbGHV9lChoBmgJaA9DCED5u3eUo3JAlIaUUpRoFUvLaBZHQKkRCR+z+m51fZQoaAZoCWgPQwg1Cd6QRklEQJSGlFKUaBVLZGgWR0CpERWy1NQCdX2UKGgGaAloD0MIeev822VVSECUhpRSlGgVS1hoFkdAqREusaKk23V9lChoBmgJaA9DCGMl5lmJzXFAlIaUUpRoFUu2aBZHQKkRMfMfRu11fZQoaAZoCWgPQwjb39kefcRwQJSGlFKUaBVLtmgWR0CpETsgEEDAdX2UKGgGaAloD0MIFoVdFL1xcUCUhpRSlGgVS8hoFkdAqRE7IBBAwHV9lChoBmgJaA9DCDgUPluHl3JAlIaUUpRoFUvBaBZHQKkRP01ZTyd1fZQoaAZoCWgPQwi5Nem2hFxwQJSGlFKUaBVLrmgWR0CpEWp3HJcPdX2UKGgGaAloD0MIuvjbniCyb0CUhpRSlGgVS6JoFkdAqRGIO6NEPXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 944, "n_steps": 1064, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 32, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f1cfd86d820>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f1cfd86d8b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f1cfd86d940>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f1cfd86d9d0>", "_build": "<function ActorCriticPolicy._build at 0x7f1cfd86da60>", "forward": "<function ActorCriticPolicy.forward at 0x7f1cfd86daf0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f1cfd86db80>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f1cfd86dc10>", "_predict": "<function ActorCriticPolicy._predict at 0x7f1cfd86dca0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f1cfd86dd30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f1cfd86ddc0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f1cfd86de50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f1cfd856ab0>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "num_timesteps": 2008832, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674323935629878962, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOB5Ej6fWvK77jHcukq/szgtWEK95Y0LOgAAgD8AAIA/Ojkavur7sD5Sfum8Pk9Dv8Knh76SZTS8AAAAAAAAAADm4lQ+f077Ps1aVL6PWim/yJtVPopcQb4AAAAAAAAAANgug76Ir0E/VeWLvjaSL7/+vdO+0kZyvQAAAAAAAAAAmr2CO48eDbroa2C9z4+RMEBPlTq3ocSzAACAPwAAgD8z5Nm8hdP+ueugoL2zbqiyeovlu4Kg+TMAAIA/AACAP5r2FT24yvO79QdAvjFhfz2MjE493bocvAAAgD8AAIA/mqnSPCkcfLiUsp+81SXiMlj8D7onY8GzAACAPwAAgD9agPW9Q3R/PeOo1T1gzli+JLeLva4zgT0AAAAAAAAAAGaoYL3IX7s+rvIHvTkrQr+jxBG9TswQPQAAAAAAAAAAQLGqvUOoOrygk3Y+ehTgvbHwoz3iUeA+AAAAAAAAgD8zPH89uZVSPr7pH77ftwa/y5qDPXUqpr0AAAAAAAAAAGbpb70fjfe5DsNmuO1/N7NGGdG611eFNwAAgD8AAIA/s0twvYULvDjrk1s97AMsNW6Yj7phEzU0AACAPwAAgD/Nk8k8j3IkOSywyLwEh0g84ppIu2NNSrsAAIA/AAAAADOtYry2jhi83Ki0vLNRxTuWKZI9bWiwvAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0044159999999999755, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIknajj/lMcUCUhpRSlIwBbJRLv4wBdJRHQLXdtc7Qswt1fZQoaAZoCWgPQwidK0oJwbVzQJSGlFKUaBVLumgWR0C13buI68xsdX2UKGgGaAloD0MIoMTnTjB0ckCUhpRSlGgVS7xoFkdAtd3T0z0pVnV9lChoBmgJaA9DCCHNWDTdHHJAlIaUUpRoFUvEaBZHQLXd4OhkAgh1fZQoaAZoCWgPQwhNgjekEQ9wQJSGlFKUaBVLtGgWR0C13ecdDIBBdX2UKGgGaAloD0MIjQsHQvLTcUCUhpRSlGgVS8doFkdAtd34p+c6NnV9lChoBmgJaA9DCOSDns3qY3JAlIaUUpRoFUvpaBZHQLXeIYKIBR11fZQoaAZoCWgPQwgrFyr/2jlzQJSGlFKUaBVLwmgWR0C13i0B0ZFYdX2UKGgGaAloD0MIkGrY78nLc0CUhpRSlGgVS9BoFkdAtd42HymQ83V9lChoBmgJaA9DCMuEX+rnQW9AlIaUUpRoFU1vAWgWR0C13lOI2wV1dX2UKGgGaAloD0MI/nvw2uU8c0CUhpRSlGgVS6loFkdAtd5mQp4KQnV9lChoBmgJaA9DCARZT61+pHFAlIaUUpRoFUvIaBZHQLXel4/eLvV1fZQoaAZoCWgPQwhLkXwl0BNxQJSGlFKUaBVLp2gWR0C13qHKB/ZvdX2UKGgGaAloD0MIJVzIIzhSc0CUhpRSlGgVS9toFkdAtehCpVCHAXV9lChoBmgJaA9DCBMM5xpmE3NAlIaUUpRoFUvDaBZHQLXoQ9v0h/11fZQoaAZoCWgPQwjXhR+czz5xQJSGlFKUaBVLqWgWR0C16E+pS75EdX2UKGgGaAloD0MI06OpnkyockCUhpRSlGgVS71oFkdAtehPR2KVIXV9lChoBmgJaA9DCF9GsdxSInJAlIaUUpRoFUu/aBZHQLXoVttygf51fZQoaAZoCWgPQwi53jZTob1vQJSGlFKUaBVLpmgWR0C16Fff8/D+dX2UKGgGaAloD0MIGm7A54fUYECUhpRSlGgVTegDaBZHQLXoV+QlruZ1fZQoaAZoCWgPQwhtq1lnvNtyQJSGlFKUaBVLvWgWR0C16HSEcsDodX2UKGgGaAloD0MIkrHa/P9RckCUhpRSlGgVS7RoFkdAteh3Qswta3V9lChoBmgJaA9DCHEeTmC6Am9AlIaUUpRoFUuYaBZHQLXofbmlqJx1fZQoaAZoCWgPQwjEXb2KDGZwQJSGlFKUaBVLrGgWR0C16Jl9nbqRdX2UKGgGaAloD0MI1edqK/YZc0CUhpRSlGgVS7xoFkdAteicf5k9U3V9lChoBmgJaA9DCMb3xaUq8XFAlIaUUpRoFUutaBZHQLXo8apPykN1fZQoaAZoCWgPQwhvfsNEw8pyQJSGlFKUaBVL1GgWR0C16PVNYbKidX2UKGgGaAloD0MIAp1Jmyrgc0CUhpRSlGgVS+JoFkdAtej1jPOY6XV9lChoBmgJaA9DCBjMXyFzLXBAlIaUUpRoFUuZaBZHQLXpAAd4mkZ1fZQoaAZoCWgPQwiqY5XS80xzQJSGlFKUaBVLqGgWR0C16QiNGViXdX2UKGgGaAloD0MIezNqvgqMckCUhpRSlGgVS6FoFkdAtekKOgg5inV9lChoBmgJaA9DCMPYQpADz3BAlIaUUpRoFUueaBZHQLXpDiTt9hJ1fZQoaAZoCWgPQwjY0w5/zWlxQJSGlFKUaBVLo2gWR0C16RMAq/dqdX2UKGgGaAloD0MI1T4dj9mYckCUhpRSlGgVS7RoFkdAtekXCAMDwHV9lChoBmgJaA9DCEomp3aGp3FAlIaUUpRoFUuTaBZHQLXpITB68g91fZQoaAZoCWgPQwiLxW8KK6pyQJSGlFKUaBVL2WgWR0C16UronrprdX2UKGgGaAloD0MI+pl63eJUckCUhpRSlGgVS8doFkdAtelYYuTRpnV9lChoBmgJaA9DCNANTdlpFXBAlIaUUpRoFUuraBZHQLXpZgPEsJ91fZQoaAZoCWgPQwg3/686so9xQJSGlFKUaBVLsWgWR0C16Wn7DVH4dX2UKGgGaAloD0MIDVTGv8+7ckCUhpRSlGgVS9NoFkdAtelzBciW3XV9lChoBmgJaA9DCAvvchFfwm5AlIaUUpRoFUuVaBZHQLXpoWvbGm11fZQoaAZoCWgPQwiM9Q1MLvdwQJSGlFKUaBVLuWgWR0C16c0JKJ2udX2UKGgGaAloD0MIHM2RlR/ZcUCUhpRSlGgVS6ZoFkdAtenPCyhSL3V9lChoBmgJaA9DCPD3i9lSYXJAlIaUUpRoFUuhaBZHQLXp2IXCTEB1fZQoaAZoCWgPQwgewvhpnHpxQJSGlFKUaBVLu2gWR0C16en7P6bfdX2UKGgGaAloD0MIwktw6kPlcUCUhpRSlGgVS7poFkdAten1IoVmBnV9lChoBmgJaA9DCEusjEa+uXFAlIaUUpRoFUvLaBZHQLXqBYV6/qR1fZQoaAZoCWgPQwjv5T45CnlwQJSGlFKUaBVLoWgWR0C16hqpT/ACdX2UKGgGaAloD0MIij20j1V9c0CUhpRSlGgVS85oFkdAteoidQO4G3V9lChoBmgJaA9DCLFSQUVVhnRAlIaUUpRoFUvuaBZHQLXqJFrVOKx1fZQoaAZoCWgPQwiCAu/kE9VyQJSGlFKUaBVL92gWR0C16iR6F/QTdX2UKGgGaAloD0MI9phIaTa5ckCUhpRSlGgVS6poFkdAteo/OHFglXV9lChoBmgJaA9DCCocQSpFZ3JAlIaUUpRoFUuCaBZHQLXqTIczZYh1fZQoaAZoCWgPQwguVWmLq1lzQJSGlFKUaBVLwGgWR0C16k8houf3dX2UKGgGaAloD0MIl/4lqcwDbkCUhpRSlGgVS41oFkdAteqIiliz9nV9lChoBmgJaA9DCACL/PrhpnNAlIaUUpRoFUvZaBZHQLXqjkJ8fFJ1fZQoaAZoCWgPQwg+IxEaQdZvQJSGlFKUaBVLo2gWR0C16qlc2R7rdX2UKGgGaAloD0MIVrjlI+kZckCUhpRSlGgVS6VoFkdAteq1VOsT4HV9lChoBmgJaA9DCHCVJxC2S3BAlIaUUpRoFUucaBZHQLXqu36yjYZ1fZQoaAZoCWgPQwhXW7G/7O9xQJSGlFKUaBVLp2gWR0C16uiYLLIQdX2UKGgGaAloD0MIy0qTUhCXcECUhpRSlGgVS5BoFkdAterpMIu5BnV9lChoBmgJaA9DCFJF8SqrzHFAlIaUUpRoFUu7aBZHQLXq81pTMq11fZQoaAZoCWgPQwi5iVqa2xxyQJSGlFKUaBVLjmgWR0C16wf8ZUDMdX2UKGgGaAloD0MIrwrUYjC9c0CUhpRSlGgVS7doFkdAtesmJGe+VXV9lChoBmgJaA9DCEw2HmyxsXFAlIaUUpRoFUvAaBZHQLXrKzyz5XV1fZQoaAZoCWgPQwjECrd85AhxQJSGlFKUaBVLu2gWR0C16y9b9qDcdX2UKGgGaAloD0MI86s5QPBIckCUhpRSlGgVS8VoFkdAtetuagElmnV9lChoBmgJaA9DCP60UZ3O/HBAlIaUUpRoFUuhaBZHQLXre2qkuYh1fZQoaAZoCWgPQwhmEB/YsRVyQJSGlFKUaBVLzWgWR0C16320mdAgdX2UKGgGaAloD0MI/vFetTJ9PUCUhpRSlGgVS1xoFkdAteuEU/OdG3V9lChoBmgJaA9DCCO6Z13jN3BAlIaUUpRoFUuVaBZHQLXrnOzIFNd1fZQoaAZoCWgPQwg7GRwlL9BvQJSGlFKUaBVLrmgWR0C1663rleWwdX2UKGgGaAloD0MID0JAvkTGc0CUhpRSlGgVS9VoFkdAtevJuvUz9HV9lChoBmgJaA9DCEkPQ6sTnnNAlIaUUpRoFUvPaBZHQLXr6jRD1Gt1fZQoaAZoCWgPQwiQos7cA6NxQJSGlFKUaBVLpGgWR0C16/whKUV0dX2UKGgGaAloD0MI66wW2OPacUCUhpRSlGgVS5loFkdAtewOZH/cWXV9lChoBmgJaA9DCK4oJQSr1XNAlIaUUpRoFUvHaBZHQLXsElqJuVJ1fZQoaAZoCWgPQwjikuNO6bdxQJSGlFKUaBVL2WgWR0C17C5/G2kSdX2UKGgGaAloD0MI/fhLi7r6ckCUhpRSlGgVS7xoFkdAtew7WFvhqHV9lChoBmgJaA9DCHldv2A3EEZAlIaUUpRoFUt2aBZHQLXsSXIlt0p1fZQoaAZoCWgPQwieeM4W0L1zQJSGlFKUaBVLxGgWR0C17EvIsAeadX2UKGgGaAloD0MIud42U6GxbUCUhpRSlGgVS5ZoFkdAtexVPCVKPHV9lChoBmgJaA9DCA6CjlY1uHFAlIaUUpRoFUupaBZHQLXsZwc5sCV1fZQoaAZoCWgPQwjg2R69YSdxQJSGlFKUaBVLp2gWR0C17HkQ9RrKdX2UKGgGaAloD0MIa/KU1TS4ckCUhpRSlGgVS7toFkdAteyNpN9H+nV9lChoBmgJaA9DCMqHoGr0kmdAlIaUUpRoFU16A2gWR0C17NL6+FlDdX2UKGgGaAloD0MI0xVsI57sckCUhpRSlGgVS8xoFkdAtezW1JDmbXV9lChoBmgJaA9DCHRiD+0j9nFAlIaUUpRoFUu2aBZHQLXs8MOwxFl1fZQoaAZoCWgPQwjjFvNzw81zQJSGlFKUaBVLz2gWR0C17PThDPWydX2UKGgGaAloD0MI8DMuHAjWckCUhpRSlGgVS7JoFkdAte0Qr8R+SnV9lChoBmgJaA9DCCDQmbTpq3JAlIaUUpRoFUu/aBZHQLXtHrMC9yt1fZQoaAZoCWgPQwip29lXHv5xQJSGlFKUaBVLrGgWR0C17SH1OCXhdX2UKGgGaAloD0MIYhIu5JHYb0CUhpRSlGgVS9NoFkdAte0qEal1sHV9lChoBmgJaA9DCDsZHCUvLHBAlIaUUpRoFUuxaBZHQLXtM8an7551fZQoaAZoCWgPQwg8+l+uhTdyQJSGlFKUaBVLsmgWR0C17UC3LFGYdX2UKGgGaAloD0MIBJFFmjh9cECUhpRSlGgVS6xoFkdAte1Q8A7xNXV9lChoBmgJaA9DCKSJd4CngXNAlIaUUpRoFUvKaBZHQLXtakiliz91fZQoaAZoCWgPQwi3XWiuE0pzQJSGlFKUaBVLuGgWR0C17XRPsRg7dX2UKGgGaAloD0MI2NZP/9kAc0CUhpRSlGgVS95oFkdAte1+2tuDSXV9lChoBmgJaA9DCKJGIcls33NAlIaUUpRoFUu4aBZHQLXthxoqTbF1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 944, "n_steps": 1064, "gamma": 0.99, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}

ky-ppo-lunarlander.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d60a332b6f8e93f83cfa69ac4049b2cf10569722994c9da88babb89a174bd652
-size 147296
+oid sha256:f12bb63d8598acd486d5f7ba28ef910ba22a13d0215261cd5c4d5c11665d4238
+size 147295

ky-ppo-lunarlander/data

@@ -48,16 +48,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1674320383100198884,
-    "learning_rate": 0.0003,
+    "start_time": 1674323935629878962,
+    "learning_rate": 0.001,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALpkBD5D+Yc/gKKhPqZaTr8kxEQ+7hz0PQAAAAAAAAAAJkIwPj3xND/+ieA95jslvyL+sD5ce5M8AAAAAAAAAABmghC8c2K5P/tmZL7mZMA+GcokPAmpTD0AAAAAAAAAAABIXrttc7k/zpLju3G8z75gZ4g81bJnuwAAAAAAAAAAJu25vSGCqryk05Q9LUFKPEOtFr654SI9AACAPwAAAAAThCU+3B97vOF6HTtvAYw8GmPQvd99P70AAIA/AACAP+b0RL4VN3c/aoiivmelDb+cRcy+wsg1vgAAAAAAAAAAw/1hvph3gj898Km+CdAGv96e5r65ig2+AAAAAAAAAADtrjG+ISGKvLiA6LoLCSu5G636PXVoGDoAAIA/AACAPzrijj4fciQ/YrrmvJEcGr8crtc+ZsM/vgAAAAAAAAAAWsYHvmZLsD8aJsK+dVTyvobSQL5izTm+AAAAAAAAAACg3lU+kSR/PpZ/rL5jrAu/VJdzPPr9b74AAAAAAAAAAOZqLr7KC6g/jMulvvlDHr9IkaO+jmbDvQAAAAAAAAAA5n0VPnEIR7sPx6IzT6OIsqWsd7zerAi0AACAPwAAgD+NkV0+HPtXPu2zuL6w3Py+uLyfu0eVCb4AAAAAAAAAAAAAYro8pqw/9we7uuzVvb6Mgou87YAQvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAOB5Ej6fWvK77jHcukq/szgtWEK95Y0LOgAAgD8AAIA/Ojkavur7sD5Sfum8Pk9Dv8Knh76SZTS8AAAAAAAAAADm4lQ+f077Ps1aVL6PWim/yJtVPopcQb4AAAAAAAAAANgug76Ir0E/VeWLvjaSL7/+vdO+0kZyvQAAAAAAAAAAmr2CO48eDbroa2C9z4+RMEBPlTq3ocSzAACAPwAAgD8z5Nm8hdP+ueugoL2zbqiyeovlu4Kg+TMAAIA/AACAP5r2FT24yvO79QdAvjFhfz2MjE493bocvAAAgD8AAIA/mqnSPCkcfLiUsp+81SXiMlj8D7onY8GzAACAPwAAgD9agPW9Q3R/PeOo1T1gzli+JLeLva4zgT0AAAAAAAAAAGaoYL3IX7s+rvIHvTkrQr+jxBG9TswQPQAAAAAAAAAAQLGqvUOoOrygk3Y+ehTgvbHwoz3iUeA+AAAAAAAAgD8zPH89uZVSPr7pH77ftwa/y5qDPXUqpr0AAAAAAAAAAGbpb70fjfe5DsNmuO1/N7NGGdG611eFNwAAgD8AAIA/s0twvYULvDjrk1s97AMsNW6Yj7phEzU0AACAPwAAgD/Nk8k8j3IkOSywyLwEh0g84ppIu2NNSrsAAIA/AAAAADOtYry2jhi83Ki0vLNRxTuWKZI9bWiwvAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -70,7 +70,7 @@
     "_current_progress_remaining": -0.0044159999999999755,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMInPhqR7Hic0CUhpRSlIwBbJRLxYwBdJRHQKjd56ZYxL11fZQoaAZoCWgPQwhdGVQbnJ9zQJSGlFKUaBVLvGgWR0Co3hOPV/c4dX2UKGgGaAloD0MILbRzmgUYdECUhpRSlGgVS69oFkdAqN4q4Ds+mnV9lChoBmgJaA9DCIHptG6D+G9AlIaUUpRoFUuQaBZHQKjeS+7lJYl1fZQoaAZoCWgPQwikbJG0W4pzQJSGlFKUaBVL0GgWR0Co3nPXTVlPdX2UKGgGaAloD0MIXpz4asfjc0CUhpRSlGgVS8FoFkdAqN6XwNLDh3V9lChoBmgJaA9DCEMfLGODEnFAlIaUUpRoFUu+aBZHQKjepUEPlMh1fZQoaAZoCWgPQwgnvtpRnDF0QJSGlFKUaBVLo2gWR0Co3sUGu9vkdX2UKGgGaAloD0MImPc408TAcUCUhpRSlGgVS6RoFkdAqN7eCbtqpXV9lChoBmgJaA9DCPpfrkUL4nJAlIaUUpRoFUu/aBZHQKkD9QhOgxt1fZQoaAZoCWgPQwh7aB8reHpxQJSGlFKUaBVLt2gWR0CpBEFvAGjcdX2UKGgGaAloD0MISl8IOS8oc0CUhpRSlGgVS89oFkdAqQR/lZHNHHV9lChoBmgJaA9DCB8TKc3m1T5AlIaUUpRoFUtlaBZHQKkEhtwaR6p1fZQoaAZoCWgPQwg3xeOimq9xQJSGlFKUaBVLlGgWR0CpBKh42S+ydX2UKGgGaAloD0MIaAWGrK63cUCUhpRSlGgVS7poFkdAqQS9PP9k0HV9lChoBmgJaA9DCHJtqBjn2HFAlIaUUpRoFUuxaBZHQKkEyZ3LV4J1fZQoaAZoCWgPQwjjUL8L201yQJSGlFKUaBVLuWgWR0CpBPrJbMX8dX2UKGgGaAloD0MIroBCPT1NcECUhpRSlGgVS5poFkdAqQUSaVlf7nV9lChoBmgJaA9DCKH3xhDAZnFAlIaUUpRoFUuuaBZHQKkFLmBe5Wl1fZQoaAZoCWgPQwgBvtu8Md5wQJSGlFKUaBVLm2gWR0CpBXeYc/+sdX2UKGgGaAloD0MIGEFjJhG0cUCUhpRSlGgVS55oFkdAqQYFq1w5vXV9lChoBmgJaA9DCNmXbDyY5HFAlIaUUpRoFUvIaBZHQKkGOGA08/51fZQoaAZoCWgPQwgeboeGBQ90QJSGlFKUaBVLtmgWR0CpBkjMV1wHdX2UKGgGaAloD0MIHsGNlC0Pc0CUhpRSlGgVS8loFkdAqQZvZ5AyEnV9lChoBmgJaA9DCC8wKxQpX3FAlIaUUpRoFUuiaBZHQKkGivxH5Jt1fZQoaAZoCWgPQwg9u3zrQ/twQJSGlFKUaBVLn2gWR0CpBzluWKMvdX2UKGgGaAloD0MIIa6cvTORcECUhpRSlGgVS6hoFkdAqQdTEYO2A3V9lChoBmgJaA9DCGAGY0Ti73FAlIaUUpRoFUu7aBZHQKkHV/dZaFF1fZQoaAZoCWgPQwhpjUEnBAxzQJSGlFKUaBVLtGgWR0CpB2ioCMgmdX2UKGgGaAloD0MIGf7TDRSXb0CUhpRSlGgVS55oFkdAqQd/GjsUqXV9lChoBmgJaA9DCEzD8BHxCXJAlIaUUpRoFUvHaBZHQKkHfqzqrzZ1fZQoaAZoCWgPQwg2lNqLaP9DQJSGlFKUaBVLYmgWR0CpB8G21D0EdX2UKGgGaAloD0MIYCLeOv8dYkCUhpRSlGgVTegDaBZHQKkIAiVSn+B1fZQoaAZoCWgPQwhvuI/cmmpxQJSGlFKUaBVLymgWR0CpCA15KODKdX2UKGgGaAloD0MIP+YDAl1pcUCUhpRSlGgVS41oFkdAqQgyBAfMfXV9lChoBmgJaA9DCNek2xL5EnJAlIaUUpRoFUvIaBZHQKkINLbHp8p1fZQoaAZoCWgPQwgLCoMyzehxQJSGlFKUaBVLjmgWR0CpCGmqYJE6dX2UKGgGaAloD0MIt9WsMz5BcUCUhpRSlGgVS49oFkdAqQilvXK8tnV9lChoBmgJaA9DCIUKDi/I2HBAlIaUUpRoFUvXaBZHQKkIqvMbFS91fZQoaAZoCWgPQwiuvOR/sjpwQJSGlFKUaBVLnGgWR0CpCLnbZezEdX2UKGgGaAloD0MIWcSww5jwPUCUhpRSlGgVS11oFkdAqQnBbdJrcnV9lChoBmgJaA9DCLKDSlyHgXFAlIaUUpRoFUuVaBZHQKkJ4j+Jgst1fZQoaAZoCWgPQwgPml33lrpxQJSGlFKUaBVLuWgWR0CpCeWIGhVVdX2UKGgGaAloD0MIVvXyO81kcUCUhpRSlGgVS7NoFkdAqQoQz544ZXV9lChoBmgJaA9DCOENaVTgYHBAlIaUUpRoFUu8aBZHQKkKHjWkJrt1fZQoaAZoCWgPQwgVrdwLjIpwQJSGlFKUaBVLuGgWR0CpCiYJNTLodX2UKGgGaAloD0MIpS+EnPcScECUhpRSlGgVS5poFkdAqQo3VZs9CHV9lChoBmgJaA9DCFg5tMg2gHFAlIaUUpRoFUuYaBZHQKkKO56MR6F1fZQoaAZoCWgPQwjEBaBROkFzQJSGlFKUaBVLymgWR0CpCkPYODradX2UKGgGaAloD0MIH0q05PHmcUCUhpRSlGgVS4VoFkdAqQqyv9tMwnV9lChoBmgJaA9DCDP5Zptb9XBAlIaUUpRoFUu2aBZHQKkK1yo4uK51fZQoaAZoCWgPQwhbQdMSK7txQJSGlFKUaBVLu2gWR0CpCu8dHUc5dX2UKGgGaAloD0MIv5oDBLOfcUCUhpRSlGgVS6RoFkdAqQsgTfzjFXV9lChoBmgJaA9DCO85sBwh0VJAlIaUUpRoFUtfaBZHQKkLWNwR5C51fZQoaAZoCWgPQwgsuvWaHrtyQJSGlFKUaBVLtmgWR0CpC2ckt29tdX2UKGgGaAloD0MI93KfHAXGYkCUhpRSlGgVTegDaBZHQKkLpdweeWh1fZQoaAZoCWgPQwgeFmpN89ROQJSGlFKUaBVLcmgWR0CpC+XXZoPDdX2UKGgGaAloD0MIxCYyc8HmcECUhpRSlGgVS4poFkdAqQxUcbR4QnV9lChoBmgJaA9DCKyL22iAM3BAlIaUUpRoFUuhaBZHQKkMWe9zwMJ1fZQoaAZoCWgPQwg2W3nJ/+RwQJSGlFKUaBVLpWgWR0CpDJcOTaCddX2UKGgGaAloD0MIY2Adx09dc0CUhpRSlGgVS7toFkdAqQygWHk92XV9lChoBmgJaA9DCBLAzeJFh3FAlIaUUpRoFUupaBZHQKkM2HLRrrR1fZQoaAZoCWgPQwgDe0ykNLxyQJSGlFKUaBVLq2gWR0CpDNjHwPRRdX2UKGgGaAloD0MIn3djQeFub0CUhpRSlGgVS5JoFkdAqQ0n0RODa3V9lChoBmgJaA9DCI1D/S4s23JAlIaUUpRoFUvXaBZHQKkNTP7el9B1fZQoaAZoCWgPQwjHEWvxqRl0QJSGlFKUaBVLvWgWR0CpDW9u5z5odX2UKGgGaAloD0MIgJwwYTT0cUCUhpRSlGgVS6ZoFkdAqQ15Etuk13V9lChoBmgJaA9DCG+5+rGJJ3JAlIaUUpRoFUu9aBZHQKkNhEZR8+l1fZQoaAZoCWgPQwijPV5Ix91yQJSGlFKUaBVLomgWR0CpDZbWEsasdX2UKGgGaAloD0MIwK4mTxkfdECUhpRSlGgVS7ZoFkdAqQ29iYsunXV9lChoBmgJaA9DCEIIyJfQrHFAlIaUUpRoFUu3aBZHQKkN7b8m8dx1fZQoaAZoCWgPQwjlQuVfy6ZxQJSGlFKUaBVLj2gWR0CpDf3R5TqCdX2UKGgGaAloD0MIC0eQSvHOcECUhpRSlGgVS81oFkdAqQ5NnM+u/3V9lChoBmgJaA9DCC46WWo9VXBAlIaUUpRoFUuxaBZHQKkOfrxAjY91fZQoaAZoCWgPQwijOh3IOiJxQJSGlFKUaBVLoWgWR0CpDoFvybx3dX2UKGgGaAloD0MIu9OdJx5qckCUhpRSlGgVS8ZoFkdAqQ6JAKOT7nV9lChoBmgJaA9DCNHMk2vK6XNAlIaUUpRoFUvTaBZHQKkO3aTwDvF1fZQoaAZoCWgPQwj8icqGtQlzQJSGlFKUaBVLoWgWR0CpDxSyMUAUdX2UKGgGaAloD0MIbTgsDfxic0CUhpRSlGgVS8poFkdAqQ8q2OQyRHV9lChoBmgJaA9DCBdmoZ0TgHBAlIaUUpRoFUuraBZHQKkPO3hGYrt1fZQoaAZoCWgPQwin7PSDegJyQJSGlFKUaBVLxWgWR0CpD0QHJLdvdX2UKGgGaAloD0MIiJ//HvztcECUhpRSlGgVS6hoFkdAqQ9Hlp48l3V9lChoBmgJaA9DCKJinL/JqXNAlIaUUpRoFUuxaBZHQKkPiGNaQmx1fZQoaAZoCWgPQwg/cQD9/sNzQJSGlFKUaBVL0mgWR0CpD4hufmLcdX2UKGgGaAloD0MIXrpJDEKackCUhpRSlGgVS7VoFkdAqQ/D2YfGMnV9lChoBmgJaA9DCL9J06AodHJAlIaUUpRoFUvBaBZHQKkP89yLhrF1fZQoaAZoCWgPQwhTWn9LgERxQJSGlFKUaBVLjmgWR0CpD/Ln9vS/dX2UKGgGaAloD0MI24mSkAjmcECUhpRSlGgVS7VoFkdAqRAm9zwMIHV9lChoBmgJaA9DCOT4odLI2nNAlIaUUpRoFUu2aBZHQKkQZ4Ju2ql1fZQoaAZoCWgPQwj/5zBfHv9xQJSGlFKUaBVLu2gWR0CpEGsUh3aBdX2UKGgGaAloD0MI+aI9XojtckCUhpRSlGgVS5toFkdAqRDocghbGHV9lChoBmgJaA9DCED5u3eUo3JAlIaUUpRoFUvLaBZHQKkRCR+z+m51fZQoaAZoCWgPQwg1Cd6QRklEQJSGlFKUaBVLZGgWR0CpERWy1NQCdX2UKGgGaAloD0MIeev822VVSECUhpRSlGgVS1hoFkdAqREusaKk23V9lChoBmgJaA9DCGMl5lmJzXFAlIaUUpRoFUu2aBZHQKkRMfMfRu11fZQoaAZoCWgPQwjb39kefcRwQJSGlFKUaBVLtmgWR0CpETsgEEDAdX2UKGgGaAloD0MIFoVdFL1xcUCUhpRSlGgVS8hoFkdAqRE7IBBAwHV9lChoBmgJaA9DCDgUPluHl3JAlIaUUpRoFUvBaBZHQKkRP01ZTyd1fZQoaAZoCWgPQwi5Nem2hFxwQJSGlFKUaBVLrmgWR0CpEWp3HJcPdX2UKGgGaAloD0MIuvjbniCyb0CUhpRSlGgVS6JoFkdAqRGIO6NEPXVlLg=="
+        ":serialized:": "gAWVIBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIknajj/lMcUCUhpRSlIwBbJRLv4wBdJRHQLXdtc7Qswt1fZQoaAZoCWgPQwidK0oJwbVzQJSGlFKUaBVLumgWR0C13buI68xsdX2UKGgGaAloD0MIoMTnTjB0ckCUhpRSlGgVS7xoFkdAtd3T0z0pVnV9lChoBmgJaA9DCCHNWDTdHHJAlIaUUpRoFUvEaBZHQLXd4OhkAgh1fZQoaAZoCWgPQwhNgjekEQ9wQJSGlFKUaBVLtGgWR0C13ecdDIBBdX2UKGgGaAloD0MIjQsHQvLTcUCUhpRSlGgVS8doFkdAtd34p+c6NnV9lChoBmgJaA9DCOSDns3qY3JAlIaUUpRoFUvpaBZHQLXeIYKIBR11fZQoaAZoCWgPQwgrFyr/2jlzQJSGlFKUaBVLwmgWR0C13i0B0ZFYdX2UKGgGaAloD0MIkGrY78nLc0CUhpRSlGgVS9BoFkdAtd42HymQ83V9lChoBmgJaA9DCMuEX+rnQW9AlIaUUpRoFU1vAWgWR0C13lOI2wV1dX2UKGgGaAloD0MI/nvw2uU8c0CUhpRSlGgVS6loFkdAtd5mQp4KQnV9lChoBmgJaA9DCARZT61+pHFAlIaUUpRoFUvIaBZHQLXel4/eLvV1fZQoaAZoCWgPQwhLkXwl0BNxQJSGlFKUaBVLp2gWR0C13qHKB/ZvdX2UKGgGaAloD0MIJVzIIzhSc0CUhpRSlGgVS9toFkdAtehCpVCHAXV9lChoBmgJaA9DCBMM5xpmE3NAlIaUUpRoFUvDaBZHQLXoQ9v0h/11fZQoaAZoCWgPQwjXhR+czz5xQJSGlFKUaBVLqWgWR0C16E+pS75EdX2UKGgGaAloD0MI06OpnkyockCUhpRSlGgVS71oFkdAtehPR2KVIXV9lChoBmgJaA9DCF9GsdxSInJAlIaUUpRoFUu/aBZHQLXoVttygf51fZQoaAZoCWgPQwi53jZTob1vQJSGlFKUaBVLpmgWR0C16Fff8/D+dX2UKGgGaAloD0MIGm7A54fUYECUhpRSlGgVTegDaBZHQLXoV+QlruZ1fZQoaAZoCWgPQwhtq1lnvNtyQJSGlFKUaBVLvWgWR0C16HSEcsDodX2UKGgGaAloD0MIkrHa/P9RckCUhpRSlGgVS7RoFkdAteh3Qswta3V9lChoBmgJaA9DCHEeTmC6Am9AlIaUUpRoFUuYaBZHQLXofbmlqJx1fZQoaAZoCWgPQwjEXb2KDGZwQJSGlFKUaBVLrGgWR0C16Jl9nbqRdX2UKGgGaAloD0MI1edqK/YZc0CUhpRSlGgVS7xoFkdAteicf5k9U3V9lChoBmgJaA9DCMb3xaUq8XFAlIaUUpRoFUutaBZHQLXo8apPykN1fZQoaAZoCWgPQwhvfsNEw8pyQJSGlFKUaBVL1GgWR0C16PVNYbKidX2UKGgGaAloD0MIAp1Jmyrgc0CUhpRSlGgVS+JoFkdAtej1jPOY6XV9lChoBmgJaA9DCBjMXyFzLXBAlIaUUpRoFUuZaBZHQLXpAAd4mkZ1fZQoaAZoCWgPQwiqY5XS80xzQJSGlFKUaBVLqGgWR0C16QiNGViXdX2UKGgGaAloD0MIezNqvgqMckCUhpRSlGgVS6FoFkdAtekKOgg5inV9lChoBmgJaA9DCMPYQpADz3BAlIaUUpRoFUueaBZHQLXpDiTt9hJ1fZQoaAZoCWgPQwjY0w5/zWlxQJSGlFKUaBVLo2gWR0C16RMAq/dqdX2UKGgGaAloD0MI1T4dj9mYckCUhpRSlGgVS7RoFkdAtekXCAMDwHV9lChoBmgJaA9DCEomp3aGp3FAlIaUUpRoFUuTaBZHQLXpITB68g91fZQoaAZoCWgPQwiLxW8KK6pyQJSGlFKUaBVL2WgWR0C16UronrprdX2UKGgGaAloD0MI+pl63eJUckCUhpRSlGgVS8doFkdAtelYYuTRpnV9lChoBmgJaA9DCNANTdlpFXBAlIaUUpRoFUuraBZHQLXpZgPEsJ91fZQoaAZoCWgPQwg3/686so9xQJSGlFKUaBVLsWgWR0C16Wn7DVH4dX2UKGgGaAloD0MIDVTGv8+7ckCUhpRSlGgVS9NoFkdAtelzBciW3XV9lChoBmgJaA9DCAvvchFfwm5AlIaUUpRoFUuVaBZHQLXpoWvbGm11fZQoaAZoCWgPQwiM9Q1MLvdwQJSGlFKUaBVLuWgWR0C16c0JKJ2udX2UKGgGaAloD0MIHM2RlR/ZcUCUhpRSlGgVS6ZoFkdAtenPCyhSL3V9lChoBmgJaA9DCPD3i9lSYXJAlIaUUpRoFUuhaBZHQLXp2IXCTEB1fZQoaAZoCWgPQwgewvhpnHpxQJSGlFKUaBVLu2gWR0C16en7P6bfdX2UKGgGaAloD0MIwktw6kPlcUCUhpRSlGgVS7poFkdAten1IoVmBnV9lChoBmgJaA9DCEusjEa+uXFAlIaUUpRoFUvLaBZHQLXqBYV6/qR1fZQoaAZoCWgPQwjv5T45CnlwQJSGlFKUaBVLoWgWR0C16hqpT/ACdX2UKGgGaAloD0MIij20j1V9c0CUhpRSlGgVS85oFkdAteoidQO4G3V9lChoBmgJaA9DCLFSQUVVhnRAlIaUUpRoFUvuaBZHQLXqJFrVOKx1fZQoaAZoCWgPQwiCAu/kE9VyQJSGlFKUaBVL92gWR0C16iR6F/QTdX2UKGgGaAloD0MI9phIaTa5ckCUhpRSlGgVS6poFkdAteo/OHFglXV9lChoBmgJaA9DCCocQSpFZ3JAlIaUUpRoFUuCaBZHQLXqTIczZYh1fZQoaAZoCWgPQwguVWmLq1lzQJSGlFKUaBVLwGgWR0C16k8houf3dX2UKGgGaAloD0MIl/4lqcwDbkCUhpRSlGgVS41oFkdAteqIiliz9nV9lChoBmgJaA9DCACL/PrhpnNAlIaUUpRoFUvZaBZHQLXqjkJ8fFJ1fZQoaAZoCWgPQwg+IxEaQdZvQJSGlFKUaBVLo2gWR0C16qlc2R7rdX2UKGgGaAloD0MIVrjlI+kZckCUhpRSlGgVS6VoFkdAteq1VOsT4HV9lChoBmgJaA9DCHCVJxC2S3BAlIaUUpRoFUucaBZHQLXqu36yjYZ1fZQoaAZoCWgPQwhXW7G/7O9xQJSGlFKUaBVLp2gWR0C16uiYLLIQdX2UKGgGaAloD0MIy0qTUhCXcECUhpRSlGgVS5BoFkdAterpMIu5BnV9lChoBmgJaA9DCFJF8SqrzHFAlIaUUpRoFUu7aBZHQLXq81pTMq11fZQoaAZoCWgPQwi5iVqa2xxyQJSGlFKUaBVLjmgWR0C16wf8ZUDMdX2UKGgGaAloD0MIrwrUYjC9c0CUhpRSlGgVS7doFkdAtesmJGe+VXV9lChoBmgJaA9DCEw2HmyxsXFAlIaUUpRoFUvAaBZHQLXrKzyz5XV1fZQoaAZoCWgPQwjECrd85AhxQJSGlFKUaBVLu2gWR0C16y9b9qDcdX2UKGgGaAloD0MI86s5QPBIckCUhpRSlGgVS8VoFkdAtetuagElmnV9lChoBmgJaA9DCP60UZ3O/HBAlIaUUpRoFUuhaBZHQLXre2qkuYh1fZQoaAZoCWgPQwhmEB/YsRVyQJSGlFKUaBVLzWgWR0C16320mdAgdX2UKGgGaAloD0MI/vFetTJ9PUCUhpRSlGgVS1xoFkdAteuEU/OdG3V9lChoBmgJaA9DCCO6Z13jN3BAlIaUUpRoFUuVaBZHQLXrnOzIFNd1fZQoaAZoCWgPQwg7GRwlL9BvQJSGlFKUaBVLrmgWR0C1663rleWwdX2UKGgGaAloD0MID0JAvkTGc0CUhpRSlGgVS9VoFkdAtevJuvUz9HV9lChoBmgJaA9DCEkPQ6sTnnNAlIaUUpRoFUvPaBZHQLXr6jRD1Gt1fZQoaAZoCWgPQwiQos7cA6NxQJSGlFKUaBVLpGgWR0C16/whKUV0dX2UKGgGaAloD0MI66wW2OPacUCUhpRSlGgVS5loFkdAtewOZH/cWXV9lChoBmgJaA9DCK4oJQSr1XNAlIaUUpRoFUvHaBZHQLXsElqJuVJ1fZQoaAZoCWgPQwjikuNO6bdxQJSGlFKUaBVL2WgWR0C17C5/G2kSdX2UKGgGaAloD0MI/fhLi7r6ckCUhpRSlGgVS7xoFkdAtew7WFvhqHV9lChoBmgJaA9DCHldv2A3EEZAlIaUUpRoFUt2aBZHQLXsSXIlt0p1fZQoaAZoCWgPQwieeM4W0L1zQJSGlFKUaBVLxGgWR0C17EvIsAeadX2UKGgGaAloD0MIud42U6GxbUCUhpRSlGgVS5ZoFkdAtexVPCVKPHV9lChoBmgJaA9DCA6CjlY1uHFAlIaUUpRoFUupaBZHQLXsZwc5sCV1fZQoaAZoCWgPQwjg2R69YSdxQJSGlFKUaBVLp2gWR0C17HkQ9RrKdX2UKGgGaAloD0MIa/KU1TS4ckCUhpRSlGgVS7toFkdAteyNpN9H+nV9lChoBmgJaA9DCMqHoGr0kmdAlIaUUpRoFU16A2gWR0C17NL6+FlDdX2UKGgGaAloD0MI0xVsI57sckCUhpRSlGgVS8xoFkdAtezW1JDmbXV9lChoBmgJaA9DCHRiD+0j9nFAlIaUUpRoFUu2aBZHQLXs8MOwxFl1fZQoaAZoCWgPQwjjFvNzw81zQJSGlFKUaBVLz2gWR0C17PThDPWydX2UKGgGaAloD0MI8DMuHAjWckCUhpRSlGgVS7JoFkdAte0Qr8R+SnV9lChoBmgJaA9DCCDQmbTpq3JAlIaUUpRoFUu/aBZHQLXtHrMC9yt1fZQoaAZoCWgPQwip29lXHv5xQJSGlFKUaBVLrGgWR0C17SH1OCXhdX2UKGgGaAloD0MIYhIu5JHYb0CUhpRSlGgVS9NoFkdAte0qEal1sHV9lChoBmgJaA9DCDsZHCUvLHBAlIaUUpRoFUuxaBZHQLXtM8an7551fZQoaAZoCWgPQwg8+l+uhTdyQJSGlFKUaBVLsmgWR0C17UC3LFGYdX2UKGgGaAloD0MIBJFFmjh9cECUhpRSlGgVS6xoFkdAte1Q8A7xNXV9lChoBmgJaA9DCKSJd4CngXNAlIaUUpRoFUvKaBZHQLXtakiliz91fZQoaAZoCWgPQwi3XWiuE0pzQJSGlFKUaBVLuGgWR0C17XRPsRg7dX2UKGgGaAloD0MI2NZP/9kAc0CUhpRSlGgVS95oFkdAte1+2tuDSXV9lChoBmgJaA9DCKJGIcls33NAlIaUUpRoFUu4aBZHQLXthxoqTbF1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -83,7 +83,7 @@
     "ent_coef": 0.01,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
-    "batch_size": 32,
+    "batch_size": 64,
     "n_epochs": 8,
     "clip_range": {
         ":type:": "<class 'function'>",

ky-ppo-lunarlander/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c7e8a81a5ccd2d3cc6de0cc63158b88be3983c91b67e6f302216831ef091e9a
+oid sha256:993983704e42e13df7898e5788ed41aa8a0cf8d43671da1521cc1b05b25388e9
 size 87929

ky-ppo-lunarlander/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d451e8679e74323c0a7fdc3f0327973542e2add5fa08df61e9b28326d16461a4
+oid sha256:f74b4e479311bf8a7aa39f3dd6c077f37cd88eb1b2396c667b4cd47eb0895dc1
 size 43393

results.json

@@ -1 +1 @@
-{"mean_reward": 286.9842174395204, "std_reward": 23.63989342554722, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-21T17:55:08.431587"}
+{"mean_reward": 280.60203406934335, "std_reward": 15.564405126822134, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-21T18:36:45.948055"}