manually changing parameters v2

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 264.47 +/- 17.40
+      value: 272.01 +/- 20.95
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x78ec622c8c20>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x78ec622c8cc0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x78ec622c8d60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x78ec622c8e00>", "_build": "<function ActorCriticPolicy._build at 0x78ec622c8ea0>", "forward": "<function ActorCriticPolicy.forward at 0x78ec622c8f40>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x78ec622c8fe0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x78ec622c9080>", "_predict": "<function ActorCriticPolicy._predict at 0x78ec622c9120>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x78ec622c91c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x78ec622c9260>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x78ec622c9300>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78ec6223b540>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1509120, "_total_timesteps": 1500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1763972501424405517, "learning_rate": 0.00037, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAABzNPm9w4ZBPWudfz5wD12+IifFPdAyjD0AAAAAAAAAADN+YL09AVC782y/vGvGEj3aHJA8KyL1vQAAgD8AAIA/wDzYPd1VgD6QZGy9mfOMvpCRVj2GW307AAAAAAAAAADaBN+9riWXurbFdjf8htIyuzu/OvFXjbYAAIA/AACAP01clb6jukA/PoxPvX3j775V742+FgWIPQAAAAAAAAAAM37oPPwnrj+NxeY+n8zgvs5LjLvXYaA9AAAAAAAAAADAvSG+g1UgvOIxHTtnNRU5iJyMPSvgR7oAAIA/AACAP5OURz4MkYE/+7tPPsXbH79nOSs+xQYrPAAAAAAAAAAA7Y4VvpBLgD6D3No8hOWSvlh+pb2M6ck9AAAAAAAAAAAVPKi+dUc9P9tr4LktK+K+L6KNvoelKT4AAAAAAAAAADPjrDuPjlS63RayNewY1rE9gTk7egHotAAAgD8AAIA/ergzvtQJibySHb06JaQLOTZ99T0jWPa5AACAPwAAgD9mGFO+2hE0P+MnRDwl2hi/xCRSvts12j0AAAAAAAAAAA07r73fpRo/OhpGvcUNLr+N4oW926RRPQAAAAAAAAAAGnRtPiu4kj8bz68++7Upv9ckcT7Q5ck9AAAAAAAAAACaTcg94lCiP2FejD6elRK/kx21PYKf1zwAAAAAAAAAAM3TAr7rXZw/ad2rvsCiM78SIza+Oe0fvgAAAAAAAAAATdwIPYObH7yio829/F2evMo/gb3uw4O9AACAPwAAgD8mHI8+ErYtP2pDW701RMW+w+HNPcoZPr0AAAAAAAAAAI1poj3bh6+8DIezvWrGPD2eMpc94h/KPAAAgD8AAIA/DTryvbj8lTovwak+VeQ3vdWoFbxXyiM+AACAPwAAgD9zH7A9LbuIPncErr0vWau+WzZOPQ0fhLwAAAAAAAAAAPrJjT7MRUA/TY9qPgJDGL8rd60+HCMqPQAAAAAAAAAATeeDvftzWz+tEQe+bz5Lv9/ApL1G+XO8AAAAAAAAAAAzXCu+aaZmvMMeNrt9WWq51GzHPYbXbToAAIA/AACAP5qBeLx5ZbA/IV2Vvp93sL6PTaM52g88vQAAAAAAAAAAjcQgvsPbSrx7W9y7KpxVup95tT0h1i47AACAPwAAgD9mf/e93BFivKZoAD6NXBK9gqtUvaZOab4AAIA/AACAP/OI5z36+Bc+HpsDvjTlSr4eBps8s1z6vAAAAAAAAAAA7TwAvkwFkT+GJKu+e6wYvxFCSL4fNoC9AAAAAAAAAAAG1Fw+ufWaPhWjab7wGaW+SsPYPD0l+rwAAAAAAAAAAG1GEL5BncQ933QdPvDmZ76L7bc9kwOmvAAAAAAAAAAArXoxvuGCkrxy5+a7qqBuujXbAT4+Yz47AACAPwAAgD8zBqu84QCiutfnEr0nQq2ye128upAt0LEAAIA/AACAP2a6jjtDoge863hTvhsZP7395hU94OWfPgAAgD8AAIA/mrTNPcngQD2VEc6+jAAUvldJw72XzKA9AAAAAAAAAAAAbJ07VqSiPh6bTb4NEQC/JrUNvZYyCb4AAAAAAAAAALMFdb3kWgk8w6jaPQLG8b1486I92ELIvAAAAAAAAAAAs98JvfV/JD4npR8+lMtkvn1KWD1yDeu7AAAAAAAAAADNvPg7+Ly+P/IinD0VUBc+CHD6uw1ufr0AAAAAAAAAADM1JbwEoK8/n14Yvt6Vtb5jlYG8U1L0vQAAAAAAAAAAM7M3OVL41bmyNnu1pvfmL2HvmruS4L00AACAPwAAgD8Njba9XNsJuvIx1rddPwSzlbGSusPa9TYAAIA/AAAAAGap4bzhuMi6qJPqPUoIhj3q/rO6XbbZOgAAgD8AAIA/89lXvohd8rxdGdQ6X0gBOr5rVz7Zfhm6AACAPwAAgD82dlq+cvZlP3qttr5AjRm/KhyLvg3b+7wAAAAAAAAAALrNLL62u1S8zSHMOv1u8ThJ+rU94tIEugAAgD8AAIA/pib7vfHR3D0NusU9y99tvmMGDjs3Cks8AAAAAAAAAAAz68o9tK2QPX3MWr7b5WC+t0OrvMkVL7wAAAAAAAAAAEAiSr6hQuu8vqgMO35Nozld4E8+XOBAugAAgD8AAIA/wD2zvRR+krr16js8otF4tjyqK7szY2+1AACAPwAAAADKp8c+WV1nPy7eij6A9Ci/VIndPuq5TzwAAAAAAAAAADPjm72veLQ/K3fnviI2T74+1JK8CE7mvQAAAAAAAAAA5l5BvsGBxbxo34S7wOT/ueteLT7imrE6AACAPwAAgD/gZzO+bpmovFmClrsLrAe6zeoWPsAGzjoAAIA/AACAP2aKSL1c51k92s7TvOIGTr6INc67yGDSPQAAAAAAAAAAZo7iOy8oMT+raDQ9E2tBv/JINjyyVj49AAAAAAAAAAAA+t68wRz1PdXu/r1UkGq+HhKzvNoyFDwAAAAAAAAAANoUkj1UzJ49mxw/virANb5KQgI89h5VvQAAAAAAAAAAmrsmPdIkurvNzkC+9DCRPScMiLxKeMc7AACAPwAAgD9N9Y49pVgMP1rhJT1Diwi/S7vGPSiNm70AAAAAAAAAAADsuL04+vW7LZxevL3Nazxipj29DbZEPQAAgD8AAIA/c2DRvVJHlrtoHqE76dpGPCd20TxuLy29AACAPwAAAAAaxse919Z0u+beC74TNoy9qAO8PLrVZj4AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVtAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYktAhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.006080000000000085, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHDuzF6zE76MAWyUS6+MAXSUR0CxQ3P82rGSdX2UKGgGR0ByI46Lfk3kaAdLsmgIR0CxQ9EWl/H6dX2UKGgGR0Bxj5wjt5UtaAdNCAFoCEdAsUPdGNJe3XV9lChoBkdAcSO6T4cm0GgHS/hoCEdAsUPjM0P6K3V9lChoBkdAcuHnZkCmuWgHS9BoCEdAsUP14B3iaXV9lChoBkdAbztCIDYAbWgHS8RoCEdAsUP7h86V+3V9lChoBkdActdSoOx0MmgHS+toCEdAsUQkZl4C63V9lChoBkdAcUEhXbM5fmgHS5BoCEdAsUQ4Kx9oe3V9lChoBkdAcc6jUd7v5WgHS8RoCEdAsURM7QswtnV9lChoBkdAcTbCQ9zOo2gHS9hoCEdAsURgFaB7NXV9lChoBkdAcRwqABkqc2gHS+hoCEdAsURepqASWnV9lChoBkdAb5KjN6gM+mgHS7doCEdAsURjQJHAh3V9lChoBkdAb2G814xDcGgHS8JoCEdAsUR6bH6uXHV9lChoBkdAcgEO2iL2pWgHS8RoCEdAsUR6dDpkgHV9lChoBkdAcToEgW8AaWgHS/RoCEdAsUSI00m+kHV9lChoBkdAcXxybhFVk2gHS9JoCEdAsUSX5tWMj3V9lChoBkdAcqWVKwpvxmgHS9loCEdAsUSewyIpIHV9lChoBkdAblgfpUxVQ2gHS7hoCEdAsUSdfeDWb3V9lChoBkdAcaHG7z06HWgHS81oCEdAsUScQYk3THV9lChoBkdAb7rpKSPluGgHS7JoCEdAsUTRB8hLXnV9lChoBkdAbWigEEC/5GgHS8poCEdAsUT+AlOXV3V9lChoBkdAcS9rWy1NQGgHS89oCEdAsUUgd8zAOHV9lChoBkdAcIFl1KXfImgHS7NoCEdAsUU8QyylenV9lChoBkdAca2iRW912mgHS9ZoCEdAsUVoo3JgcHV9lChoBkdAcM/cgQpWm2gHS8xoCEdAsUWW5WilBXV9lChoBkdAcfGo2GZeA2gHS9poCEdAsUWgMtsen3V9lChoBkdAcHHH6MzdlGgHS6BoCEdAsUWxsSCe3HV9lChoBkdAcDL0lqrR0GgHS9VoCEdAsUXFOEdvKnV9lChoBkdAcJJr7wazeGgHS6ZoCEdAsUXC2WpqAXV9lChoBkdAb96tyPuG9GgHS7hoCEdAsUXOUA1ejXV9lChoBkdAcUowVCXyAmgHS+toCEdAsUXvronrp3V9lChoBkdAcy4YeDFqBWgHS81oCEdAsUX3CqIacnV9lChoBkdAcNzyrxRVImgHS+JoCEdAsUX8QHzH0nV9lChoBkdAb9j00WM0g2gHS7RoCEdAsUYGcqe9SXV9lChoBkdAciazposZpGgHS+hoCEdAsUYWLdepoHV9lChoBkdAcZhWi1y/9GgHS8doCEdAsUYxLamGd3V9lChoBkdAcVq5oGpuM2gHS8poCEdAsUaZCb+cY3V9lChoBkdAcgDabWmP52gHS85oCEdAsUbNclgMMXV9lChoBkdAcut2rXDm82gHS+doCEdAsUb6+qR2bHV9lChoBkdAbY/1gYxcmmgHS89oCEdAsUcy2+fyw3V9lChoBkdAcYCEyLyc1GgHS8toCEdAsUdFzaK1onV9lChoBkdAcrHwOOKfnWgHS+doCEdAsUdYVuaWonV9lChoBkdAcEDQQL/jsGgHS79oCEdAsUdgb3oLX3V9lChoBkdAcHIbfgrH2mgHS9FoCEdAsUdnho/RmnV9lChoBkdAb3RdrO7g9GgHS7ZoCEdAsUduIWP91nV9lChoBkdAcdF6vJRwZWgHS7ZoCEdAsUehbiZOSHV9lChoBkdAcVlgdwNsnGgHS9ZoCEdAsUiIH0K7ZnV9lChoBkdAcCwqW1MM7WgHS9ZoCEdAsUi0lE7W/nV9lChoBkfAGkMpPRArx2gHS3BoCEdAsUjGAYpDu3V9lChoBkdAcvrBcRlH0GgHS8FoCEdAsUjOsp5NXnV9lChoBkdAcmMUm2LHdWgHS8ZoCEdAsUkDg0j1PHV9lChoBkdAcoE9LHuJDWgHTQMBaAhHQLFJDr8iwB51fZQoaAZHQHHpoi5d4V1oB0v0aAhHQLFJJAjps411fZQoaAZHQHK9dmQKa5RoB0vOaAhHQLFJLhHbypd1fZQoaAZHQHCzM76pHZtoB00BAWgIR0CxSS8gEEDAdX2UKGgGR0Bvu7rZ8KG+aAdLs2gIR0CxSVQgs9SudX2UKGgGR0BxIxDXvphXaAdLvmgIR0CxSVPhhpg1dX2UKGgGR0By8yOktVaPaAdL+WgIR0CxSW+/Ho5hdX2UKGgGR0Bx/yMxXXAeaAdLvmgIR0CxScQ6ySmqdX2UKGgGR0BzyS/gzguRaAdL9WgIR0CxScR1X/5tdX2UKGgGR0ByuJN21UlzaAdL+2gIR0CxScV7pmmMdX2UKGgGR0BwIuy4Wk8BaAdL1mgIR0CxSeolpoK2dX2UKGgGR0BkyMQ9RrJsaAdN6ANoCEdAsUoz5aePJnV9lChoBkdAb8PzSThYNmgHS9RoCEdAsUpKbnX/YXV9lChoBkdAcROtvXK8tmgHS9BoCEdAsUpIgs9SuXV9lChoBkdAcCQqGDcuamgHS+NoCEdAsUpqHwgDBHV9lChoBkdAcj6ny/bj+GgHS9loCEdAsUrGhPCVKXV9lChoBkdAcaxF4cFQmGgHS+poCEdAsUrMaef7JnV9lChoBkdAcfgYYixFAmgHS7hoCEdAsUrZY5ksjHV9lChoBkdAc9MInjQzDWgHTQoBaAhHQLFK5m1IAfd1fZQoaAZHQHQG2OMl1KZoB0vzaAhHQLFK64wh4dJ1fZQoaAZHQHKoVMuez2RoB0v2aAhHQLFK+mGucMF1fZQoaAZHQHJ5WuPmxMZoB0v8aAhHQLFK+SrYGt91fZQoaAZHQHOM8Cgbp/xoB0vzaAhHQLFLBAAQxvh1fZQoaAZHQG82Fpfx+a1oB0vMaAhHQLFLFniNsFd1fZQoaAZHQHHDvBacI7hoB0vUaAhHQLFLHM3IdU91fZQoaAZHQHCbUEovzvtoB0vAaAhHQLFLOigCfYl1fZQoaAZHQHAEZUT+NtJoB0vIaAhHQLFLTBNmDlJ1fZQoaAZHQHGGo+OfdyloB0vqaAhHQLFLX8YQ8Ol1fZQoaAZHQHHTakM1CPZoB00LAWgIR0CxS7kQ5FPSdX2UKGgGR0ByaK4Cp3otaAdL6mgIR0CxTAUX1rZbdX2UKGgGR0BwyGkcjqwAaAdLs2gIR0CxTAUHhS9/dX2UKGgGR0By3CL0jC53aAdL2mgIR0CxTArb5/LDdX2UKGgGR0Bx8yyVv/BFaAdNBQFoCEdAsUwwgFHJ93V9lChoBkdAcwyzQNTcZmgHS9ZoCEdAsUw2wkgOjXV9lChoBkdAcjLnvUjLS2gHS+5oCEdAsUxSaUiY9nV9lChoBkdAc121aGHpKWgHS+5oCEdAsUyDtnf2snV9lChoBkdAck3q0tyxRmgHS+9oCEdAsUyYUCaJAXV9lChoBkdAcnGuZkTYd2gHS+1oCEdAsUyYsmOU+3V9lChoBkdAcR0vaURnOGgHS8BoCEdAsUzq0Z3s5XV9lChoBkdAcFOa+evpyWgHS71oCEdAsUzqynk1dnV9lChoBkdAY8mwZflZHWgHTegDaAhHQLFNC1ZkkKN1fZQoaAZHQG3yDSofjjtoB0vLaAhHQLFNCz5GjKx1fZQoaAZHQHEQPtUn5SFoB0vJaAhHQLFNEjv/io91fZQoaAZHQG8ypQDV6NVoB0vFaAhHQLFNEcbiqAB1fZQoaAZHQHCRXAymALBoB0vXaAhHQLFNi+PBBRh1fZQoaAZHQHHxHL3bmEJoB0vsaAhHQLFNqi9Zid91fZQoaAZHQG9Z+ajN6gNoB0u4aAhHQLFN0sNUfgd1fZQoaAZHQHF6lvAGjbloB0vZaAhHQLFN0Zdv8651fZQoaAZHQHDQat5le4VoB0uraAhHQLFN2OAAhjh1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 900, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "n_steps": 786, "gamma": 0.994, "gae_lambda": 0.986, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 30, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzg/keZG8VaFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.6.105+-x86_64-with-glibc2.35 # 1 SMP Thu Oct  2 10:42:05 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x78ec622c8c20>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x78ec622c8cc0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x78ec622c8d60>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x78ec622c8e00>", "_build": "<function ActorCriticPolicy._build at 0x78ec622c8ea0>", "forward": "<function ActorCriticPolicy.forward at 0x78ec622c8f40>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x78ec622c8fe0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x78ec622c9080>", "_predict": "<function ActorCriticPolicy._predict at 0x78ec622c9120>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x78ec622c91c0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x78ec622c9260>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x78ec622c9300>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78ec6223b540>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2012160, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1763977217620599456, "learning_rate": 0.00039, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAAAABIy74YLIukIUeb3/Gbk8WjJBPB5xnr0AAIA/AACAPwBOlDxXMVQ8IqdpvpCMQL6BA7W9cX7MvQAAAAAAAAAAzVmEvMOBerpaxNq2lXpBsVW01jnAb/41AACAPwAAgD9AQwy+fa5ePqC6Xz7TMty+iOkTvlvWVz4AAAAAAAAAAE3Di72OF5M/enAhvqyJS7/j5HC9p7YHvgAAAAAAAAAAfu2GvjbYvj5caqI+s9vIvkpuDr4aNwY+AAAAAAAAAADzlge+A2SPPvlCHD6VoQW/AobovdZnsj0AAAAAAAAAAHNcmr1zSSA/M2GavcodR7/Yhc+9qxBavQAAAAAAAAAAM2wJvSnMILqDks89knsjs8kDwrvmFTCzAACAPwAAgD8zGC8+8W81PwIGNL1CEEy/nZxPPsmWub0AAAAAAAAAAGYu7rsUfIW6LAmlsgXB8rANJfc5/dKRMwAAgD8AAIA/AA58vJ73hj/IptK8NiRtv7QXADwCoSW9AAAAAAAAAADNJok9rrH1ujWRyLteQ448fagHPIaAdr0AAIA/AACAP2bmM7qkfgK7lMQdPr8+6Ty8VwK8RQrGPQAAgD8AAIA/ZpHNPPYEd7prxd22JHSLsh+10TrLMfs1AACAPwAAgD/zHZK9hvOfPz2z6b75VSq/bZ2ovUryJ74AAAAAAAAAAE0OpD0HZAI+9nWEvvG2tr4QbuK9SEWjvQAAAAAAAAAAs4xUPa6ygD0KXpu+YrrHvrIQ472IWlG+AAAAAAAAAACzDkw9aKSTPb6MvL10qpG+iFK6PCkNBL0AAAAAAAAAAAA1Bz3gu6s/nGMGPmwQ3775x8s9w9q6PQAAAAAAAAAABtNBvl33tT6KetY+ruq1vvyQjjx7+F8+AAAAAAAAAAC6A1++SxWiPsSgrj4S0te+2qgQvdKLNT4AAAAAAAAAAABjkT32tDa6oCFqNyBhEjPCwOM78peItgAAgD8AAIA/AHvevEPbuz/CacC+HXKPPtaI0TyaVRQ8AAAAAAAAAAD6hF8+8fOUPxiCBD+XL/K+Bi6/PqbSvT4AAAAAAAAAAA1SxD2170U/BtgAPu6iO7/tn1g+sEfNvAAAAAAAAAAAmouBvVcPATxtQV8+TqgVvveDgzviwiu/AAAAAAAAAAAAsAy8FJbaut8DEDqteww9wh2BO0a97b0AAIA/AACAP80MXL2PFj+6XSIkuKSLGbM/7MO6KlxCNwAAgD8AAIA/5tkEPTgNtrvaEm6+/iQ6PCcJIz0YzSC9AACAPwAAgD+KWE2+nD6ZPoVNhj4yl+W+zPHUvRAOCD4AAAAAAAAAAGaN1r1cvUi8HJMJvztfbj3mI1u9TgNwuwAAAAAAAIA/YKMJPqyNOD5j1r6+An3hvk/0Ab7MAgu+AAAAAAAAAAAzbiY+oneBPxUw3D0PSjW/jUO5PjoMLzwAAAAAAAAAAJptj7zD2QG6utbBM40lHi0tRym6xAWjswAAgD8AAIA/M5jmvKVavz8gexO+UF6IvdFj5jxNvhA9AAAAAAAAAADKWV2+g6J7P/pM3L62bUC/yO6svvRLxL0AAAAAAAAAAJoxmjujwrI/yoDPPSq2S75+Wuw7/QXBPQAAAAAAAAAA81nGvXYHZj0iVZE+luirvl9pvD6+e6u9AAAAAAAAAABTmzi+b9VMP95oWr7ScEu/CUqIvpLC7rwAAAAAAAAAAM3sXrpx7A67kpQ6vPGwpjwcS4C8CmyOPQAAgD8AAIA/LWAOvu+aUj5qgtE+ZemLvgJN6T0KlH0+AAAAAAAAAAAafC69XVYoP3qWsL0sk1G/RfdqvbJLJr0AAAAAAAAAAJpVIryPUHq8M9fRvWQJ/DyZFRm7YcYTOwAAgD8AAIA/wJUcvvZXEryWVf88UmzLvBUPqT2LcSe9AAAAAAAAAAAzCIy9j+5puhCgd7oNfma1CcabOokekTkAAIA/AACAP7PfXj6TUYA/pSksPlWlG7/6Mvc+AWQQPQAAAAAAAAAAM787PBwIPrx90ek88qgavDbqtbxKFII9AACAPwAAgD9m3fo8j505vJYBf77e7hO+l3mAPW7+OD8AAIA/AACAP3Mv6j23gC8+mqWivjQTwb78w9i8KygAvgAAAAAAAAAAZs3PPX9KJT6LNFq+MDrhvv6RnT2N3L29AAAAAAAAAADNLiA9T8WnP8LUCT+xdy2/uWW/u7bdjD0AAAAAAAAAALMepD6CmHo/a2IbvbtGJb/VmPQ+xAu8vgAAAAAAAAAAmht7vI/iRDs/jru9dNsfviD3Dr0axHQ/AACAPwAAAACem6O+4Mo9P/YCjD0cZh2/3ODIvlUMbz4AAAAAAAAAAM0TVT4Yi5I/blA6PiRy/754LgI/RLYmPQAAAAAAAAAAzcyuuvFADDy+wTG+aUQ0vpKxb70E2xU/AAAAAAAAAABmPeA9CFKDP8Lkjz6cyAy/Xo2PPi0FVT4AAAAAAAAAAJr25r06+ak/3afWvsnZ775ehB++NVBnvgAAAAAAAAAAs+CivbDMhD8FzYa+cutwv19r5L2BfYi9AAAAAAAAAADmbx69aW05vMq6DD7fHbu8FjaxPZD1Gz4AAIA/AACAP800pzx73LS680KrvekQGT2NI6k7L8gBvgAAgD8AAIA/mhlIuoXz/Ll7vNO2GohRsWMnTDrbZ/o1AACAPwAAgD/NOFS8e+atusHpvrivn66zs3D5uS2r2jcAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVtAAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYktAhZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.006080000000000085, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJuBJd0JWyMAWyUS7CMAXSUR0DEljmk8A7xdX2UKGgGR0Bv9qZH/cWTaAdLq2gIR0DElkA/eLvUdX2UKGgGR0BzS3+ERJ2/aAdLsmgIR0DElkPs9jgAdX2UKGgGR0Bz9lrCWNWEaAdLw2gIR0DElkqt1ZDBdX2UKGgGR0ByrkZCOWB0aAdLnmgIR0DElkra24NJdX2UKGgGR0BzHLz5GjKxaAdNCgFoCEdAxJZPH7P6bnV9lChoBkdAcpW/yGzrvGgHS6poCEdAxJZNXUYsNHV9lChoBkdAcvfWSlnAZmgHS9JoCEdAxJZPEUj9oHV9lChoBkdAc/RNwR5C4WgHS95oCEdAxJZSvMbFTHV9lChoBkdAcUYjgAIY32gHS7RoCEdAxJZU7muDBnV9lChoBkdAckG0p3HJcWgHS7RoCEdAxJZdSSeRP3V9lChoBkdAckxnqmj0tmgHS6ZoCEdAxJZvmAbyY3V9lChoBkdAceK876pHZ2gHS49oCEdAxJZ5EUCaJHV9lChoBkdAcUXOxSpBHGgHS7loCEdAxJaBAnDziHV9lChoBkdAcTmKKHfuTmgHS41oCEdAxJaEfeUILXV9lChoBkdAcgP/gR9PUWgHS8doCEdAxJaS7CBPK3V9lChoBkdAdB1YlpoK2WgHS+1oCEdAxJaWt4iX6nV9lChoBkdAciSIXCTEBWgHS6doCEdAxJaai7kGRnV9lChoBkdAcNspqynk1mgHS69oCEdAxJahiiItUXV9lChoBkdAcTyvgWJrL2gHS7loCEdAxJauYXO4X3V9lChoBkdAbqMHBUJfIGgHS6JoCEdAxJa1Rx95QnV9lChoBkdAcS6fdhy8z2gHS9ZoCEdAxJa6YZ2pynV9lChoBkdAc0CuPV/c32gHS9poCEdAxJa6HJLdvnV9lChoBkdAcygrsSkCWGgHS75oCEdAxJbFjtoi93V9lChoBkdAcgu2RJVbRmgHS7poCEdAxJbSfZmI03V9lChoBkdAciozzVc2SGgHS9ZoCEdAxJbUw9q1xHV9lChoBkdAcokpi7TUiWgHS8NoCEdAxJbjDD0lJHV9lChoBkdAcSBPkq+ajWgHS5NoCEdAxJbsJzkp7XV9lChoBkdAc1W0JWvKU2gHS89oCEdAxJbw+V1OkHV9lChoBkdAcOWKzAvcrWgHS7doCEdAxJb7sHjZMHV9lChoBkdAciWDzRQaaWgHS4doCEdAxJb/pC8e0XV9lChoBkdAcaDg4Otnw2gHS95oCEdAxJcSbwSamXV9lChoBkdAczZ1IRRMvmgHS+doCEdAxJcd0T101nV9lChoBkdAcvW1tfoicGgHS9JoCEdAxJchO+IuXnV9lChoBkdAcDJP4EfT1GgHS59oCEdAxJcnEsrd33V9lChoBkdAcuslRP420mgHS89oCEdAxJcqtvn8sXV9lChoBkdAcg0GdZq20GgHS8RoCEdAxJcqRMewLXV9lChoBkdAcNeV58jRlmgHS7doCEdAxJcp6X0GvHV9lChoBkdAcBuenQ6ZIGgHS6ZoCEdAxJcp8zAN5XV9lChoBkdAcr2iXpnpS2gHS9NoCEdAxJcsUN8VpXV9lChoBkdAcdU8jAzpHWgHS5doCEdAxJcvvwVj7XV9lChoBkdAchr7YTTOPmgHS6VoCEdAxJczibUgCHV9lChoBkdAcTBrcCYCyWgHS5hoCEdAxJc088La3HV9lChoBkdAcpAkFfReC2gHS9NoCEdAxJdDdeIEbHV9lChoBkdAcicgMtsen2gHS8hoCEdAxJdE40/GEXV9lChoBkdAcQOsE7nxKGgHS61oCEdAxJdLuJDVpnV9lChoBkdAcyUR1HOKO2gHS7ZoCEdAxJdoMhHLBHV9lChoBkdAcJm3RXwLE2gHS5JoCEdAxJdyaiKziXV9lChoBkdAcCIYf4h2XGgHS5VoCEdAxJd0HGCI13V9lChoBkdAdC9U21lXimgHS8doCEdAxJdzWkrPMXV9lChoBkdAcsv8+zMRpWgHS8toCEdAxJdzBdld1XV9lChoBkdAcqZczImw7mgHS7ZoCEdAxJdyiu+yq3V9lChoBkdAcoAsaKk2xmgHS9toCEdAxJd213MY/HV9lChoBkdATG8rCm/Fi2gHS3FoCEdAxJd2wyqMnHV9lChoBkdAcOZVGkN4JWgHS6toCEdAxJeB2VVxTHV9lChoBkdAcd+diDujRGgHS69oCEdAxJeGtA9mpXV9lChoBkdAcz/FMZgogGgHS7doCEdAxJeLjBEa2nV9lChoBkdAcuLRCQcPv2gHS/BoCEdAxJeK1XNkfHV9lChoBkdAcXa83dbgTGgHS5toCEdAxJeKlNUOu3V9lChoBkdAcLmKXv6TGGgHS6poCEdAxJeWuPFNtnV9lChoBkdAcabnwob4rWgHS6ZoCEdAxJeb+EytWHV9lChoBkdAc6J6UaAFxGgHS8hoCEdAxJekq814xHV9lChoBkdAcNiFw1ivxGgHS45oCEdAxJelXmNipnV9lChoBkdAcN0vn8sMAmgHS8BoCEdAxJeohIOH33V9lChoBkdAccUihWYF7mgHS7hoCEdAxJewNCqp+HV9lChoBkdAc1uML4N7SmgHS71oCEdAxJezKHwgDHV9lChoBkdAcryZZjhDPWgHS89oCEdAxJfAvlEJB3V9lChoBkdAcogqnm7rcGgHS+FoCEdAxJfHROUMX3V9lChoBkdAcX7KFIuoP2gHS8hoCEdAxJfGgWac7XV9lChoBkdAckdGbTc7AGgHS6xoCEdAxJfLX6InB3V9lChoBkdAc6+DEFW4mWgHS75oCEdAxJfKDEm6XnV9lChoBkdAc0fA1ejVQWgHS9poCEdAxJfZUYsND3V9lChoBkdAcU5vHLida2gHS5poCEdAxJfYdc0Lt3V9lChoBkdAUM0WIoE0SGgHS21oCEdAxJfaGSpzcXV9lChoBkdAc4E7XQMQVmgHS+FoCEdAxJfgOBDohnV9lChoBkdAb5q4NI9TxWgHS7NoCEdAxJfjFfAsTXV9lChoBkdAclzVhTfixWgHS49oCEdAxJfm75mAb3V9lChoBkdAc+4p2U0N0GgHS8xoCEdAxJf3Hf/FSHV9lChoBkdAcqLDJEH+qGgHS9FoCEdAxJf1nbItDnV9lChoBkdAcdgSH/Lkj2gHS9toCEdAxJgA/keZHHV9lChoBkdAcFFzXBguy2gHS7BoCEdAxJgR1gYxcnV9lChoBkdAcfklcyFfzGgHS6VoCEdAxJgj79AHFHV9lChoBkdAb7xilzltCWgHS6loCEdAxJgxIPK+z3V9lChoBkdAcnzlvZRKpWgHS7poCEdAxJgzJjDsMXV9lChoBkdAcxiKyOaOP2gHS9ZoCEdAxJg4SowVTXV9lChoBkdAcznkvK2a2GgHS7toCEdAxJg6oxYaHnV9lChoBkdAchmpKBd2PmgHS4poCEdAxJhGwdKdx3V9lChoBkdAcvJLuhK15WgHS8BoCEdAxJhGJVKf4HV9lChoBkdAbzekrwvxpmgHS4loCEdAxJhKMkQf63V9lChoBkdAb/5x//echGgHTRsBaAhHQMSYUgXuVop1fZQoaAZHQHA9BScbzbxoB0unaAhHQMSYW1zySV51fZQoaAZHQHD5ljmSyMVoB0uQaAhHQMSYXrZ8KHB1fZQoaAZHQHKvXktEofFoB0vgaAhHQMSYYuscQy11fZQoaAZHQHNNxt+CsfdoB0vhaAhHQMSYaaVUuL91fZQoaAZHQHBPQL7XQMRoB0ucaAhHQMSYbOp0fYB1fZQoaAZHQHLV+j7ALzBoB0ugaAhHQMSYdRXOnl51fZQoaAZHQHHpNRFZxJdoB0vCaAhHQMSYf+V9nbt1fZQoaAZHQHJWvddmg8NoB0usaAhHQMSYkG2LHdZ1fZQoaAZHQHBeWnsLORloB0uuaAhHQMSYj9+gDih1fZQoaAZHQHCmQxagVXVoB0uraAhHQMSYlst9QXR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 1200, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV3AAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoDowKX25wX3JhbmRvbZROdWIu", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 64, "n_steps": 786, "gamma": 0.996, "gae_lambda": 0.9885, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 30, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzmPHT7VJ+WFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-6.6.105+-x86_64-with-glibc2.35 # 1 SMP Thu Oct  2 10:42:05 UTC 2025", "Python": "3.11.13", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.6.0+cu124", "GPU Enabled": "True", "Numpy": "2.0.2", "Cloudpickle": "3.1.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbe3f23f22b7d2ab0a30c2f725bcfd1363c04bd41154ca19a94ccc9deb8387ef
-size 150109
+oid sha256:545639485943ce532b68e7ef172c7f6943006b85afda692fc5dad8145047bc58
+size 150103

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1509120,
-    "_total_timesteps": 1500000,
+    "num_timesteps": 2012160,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1763972501424405517,
-    "learning_rate": 0.00037,
+    "start_time": 1763977217620599456,
+    "learning_rate": 0.00039,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAABzNPm9w4ZBPWudfz5wD12+IifFPdAyjD0AAAAAAAAAADN+YL09AVC782y/vGvGEj3aHJA8KyL1vQAAgD8AAIA/wDzYPd1VgD6QZGy9mfOMvpCRVj2GW307AAAAAAAAAADaBN+9riWXurbFdjf8htIyuzu/OvFXjbYAAIA/AACAP01clb6jukA/PoxPvX3j775V742+FgWIPQAAAAAAAAAAM37oPPwnrj+NxeY+n8zgvs5LjLvXYaA9AAAAAAAAAADAvSG+g1UgvOIxHTtnNRU5iJyMPSvgR7oAAIA/AACAP5OURz4MkYE/+7tPPsXbH79nOSs+xQYrPAAAAAAAAAAA7Y4VvpBLgD6D3No8hOWSvlh+pb2M6ck9AAAAAAAAAAAVPKi+dUc9P9tr4LktK+K+L6KNvoelKT4AAAAAAAAAADPjrDuPjlS63RayNewY1rE9gTk7egHotAAAgD8AAIA/ergzvtQJibySHb06JaQLOTZ99T0jWPa5AACAPwAAgD9mGFO+2hE0P+MnRDwl2hi/xCRSvts12j0AAAAAAAAAAA07r73fpRo/OhpGvcUNLr+N4oW926RRPQAAAAAAAAAAGnRtPiu4kj8bz68++7Upv9ckcT7Q5ck9AAAAAAAAAACaTcg94lCiP2FejD6elRK/kx21PYKf1zwAAAAAAAAAAM3TAr7rXZw/ad2rvsCiM78SIza+Oe0fvgAAAAAAAAAATdwIPYObH7yio829/F2evMo/gb3uw4O9AACAPwAAgD8mHI8+ErYtP2pDW701RMW+w+HNPcoZPr0AAAAAAAAAAI1poj3bh6+8DIezvWrGPD2eMpc94h/KPAAAgD8AAIA/DTryvbj8lTovwak+VeQ3vdWoFbxXyiM+AACAPwAAgD9zH7A9LbuIPncErr0vWau+WzZOPQ0fhLwAAAAAAAAAAPrJjT7MRUA/TY9qPgJDGL8rd60+HCMqPQAAAAAAAAAATeeDvftzWz+tEQe+bz5Lv9/ApL1G+XO8AAAAAAAAAAAzXCu+aaZmvMMeNrt9WWq51GzHPYbXbToAAIA/AACAP5qBeLx5ZbA/IV2Vvp93sL6PTaM52g88vQAAAAAAAAAAjcQgvsPbSrx7W9y7KpxVup95tT0h1i47AACAPwAAgD9mf/e93BFivKZoAD6NXBK9gqtUvaZOab4AAIA/AACAP/OI5z36+Bc+HpsDvjTlSr4eBps8s1z6vAAAAAAAAAAA7TwAvkwFkT+GJKu+e6wYvxFCSL4fNoC9AAAAAAAAAAAG1Fw+ufWaPhWjab7wGaW+SsPYPD0l+rwAAAAAAAAAAG1GEL5BncQ933QdPvDmZ76L7bc9kwOmvAAAAAAAAAAArXoxvuGCkrxy5+a7qqBuujXbAT4+Yz47AACAPwAAgD8zBqu84QCiutfnEr0nQq2ye128upAt0LEAAIA/AACAP2a6jjtDoge863hTvhsZP7395hU94OWfPgAAgD8AAIA/mrTNPcngQD2VEc6+jAAUvldJw72XzKA9AAAAAAAAAAAAbJ07VqSiPh6bTb4NEQC/JrUNvZYyCb4AAAAAAAAAALMFdb3kWgk8w6jaPQLG8b1486I92ELIvAAAAAAAAAAAs98JvfV/JD4npR8+lMtkvn1KWD1yDeu7AAAAAAAAAADNvPg7+Ly+P/IinD0VUBc+CHD6uw1ufr0AAAAAAAAAADM1JbwEoK8/n14Yvt6Vtb5jlYG8U1L0vQAAAAAAAAAAM7M3OVL41bmyNnu1pvfmL2HvmruS4L00AACAPwAAgD8Njba9XNsJuvIx1rddPwSzlbGSusPa9TYAAIA/AAAAAGap4bzhuMi6qJPqPUoIhj3q/rO6XbbZOgAAgD8AAIA/89lXvohd8rxdGdQ6X0gBOr5rVz7Zfhm6AACAPwAAgD82dlq+cvZlP3qttr5AjRm/KhyLvg3b+7wAAAAAAAAAALrNLL62u1S8zSHMOv1u8ThJ+rU94tIEugAAgD8AAIA/pib7vfHR3D0NusU9y99tvmMGDjs3Cks8AAAAAAAAAAAz68o9tK2QPX3MWr7b5WC+t0OrvMkVL7wAAAAAAAAAAEAiSr6hQuu8vqgMO35Nozld4E8+XOBAugAAgD8AAIA/wD2zvRR+krr16js8otF4tjyqK7szY2+1AACAPwAAAADKp8c+WV1nPy7eij6A9Ci/VIndPuq5TzwAAAAAAAAAADPjm72veLQ/K3fnviI2T74+1JK8CE7mvQAAAAAAAAAA5l5BvsGBxbxo34S7wOT/ueteLT7imrE6AACAPwAAgD/gZzO+bpmovFmClrsLrAe6zeoWPsAGzjoAAIA/AACAP2aKSL1c51k92s7TvOIGTr6INc67yGDSPQAAAAAAAAAAZo7iOy8oMT+raDQ9E2tBv/JINjyyVj49AAAAAAAAAAAA+t68wRz1PdXu/r1UkGq+HhKzvNoyFDwAAAAAAAAAANoUkj1UzJ49mxw/virANb5KQgI89h5VvQAAAAAAAAAAmrsmPdIkurvNzkC+9DCRPScMiLxKeMc7AACAPwAAgD9N9Y49pVgMP1rhJT1Diwi/S7vGPSiNm70AAAAAAAAAAADsuL04+vW7LZxevL3Nazxipj29DbZEPQAAgD8AAIA/c2DRvVJHlrtoHqE76dpGPCd20TxuLy29AACAPwAAAAAaxse919Z0u+beC74TNoy9qAO8PLrVZj4AAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="
+        ":serialized:": "gAWVdggAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAAgAAAAAAAAABIy74YLIukIUeb3/Gbk8WjJBPB5xnr0AAIA/AACAPwBOlDxXMVQ8IqdpvpCMQL6BA7W9cX7MvQAAAAAAAAAAzVmEvMOBerpaxNq2lXpBsVW01jnAb/41AACAPwAAgD9AQwy+fa5ePqC6Xz7TMty+iOkTvlvWVz4AAAAAAAAAAE3Di72OF5M/enAhvqyJS7/j5HC9p7YHvgAAAAAAAAAAfu2GvjbYvj5caqI+s9vIvkpuDr4aNwY+AAAAAAAAAADzlge+A2SPPvlCHD6VoQW/AobovdZnsj0AAAAAAAAAAHNcmr1zSSA/M2GavcodR7/Yhc+9qxBavQAAAAAAAAAAM2wJvSnMILqDks89knsjs8kDwrvmFTCzAACAPwAAgD8zGC8+8W81PwIGNL1CEEy/nZxPPsmWub0AAAAAAAAAAGYu7rsUfIW6LAmlsgXB8rANJfc5/dKRMwAAgD8AAIA/AA58vJ73hj/IptK8NiRtv7QXADwCoSW9AAAAAAAAAADNJok9rrH1ujWRyLteQ448fagHPIaAdr0AAIA/AACAP2bmM7qkfgK7lMQdPr8+6Ty8VwK8RQrGPQAAgD8AAIA/ZpHNPPYEd7prxd22JHSLsh+10TrLMfs1AACAPwAAgD/zHZK9hvOfPz2z6b75VSq/bZ2ovUryJ74AAAAAAAAAAE0OpD0HZAI+9nWEvvG2tr4QbuK9SEWjvQAAAAAAAAAAs4xUPa6ygD0KXpu+YrrHvrIQ472IWlG+AAAAAAAAAACzDkw9aKSTPb6MvL10qpG+iFK6PCkNBL0AAAAAAAAAAAA1Bz3gu6s/nGMGPmwQ3775x8s9w9q6PQAAAAAAAAAABtNBvl33tT6KetY+ruq1vvyQjjx7+F8+AAAAAAAAAAC6A1++SxWiPsSgrj4S0te+2qgQvdKLNT4AAAAAAAAAAABjkT32tDa6oCFqNyBhEjPCwOM78peItgAAgD8AAIA/AHvevEPbuz/CacC+HXKPPtaI0TyaVRQ8AAAAAAAAAAD6hF8+8fOUPxiCBD+XL/K+Bi6/PqbSvT4AAAAAAAAAAA1SxD2170U/BtgAPu6iO7/tn1g+sEfNvAAAAAAAAAAAmouBvVcPATxtQV8+TqgVvveDgzviwiu/AAAAAAAAAAAAsAy8FJbaut8DEDqteww9wh2BO0a97b0AAIA/AACAP80MXL2PFj+6XSIkuKSLGbM/7MO6KlxCNwAAgD8AAIA/5tkEPTgNtrvaEm6+/iQ6PCcJIz0YzSC9AACAPwAAgD+KWE2+nD6ZPoVNhj4yl+W+zPHUvRAOCD4AAAAAAAAAAGaN1r1cvUi8HJMJvztfbj3mI1u9TgNwuwAAAAAAAIA/YKMJPqyNOD5j1r6+An3hvk/0Ab7MAgu+AAAAAAAAAAAzbiY+oneBPxUw3D0PSjW/jUO5PjoMLzwAAAAAAAAAAJptj7zD2QG6utbBM40lHi0tRym6xAWjswAAgD8AAIA/M5jmvKVavz8gexO+UF6IvdFj5jxNvhA9AAAAAAAAAADKWV2+g6J7P/pM3L62bUC/yO6svvRLxL0AAAAAAAAAAJoxmjujwrI/yoDPPSq2S75+Wuw7/QXBPQAAAAAAAAAA81nGvXYHZj0iVZE+luirvl9pvD6+e6u9AAAAAAAAAABTmzi+b9VMP95oWr7ScEu/CUqIvpLC7rwAAAAAAAAAAM3sXrpx7A67kpQ6vPGwpjwcS4C8CmyOPQAAgD8AAIA/LWAOvu+aUj5qgtE+ZemLvgJN6T0KlH0+AAAAAAAAAAAafC69XVYoP3qWsL0sk1G/RfdqvbJLJr0AAAAAAAAAAJpVIryPUHq8M9fRvWQJ/DyZFRm7YcYTOwAAgD8AAIA/wJUcvvZXEryWVf88UmzLvBUPqT2LcSe9AAAAAAAAAAAzCIy9j+5puhCgd7oNfma1CcabOokekTkAAIA/AACAP7PfXj6TUYA/pSksPlWlG7/6Mvc+AWQQPQAAAAAAAAAAM787PBwIPrx90ek88qgavDbqtbxKFII9AACAPwAAgD9m3fo8j505vJYBf77e7hO+l3mAPW7+OD8AAIA/AACAP3Mv6j23gC8+mqWivjQTwb78w9i8KygAvgAAAAAAAAAAZs3PPX9KJT6LNFq+MDrhvv6RnT2N3L29AAAAAAAAAADNLiA9T8WnP8LUCT+xdy2/uWW/u7bdjD0AAAAAAAAAALMepD6CmHo/a2IbvbtGJb/VmPQ+xAu8vgAAAAAAAAAAmht7vI/iRDs/jru9dNsfviD3Dr0axHQ/AACAPwAAAACem6O+4Mo9P/YCjD0cZh2/3ODIvlUMbz4AAAAAAAAAAM0TVT4Yi5I/blA6PiRy/754LgI/RLYmPQAAAAAAAAAAzcyuuvFADDy+wTG+aUQ0vpKxb70E2xU/AAAAAAAAAABmPeA9CFKDP8Lkjz6cyAy/Xo2PPi0FVT4AAAAAAAAAAJr25r06+ak/3afWvsnZ775ehB++NVBnvgAAAAAAAAAAs+CivbDMhD8FzYa+cutwv19r5L2BfYi9AAAAAAAAAADmbx69aW05vMq6DD7fHbu8FjaxPZD1Gz4AAIA/AACAP800pzx73LS680KrvekQGT2NI6k7L8gBvgAAgD8AAIA/mhlIuoXz/Ll7vNO2GohRsWMnTDrbZ/o1AACAPwAAgD/NOFS8e+atusHpvrivn66zs3D5uS2r2jcAAIA/AACAP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLQEsIhpSMAUOUdJRSlC4="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV6AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHDuzF6zE76MAWyUS6+MAXSUR0CxQ3P82rGSdX2UKGgGR0ByI46Lfk3kaAdLsmgIR0CxQ9EWl/H6dX2UKGgGR0Bxj5wjt5UtaAdNCAFoCEdAsUPdGNJe3XV9lChoBkdAcSO6T4cm0GgHS/hoCEdAsUPjM0P6K3V9lChoBkdAcuHnZkCmuWgHS9BoCEdAsUP14B3iaXV9lChoBkdAbztCIDYAbWgHS8RoCEdAsUP7h86V+3V9lChoBkdActdSoOx0MmgHS+toCEdAsUQkZl4C63V9lChoBkdAcUEhXbM5fmgHS5BoCEdAsUQ4Kx9oe3V9lChoBkdAcc6jUd7v5WgHS8RoCEdAsURM7QswtnV9lChoBkdAcTbCQ9zOo2gHS9hoCEdAsURgFaB7NXV9lChoBkdAcRwqABkqc2gHS+hoCEdAsURepqASWnV9lChoBkdAb5KjN6gM+mgHS7doCEdAsURjQJHAh3V9lChoBkdAb2G814xDcGgHS8JoCEdAsUR6bH6uXHV9lChoBkdAcgEO2iL2pWgHS8RoCEdAsUR6dDpkgHV9lChoBkdAcToEgW8AaWgHS/RoCEdAsUSI00m+kHV9lChoBkdAcXxybhFVk2gHS9JoCEdAsUSX5tWMj3V9lChoBkdAcqWVKwpvxmgHS9loCEdAsUSewyIpIHV9lChoBkdAblgfpUxVQ2gHS7hoCEdAsUSdfeDWb3V9lChoBkdAcaHG7z06HWgHS81oCEdAsUScQYk3THV9lChoBkdAb7rpKSPluGgHS7JoCEdAsUTRB8hLXnV9lChoBkdAbWigEEC/5GgHS8poCEdAsUT+AlOXV3V9lChoBkdAcS9rWy1NQGgHS89oCEdAsUUgd8zAOHV9lChoBkdAcIFl1KXfImgHS7NoCEdAsUU8QyylenV9lChoBkdAca2iRW912mgHS9ZoCEdAsUVoo3JgcHV9lChoBkdAcM/cgQpWm2gHS8xoCEdAsUWW5WilBXV9lChoBkdAcfGo2GZeA2gHS9poCEdAsUWgMtsen3V9lChoBkdAcHHH6MzdlGgHS6BoCEdAsUWxsSCe3HV9lChoBkdAcDL0lqrR0GgHS9VoCEdAsUXFOEdvKnV9lChoBkdAcJJr7wazeGgHS6ZoCEdAsUXC2WpqAXV9lChoBkdAb96tyPuG9GgHS7hoCEdAsUXOUA1ejXV9lChoBkdAcUowVCXyAmgHS+toCEdAsUXvronrp3V9lChoBkdAcy4YeDFqBWgHS81oCEdAsUX3CqIacnV9lChoBkdAcNzyrxRVImgHS+JoCEdAsUX8QHzH0nV9lChoBkdAb9j00WM0g2gHS7RoCEdAsUYGcqe9SXV9lChoBkdAciazposZpGgHS+hoCEdAsUYWLdepoHV9lChoBkdAcZhWi1y/9GgHS8doCEdAsUYxLamGd3V9lChoBkdAcVq5oGpuM2gHS8poCEdAsUaZCb+cY3V9lChoBkdAcgDabWmP52gHS85oCEdAsUbNclgMMXV9lChoBkdAcut2rXDm82gHS+doCEdAsUb6+qR2bHV9lChoBkdAbY/1gYxcmmgHS89oCEdAsUcy2+fyw3V9lChoBkdAcYCEyLyc1GgHS8toCEdAsUdFzaK1onV9lChoBkdAcrHwOOKfnWgHS+doCEdAsUdYVuaWonV9lChoBkdAcEDQQL/jsGgHS79oCEdAsUdgb3oLX3V9lChoBkdAcHIbfgrH2mgHS9FoCEdAsUdnho/RmnV9lChoBkdAb3RdrO7g9GgHS7ZoCEdAsUduIWP91nV9lChoBkdAcdF6vJRwZWgHS7ZoCEdAsUehbiZOSHV9lChoBkdAcVlgdwNsnGgHS9ZoCEdAsUiIH0K7ZnV9lChoBkdAcCwqW1MM7WgHS9ZoCEdAsUi0lE7W/nV9lChoBkfAGkMpPRArx2gHS3BoCEdAsUjGAYpDu3V9lChoBkdAcvrBcRlH0GgHS8FoCEdAsUjOsp5NXnV9lChoBkdAcmMUm2LHdWgHS8ZoCEdAsUkDg0j1PHV9lChoBkdAcoE9LHuJDWgHTQMBaAhHQLFJDr8iwB51fZQoaAZHQHHpoi5d4V1oB0v0aAhHQLFJJAjps411fZQoaAZHQHK9dmQKa5RoB0vOaAhHQLFJLhHbypd1fZQoaAZHQHCzM76pHZtoB00BAWgIR0CxSS8gEEDAdX2UKGgGR0Bvu7rZ8KG+aAdLs2gIR0CxSVQgs9SudX2UKGgGR0BxIxDXvphXaAdLvmgIR0CxSVPhhpg1dX2UKGgGR0By8yOktVaPaAdL+WgIR0CxSW+/Ho5hdX2UKGgGR0Bx/yMxXXAeaAdLvmgIR0CxScQ6ySmqdX2UKGgGR0BzyS/gzguRaAdL9WgIR0CxScR1X/5tdX2UKGgGR0ByuJN21UlzaAdL+2gIR0CxScV7pmmMdX2UKGgGR0BwIuy4Wk8BaAdL1mgIR0CxSeolpoK2dX2UKGgGR0BkyMQ9RrJsaAdN6ANoCEdAsUoz5aePJnV9lChoBkdAb8PzSThYNmgHS9RoCEdAsUpKbnX/YXV9lChoBkdAcROtvXK8tmgHS9BoCEdAsUpIgs9SuXV9lChoBkdAcCQqGDcuamgHS+NoCEdAsUpqHwgDBHV9lChoBkdAcj6ny/bj+GgHS9loCEdAsUrGhPCVKXV9lChoBkdAcaxF4cFQmGgHS+poCEdAsUrMaef7JnV9lChoBkdAcfgYYixFAmgHS7hoCEdAsUrZY5ksjHV9lChoBkdAc9MInjQzDWgHTQoBaAhHQLFK5m1IAfd1fZQoaAZHQHQG2OMl1KZoB0vzaAhHQLFK64wh4dJ1fZQoaAZHQHKoVMuez2RoB0v2aAhHQLFK+mGucMF1fZQoaAZHQHJ5WuPmxMZoB0v8aAhHQLFK+SrYGt91fZQoaAZHQHOM8Cgbp/xoB0vzaAhHQLFLBAAQxvh1fZQoaAZHQG82Fpfx+a1oB0vMaAhHQLFLFniNsFd1fZQoaAZHQHHDvBacI7hoB0vUaAhHQLFLHM3IdU91fZQoaAZHQHCbUEovzvtoB0vAaAhHQLFLOigCfYl1fZQoaAZHQHAEZUT+NtJoB0vIaAhHQLFLTBNmDlJ1fZQoaAZHQHGGo+OfdyloB0vqaAhHQLFLX8YQ8Ol1fZQoaAZHQHHTakM1CPZoB00LAWgIR0CxS7kQ5FPSdX2UKGgGR0ByaK4Cp3otaAdL6mgIR0CxTAUX1rZbdX2UKGgGR0BwyGkcjqwAaAdLs2gIR0CxTAUHhS9/dX2UKGgGR0By3CL0jC53aAdL2mgIR0CxTArb5/LDdX2UKGgGR0Bx8yyVv/BFaAdNBQFoCEdAsUwwgFHJ93V9lChoBkdAcwyzQNTcZmgHS9ZoCEdAsUw2wkgOjXV9lChoBkdAcjLnvUjLS2gHS+5oCEdAsUxSaUiY9nV9lChoBkdAc121aGHpKWgHS+5oCEdAsUyDtnf2snV9lChoBkdAck3q0tyxRmgHS+9oCEdAsUyYUCaJAXV9lChoBkdAcnGuZkTYd2gHS+1oCEdAsUyYsmOU+3V9lChoBkdAcR0vaURnOGgHS8BoCEdAsUzq0Z3s5XV9lChoBkdAcFOa+evpyWgHS71oCEdAsUzqynk1dnV9lChoBkdAY8mwZflZHWgHTegDaAhHQLFNC1ZkkKN1fZQoaAZHQG3yDSofjjtoB0vLaAhHQLFNCz5GjKx1fZQoaAZHQHEQPtUn5SFoB0vJaAhHQLFNEjv/io91fZQoaAZHQG8ypQDV6NVoB0vFaAhHQLFNEcbiqAB1fZQoaAZHQHCRXAymALBoB0vXaAhHQLFNi+PBBRh1fZQoaAZHQHHxHL3bmEJoB0vsaAhHQLFNqi9Zid91fZQoaAZHQG9Z+ajN6gNoB0u4aAhHQLFN0sNUfgd1fZQoaAZHQHF6lvAGjbloB0vZaAhHQLFN0Zdv8651fZQoaAZHQHDQat5le4VoB0uraAhHQLFN2OAAhjh1ZS4="
+        ":serialized:": "gAWV4gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJuBJd0JWyMAWyUS7CMAXSUR0DEljmk8A7xdX2UKGgGR0Bv9qZH/cWTaAdLq2gIR0DElkA/eLvUdX2UKGgGR0BzS3+ERJ2/aAdLsmgIR0DElkPs9jgAdX2UKGgGR0Bz9lrCWNWEaAdLw2gIR0DElkqt1ZDBdX2UKGgGR0ByrkZCOWB0aAdLnmgIR0DElkra24NJdX2UKGgGR0BzHLz5GjKxaAdNCgFoCEdAxJZPH7P6bnV9lChoBkdAcpW/yGzrvGgHS6poCEdAxJZNXUYsNHV9lChoBkdAcvfWSlnAZmgHS9JoCEdAxJZPEUj9oHV9lChoBkdAc/RNwR5C4WgHS95oCEdAxJZSvMbFTHV9lChoBkdAcUYjgAIY32gHS7RoCEdAxJZU7muDBnV9lChoBkdAckG0p3HJcWgHS7RoCEdAxJZdSSeRP3V9lChoBkdAckxnqmj0tmgHS6ZoCEdAxJZvmAbyY3V9lChoBkdAceK876pHZ2gHS49oCEdAxJZ5EUCaJHV9lChoBkdAcUXOxSpBHGgHS7loCEdAxJaBAnDziHV9lChoBkdAcTmKKHfuTmgHS41oCEdAxJaEfeUILXV9lChoBkdAcgP/gR9PUWgHS8doCEdAxJaS7CBPK3V9lChoBkdAdB1YlpoK2WgHS+1oCEdAxJaWt4iX6nV9lChoBkdAciSIXCTEBWgHS6doCEdAxJaai7kGRnV9lChoBkdAcNspqynk1mgHS69oCEdAxJahiiItUXV9lChoBkdAcTyvgWJrL2gHS7loCEdAxJauYXO4X3V9lChoBkdAbqMHBUJfIGgHS6JoCEdAxJa1Rx95QnV9lChoBkdAcS6fdhy8z2gHS9ZoCEdAxJa6YZ2pynV9lChoBkdAc0CuPV/c32gHS9poCEdAxJa6HJLdvnV9lChoBkdAcygrsSkCWGgHS75oCEdAxJbFjtoi93V9lChoBkdAcgu2RJVbRmgHS7poCEdAxJbSfZmI03V9lChoBkdAciozzVc2SGgHS9ZoCEdAxJbUw9q1xHV9lChoBkdAcokpi7TUiWgHS8NoCEdAxJbjDD0lJHV9lChoBkdAcSBPkq+ajWgHS5NoCEdAxJbsJzkp7XV9lChoBkdAc1W0JWvKU2gHS89oCEdAxJbw+V1OkHV9lChoBkdAcOWKzAvcrWgHS7doCEdAxJb7sHjZMHV9lChoBkdAciWDzRQaaWgHS4doCEdAxJb/pC8e0XV9lChoBkdAcaDg4Otnw2gHS95oCEdAxJcSbwSamXV9lChoBkdAczZ1IRRMvmgHS+doCEdAxJcd0T101nV9lChoBkdAcvW1tfoicGgHS9JoCEdAxJchO+IuXnV9lChoBkdAcDJP4EfT1GgHS59oCEdAxJcnEsrd33V9lChoBkdAcuslRP420mgHS89oCEdAxJcqtvn8sXV9lChoBkdAcg0GdZq20GgHS8RoCEdAxJcqRMewLXV9lChoBkdAcNeV58jRlmgHS7doCEdAxJcp6X0GvHV9lChoBkdAcBuenQ6ZIGgHS6ZoCEdAxJcp8zAN5XV9lChoBkdAcr2iXpnpS2gHS9NoCEdAxJcsUN8VpXV9lChoBkdAcdU8jAzpHWgHS5doCEdAxJcvvwVj7XV9lChoBkdAchr7YTTOPmgHS6VoCEdAxJczibUgCHV9lChoBkdAcTBrcCYCyWgHS5hoCEdAxJc088La3HV9lChoBkdAcpAkFfReC2gHS9NoCEdAxJdDdeIEbHV9lChoBkdAcicgMtsen2gHS8hoCEdAxJdE40/GEXV9lChoBkdAcQOsE7nxKGgHS61oCEdAxJdLuJDVpnV9lChoBkdAcyUR1HOKO2gHS7ZoCEdAxJdoMhHLBHV9lChoBkdAcJm3RXwLE2gHS5JoCEdAxJdyaiKziXV9lChoBkdAcCIYf4h2XGgHS5VoCEdAxJd0HGCI13V9lChoBkdAdC9U21lXimgHS8doCEdAxJdzWkrPMXV9lChoBkdAcsv8+zMRpWgHS8toCEdAxJdzBdld1XV9lChoBkdAcqZczImw7mgHS7ZoCEdAxJdyiu+yq3V9lChoBkdAcoAsaKk2xmgHS9toCEdAxJd213MY/HV9lChoBkdATG8rCm/Fi2gHS3FoCEdAxJd2wyqMnHV9lChoBkdAcOZVGkN4JWgHS6toCEdAxJeB2VVxTHV9lChoBkdAcd+diDujRGgHS69oCEdAxJeGtA9mpXV9lChoBkdAcz/FMZgogGgHS7doCEdAxJeLjBEa2nV9lChoBkdAcuLRCQcPv2gHS/BoCEdAxJeK1XNkfHV9lChoBkdAcXa83dbgTGgHS5toCEdAxJeKlNUOu3V9lChoBkdAcLmKXv6TGGgHS6poCEdAxJeWuPFNtnV9lChoBkdAcabnwob4rWgHS6ZoCEdAxJeb+EytWHV9lChoBkdAc6J6UaAFxGgHS8hoCEdAxJekq814xHV9lChoBkdAcNiFw1ivxGgHS45oCEdAxJelXmNipnV9lChoBkdAcN0vn8sMAmgHS8BoCEdAxJeohIOH33V9lChoBkdAccUihWYF7mgHS7hoCEdAxJewNCqp+HV9lChoBkdAc1uML4N7SmgHS71oCEdAxJezKHwgDHV9lChoBkdAcryZZjhDPWgHS89oCEdAxJfAvlEJB3V9lChoBkdAcogqnm7rcGgHS+FoCEdAxJfHROUMX3V9lChoBkdAcX7KFIuoP2gHS8hoCEdAxJfGgWac7XV9lChoBkdAckdGbTc7AGgHS6xoCEdAxJfLX6InB3V9lChoBkdAc6+DEFW4mWgHS75oCEdAxJfKDEm6XnV9lChoBkdAc0fA1ejVQWgHS9poCEdAxJfZUYsND3V9lChoBkdAcU5vHLida2gHS5poCEdAxJfYdc0Lt3V9lChoBkdAUM0WIoE0SGgHS21oCEdAxJfaGSpzcXV9lChoBkdAc4E7XQMQVmgHS+FoCEdAxJfgOBDohnV9lChoBkdAb5q4NI9TxWgHS7NoCEdAxJfjFfAsTXV9lChoBkdAclzVhTfixWgHS49oCEdAxJfm75mAb3V9lChoBkdAc+4p2U0N0GgHS8xoCEdAxJf3Hf/FSHV9lChoBkdAcqLDJEH+qGgHS9FoCEdAxJf1nbItDnV9lChoBkdAcdgSH/Lkj2gHS9toCEdAxJgA/keZHHV9lChoBkdAcFFzXBguy2gHS7BoCEdAxJgR1gYxcnV9lChoBkdAcfklcyFfzGgHS6VoCEdAxJgj79AHFHV9lChoBkdAb7xilzltCWgHS6loCEdAxJgxIPK+z3V9lChoBkdAcnzlvZRKpWgHS7poCEdAxJgzJjDsMXV9lChoBkdAcxiKyOaOP2gHS9ZoCEdAxJg4SowVTXV9lChoBkdAcznkvK2a2GgHS7toCEdAxJg6oxYaHnV9lChoBkdAchmpKBd2PmgHS4poCEdAxJhGwdKdx3V9lChoBkdAcvJLuhK15WgHS8BoCEdAxJhGJVKf4HV9lChoBkdAbzekrwvxpmgHS4loCEdAxJhKMkQf63V9lChoBkdAb/5x//echGgHTRsBaAhHQMSYUgXuVop1fZQoaAZHQHA9BScbzbxoB0unaAhHQMSYW1zySV51fZQoaAZHQHD5ljmSyMVoB0uQaAhHQMSYXrZ8KHB1fZQoaAZHQHKvXktEofFoB0vgaAhHQMSYYuscQy11fZQoaAZHQHNNxt+CsfdoB0vhaAhHQMSYaaVUuL91fZQoaAZHQHBPQL7XQMRoB0ucaAhHQMSYbOp0fYB1fZQoaAZHQHLV+j7ALzBoB0ugaAhHQMSYdRXOnl51fZQoaAZHQHHpNRFZxJdoB0vCaAhHQMSYf+V9nbt1fZQoaAZHQHJWvddmg8NoB0usaAhHQMSYkG2LHdZ1fZQoaAZHQHBeWnsLORloB0uuaAhHQMSYj9+gDih1fZQoaAZHQHCmQxagVXVoB0uraAhHQMSYlst9QXR1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 900,
+    "_n_updates": 1200,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu",
@@ -78,8 +78,8 @@
     },
     "n_envs": 64,
     "n_steps": 786,
-    "gamma": 0.994,
-    "gae_lambda": 0.986,
+    "gamma": 0.996,
+    "gae_lambda": 0.9885,
     "ent_coef": 0.0,
     "vf_coef": 0.5,
     "max_grad_norm": 0.5,
@@ -94,6 +94,6 @@
     "target_kl": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzg/keZG8VaFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+        ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzmPHT7VJ+WFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     }
 }

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe45ebcc3fbb50df2a97959903f6824040fc1160ca19ae0e0708a02f1da72525
+oid sha256:cb7801ef34a5c9ad4f01eea2119ba160ee2905b239e7b10af14d3a03f6afc539
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e02243d946aac4e3b3fb14dd52d33895e17b491840726627de998d77122b758
+oid sha256:c2cfc296bfdbdd6762bf033363e2615d2b18fee76e003909556216aaf8472eec
 size 43762

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17b61cdce29d88b507ff2228d4a0bd3977e5b3bc80ce705a2e5ae65e48eef11d
-size 150051
+oid sha256:e8b5229eb268174e6a7ceba75cb84440f7e4ee3731b90ce665baf90b59fa2178
+size 160496

results.json

@@ -1 +1 @@
-{"mean_reward": 264.4701329, "std_reward": 17.395330182637988, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-11-24T09:37:18.361130"}
+{"mean_reward": 272.01235760000003, "std_reward": 20.953272177786697, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2025-11-24T11:19:15.569895"}