| { | |
| "policy_class": { | |
| ":type:": "<class 'abc.ABCMeta'>", | |
| ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", | |
| "__module__": "stable_baselines3.common.policies", | |
| "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", | |
| "__init__": "<function ActorCriticPolicy.__init__ at 0x790df47eb100>", | |
| "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x790df47eb1a0>", | |
| "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x790df47eb240>", | |
| "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x790df47eb2e0>", | |
| "_build": "<function ActorCriticPolicy._build at 0x790df47eb380>", | |
| "forward": "<function ActorCriticPolicy.forward at 0x790df47eb420>", | |
| "extract_features": "<function ActorCriticPolicy.extract_features at 0x790df47eb4c0>", | |
| "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x790df47eb560>", | |
| "_predict": "<function ActorCriticPolicy._predict at 0x790df47eb600>", | |
| "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x790df47eb6a0>", | |
| "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x790df47eb740>", | |
| "predict_values": "<function ActorCriticPolicy.predict_values at 0x790df47eb7e0>", | |
| "__abstractmethods__": "frozenset()", | |
| "_abc_impl": "<_abc._abc_data object at 0x790df546fd80>" | |
| }, | |
| "verbose": 1, | |
| "policy_kwargs": { | |
| ":type:": "<class 'dict'>", | |
| ":serialized:": "gAWVbwAAAAAAAAB9lCiMCG5ldF9hcmNolH2UKIwCcGmUXZQoTQACTQACTQABZYwCdmaUXZQoTQACTQACTQABZXWMDWFjdGl2YXRpb25fZm6UjBt0b3JjaC5ubi5tb2R1bGVzLmFjdGl2YXRpb26UjARUYW5olJOUdS4=", | |
| "net_arch": { | |
| "pi": [ | |
| 512, | |
| 512, | |
| 256 | |
| ], | |
| "vf": [ | |
| 512, | |
| 512, | |
| 256 | |
| ] | |
| }, | |
| "activation_fn": "<class 'torch.nn.modules.activation.Tanh'>" | |
| }, | |
| "num_timesteps": 5242880, | |
| "_total_timesteps": 5000000, | |
| "_num_timesteps_at_start": 0, | |
| "seed": null, | |
| "action_noise": null, | |
| "start_time": 1751126308362430625, | |
| "learning_rate": 0.0003, | |
| "tensorboard_log": null, | |
| "_last_obs": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWVdhAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWABAAAAAAAAAaHTG9cd1BueiyHDoxxhs132kgOyHZOLkAAIA/AACAP7PjBL09Pgw646VzufATxrRQ4vs71OiUOAAAgD8AAIA/ZjZXPPYsTLrn5ZW6Gi6FNEvDTbsIGqw5AACAPwAAgD9NjAy9KWQousaxlbnnZg42BJ24OwPjrzgAAIA/AACAP5oZXblI75S6I1F9OrnazTV/iK06ItGQuQAAgD8AAIA/zQC4vD3afLkKH5w6QCQoNehtSzswL7e5AACAPwAAgD9m9P28SCnTuguqqbs1/Fq8xoD+u9+gQr0AAIA/AACAP5p5NDzBDUA/uxjDO80hy77zIg4908QavQAAAAAAAAAAzYCXu/duoz+p5IY8b7ADv352Mr2dS988AAAAAAAAAACaefU7e7qOuoUa2TpgTsI1KlgCuoMZ+rkAAIA/AACAP81JCD0pbEY5hrfGOrrMuzWcv8o6Pa/suQAAgD8AAIA/zfQWPSnwbrqjQly7ZUkXNq7vDzrauWE6AACAPwAAgD+zlV+9e6iFutiC+bevZoaz+2caO8YzDjcAAIA/AACAP2YHYb0pgGy6PWfxO7Q4NTbytmA7RsUlNQAAgD8AAIA/MycDPSmseDniute7LvOBNPPnQTvq9AG0AACAPwAAgD+aybS8j940us4GwToa2Iw0JYUQOr604bkAAIA/AACAP82GNrwpCBi63ZOlu3MKvTZPdUs7i7MrtgAAgD8AAIA/MwCxvIWLm7lItJG5W8t1thaVgTtcmKo4AACAPwAAgD+aGWm5KdxkusXmgbmd8ai0s6oxu5WblzgAAIA/AACAPwDIwDspJFa69kJKu38OcziHuuu6ZpfYOQAAgD8AAIA/YNczvug8gLwUGEM7ZqsMOqfA7T1CpqS6AACAPwAAgD9zXBe+uc4gP9YVyD0dzNG+JkwMvhu6TD4AAAAAAAAAAM3JijzsufC5gqgGuwf7iLjJoDq6FlMdOgAAgD8AAIA/TRy4vXbzWbzr3v+8MCW+vuFjBLw69by/AACAPwAAAAAAGK67e4q1uuV3k7aJGF2xKqunud1VqjUAAIA/AACAP820UDuu1Zi6Btniunq/EbZTWX06f7YBOgAAgD8AAIA/Gow2vewp1bnz+6I7XZRbOCogWjsmYgq5AACAPwAAgD+aGb28cS1kuZX9obqNOJ61nE+pujbIwTkAAIA/AACAP83qHr2Pxhy6DZPRO6MpvbbRzMg6Qp64tQAAgD8AAIA/gBUBPRQWhbpNIFq359qKsnfe+joFAX02AACAPwAAgD8ASsW8hZP5uYx8ArujK2a2lD5IOuD2FjoAAIA/AACAPzOrXztI64a6HbRbuwMHcDg00EK7ADXqOQAAgD8AAIA/AH/1PB9d9Ll8ZIQ6ne69Na8v6ThKIpm5AACAPwAAgD+a8Uw8j0ZaurR0H7liM3y0xZNrOlCTNDgAAIA/AACAP5osgrzhZLO63jQ4OcnvLDRm/to5845SuAAAgD8AAIA/jXHrPcIycz9LQX++dcq0vnwvHD2E04K+AAAAAAAAAABNbRm9w6VKuoKvO7xjylq1STg1uy39yjQAAIA/AACAP+YBN73syba5blWeO2LifTcNdIK61lyOugAAgD8AAIA/M61cveE6v7jaf0i7ZsvctmyXGzs6O206AACAPwAAgD9mPrk7w1FlusiIkzqaOY4y1Q5Mu8a2qrkAAIA/AACAP4DpFL1ciyO6vnqiuuYEjLW3Twg4yoO9OQAAgD8AAIA/AGXXPPYIK7oGfoE3lc29MXVQJburqZi2AACAPwAAgD8A5ju89pQjujUHeDpVjAs0HLbWOX2vj7kAAIA/AACAP83shzwp4Fe6ZUghOsRFVbT0a4E6fVM2uQAAgD8AAIA/mjVnPD26J7lu/Fm6glCJtJ+gATq7nNYzAACAPwAAgD+a83k8H03IuSPlgrkq9IM2NYVbO2KYmjgAAIA/AACAPwBEvzuPqmK6hyaZu75cH7fLBBc7xu+vOgAAgD8AAIA/ZorUu4Ub27lU2Me7YFV7OJ85IjtKS3M6AACAPwAAgD8AEFE8jwIgut7HmrkEeES1IwkQO/T5szgAAIA/AACAP03jFL3Xk3W5O/PnOESJgDO3MvK4/SIIuAAAgD8AAIA/syANvshh+z4bNKg9o27SvmcdP75I3H09AAAAAAAAAAAAAKg6T18MvPpr4D2eEGi9dO3zuir2eL4AAIA/AACAPwB8vzuuCZi6YiKPuSlZfrSsTKO6GXClOAAAgD8AAIA/AHf9PJNc6z4GGN684g7EvlZmeTua+wY9AAAAAAAAAADN+Kk8UgDCueXF07skpba2RzJiuwV/JTYAAIA/AACAP7MKPj1SSN25AWaLNtO/KzWWAAC75rKstQAAgD8AAIA/zXKkvOEoZz5JXbC8ruywvkvj7bwjMJM9AAAAAAAAAAAz82o7KXg4utor/jrH07U03aM+uTZylzMAAIA/AACAP82cKbxcv166Es6eu4qDxzhSDXo7vl0GOgAAgD8AAIA/zTjvu/bCAbw3qZE7/7sDPRUfZz3a89a9AACAPwAAgD8A0ba8wyUZuhcVlrheKQs2/gBou2FrrTcAAIA/AACAP83cqjtIeci6VEkHPXZyO70kD4E7wv0jPgAAgD8AAAAAmvOMPBQYobr7Og058CgDNJToibr6RCK4AACAPwAAgD9zQxy+MBD6PhqoMz4iKOu+j9GUvdaoaj4AAAAAAAAAAJrh6Dt2jAC8dmAwvSJTkL7O6Gq8I2+hPgAAgD8AAIA/muaivB4XwT3CP009TQWUvmx2ZTw+VW09AAAAAAAAAAC9l6i+KB2BP0laE77MkQW/dz7vvi/Wij0AAAAAAAAAAJr4tzwpoHO6YRJCu762yba/ts06BpFeOgAAgD8AAIA/mkzmPLWXtz+mW5U+1jISPMQ+0Dz6yAI+AAAAAAAAAACAOGC9FAyVuqJlBDoVxw81pCFHutIAF7kAAIA/AACAPwAsazz26B261ZAdOlo5o7SP33a7so03uQAAgD8AAIA/zVgyvFybE7pEuia7q4b/NLS+1br6fD46AACAPwAAgD9mbnA8PaoQuUH7hbhfA4421+MHu3KHmTcAAIA/AACAPxoUEj3cXRC8+xXcvKL2pjzz/2m9/RSKPQAAgD8AAIA/szgsvYUrv7lc/j25b4tOszSUFbs9Xl44AACAPwAAgD8AL4E8jy5suj/tgrp+jGW2ZrrBOR78lDkAAIA/AACAP5qZcDp7pNG6Zq7NO46WqzyrEwW7iy2YPQAAgD8AAIA/M21ovMPpKrrrSUk474HtMfzMQru4Mmm3AACAPwAAgD8AElG8j6JMuuJvuzu0x2s48WEGu+dyhbgAAIA/AACAP5o9ILxIk4e6SvK2OuOZKTaPukc7i8bSuQAAgD8AAIA/AH37vClwH7pcuoE53GS7NNzZ0zmxVpW4AACAPwAAgD8Aqhy8XPtPuiLTjLvsVTg47wWXu+YNyjUAAIA/AACAPzMGYz32OG26t0m3OHN3NzN6xO+6QAjVtwAAgD8AAIA/ZqpCPdeTRbmwqY65tSyvtGLegzp4SqY4AACAPwAAgD9m4mI9on65P+LxAz8nJE89HlcvOklbHz4AAAAAAAAAAADAmDqut5u6gPXQuqs7ULZ7G/g6oMzsOQAAgD8AAIA/8lWhvqOeRD+EP4Y9zbDJvg0hp76Urgc+AAAAAAAAAAAAgHs612MnuT3I+rrAdjI1FGEXO/KrEjoAAIA/AACAP7PtU70pwCO6JgM1OE/NwzPP0TI6uMdStwAAgD8AAIA/AIAsvI9ud7r2Q0K6xDN1tqgys7r6nNk1AACAPwAAgD8zU3y8HyXYuW/kFDm1lxw0PRQOOxc6LrgAAIA/AACAPwCUIrzSZ9S7fVR7vFkpkjxSGT29hkh2PQAAgD8AAIA/zUYpPFxzL7pir3c5Mi8/tqw+Obv3U5K4AACAPwAAgD+m0i2+gmvxPv7dmT41zQu/1TyTPQkWF7wAAAAAAAAAABMaWz6V+p4/nAXJPiIyBL//cM0+qofHPQAAAAAAAAAAmplavIXD6rnbJGS7BViKONAQjjp1P/Y5AACAPwAAgD9N4xu99gxjuvh7UTsmrEY36pfGuYHuKboAAIA/AACAP4CSA70fDaW5zgohuXeUQ7T1Cpo6jbc7OAAAgD8AAIA/APzHPVA/xD6Gma++14C0vsjxVL6hGbq9AAAAAAAAAABmVi27Kfw4uteWSbeuGKyypPAmO7jkZjYAAIA/AACAPwCIjDzheqC6u9RDOU7ikrVPY/O6ZsBduAAAgD8AAIA/mo22PCkUZrqCCGq666mJNMLdgrvAkIY5AACAPwAAgD+GojC+0DRBPy399T2fVqK+ioxYvkMk9T0AAAAAAAAAAIBHLr0pDCm6uCVwuspfg7XHZC27GReNOQAAgD8AAIA/wMJIPmoxHj/rMMO8QlDUvsS6mj54A+q9AAAAAAAAAABmD+28exKyuv4firvsglC9X29Bu5gEN74AAAAAAACAPwCxVL32bBW6PIWDuZeaNDX0LS640CuZOAAAgD8AAIA/ZvXRvG8gtz+OJ9W+5BSkPZpK2DuOk9e8AAAAAAAAAADmcLK9jyZHup+5zLuTY5S4sDlmOtZ7+zkAAIA/AACAP2ZonbyujYm6r6Qtu2PpfjbG1Ne6PO8ZOgAAgD8AAIA/zW6wvPaUYrqt22C3iYsjsdCcX7vGrII2AACAPwAAgD9m8BW9KVwpN/trqbqRJz+1Cl/Zu1kYyTkAAIA/AACAPwAM2ru7cIC8q8v7O7GPNjzbyt697sgXPQAAgD8AAIA/gIpePRS2jbpkScA6fGNONl4NJzsratq5AACAPwAAgD+aLWi8Hx3vuVr9ZjaVQ3kxtnHPumM9g7UAAIA/AACAP3Pjkj09eiW5/vDZu0W+obbNVjm6lV4YNgAAgD8AAIA/mnfwvI+eQbrYHuW7pemlN2imxrfJCQ+3AACAPwAAgD/Nfre89oRgunvl17uVh2k4T7uCusUPezgAAIA/AACAP61/YT6rBO8+M+W9vi3hZb6SEfc7hAKMvgAAAAAAAAAAQNqnPTwqpj9+jBo/Ry38vjeCQj18okE+AAAAAAAAAAAAQLG6w11EuvvMOjfWLaK2UuoBO2w1OLYAAIA/AACAPzN5sLxcp0C6ej8QOO9rlzO80Kg7HxYntwAAgD8AAIA/msRkvRQuhjeyE5S6QIVatTTgkLsKW685AACAPwAAgD8A+b08KZQ6uu4x3jri3Ya1K+EGu2adALoAAIA/AACAP/MfAj5OPoo/A8PPPuRs6L6wHDU+7TOIPgAAAAAAAAAAmhFtPOwZo7mgm3u79jIvODD5Y7sncRY6AACAPwAAgD8AqIK7FH6MumbQEDgJ/pczjJ8NO3ZcJLcAAIA/AACAP5opGTz29Fa6y9lSObEjxTQlZ4O6kqhzuAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkuASwiGlIwBQ5R0lFKULg==" | |
| }, | |
| "_last_episode_starts": { | |
| ":type:": "<class 'numpy.ndarray'>", | |
| ":serialized:": "gAWV9AAAAAAAAACME251bXB5Ll9jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAJSMBW51bXB5lIwFZHR5cGWUk5SMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLgIWUjAFDlHSUUpQu" | |
| }, | |
| "_last_original_obs": null, | |
| "_episode_num": 0, | |
| "use_sde": false, | |
| "sde_sample_freq": -1, | |
| "_current_progress_remaining": -0.04857599999999995, | |
| "_stats_window_size": 100, | |
| "ep_info_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVQgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGIsp2dNFjOMAWyUTegDjAF0lEdAwdHLPcBU73V9lChoBkdAZJ9uFYdQwmgHTegDaAhHQMHSKRz7uUl1fZQoaAZHQGX4TQmeDnNoB03oA2gIR0DB0jzDIikgdX2UKGgGR0BkIZkZrHlwaAdN6ANoCEdAwdKMfigkC3V9lChoBkdAZb/uiN83M2gHTegDaAhHQMHTFCmdiDx1fZQoaAZHQGg8cQ7LdN5oB03oA2gIR0DB0yBW/8EWdX2UKGgGR0BhhUQTVUdaaAdN6ANoCEdAwdMsREnb7HV9lChoBkdAZ3Z3WWhRImgHTegDaAhHQMHTU19nbqR1fZQoaAZHQGjvGNrCWNZoB03oA2gIR0DB04yw+t8vdX2UKGgGR0BimszCUHIIaAdN6ANoCEdAwdPh+wTufHV9lChoBkdAZI6fjjrAxmgHTegDaAhHQMHUATn7pFF1fZQoaAZHQGQR2d/axotoB03oA2gIR0DB1Mb5ylvZdX2UKGgGR0Bnjxs/IKc/aAdN6ANoCEdAwdTjYDDCQHV9lChoBkdAZGIs6JZW72gHTegDaAhHQMHVssSbpeN1fZQoaAZHQGLqr8rI5o5oB03oA2gIR0DB1exlFtsOdX2UKGgGR0BljvJ7sv7FaAdN6ANoCEdAwdY86g/Ts3V9lChoBkdAX6P6XSjQA2gHTegDaAhHQMHW60YCQtB1fZQoaAZHQGaXkytV7yBoB03oA2gIR0DB136n5zo2dX2UKGgGR0BzCNVCHARDaAdNhAJoCEdAwdeA6+36RHV9lChoBkdAZvgIX0oSc2gHTegDaAhHQMHXoifpUxV1fZQoaAZHQGNIFxffGdZoB03oA2gIR0DB1/I8U21ldX2UKGgGR0BngvDiwSrYaAdN6ANoCEdAwdfzDpC8e3V9lChoBkdAYWl5ULlV+GgHTegDaAhHQMHYIWqLjxV1fZQoaAZHQGcBsLWqcVhoB03oA2gIR0DB2Frvd/KAdX2UKGgGR0BRRb8BMi8naAdL0WgIR0DB2JYI6bONdX2UKGgGR0BgdAGSpzcRaAdN6ANoCEdAwdj7K2a2F3V9lChoBkdAaH8cx0uDjGgHTegDaAhHQMHZClYdQwd1fZQoaAZHQGUb1l5GBnVoB03oA2gIR0DB2R6nrIHUdX2UKGgGR0BlBI/u9eyBaAdN6ANoCEdAwdlAYWtU43V9lChoBkdAZk5HlOoHcGgHTegDaAhHQMHZd6P8yet1fZQoaAZHQGckT5ftx+9oB03oA2gIR0DB2aPLV4HHdX2UKGgGR0BorIu7HyVfaAdN6ANoCEdAwdoYNlyzX3V9lChoBkdAYkdalk6LfmgHTegDaAhHQMHax6F/QSl1fZQoaAZHQGRaT9bX6IpoB03oA2gIR0DB21T/dZaFdX2UKGgGR0Bd8KUVzp5eaAdN6ANoCEdAwduldJrckHV9lChoBkdAZFtQRf4REmgHTegDaAhHQMHb/k7wKBx1fZQoaAZHQGaUUahpQDVoB03oA2gIR0DB3Ew+wC8wdX2UKGgGR0Bktx7CzkZKaAdN6ANoCEdAwdxN6t1ZDHV9lChoBkdAaegbd8Aq/mgHTegDaAhHQMHcu/a6BiF1fZQoaAZHQGPOQIdELIBoB03oA2gIR0DB3L5yOq//dX2UKGgGR0Bm0DXxvvSdaAdN6ANoCEdAwdz2c5Ke1HV9lChoBkdAZzFo7FKkEmgHTegDaAhHQMHdYrgOz6d1fZQoaAZHQGMvF0xM361oB03oA2gIR0DB3mk41gpjdX2UKGgGR0BCZbLU1AJLaAdLkmgIR0DB3m3cQAdXdX2UKGgGR0BobixoqTbGaAdN6ANoCEdAwd55aaCtinV9lChoBkdAYli67ulXR2gHTegDaAhHQMHfRzSThYN1fZQoaAZHQGPkwJHAh0RoB03oA2gIR0DB36G3QUpNdX2UKGgGR0BlhX2oNutPaAdN6ANoCEdAweCFLteD4HV9lChoBkdAZfMacZtNz2gHTegDaAhHQMHgke5nUUh1fZQoaAZHQGfDlO45Lh9oB03oA2gIR0DB4Ka8rZrYdX2UKGgGR0BkXt16mfoSaAdN6ANoCEdAweEw1XNkfHV9lChoBkdAcVyhRqGlAWgHTf0CaAhHQMHhW+ZgG8p1fZQoaAZHQGXaO1F6RhdoB03oA2gIR0DB4atRzijtdX2UKGgGR0BivyPdVNpNaAdN6ANoCEdAweHO17Y023V9lChoBkdAZMLX7Lt/nWgHTegDaAhHQMHiP4zSCvp1fZQoaAZHQGPA7TtsvZhoB03oA2gIR0DB4tnMEA5rdX2UKGgGR0BwxJ9qk/KRaAdNYgFoCEdAweLtDohY/3V9lChoBkdAZNMt03fhuWgHTegDaAhHQMHjwqjBVMp1fZQoaAZHQGMQd5prULFoB03oA2gIR0DB4+eYhMakdX2UKGgGR0BiQvHFPznSaAdN6ANoCEdAwePzEfDDTHV9lChoBkdAYKfxpcophGgHTegDaAhHQMHj/jgAIY51fZQoaAZHQGMBHSfDk2hoB03oA2gIR0DB5B14u9OAdX2UKGgGR0BmapUkv9LpaAdN6ANoCEdAweS5R9gF5nV9lChoBkdAZXXmhdt2tGgHTegDaAhHQMHkw8oQWep1fZQoaAZHQGNj5/9YOlRoB03oA2gIR0DB5aC79Q40dX2UKGgGR0BiR1GwzLwGaAdN6ANoCEdAweXLxXGOuXV9lChoBkdAYtmM0gr6L2gHTegDaAhHQMHl+DnvDxd1fZQoaAZHQGiootDlYEJoB03oA2gIR0DB5hJYDDCQdX2UKGgGR0Bom1SXMQmNaAdN6ANoCEdAwecjjNIK+nV9lChoBkdAZ3SCrcTJyWgHTegDaAhHQMHnXU1yeZp1fZQoaAZHQGKaivxH5JtoB03oA2gIR0DB6A9zOopAdX2UKGgGR0BoWUjqv/zbaAdN6ANoCEdAweiADqW1MXV9lChoBkdAZ1kY2Kl54WgHTegDaAhHQMHojKLS/j91fZQoaAZHQGY9CtA9mpVoB03oA2gIR0DB6Jvnr6cidX2UKGgGR0BomiE+PikwaAdN6ANoCEdAweilDJlrdnV9lChoBkdAZWwE2YOUdWgHTegDaAhHQMHo3gZKnNx1fZQoaAZHQGlvShrWRRxoB03oA2gIR0DB6YbSVnmJdX2UKGgGR0BhNFyimEXdaAdN6ANoCEdAwemT0h/y5XV9lChoBkdAZvvO9FnZkGgHTegDaAhHQMHrKjGkvbp1fZQoaAZHQHCVrzf779BoB01CA2gIR0DB60fTgEU1dX2UKGgGR0BiHx1zQu27aAdN6ANoCEdAwevP29L6DXV9lChoBkdAZ5VdKNAC4mgHTegDaAhHQMHr8p5u63B1fZQoaAZHQGRQMQVbiZRoB03oA2gIR0DB7Ac495hSdX2UKGgGR0BpoTVQQ+UyaAdN6ANoCEdAwezh8qFyrHV9lChoBkdAZ2Ud5prULGgHTegDaAhHQMHs+Ng0CRx1fZQoaAZHQGd6fYraufVoB03oA2gIR0DB7T0AR02cdX2UKGgGR0BhQc6/7BO6aAdN6ANoCEdAwe1uFh5PdnV9lChoBkdAZPT+ee4Cp2gHTegDaAhHQMHtd/pD/l11fZQoaAZHQGYet4JNTLpoB03oA2gIR0DB7ZoiNbTudX2UKGgGR0BlWgB1cMVlaAdN6ANoCEdAwe2/ztkWh3V9lChoBkdAc3Pci4axYGgHTcEDaAhHQMHtzLIYFaB1fZQoaAZHQGKhlMRHww1oB03oA2gIR0DB7ju1QZXNdX2UKGgGR0Bm3T5j6N2laAdN6ANoCEdAwe5gqjJuEXV9lChoBkdAYsWXizcAR2gHTegDaAhHQMHvALPUrkN1fZQoaAZHQGN1hAnlXBBoB03oA2gIR0DB7xnQhOgydX2UKGgGR0Bi1iBqbjLkaAdN6ANoCEdAwe/TJQtSRHV9lChoBkdAZW+7YkE9uGgHTegDaAhHQMHwsEcKgI11fZQoaAZHQGVFB9b5dnloB03oA2gIR0DB8NxPXTVldX2UKGgGR0Bj1HepGWleaAdN6ANoCEdAwfDsQYDT0HV9lChoBkdAcz80D2alUWgHTRwCaAhHQMHxHztkWh11ZS4=" | |
| }, | |
| "ep_success_buffer": { | |
| ":type:": "<class 'collections.deque'>", | |
| ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" | |
| }, | |
| "_n_updates": 200, | |
| "n_steps": 2048, | |
| "gamma": 0.999, | |
| "gae_lambda": 0.95, | |
| "ent_coef": 0.01, | |
| "vf_coef": 0.5, | |
| "max_grad_norm": 0.5, | |
| "batch_size": 64, | |
| "n_epochs": 10, | |
| "clip_range": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP8mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4=" | |
| }, | |
| "clip_range_vf": null, | |
| "normalize_advantage": true, | |
| "target_kl": null, | |
| "observation_space": { | |
| ":type:": "<class 'gymnasium.spaces.box.Box'>", | |
| ":serialized:": "gAWVdwIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBNudW1weS5fY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolggAAAAAAAAAAQEBAQEBAQGUaBVLCIWUaBl0lFKUjAZfc2hhcGWUSwiFlIwDbG93lGgRKJYgAAAAAAAAAAAAtMIAALTCAACgwAAAoMDbD0nAAACgwAAAAIAAAACAlGgLSwiFlGgZdJRSlIwEaGlnaJRoESiWIAAAAAAAAAAAALRCAAC0QgAAoEAAAKBA2w9JQAAAoEAAAIA/AACAP5RoC0sIhZRoGXSUUpSMCGxvd19yZXBylIxbWy05MC4gICAgICAgIC05MC4gICAgICAgICAtNS4gICAgICAgICAtNS4gICAgICAgICAtMy4xNDE1OTI3ICAtNS4KICAtMC4gICAgICAgICAtMC4gICAgICAgXZSMCWhpZ2hfcmVwcpSMU1s5MC4gICAgICAgIDkwLiAgICAgICAgIDUuICAgICAgICAgNS4gICAgICAgICAzLjE0MTU5MjcgIDUuCiAgMS4gICAgICAgICAxLiAgICAgICBdlIwKX25wX3JhbmRvbZROdWIu", | |
| "dtype": "float32", | |
| "bounded_below": "[ True True True True True True True True]", | |
| "bounded_above": "[ True True True True True True True True]", | |
| "_shape": [ | |
| 8 | |
| ], | |
| "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", | |
| "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", | |
| "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", | |
| "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", | |
| "_np_random": null | |
| }, | |
| "action_space": { | |
| ":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", | |
| ":serialized:": "gAWV/gAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAZzY2FsYXKUk5SMBW51bXB5lIwFZHR5cGWUk5SMAmk4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJDCAQAAAAAAAAAlIaUUpSMBXN0YXJ0lGgIaA5DCAAAAAAAAAAAlIaUUpSMBl9zaGFwZZQpjAVkdHlwZZRoC4wCaTiUiYiHlFKUKEsDaA9OTk5K/////0r/////SwB0lGKMCl9ucF9yYW5kb22UTnViLg==", | |
| "n": "4", | |
| "start": "0", | |
| "_shape": [], | |
| "dtype": "int64", | |
| "_np_random": null | |
| }, | |
| "n_envs": 128, | |
| "lr_schedule": { | |
| ":type:": "<class 'function'>", | |
| ":serialized:": "gAWV1gIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwiVAZcAiQFTAJROhZQpjAFflIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjExL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUS4RDCPiAANgPEogKlEMAlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTEvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYjARmdW5jlIwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzOpKjBVMmGFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4=" | |
| } | |
| } |