| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f5d8a106280>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f5d8a106310>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f5d8a1063a0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f5d8a106430>", "_build": "<function ActorCriticPolicy._build at 0x7f5d8a1064c0>", "forward": "<function ActorCriticPolicy.forward at 0x7f5d8a106550>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f5d8a1065e0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f5d8a106670>", "_predict": "<function ActorCriticPolicy._predict at 0x7f5d8a106700>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f5d8a106790>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f5d8a106820>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f5d8a1068b0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f5d8a105bc0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2031616, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1682198956284340969, "learning_rate": 0.0003, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAADOErb2Po307PTigPhKS1z0eN4c8u3sEPgAAAAAAAAAADSsPPiLHdT8GVHA+D+38vh1+iT7KaEw9AAAAAAAAAAAAtkG9OOi5uwKsNj5u2AO7SY2bOxUAbL0AAIA/AACAP8ZBgb5iAkM/fBeIvoo4H7+jx8G+FblrvQAAAAAAAAAAGgYmvUDawz46ckY963/2vhnYK70wLvA9AAAAAAAAAADNT528svROP3Uy+rsrsjK/2IYDvRIiRr0AAAAAAAAAAKY6mD3k3LU+Nw66vRtp/L48wzs9siryOwAAAAAAAAAAM2MeOwrutT94qHo+fdDsPsIWN7t9HGO9AAAAAAAAAADNbNI85aeqP9jCrD6yohK/btggPJhCED4AAAAAAAAAADOWRj4bGZo/1qT4Pvxoyr65bL8++8SDPgAAAAAAAAAAANirO0jVgbqYIbC2C0KjsUt5DzvCqc41AACAPwAAgD+NcfK9BDIkPtSAFj5heIW+dU3EveDPQz0AAAAAAAAAAEAsqL3MGKk/yv/mvldz5b49zYe9tqygvQAAAAAAAAAATVAhvckGqT8H57m+CKkFv3Z4ybzsWSa+AAAAAAAAAACaCQo8KO6HP2s+irxJmzq/Px11PR1tDDwAAAAAAAAAAFLIgr5H7zM/LlmXvnNeLL9zEqy+0hROPQAAAAAAAAAAmk53vbPtiz40Z0U9AGa9vgFpmr1lafU8AAAAAAAAAAAzRUw+uLchP6LBXr5cGAe/5YMBPl04jr0AAAAAAAAAAPMl2L34Pro9M+oXP/3KOb51Cng+IGbSPQAAAAAAAAAA5nJQvmMuAD19fP4+mgmIvhC0EL5G8xq/AAAAAAAAgD8SoYy+k5chP75n8r0Edh6/t7S9vuIlWTwAAAAAAAAAAJpBqrxHCgc+gqx5Pu1mpL7W9xY90eOsPQAAAAAAAAAAgIshvfagRLpyuZ83rf4kM4Oz8zpeBbm2AACAPwAAgD+u25i+G0sJP+Dv1b3ZMjK/ZRzlvmKB4D0AAAAAAAAAAONxw77yapA/rhMLv2dCNb92w/q+TYIRvgAAAAAAAAAA2n04vvV0Dj7TrMk+G7mLvv0xIrzmcwY+AAAAAAAAAACaTUw84dCVukYZKjMZ+fKuZjNUukhezbMAAIA/AACAP81DXT7mKo4/mhDAPovt377jEgI/P9iQPgAAAAAAAAAAZhbtO8QztD929W0+CaqUvaojG7voVbw8AAAAAAAAAACaoSa9ew62uu55k7Lb9QCxoEOEuKgnDzMAAIA/AACAPw23xD17upG6EKBbtORZqa6nLY66QienMwAAgD8AAIA/zUpEPGWkrz+F8sg+MHgZv5Zp/rtTNFa8AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAABAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIlQ7W/7kScECUhpRSlIwBbJRLvYwBdJRHQKRL1A2ycCp1fZQoaAZoCWgPQwhmvoOfuB50QJSGlFKUaBVL9WgWR0CkS/4oAn2JdX2UKGgGaAloD0MIWp9yTBYRc0CUhpRSlGgVS+NoFkdApEv8F8ohIXV9lChoBmgJaA9DCPGBHf9FmHFAlIaUUpRoFUvdaBZHQKRMKURnOB11fZQoaAZoCWgPQwhOtRZmYRtyQJSGlFKUaBVLu2gWR0CkTEAD7qIKdX2UKGgGaAloD0MID7QCQ9YpckCUhpRSlGgVS91oFkdApEyNUADJVHV9lChoBmgJaA9DCMRBQpQvzW9AlIaUUpRoFUu1aBZHQKRMrbi6xxF1fZQoaAZoCWgPQwg08+SaAgJuQJSGlFKUaBVLy2gWR0CkTK1KGtZFdX2UKGgGaAloD0MI8fRKWYaWTECUhpRSlGgVS4ZoFkdApEyxXuE253V9lChoBmgJaA9DCHnr/Nvlm3JAlIaUUpRoFUvFaBZHQKRMvkaMrEt1fZQoaAZoCWgPQwhBLJs55CxyQJSGlFKUaBVL9GgWR0CkTP8DSw4bdX2UKGgGaAloD0MIjgdb7LZycUCUhpRSlGgVS9toFkdApE0O0b961XV9lChoBmgJaA9DCLh2oiSkP3JAlIaUUpRoFUvjaBZHQKRNr+sHSnd1fZQoaAZoCWgPQwgIO8WqQRhyQJSGlFKUaBVLymgWR0CkTdD4HoovdX2UKGgGaAloD0MIfGRz1TwLTUCUhpRSlGgVS4hoFkdApE3fUe+23XV9lChoBmgJaA9DCKdc4V0ucW9AlIaUUpRoFUu9aBZHQKRN9kJa7mN1fZQoaAZoCWgPQwivsyH/jNxxQJSGlFKUaBVLuWgWR0CkTi8VHnU2dX2UKGgGaAloD0MIIsK/CJoidECUhpRSlGgVS9VoFkdApE430Gu9vnV9lChoBmgJaA9DCEcFTrZB6XNAlIaUUpRoFUu+aBZHQKRON+5vtMR1fZQoaAZoCWgPQwiQ2Vn0znpyQJSGlFKUaBVL1WgWR0CkTk1SXMQmdX2UKGgGaAloD0MI5xw8E9pycUCUhpRSlGgVS89oFkdApE5NcD8tPHV9lChoBmgJaA9DCLAe963WE3FAlIaUUpRoFUvKaBZHQKROZdjXnQp1fZQoaAZoCWgPQwgP7WMFv4ZyQJSGlFKUaBVL3GgWR0CkTpJJoTPCdX2UKGgGaAloD0MIlNxhE5llc0CUhpRSlGgVS79oFkdApE7J9Tgl4XV9lChoBmgJaA9DCMA8ZMpHW3JAlIaUUpRoFUvTaBZHQKROzDTBqKx1fZQoaAZoCWgPQwh3vTRFAKpwQJSGlFKUaBVLsGgWR0CkTvPKU3XJdX2UKGgGaAloD0MI58jKLwMvcUCUhpRSlGgVS9FoFkdApE8TQmeDnXV9lChoBmgJaA9DCE0wnGsYVnNAlIaUUpRoFUvZaBZHQKRPDw3HaOB1fZQoaAZoCWgPQwg5nPnV3IRwQJSGlFKUaBVLzWgWR0CkTzsyi22HdX2UKGgGaAloD0MIOgfPhOaGc0CUhpRSlGgVS+BoFkdApE89g+hXbXV9lChoBmgJaA9DCJFigERTwXFAlIaUUpRoFUu3aBZHQKRPRgE2YOV1fZQoaAZoCWgPQwiwcJLmz/ZxQJSGlFKUaBVL3WgWR0CkT1liz9jxdX2UKGgGaAloD0MIKO/jaA7acUCUhpRSlGgVS9RoFkdApE9mZqmCRXV9lChoBmgJaA9DCCDT2jR27HFAlIaUUpRoFUvXaBZHQKRPbN/vv0B1fZQoaAZoCWgPQwgD6zh+6ONzQJSGlFKUaBVLzWgWR0CkT3RGDtgKdX2UKGgGaAloD0MIGNF2TN2dcUCUhpRSlGgVS8BoFkdApE+CrLhaT3V9lChoBmgJaA9DCGRXWkbq13NAlIaUUpRoFU0GAWgWR0CkT5SYw7DEdX2UKGgGaAloD0MIowbTMHyjb0CUhpRSlGgVS71oFkdApE/h5NXYDnV9lChoBmgJaA9DCNRgGoYP2W9AlIaUUpRoFUvIaBZHQKRP7SFXaJ11fZQoaAZoCWgPQwiZEHNJlaFwQJSGlFKUaBVLvmgWR0CkT/MF+uvEdX2UKGgGaAloD0MI5WN3gZJBc0CUhpRSlGgVS8loFkdApFANnZkCm3V9lChoBmgJaA9DCAtjC0EOYHNAlIaUUpRoFUvTaBZHQKRQicZtNzt1fZQoaAZoCWgPQwhZFkz80VhzQJSGlFKUaBVL72gWR0CkUKwEQoTgdX2UKGgGaAloD0MIJQhXQCGOcUCUhpRSlGgVS9xoFkdApFC+YD1XeXV9lChoBmgJaA9DCP2GiQYpCG9AlIaUUpRoFUuyaBZHQKRQ1y08eS11fZQoaAZoCWgPQwjZB1kWTCZxQJSGlFKUaBVLwmgWR0CkUQ6t9x6wdX2UKGgGaAloD0MIUWaDTLLSbkCUhpRSlGgVS8BoFkdApFEs7uDzy3V9lChoBmgJaA9DCLXAHhOpMnBAlIaUUpRoFUu5aBZHQKRRRXiiqQ11fZQoaAZoCWgPQwgWhV0UPWZyQJSGlFKUaBVLuGgWR0CkUXPtMPBjdX2UKGgGaAloD0MIs7RTc7k4c0CUhpRSlGgVS7xoFkdApFG2pS75EnV9lChoBmgJaA9DCAA8okK183BAlIaUUpRoFUvQaBZHQKRRtnGKhtd1fZQoaAZoCWgPQwgAcy1aAOpvQJSGlFKUaBVLuWgWR0CkUeKx9oexdX2UKGgGaAloD0MI4PPDCGG0cUCUhpRSlGgVS/toFkdApFH3yup0fnV9lChoBmgJaA9DCF00ZDyKB3BAlIaUUpRoFUuzaBZHQKRSE+GoJiR1fZQoaAZoCWgPQwgvbTgsjS1xQJSGlFKUaBVL42gWR0CkUhGViWmhdX2UKGgGaAloD0MIZJRnXs7DckCUhpRSlGgVS75oFkdApFIo6U7jk3V9lChoBmgJaA9DCEDbatbZcHFAlIaUUpRoFUuvaBZHQKRSLNRFZxJ1fZQoaAZoCWgPQwjg2LPn8pdzQJSGlFKUaBVL5WgWR0CkUi+xGDtgdX2UKGgGaAloD0MI+IvZktV3cECUhpRSlGgVS81oFkdApFJChnJ1aHV9lChoBmgJaA9DCC8xlulXmnBAlIaUUpRoFUuraBZHQKRSVkOqebx1fZQoaAZoCWgPQwh73Lda5+twQJSGlFKUaBVLymgWR0CkUnCbc45tdX2UKGgGaAloD0MIVDcXf1tVcUCUhpRSlGgVS61oFkdApFJ9eD3/P3V9lChoBmgJaA9DCL/VOnG5knFAlIaUUpRoFUu/aBZHQKRSjPLxI8R1fZQoaAZoCWgPQwiBBps6T1NyQJSGlFKUaBVL/2gWR0CkUpuloDgZdX2UKGgGaAloD0MIsRU0LXGacUCUhpRSlGgVS8doFkdApFK7FERao3V9lChoBmgJaA9DCNOjqZ5Mu3FAlIaUUpRoFUvIaBZHQKRSxfF72L51fZQoaAZoCWgPQwh+jo8W5y5xQJSGlFKUaBVL0WgWR0CkUsRYzSCwdX2UKGgGaAloD0MIpdqn4zG+cECUhpRSlGgVS7JoFkdApFLiVt4zJ3V9lChoBmgJaA9DCKG8j6O5InNAlIaUUpRoFUvfaBZHQKRS8jnFHax1fZQoaAZoCWgPQwhoQL0ZNQhzQJSGlFKUaBVL1WgWR0CkUw2SlnAZdX2UKGgGaAloD0MIu0VgrC8FcUCUhpRSlGgVS8doFkdApFNlNlAeJnV9lChoBmgJaA9DCI178xtmD3NAlIaUUpRoFUvVaBZHQKRTgnrIHTt1fZQoaAZoCWgPQwg9DoP5a8NwQJSGlFKUaBVLr2gWR0CkU8ps41gqdX2UKGgGaAloD0MID9O+uf8WdECUhpRSlGgVS+poFkdApFPVv60pmXV9lChoBmgJaA9DCH/aqE5HXHBAlIaUUpRoFUu9aBZHQKRT7T6zmfZ1fZQoaAZoCWgPQwiC4zJuKq5wQJSGlFKUaBVLy2gWR0CkVBfUF0PpdX2UKGgGaAloD0MI9Pxpo7rXckCUhpRSlGgVS9ZoFkdApFQkVJtix3V9lChoBmgJaA9DCPxvJTt21nBAlIaUUpRoFUulaBZHQKRUNMEA5rB1fZQoaAZoCWgPQwgiqYWSSedyQJSGlFKUaBVLyWgWR0CkVHDdP+GXdX2UKGgGaAloD0MIzcmLTMB+cUCUhpRSlGgVS9FoFkdApFSsAaNuL3V9lChoBmgJaA9DCHbEIRtIrm9AlIaUUpRoFUu1aBZHQKRUtrVvuPV1fZQoaAZoCWgPQwhkV1pG6oRxQJSGlFKUaBVLqmgWR0CkVMIz3yqddX2UKGgGaAloD0MIKVyPwnVCc0CUhpRSlGgVS9hoFkdApFThVXFLnXV9lChoBmgJaA9DCOW1ErpLznFAlIaUUpRoFUuyaBZHQKRU+71ZkkN1fZQoaAZoCWgPQwgrS3SWmddzQJSGlFKUaBVLzWgWR0CkVUanzg/DdX2UKGgGaAloD0MICyQofgxncUCUhpRSlGgVS6toFkdApFVLPfKp1nV9lChoBmgJaA9DCH9Ma9MYXXBAlIaUUpRoFUvBaBZHQKRVV8wYced1fZQoaAZoCWgPQwj3AN2Xc1VyQJSGlFKUaBVLtWgWR0CkVWhzeXRgdX2UKGgGaAloD0MIYAMixNUxc0CUhpRSlGgVS+JoFkdApFV3EOy3TnV9lChoBmgJaA9DCO/nFOSnM3NAlIaUUpRoFUvCaBZHQKRVgpLEk0J1fZQoaAZoCWgPQwjOb5hoEE1yQJSGlFKUaBVL1mgWR0CkVbJq7AcldX2UKGgGaAloD0MIsmSO5R1lcUCUhpRSlGgVS7NoFkdApFW6EeyRjnV9lChoBmgJaA9DCM064/tigXFAlIaUUpRoFUu9aBZHQKRVuO7xusN1fZQoaAZoCWgPQwi9APvo1EByQJSGlFKUaBVL32gWR0CkVdSmqHXVdX2UKGgGaAloD0MIAgzLn29NckCUhpRSlGgVS+ZoFkdApFYL6DXe33V9lChoBmgJaA9DCOeLvRfffnBAlIaUUpRoFUv5aBZHQKRWL1bqyGB1fZQoaAZoCWgPQwiDGVOwRlVzQJSGlFKUaBVL32gWR0CkVj2vjfeldX2UKGgGaAloD0MI2LeTiPBMc0CUhpRSlGgVS8loFkdApFZO1SflIXV9lChoBmgJaA9DCGl0B7HzNHJAlIaUUpRoFUvNaBZHQKRWT2LYPG11fZQoaAZoCWgPQwhnZfuQtz5wQJSGlFKUaBVL2mgWR0CkVluEmICVdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 620, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVggAAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZROdWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 32, "n_steps": 1024, "gamma": 0.995, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 10, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/yZmZmZmZmoWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.0+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}} |