| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7887ac9d56c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7887ac9d8fc0>"}, "verbose": 1, "policy_kwargs": {"net_arch": [512, 512, 512]}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1719190071682219297, "learning_rate": 0.0003723786142741777, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAnQW9b3SI9z8o0YKXL3rjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAR3m+nAUy8z8FhUWJenXnP7KipHN7Wug/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T+dBb1vdIj3PyjRgpcveuM/a/2urVEu2z8QPLM5dn7AP1Ba/gzI+cG/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.47081417 0.60866527 0.42470209]]", "desired_goal": "[[1.19971238 0.73309066 0.76104519]]", "observation": "[[ 1.34195486e+00 7.49100497e-01 5.34707205e-01 1.47081417e+00\n 6.08665272e-01 4.24702091e-01 1.28859308e-01 -1.40435225e-01\n -1.10005114e-01 3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n 1.35761490e-07 3.78750543e-15 3.25141132e-06 -1.43639066e-08\n 4.16619734e-05 5.03907166e-08 -7.75241793e-08 2.44454593e-18\n -3.25334641e-06 1.31060963e-08 5.16579228e-06 5.26339189e-07\n 1.75358425e-07]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAkeMM6chT9j8ltTbKNpvkPz51MkirL9s/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAxVrsriuw9j9MFUFwFgPoPxUUo9tHLts/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAD1FX6QOxb0P3Uq/xfvPdA/GfG+/dmn6z+R4wzpyFP2PyW1Nso2m+Q/PnUySKsv2z/gbHbEauzBP9U/bnx++Ng/9GxLswgg3L/oPQSymHIhP4ETw30N/IO+14RILIvwnDydIun2IolrPOHE5uHN7uO8wkJf2SxaTT/3dyXO+cNMP9IHQcEZnja/frWSggYriLyTG+oxp61evBJayTl4Bjo8xEJf2SxaTb/sdyXO+cNMv3cnQcEZnjY/5x31ijq/6r6lQe8OhDFovpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.39545527 0.64394702 0.42478449]]", "desired_goal": "[[1.41801041 0.75037691 0.42469975]]", "observation": "[[ 1.25542790e+00 2.53780149e-01 8.64239688e-01 1.39545527e+00\n 6.43947024e-01 4.24784489e-01 1.40027376e-01 3.90166875e-01\n -4.39455199e-01 1.33114948e-04 -1.48896730e-07 1.00404489e-16\n 1.19417019e-17 -2.21298857e-15 8.95759486e-04 8.77854324e-04\n -3.45116890e-04 -4.19249151e-17 -6.65230294e-18 1.41083282e-18\n -8.95759486e-04 -8.77854324e-04 3.45116890e-04 -1.27539573e-05\n -4.50637588e-08]]"}, "_episode_num": 20000, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwA0xOk+HJtCMAWyUSzKMAXSUR0DDwsJp+MIedX2UKGgGR8AU95le4TbnaAdLMmgIR0DDwwVsenyedX2UKGgGR8AvI2gnMMZxaAdLMmgIR0DDw0Vr/KhddX2UKGgGR8AhgTakAPupaAdLMmgIR0DDw4dMCcPOdX2UKGgGR8Ay+WqcVgx8aAdLMmgIR0DDw8heokzHdX2UKGgGR8Ag2mfoRqXXaAdLMmgIR0DDxAoGD+R6dX2UKGgGR8Ao73evZAY6aAdLMmgIR0DDxEt27nPndX2UKGgGR8AwR0TlDF6zaAdLMmgIR0DDxIzcfvF4dX2UKGgGR8AIzNpudf9haAdLMmgIR0DDxNUkGA09dX2UKGgGR8Au3UsFt8/maAdLMmgIR0DDxRcyJsO5dX2UKGgGR8AxdOwxFiKBaAdLMmgIR0DDxVdkQPI5dX2UKGgGR8AynwRXfZVXaAdLMmgIR0DDxZlWU8msdX2UKGgGR8A1S1l5GBnSaAdLMmgIR0DDxdoaUA1fdX2UKGgGR8AyFMJx//edaAdLMmgIR0DDxhsbvPTodX2UKGgGR8AYN+x4Y77saAdLMmgIR0DDxlsb5uZUdX2UKGgGR8AxG9RaX8fnaAdLMmgIR0DDxpv7m+0xdX2UKGgGR8AkI6reZXuFaAdLMmgIR0DDxt0vysjndX2UKGgGR8AnUa1kUbkwaAdLMmgIR0DDxx4rc0tRdX2UKGgGR8Ao7Jsfq5byaAdLMmgIR0DDx19G7SRbdX2UKGgGR8AUgfdRBNVSaAdLMmgIR0DDx6E72cridX2UKGgGR8AvqnHeaa1DaAdLMmgIR0DDx+Li6xxDdX2UKGgGR8Ay3JkXk5p8aAdLMmgIR0DDyCLgZTAGdX2UKGgGR8Ars9alk6LgaAdLMmgIR0DDyGK3qiXZdX2UKGgGR8Az8VqesgdPaAdLMmgIR0DDyKVQdjoZdX2UKGgGR8Ag/qcEvCdjaAdLMmgIR0DDyOWMOwxGdX2UKGgGR8AuvnOB19v1aAdLMmgIR0DDySVJ+UhWdX2UKGgGR8Afd3wCr92paAdLMmgIR0DDyWSTSsr/dX2UKGgGR8AgOo5xR2r5aAdLMmgIR0DDyaRqKxcFdX2UKGgGR8AfIx33YcvNaAdLMmgIR0DDyePrGBFvdX2UKGgGR8AzWrAP/aQFaAdLMmgIR0DDyiRHiFTOdX2UKGgGR8AWYP5HmRvFaAdLMmgIR0DDymQ1pCa7dX2UKGgGR8AKlvMr3CbdaAdLMmgIR0DDyqSHIp6QdX2UKGgGR8Axed4VymygaAdLMmgIR0DDyuQWSEDhdX2UKGgGR8A0yxBVuJk5aAdLMmgIR0DDyyQ9C/oJdX2UKGgGR8AO3x2B8QZoaAdLMmgIR0DDy2OVE/jbdX2UKGgGR8AjOFlCkXUIaAdLMmgIR0DDy6OlyimEdX2UKGgGR8AdMZdfLLZBaAdLMmgIR0DDy+Oee4CqdX2UKGgGR8AXZj7Q9ic5aAdLMmgIR0DDzCNJrcj8dX2UKGgGR8Aw5oqCpWFOaAdLMmgIR0DDzGMDB/I9dX2UKGgGR8AkDkNnXd0raAdLMmgIR0DDzKLXz19OdX2UKGgGR8AoGFbmlqJuaAdLMmgIR0DDzOKzgMtsdX2UKGgGR8AmsEsasIVuaAdLMmgIR0DDzSLFwT/RdX2UKGgGR7/0CzgMtseoaAdLMmgIR0DDzWIwwj+rdX2UKGgGR8AmI56MR6F/aAdLMmgIR0DDzag+t8u0dX2UKGgGR8AhMIWP91loaAdLMmgIR0DDzejCWNWEdX2UKGgGR8A2LsRg7YChaAdLMmgIR0DDzigvlEJCdX2UKGgGR8Ap5BHCoCMhaAdLMmgIR0DDzmf/echDdX2UKGgGR8AvhTNMXaakaAdLMmgIR0DDzqhNucc3dX2UKGgGR8AlBi4rjHXFaAdLMmgIR0DDzuiGSIP9dX2UKGgGR8A2r9NN8E3baAdLMmgIR0DDzytDneSCdX2UKGgGR8AQdoPCl7+laAdLMmgIR0DDz27wlSjydX2UKGgGR8AtB/IbOu7paAdLMmgIR0DDz67LpzLfdX2UKGgGR8AuMFSsKb8WaAdLMmgIR0DDz+5xBE8adX2UKGgGR8ANmoFV1fVqaAdLMmgIR0DD0C5Lh73PdX2UKGgGR8AxcbCaZx7zaAdLMmgIR0DD0G2svIwNdX2UKGgGR8Ai3mbLEDQraAdLMmgIR0DD0K3WattAdX2UKGgGR8AyTc3EQ5FPaAdLMmgIR0DD0O3nr6cidX2UKGgGR8ArYYbbUPQOaAdLMmgIR0DD0S4YcebNdX2UKGgGR8AqERMewLVnaAdLMmgIR0DD0W0rwvxpdX2UKGgGR8AjSvtdAxBWaAdLMmgIR0DD0a1vES/TdX2UKGgGR8Aox0gbIcR2aAdLMmgIR0DD0e0b70nPdX2UKGgGR8AZ5wrDqGDdaAdLMmgIR0DD0izM7lq8dX2UKGgGR8AyS3ZPEbYLaAdLMmgIR0DD0muU+s5odX2UKGgGR8ATAB+4LCvYaAdLMmgIR0DD0q6wjdHldX2UKGgGR7/t/dZaFEiMaAdLMmgIR0DD0vBPdl/ZdX2UKGgGR8AkeV9nbqQjaAdLMmgIR0DD0zFJQLuydX2UKGgGR8AAlcv/R3NcaAdLMmgIR0DD03Fp22XtdX2UKGgGR8AeOaF23azvaAdLMmgIR0DD07DowEhadX2UKGgGR8Aoc7NB4UvgaAdLMmgIR0DD0/FZmqYJdX2UKGgGR8AkkTwlSjxkaAdLMmgIR0DD1DPD1oQGdX2UKGgGR8AxqrVe8f3faAdLMmgIR0DD1H4p4KQadX2UKGgGR8ArlGIbfgrIaAdLMmgIR0DD1L5HPNVzdX2UKGgGR8Appmdy1eByaAdLMmgIR0DD1P8u8K5TdX2UKGgGR8Ayq+/QBxPwaAdLMmgIR0DD1T7Hp8nedX2UKGgGR8A09w3HaN+9aAdLMmgIR0DD1X4tvn8sdX2UKGgGR8Aygpwjt5UtaAdLMmgIR0DD1b40XP7fdX2UKGgGR8AkbQ0GeMAFaAdLMmgIR0DD1gbz5GjLdX2UKGgGR8AqjdUKiO/+aAdLMmgIR0DD1kbGJemfdX2UKGgGR8AqqD6nBLwnaAdLMmgIR0DD1oi8jAzpdX2UKGgGR8AuQ9eyAxzraAdLMmgIR0DD1sldTo+wdX2UKGgGR8AtnK8L8aXKaAdLMmgIR0DD1wv0dzXCdX2UKGgGR8Av+z1K5CnhaAdLMmgIR0DD10vfoA4odX2UKGgGR8APjF4s3AEdaAdLMmgIR0DD145EBsAOdX2UKGgGR8AsskN4JNTMaAdLMmgIR0DD186Uqx1QdX2UKGgGR8AmRsPatcOcaAdLMmgIR0DD2BEliSaFdX2UKGgGR8AZHbTMJQchaAdLMmgIR0DD2FFaIN3GdX2UKGgGR8A5AbUgB91EaAdLMmgIR0DD2JGMGX5WdX2UKGgGR8Apf21UlzEKaAdLMmgIR0DD2NHYxtYTdX2UKGgGR8AxHj0+TvAoaAdLMmgIR0DD2RG5hBqsdX2UKGgGR8Ai2DDjzZpSaAdLMmgIR0DD2VE1EVnFdX2UKGgGR8AxKGVzIV/MaAdLMmgIR0DD2ZFUlzEKdX2UKGgGR8AfmrPt2LYPaAdLMmgIR0DD2dALRa5gdX2UKGgGR8AARyIYWLxaaAdLMmgIR0DD2hBuyeI3dX2UKGgGR8Ac3/ffoA4oaAdLMmgIR0DD2k/I0ZWJdX2UKGgGR8AcvWTX8O0+aAdLMmgIR0DD2o/Uc4o7dX2UKGgGR8AnvnbqQiiZaAdLMmgIR0DD2s+pZOi4dX2UKGgGR8A2e6HTI/7jaAdLMmgIR0DD2w+TvAoHdX2UKGgGR8AohT2nKnvVaAdLMmgIR0DD207kCFK1dX2UKGgGR8Aj0HJtBOYZaAdLMmgIR0DD247mnwXqdX2UKGgGR8AVwjxCpm29aAdLMmgIR0DD286vicXndWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 999900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQ4p58mCnwiBqIw/CY2fbhCIwDaW5jlIoQgcSW11MIcvhRyXJiQGExenWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 64, "learning_starts": 100, "tau": 0.005, "gamma": 0.9512747873959645, "gradient_steps": -1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7887ac9d4550>", "add": "<function DictReplayBuffer.add at 0x7887ac9d45e0>", "sample": "<function DictReplayBuffer.sample at 0x7887ac9d4670>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7887ac9d4700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7887ac9c3400>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVZAAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMB2VwaXNvZGWUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVqAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/OGd5+FRe24WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023", "Python": "3.10.13", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.2", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.0", "OpenAI Gym": "0.26.2"}} |