Best commit

README.md

@@ -0,0 +1,37 @@
+---
+library_name: stable-baselines3
+tags:
+- FetchPickAndPlaceDense-v2
+- deep-reinforcement-learning
+- reinforcement-learning
+- stable-baselines3
+model-index:
+- name: TD3
+  results:
+  - task:
+      type: reinforcement-learning
+      name: reinforcement-learning
+    dataset:
+      name: FetchPickAndPlaceDense-v2
+      type: FetchPickAndPlaceDense-v2
+    metrics:
+    - type: mean_reward
+      value: -8.24 +/- 5.70
+      name: mean_reward
+      verified: false
+---
+
+# **TD3** Agent playing **FetchPickAndPlaceDense-v2**
+This is a trained model of a **TD3** agent playing **FetchPickAndPlaceDense-v2**
+using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
+
+## Usage (with Stable-baselines3)
+TODO: Add your code
+
+
+```python
+from stable_baselines3 import ...
+from huggingface_sb3 import load_from_hub
+
+...
+```

config.json

@@ -0,0 +1 @@
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ", "__init__": "<function MultiInputPolicy.__init__ at 0x7887ac9d56c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7887ac9d8fc0>"}, "verbose": 1, "policy_kwargs": {"net_arch": [512, 512, 512]}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1719190071682219297, "learning_rate": 0.0003723786142741777, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAnQW9b3SI9z8o0YKXL3rjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAR3m+nAUy8z8FhUWJenXnP7KipHN7Wug/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T+dBb1vdIj3PyjRgpcveuM/a/2urVEu2z8QPLM5dn7AP1Ba/gzI+cG/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.47081417 0.60866527 0.42470209]]", "desired_goal": "[[1.19971238 0.73309066 0.76104519]]", "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.47081417e+00\n   6.08665272e-01  4.24702091e-01  1.28859308e-01 -1.40435225e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAkeMM6chT9j8ltTbKNpvkPz51MkirL9s/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAxVrsriuw9j9MFUFwFgPoPxUUo9tHLts/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAD1FX6QOxb0P3Uq/xfvPdA/GfG+/dmn6z+R4wzpyFP2PyW1Nso2m+Q/PnUySKsv2z/gbHbEauzBP9U/bnx++Ng/9GxLswgg3L/oPQSymHIhP4ETw30N/IO+14RILIvwnDydIun2IolrPOHE5uHN7uO8wkJf2SxaTT/3dyXO+cNMP9IHQcEZnja/frWSggYriLyTG+oxp61evBJayTl4Bjo8xEJf2SxaTb/sdyXO+cNMv3cnQcEZnjY/5x31ijq/6r6lQe8OhDFovpRoDksBSxmGlGgSdJRSlHUu", "achieved_goal": "[[1.39545527 0.64394702 0.42478449]]", "desired_goal": "[[1.41801041 0.75037691 0.42469975]]", "observation": "[[ 1.25542790e+00  2.53780149e-01  8.64239688e-01  1.39545527e+00\n   6.43947024e-01  4.24784489e-01  1.40027376e-01  3.90166875e-01\n  -4.39455199e-01  1.33114948e-04 -1.48896730e-07  1.00404489e-16\n   1.19417019e-17 -2.21298857e-15  8.95759486e-04  8.77854324e-04\n  -3.45116890e-04 -4.19249151e-17 -6.65230294e-18  1.41083282e-18\n  -8.95759486e-04 -8.77854324e-04  3.45116890e-04 -1.27539573e-05\n  -4.50637588e-08]]"}, "_episode_num": 20000, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwA0xOk+HJtCMAWyUSzKMAXSUR0DDwsJp+MIedX2UKGgGR8AU95le4TbnaAdLMmgIR0DDwwVsenyedX2UKGgGR8AvI2gnMMZxaAdLMmgIR0DDw0Vr/KhddX2UKGgGR8AhgTakAPupaAdLMmgIR0DDw4dMCcPOdX2UKGgGR8Ay+WqcVgx8aAdLMmgIR0DDw8heokzHdX2UKGgGR8Ag2mfoRqXXaAdLMmgIR0DDxAoGD+R6dX2UKGgGR8Ao73evZAY6aAdLMmgIR0DDxEt27nPndX2UKGgGR8AwR0TlDF6zaAdLMmgIR0DDxIzcfvF4dX2UKGgGR8AIzNpudf9haAdLMmgIR0DDxNUkGA09dX2UKGgGR8Au3UsFt8/maAdLMmgIR0DDxRcyJsO5dX2UKGgGR8AxdOwxFiKBaAdLMmgIR0DDxVdkQPI5dX2UKGgGR8AynwRXfZVXaAdLMmgIR0DDxZlWU8msdX2UKGgGR8A1S1l5GBnSaAdLMmgIR0DDxdoaUA1fdX2UKGgGR8AyFMJx//edaAdLMmgIR0DDxhsbvPTodX2UKGgGR8AYN+x4Y77saAdLMmgIR0DDxlsb5uZUdX2UKGgGR8AxG9RaX8fnaAdLMmgIR0DDxpv7m+0xdX2UKGgGR8AkI6reZXuFaAdLMmgIR0DDxt0vysjndX2UKGgGR8AnUa1kUbkwaAdLMmgIR0DDxx4rc0tRdX2UKGgGR8Ao7Jsfq5byaAdLMmgIR0DDx19G7SRbdX2UKGgGR8AUgfdRBNVSaAdLMmgIR0DDx6E72cridX2UKGgGR8AvqnHeaa1DaAdLMmgIR0DDx+Li6xxDdX2UKGgGR8Ay3JkXk5p8aAdLMmgIR0DDyCLgZTAGdX2UKGgGR8Ars9alk6LgaAdLMmgIR0DDyGK3qiXZdX2UKGgGR8Az8VqesgdPaAdLMmgIR0DDyKVQdjoZdX2UKGgGR8Ag/qcEvCdjaAdLMmgIR0DDyOWMOwxGdX2UKGgGR8AuvnOB19v1aAdLMmgIR0DDySVJ+UhWdX2UKGgGR8Afd3wCr92paAdLMmgIR0DDyWSTSsr/dX2UKGgGR8AgOo5xR2r5aAdLMmgIR0DDyaRqKxcFdX2UKGgGR8AfIx33YcvNaAdLMmgIR0DDyePrGBFvdX2UKGgGR8AzWrAP/aQFaAdLMmgIR0DDyiRHiFTOdX2UKGgGR8AWYP5HmRvFaAdLMmgIR0DDymQ1pCa7dX2UKGgGR8AKlvMr3CbdaAdLMmgIR0DDyqSHIp6QdX2UKGgGR8Axed4VymygaAdLMmgIR0DDyuQWSEDhdX2UKGgGR8A0yxBVuJk5aAdLMmgIR0DDyyQ9C/oJdX2UKGgGR8AO3x2B8QZoaAdLMmgIR0DDy2OVE/jbdX2UKGgGR8AjOFlCkXUIaAdLMmgIR0DDy6OlyimEdX2UKGgGR8AdMZdfLLZBaAdLMmgIR0DDy+Oee4CqdX2UKGgGR8AXZj7Q9ic5aAdLMmgIR0DDzCNJrcj8dX2UKGgGR8Aw5oqCpWFOaAdLMmgIR0DDzGMDB/I9dX2UKGgGR8AkDkNnXd0raAdLMmgIR0DDzKLXz19OdX2UKGgGR8AoGFbmlqJuaAdLMmgIR0DDzOKzgMtsdX2UKGgGR8AmsEsasIVuaAdLMmgIR0DDzSLFwT/RdX2UKGgGR7/0CzgMtseoaAdLMmgIR0DDzWIwwj+rdX2UKGgGR8AmI56MR6F/aAdLMmgIR0DDzag+t8u0dX2UKGgGR8AhMIWP91loaAdLMmgIR0DDzejCWNWEdX2UKGgGR8A2LsRg7YChaAdLMmgIR0DDzigvlEJCdX2UKGgGR8Ap5BHCoCMhaAdLMmgIR0DDzmf/echDdX2UKGgGR8AvhTNMXaakaAdLMmgIR0DDzqhNucc3dX2UKGgGR8AlBi4rjHXFaAdLMmgIR0DDzuiGSIP9dX2UKGgGR8A2r9NN8E3baAdLMmgIR0DDzytDneSCdX2UKGgGR8AQdoPCl7+laAdLMmgIR0DDz27wlSjydX2UKGgGR8AtB/IbOu7paAdLMmgIR0DDz67LpzLfdX2UKGgGR8AuMFSsKb8WaAdLMmgIR0DDz+5xBE8adX2UKGgGR8ANmoFV1fVqaAdLMmgIR0DD0C5Lh73PdX2UKGgGR8AxcbCaZx7zaAdLMmgIR0DD0G2svIwNdX2UKGgGR8Ai3mbLEDQraAdLMmgIR0DD0K3WattAdX2UKGgGR8AyTc3EQ5FPaAdLMmgIR0DD0O3nr6cidX2UKGgGR8ArYYbbUPQOaAdLMmgIR0DD0S4YcebNdX2UKGgGR8AqERMewLVnaAdLMmgIR0DD0W0rwvxpdX2UKGgGR8AjSvtdAxBWaAdLMmgIR0DD0a1vES/TdX2UKGgGR8Aox0gbIcR2aAdLMmgIR0DD0e0b70nPdX2UKGgGR8AZ5wrDqGDdaAdLMmgIR0DD0izM7lq8dX2UKGgGR8AyS3ZPEbYLaAdLMmgIR0DD0muU+s5odX2UKGgGR8ATAB+4LCvYaAdLMmgIR0DD0q6wjdHldX2UKGgGR7/t/dZaFEiMaAdLMmgIR0DD0vBPdl/ZdX2UKGgGR8AkeV9nbqQjaAdLMmgIR0DD0zFJQLuydX2UKGgGR8AAlcv/R3NcaAdLMmgIR0DD03Fp22XtdX2UKGgGR8AeOaF23azvaAdLMmgIR0DD07DowEhadX2UKGgGR8Aoc7NB4UvgaAdLMmgIR0DD0/FZmqYJdX2UKGgGR8AkkTwlSjxkaAdLMmgIR0DD1DPD1oQGdX2UKGgGR8AxqrVe8f3faAdLMmgIR0DD1H4p4KQadX2UKGgGR8ArlGIbfgrIaAdLMmgIR0DD1L5HPNVzdX2UKGgGR8Appmdy1eByaAdLMmgIR0DD1P8u8K5TdX2UKGgGR8Ayq+/QBxPwaAdLMmgIR0DD1T7Hp8nedX2UKGgGR8A09w3HaN+9aAdLMmgIR0DD1X4tvn8sdX2UKGgGR8Aygpwjt5UtaAdLMmgIR0DD1b40XP7fdX2UKGgGR8AkbQ0GeMAFaAdLMmgIR0DD1gbz5GjLdX2UKGgGR8AqjdUKiO/+aAdLMmgIR0DD1kbGJemfdX2UKGgGR8AqqD6nBLwnaAdLMmgIR0DD1oi8jAzpdX2UKGgGR8AuQ9eyAxzraAdLMmgIR0DD1sldTo+wdX2UKGgGR8AtnK8L8aXKaAdLMmgIR0DD1wv0dzXCdX2UKGgGR8Av+z1K5CnhaAdLMmgIR0DD10vfoA4odX2UKGgGR8APjF4s3AEdaAdLMmgIR0DD145EBsAOdX2UKGgGR8AsskN4JNTMaAdLMmgIR0DD186Uqx1QdX2UKGgGR8AmRsPatcOcaAdLMmgIR0DD2BEliSaFdX2UKGgGR8AZHbTMJQchaAdLMmgIR0DD2FFaIN3GdX2UKGgGR8A5AbUgB91EaAdLMmgIR0DD2JGMGX5WdX2UKGgGR8Apf21UlzEKaAdLMmgIR0DD2NHYxtYTdX2UKGgGR8AxHj0+TvAoaAdLMmgIR0DD2RG5hBqsdX2UKGgGR8Ai2DDjzZpSaAdLMmgIR0DD2VE1EVnFdX2UKGgGR8AxKGVzIV/MaAdLMmgIR0DD2ZFUlzEKdX2UKGgGR8AfmrPt2LYPaAdLMmgIR0DD2dALRa5gdX2UKGgGR8AARyIYWLxaaAdLMmgIR0DD2hBuyeI3dX2UKGgGR8Ac3/ffoA4oaAdLMmgIR0DD2k/I0ZWJdX2UKGgGR8AcvWTX8O0+aAdLMmgIR0DD2o/Uc4o7dX2UKGgGR8AnvnbqQiiZaAdLMmgIR0DD2s+pZOi4dX2UKGgGR8A2e6HTI/7jaAdLMmgIR0DD2w+TvAoHdX2UKGgGR8AohT2nKnvVaAdLMmgIR0DD207kCFK1dX2UKGgGR8Aj0HJtBOYZaAdLMmgIR0DD247mnwXqdX2UKGgGR8AVwjxCpm29aAdLMmgIR0DD286vicXndWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="}, "_n_updates": 999900, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQ4p58mCnwiBqIw/CY2fbhCIwDaW5jlIoQgcSW11MIcvhRyXJiQGExenWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True]", "bounded_above": "[ True  True  True  True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 1, "buffer_size": 1000000, "batch_size": 64, "learning_starts": 100, "tau": 0.005, "gamma": 0.9512747873959645, "gradient_steps": -1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function DictReplayBuffer.__init__ at 0x7887ac9d4550>", "add": "<function DictReplayBuffer.add at 0x7887ac9d45e0>", "sample": "<function DictReplayBuffer.sample at 0x7887ac9d4670>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7887ac9d4700>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7887ac9c3400>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVZAAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMB2VwaXNvZGWUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVqAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/OGd5+FRe24WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023", "Python": "3.10.13", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.2", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.0", "OpenAI Gym": "0.26.2"}}

results.json

@@ -0,0 +1 @@
+{"mean_reward": -8.235465182736515, "std_reward": 5.704359864237596, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-24T03:42:20.386604"}

td3-FetchPickAndPlaceDense-v2.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f1999d0ad3c5b0bf16f395612769dbf8349afb76853177dd0910f3f4160c93
+size 26174878

td3-FetchPickAndPlaceDense-v2/_stable_baselines3_version

@@ -0,0 +1 @@
+2.1.0

td3-FetchPickAndPlaceDense-v2/actor.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509ee9184b00411af8cb9c4efa5f4128c62a8d1785c4aaf7ae02df79d682a59d
+size 4356878

td3-FetchPickAndPlaceDense-v2/critic.optimizer.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f336ee262968fbaf4d8f5aa4ee6d1cd1b49037cb32ed7d4c0096990c0e4477
+size 8721478

td3-FetchPickAndPlaceDense-v2/data

@@ -0,0 +1,119 @@
+{
+    "policy_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
+        "__module__": "stable_baselines3.td3.policies",
+        "__doc__": "\n    Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7887ac9d56c0>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7887ac9d8fc0>"
+    },
+    "verbose": 1,
+    "policy_kwargs": {
+        "net_arch": [
+            512,
+            512,
+            512
+        ]
+    },
+    "num_timesteps": 1000000,
+    "_total_timesteps": 1000000,
+    "_num_timesteps_at_start": 0,
+    "seed": null,
+    "action_noise": null,
+    "start_time": 1719190071682219297,
+    "learning_rate": 0.0003723786142741777,
+    "tensorboard_log": null,
+    "_last_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAnQW9b3SI9z8o0YKXL3rjP2v9rq1RLts/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAR3m+nAUy8z8FhUWJenXnP7KipHN7Wug/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAAbnoaopXj1P7xnwpqh+Oc/QmiQSFIc4T+dBb1vdIj3PyjRgpcveuM/a/2urVEu2z8QPLM5dn7AP1Ba/gzI+cG/ZEzHjUspvL+HUufDqbbKPkblyal1rGq+dChy5yWwd76M1O6xujiCPoZ3w0qyDvE8F9oDR1pGyz49NFkipNhOvpf384HG1wU/DjGbuKUNaz78/wTJa890vv+98lgFjEY8BJIcG4JKy764iEQSJyVMPkjmFiu6qtU+R0/kHTipoT5FHjoERYmHPpRoDksBSxmGlGgSdJRSlHUu",
+        "achieved_goal": "[[1.47081417 0.60866527 0.42470209]]",
+        "desired_goal": "[[1.19971238 0.73309066 0.76104519]]",
+        "observation": "[[ 1.34195486e+00  7.49100497e-01  5.34707205e-01  1.47081417e+00\n   6.08665272e-01  4.24702091e-01  1.28859308e-01 -1.40435225e-01\n  -1.10005114e-01  3.18450068e-06 -4.96835828e-08 -8.82449685e-08\n   1.35761490e-07  3.78750543e-15  3.25141132e-06 -1.43639066e-08\n   4.16619734e-05  5.03907166e-08 -7.75241793e-08  2.44454593e-18\n  -3.25334641e-06  1.31060963e-08  5.16579228e-06  5.26339189e-07\n   1.75358425e-07]]"
+    },
+    "_last_episode_starts": {
+        ":type:": "<class 'numpy.ndarray'>",
+        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
+    },
+    "_last_original_obs": {
+        ":type:": "<class 'collections.OrderedDict'>",
+        ":serialized:": "gAWV8wEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolhgAAAAAAAAAkeMM6chT9j8ltTbKNpvkPz51MkirL9s/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolhgAAAAAAAAAxVrsriuw9j9MFUFwFgPoPxUUo9tHLts/lGgOSwFLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWyAAAAAAAAAD1FX6QOxb0P3Uq/xfvPdA/GfG+/dmn6z+R4wzpyFP2PyW1Nso2m+Q/PnUySKsv2z/gbHbEauzBP9U/bnx++Ng/9GxLswgg3L/oPQSymHIhP4ETw30N/IO+14RILIvwnDydIun2IolrPOHE5uHN7uO8wkJf2SxaTT/3dyXO+cNMP9IHQcEZnja/frWSggYriLyTG+oxp61evBJayTl4Bjo8xEJf2SxaTb/sdyXO+cNMv3cnQcEZnjY/5x31ijq/6r6lQe8OhDFovpRoDksBSxmGlGgSdJRSlHUu",
+        "achieved_goal": "[[1.39545527 0.64394702 0.42478449]]",
+        "desired_goal": "[[1.41801041 0.75037691 0.42469975]]",
+        "observation": "[[ 1.25542790e+00  2.53780149e-01  8.64239688e-01  1.39545527e+00\n   6.43947024e-01  4.24784489e-01  1.40027376e-01  3.90166875e-01\n  -4.39455199e-01  1.33114948e-04 -1.48896730e-07  1.00404489e-16\n   1.19417019e-17 -2.21298857e-15  8.95759486e-04  8.77854324e-04\n  -3.45116890e-04 -4.19249151e-17 -6.65230294e-18  1.41083282e-18\n  -8.95759486e-04 -8.77854324e-04  3.45116890e-04 -1.27539573e-05\n  -4.50637588e-08]]"
+    },
+    "_episode_num": 20000,
+    "use_sde": false,
+    "sde_sample_freq": -1,
+    "_current_progress_remaining": 0.0,
+    "_stats_window_size": 100,
+    "ep_info_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwA0xOk+HJtCMAWyUSzKMAXSUR0DDwsJp+MIedX2UKGgGR8AU95le4TbnaAdLMmgIR0DDwwVsenyedX2UKGgGR8AvI2gnMMZxaAdLMmgIR0DDw0Vr/KhddX2UKGgGR8AhgTakAPupaAdLMmgIR0DDw4dMCcPOdX2UKGgGR8Ay+WqcVgx8aAdLMmgIR0DDw8heokzHdX2UKGgGR8Ag2mfoRqXXaAdLMmgIR0DDxAoGD+R6dX2UKGgGR8Ao73evZAY6aAdLMmgIR0DDxEt27nPndX2UKGgGR8AwR0TlDF6zaAdLMmgIR0DDxIzcfvF4dX2UKGgGR8AIzNpudf9haAdLMmgIR0DDxNUkGA09dX2UKGgGR8Au3UsFt8/maAdLMmgIR0DDxRcyJsO5dX2UKGgGR8AxdOwxFiKBaAdLMmgIR0DDxVdkQPI5dX2UKGgGR8AynwRXfZVXaAdLMmgIR0DDxZlWU8msdX2UKGgGR8A1S1l5GBnSaAdLMmgIR0DDxdoaUA1fdX2UKGgGR8AyFMJx//edaAdLMmgIR0DDxhsbvPTodX2UKGgGR8AYN+x4Y77saAdLMmgIR0DDxlsb5uZUdX2UKGgGR8AxG9RaX8fnaAdLMmgIR0DDxpv7m+0xdX2UKGgGR8AkI6reZXuFaAdLMmgIR0DDxt0vysjndX2UKGgGR8AnUa1kUbkwaAdLMmgIR0DDxx4rc0tRdX2UKGgGR8Ao7Jsfq5byaAdLMmgIR0DDx19G7SRbdX2UKGgGR8AUgfdRBNVSaAdLMmgIR0DDx6E72cridX2UKGgGR8AvqnHeaa1DaAdLMmgIR0DDx+Li6xxDdX2UKGgGR8Ay3JkXk5p8aAdLMmgIR0DDyCLgZTAGdX2UKGgGR8Ars9alk6LgaAdLMmgIR0DDyGK3qiXZdX2UKGgGR8Az8VqesgdPaAdLMmgIR0DDyKVQdjoZdX2UKGgGR8Ag/qcEvCdjaAdLMmgIR0DDyOWMOwxGdX2UKGgGR8AuvnOB19v1aAdLMmgIR0DDySVJ+UhWdX2UKGgGR8Afd3wCr92paAdLMmgIR0DDyWSTSsr/dX2UKGgGR8AgOo5xR2r5aAdLMmgIR0DDyaRqKxcFdX2UKGgGR8AfIx33YcvNaAdLMmgIR0DDyePrGBFvdX2UKGgGR8AzWrAP/aQFaAdLMmgIR0DDyiRHiFTOdX2UKGgGR8AWYP5HmRvFaAdLMmgIR0DDymQ1pCa7dX2UKGgGR8AKlvMr3CbdaAdLMmgIR0DDyqSHIp6QdX2UKGgGR8Axed4VymygaAdLMmgIR0DDyuQWSEDhdX2UKGgGR8A0yxBVuJk5aAdLMmgIR0DDyyQ9C/oJdX2UKGgGR8AO3x2B8QZoaAdLMmgIR0DDy2OVE/jbdX2UKGgGR8AjOFlCkXUIaAdLMmgIR0DDy6OlyimEdX2UKGgGR8AdMZdfLLZBaAdLMmgIR0DDy+Oee4CqdX2UKGgGR8AXZj7Q9ic5aAdLMmgIR0DDzCNJrcj8dX2UKGgGR8Aw5oqCpWFOaAdLMmgIR0DDzGMDB/I9dX2UKGgGR8AkDkNnXd0raAdLMmgIR0DDzKLXz19OdX2UKGgGR8AoGFbmlqJuaAdLMmgIR0DDzOKzgMtsdX2UKGgGR8AmsEsasIVuaAdLMmgIR0DDzSLFwT/RdX2UKGgGR7/0CzgMtseoaAdLMmgIR0DDzWIwwj+rdX2UKGgGR8AmI56MR6F/aAdLMmgIR0DDzag+t8u0dX2UKGgGR8AhMIWP91loaAdLMmgIR0DDzejCWNWEdX2UKGgGR8A2LsRg7YChaAdLMmgIR0DDzigvlEJCdX2UKGgGR8Ap5BHCoCMhaAdLMmgIR0DDzmf/echDdX2UKGgGR8AvhTNMXaakaAdLMmgIR0DDzqhNucc3dX2UKGgGR8AlBi4rjHXFaAdLMmgIR0DDzuiGSIP9dX2UKGgGR8A2r9NN8E3baAdLMmgIR0DDzytDneSCdX2UKGgGR8AQdoPCl7+laAdLMmgIR0DDz27wlSjydX2UKGgGR8AtB/IbOu7paAdLMmgIR0DDz67LpzLfdX2UKGgGR8AuMFSsKb8WaAdLMmgIR0DDz+5xBE8adX2UKGgGR8ANmoFV1fVqaAdLMmgIR0DD0C5Lh73PdX2UKGgGR8AxcbCaZx7zaAdLMmgIR0DD0G2svIwNdX2UKGgGR8Ai3mbLEDQraAdLMmgIR0DD0K3WattAdX2UKGgGR8AyTc3EQ5FPaAdLMmgIR0DD0O3nr6cidX2UKGgGR8ArYYbbUPQOaAdLMmgIR0DD0S4YcebNdX2UKGgGR8AqERMewLVnaAdLMmgIR0DD0W0rwvxpdX2UKGgGR8AjSvtdAxBWaAdLMmgIR0DD0a1vES/TdX2UKGgGR8Aox0gbIcR2aAdLMmgIR0DD0e0b70nPdX2UKGgGR8AZ5wrDqGDdaAdLMmgIR0DD0izM7lq8dX2UKGgGR8AyS3ZPEbYLaAdLMmgIR0DD0muU+s5odX2UKGgGR8ATAB+4LCvYaAdLMmgIR0DD0q6wjdHldX2UKGgGR7/t/dZaFEiMaAdLMmgIR0DD0vBPdl/ZdX2UKGgGR8AkeV9nbqQjaAdLMmgIR0DD0zFJQLuydX2UKGgGR8AAlcv/R3NcaAdLMmgIR0DD03Fp22XtdX2UKGgGR8AeOaF23azvaAdLMmgIR0DD07DowEhadX2UKGgGR8Aoc7NB4UvgaAdLMmgIR0DD0/FZmqYJdX2UKGgGR8AkkTwlSjxkaAdLMmgIR0DD1DPD1oQGdX2UKGgGR8AxqrVe8f3faAdLMmgIR0DD1H4p4KQadX2UKGgGR8ArlGIbfgrIaAdLMmgIR0DD1L5HPNVzdX2UKGgGR8Appmdy1eByaAdLMmgIR0DD1P8u8K5TdX2UKGgGR8Ayq+/QBxPwaAdLMmgIR0DD1T7Hp8nedX2UKGgGR8A09w3HaN+9aAdLMmgIR0DD1X4tvn8sdX2UKGgGR8Aygpwjt5UtaAdLMmgIR0DD1b40XP7fdX2UKGgGR8AkbQ0GeMAFaAdLMmgIR0DD1gbz5GjLdX2UKGgGR8AqjdUKiO/+aAdLMmgIR0DD1kbGJemfdX2UKGgGR8AqqD6nBLwnaAdLMmgIR0DD1oi8jAzpdX2UKGgGR8AuQ9eyAxzraAdLMmgIR0DD1sldTo+wdX2UKGgGR8AtnK8L8aXKaAdLMmgIR0DD1wv0dzXCdX2UKGgGR8Av+z1K5CnhaAdLMmgIR0DD10vfoA4odX2UKGgGR8APjF4s3AEdaAdLMmgIR0DD145EBsAOdX2UKGgGR8AsskN4JNTMaAdLMmgIR0DD186Uqx1QdX2UKGgGR8AmRsPatcOcaAdLMmgIR0DD2BEliSaFdX2UKGgGR8AZHbTMJQchaAdLMmgIR0DD2FFaIN3GdX2UKGgGR8A5AbUgB91EaAdLMmgIR0DD2JGMGX5WdX2UKGgGR8Apf21UlzEKaAdLMmgIR0DD2NHYxtYTdX2UKGgGR8AxHj0+TvAoaAdLMmgIR0DD2RG5hBqsdX2UKGgGR8Ai2DDjzZpSaAdLMmgIR0DD2VE1EVnFdX2UKGgGR8AxKGVzIV/MaAdLMmgIR0DD2ZFUlzEKdX2UKGgGR8AfmrPt2LYPaAdLMmgIR0DD2dALRa5gdX2UKGgGR8AARyIYWLxaaAdLMmgIR0DD2hBuyeI3dX2UKGgGR8Ac3/ffoA4oaAdLMmgIR0DD2k/I0ZWJdX2UKGgGR8AcvWTX8O0+aAdLMmgIR0DD2o/Uc4o7dX2UKGgGR8AnvnbqQiiZaAdLMmgIR0DD2s+pZOi4dX2UKGgGR8A2e6HTI/7jaAdLMmgIR0DD2w+TvAoHdX2UKGgGR8AohT2nKnvVaAdLMmgIR0DD207kCFK1dX2UKGgGR8Aj0HJtBOYZaAdLMmgIR0DD247mnwXqdX2UKGgGR8AVwjxCpm29aAdLMmgIR0DD286vicXndWUu"
+    },
+    "ep_success_buffer": {
+        ":type:": "<class 'collections.deque'>",
+        ":serialized:": "gAWVUwYAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwVbnVtcHkuY29yZS5tdWx0aWFycmF5lIwGc2NhbGFylJOUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAIA/lIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRoB2gNQwQAAAAAlIaUUpRlLg=="
+    },
+    "_n_updates": 999900,
+    "observation_space": {
+        ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
+        ":serialized:": "gAWVYAUAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAAAAJRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAAAAACUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpSMBGhpZ2iUaBwolhgAAAAAAAAAAAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/lGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAQtaW5mlIwJaGlnaF9yZXBylIwDaW5mlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBZoGWgcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoJ2gcKJYDAAAAAAAAAAAAAJRoIEsDhZRoJHSUUpRoLEsDhZRoLmgcKJYYAAAAAAAAAAAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/5RoFksDhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksDhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVijAtvYnNlcnZhdGlvbpRoDSmBlH2UKGgQaBZoGWgcKJYZAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCBLGYWUaCR0lFKUaCdoHCiWGQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAlGggSxmFlGgkdJRSlGgsSxmFlGguaBwolsgAAAAAAAAAAAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P8AAAAAAADw/wAAAAAAAPD/AAAAAAAA8P+UaBZLGYWUaCR0lFKUaDNoHCiWyAAAAAAAAAAAAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwfwAAAAAAAPB/AAAAAAAA8H8AAAAAAADwf5RoFksZhZRoJHSUUpRoOIwELWluZpRoOowDaW5mlGg8TnVidWgsTmgQTmg8TnViLg==",
+        "spaces": "OrderedDict([('achieved_goal', Box(-inf, inf, (3,), float64)), ('desired_goal', Box(-inf, inf, (3,), float64)), ('observation', Box(-inf, inf, (25,), float64))])",
+        "_shape": null,
+        "dtype": null,
+        "_np_random": null
+    },
+    "action_space": {
+        ":type:": "<class 'gymnasium.spaces.box.Box'>",
+        ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQ4p58mCnwiBqIw/CY2fbhCIwDaW5jlIoQgcSW11MIcvhRyXJiQGExenWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=",
+        "dtype": "float32",
+        "bounded_below": "[ True  True  True  True]",
+        "bounded_above": "[ True  True  True  True]",
+        "_shape": [
+            4
+        ],
+        "low": "[-1. -1. -1. -1.]",
+        "high": "[1. 1. 1. 1.]",
+        "low_repr": "-1.0",
+        "high_repr": "1.0",
+        "_np_random": "Generator(PCG64)"
+    },
+    "n_envs": 1,
+    "buffer_size": 1000000,
+    "batch_size": 64,
+    "learning_starts": 100,
+    "tau": 0.005,
+    "gamma": 0.9512747873959645,
+    "gradient_steps": -1,
+    "optimize_memory_usage": false,
+    "replay_buffer_class": {
+        ":type:": "<class 'abc.ABCMeta'>",
+        ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
+        "__module__": "stable_baselines3.common.buffers",
+        "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7887ac9d4550>",
+        "add": "<function DictReplayBuffer.add at 0x7887ac9d45e0>",
+        "sample": "<function DictReplayBuffer.sample at 0x7887ac9d4670>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7887ac9d4700>",
+        "__abstractmethods__": "frozenset()",
+        "_abc_impl": "<_abc._abc_data object at 0x7887ac9c3400>"
+    },
+    "replay_buffer_kwargs": {},
+    "train_freq": {
+        ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
+        ":serialized:": "gAWVZAAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMB2VwaXNvZGWUhZRSlIaUgZQu"
+    },
+    "use_sde_at_warmup": false,
+    "policy_delay": 2,
+    "target_noise_clip": 0.5,
+    "target_policy_noise": 0.2,
+    "lr_schedule": {
+        ":type:": "<class 'function'>",
+        ":serialized:": "gAWVqAIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS9vcHQvY29uZGEvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvb3B0L2NvbmRhL2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/OGd5+FRe24WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+    },
+    "actor_batch_norm_stats": [],
+    "critic_batch_norm_stats": [],
+    "actor_batch_norm_stats_target": [],
+    "critic_batch_norm_stats_target": []
+}

td3-FetchPickAndPlaceDense-v2/policy.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2634c0775f0617563ffec31a87005d03592bf288f2c25f006a70a58312707c
+size 13076166

td3-FetchPickAndPlaceDense-v2/pytorch_variables.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
+size 864

td3-FetchPickAndPlaceDense-v2/system_info.txt

@@ -0,0 +1,9 @@
+- OS: Linux-5.15.133+-x86_64-with-glibc2.31 # 1 SMP Tue Dec 19 13:14:11 UTC 2023
+- Python: 3.10.13
+- Stable-Baselines3: 2.1.0
+- PyTorch: 2.1.2
+- GPU Enabled: True
+- Numpy: 1.26.4
+- Cloudpickle: 3.0.0
+- Gymnasium: 0.29.0
+- OpenAI Gym: 0.26.2