Initial commit
Browse files- README.md +4 -4
- config.json +1 -1
- results.json +1 -1
- td3-PandaPickAndPlaceJointsDense-v3.zip +3 -0
- td3-PandaPickAndPlaceJointsDense-v3/_stable_baselines3_version +1 -0
- td3-PandaPickAndPlaceJointsDense-v3/actor.optimizer.pth +3 -0
- td3-PandaPickAndPlaceJointsDense-v3/critic.optimizer.pth +3 -0
- td3-PandaPickAndPlaceJointsDense-v3/data +114 -0
- td3-PandaPickAndPlaceJointsDense-v3/policy.pth +3 -0
- td3-PandaPickAndPlaceJointsDense-v3/pytorch_variables.pth +3 -0
- td3-PandaPickAndPlaceJointsDense-v3/system_info.txt +9 -0
- vec_normalize.pkl +2 -2
README.md
CHANGED
|
@@ -6,7 +6,7 @@ tags:
|
|
| 6 |
- reinforcement-learning
|
| 7 |
- stable-baselines3
|
| 8 |
model-index:
|
| 9 |
-
- name:
|
| 10 |
results:
|
| 11 |
- task:
|
| 12 |
type: reinforcement-learning
|
|
@@ -16,13 +16,13 @@ model-index:
|
|
| 16 |
type: PandaPickAndPlaceJointsDense-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
| 23 |
|
| 24 |
-
# **
|
| 25 |
-
This is a trained model of a **
|
| 26 |
using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
|
| 27 |
|
| 28 |
## Usage (with Stable-baselines3)
|
|
|
|
| 6 |
- reinforcement-learning
|
| 7 |
- stable-baselines3
|
| 8 |
model-index:
|
| 9 |
+
- name: TD3
|
| 10 |
results:
|
| 11 |
- task:
|
| 12 |
type: reinforcement-learning
|
|
|
|
| 16 |
type: PandaPickAndPlaceJointsDense-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -9.00 +/- 3.40
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
| 23 |
|
| 24 |
+
# **TD3** Agent playing **PandaPickAndPlaceJointsDense-v3**
|
| 25 |
+
This is a trained model of a **TD3** agent playing **PandaPickAndPlaceJointsDense-v3**
|
| 26 |
using the [stable-baselines3 library](https://github.com/DLR-RM/stable-baselines3).
|
| 27 |
|
| 28 |
## Usage (with Stable-baselines3)
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n Policy class (with both actor and critic) for SAC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7bdb487ad7e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7bdb487c0300>"}, "verbose": 0, "policy_kwargs": {"use_sde": false}, "num_timesteps": 7178208, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1720285323913296925, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAIsvGPqNDHb8R+1k81T+hPxqH2b84WFw8KosTv743xL+uSV087jNRvxk2Uz1Lvls8xozCv0DQt76y+Vw8jLfGvyy9wr9Lvls84UH3PtDFvrxLvls8n/7NvZSc2j+to1w8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAANqLTv0ksmj+duqw/5XWqvs8wvL+DOIq/HUTXPzuzeb+DOIq/f+68vinbqD5Wf4M/cp+9P4J0cb+DOIq/HS4lP9wt+b6DOIq/o1CCPh4AgL+/jD+/L7SHP8Mtx7+DOIq/lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAACjzLA//w+HPfQoZT8bu869X3D8v3RDLT53bWO/IsvGPqNDHb8R+1k8nd7yutSLAbviyyG74ijTO21CRrtofO87F05wOuD2UrqOXty5RrKtvI3t5j3Y50m/mu6zPfBaGL4JvqU9scxWP9U/oT8ah9m/OFhcPB7Vfbszn+m6Bx2QO6QcJzyex7e6anzvOwhUcDo871K6gQEMO3UsPj6L3da/9RiZvxXOlj+Rg44+hBXJPvZsY78qixO/vjfEv65JXTw9Sma7qhYhuxodoLtpHgo8QxU8u0Kv8jvZvV46J9qhudRT7DdtW409xUOhv9zeXr8e+ZU+B1QOP1LsS784LZ8/7jNRvxk2Uz1Lvls8vL88u1g1zrrPqZQ8vMZBPCLon7tpfO87dVdwOokDU7qjRF07k0pfPyTYub+fWtW+grWOP4YZrD/Adt6/QW1jv8aMwr9A0Le+svlcPPKzbbtoje26pnoBOyEBAjy+iki7aHzvO/xNcDrI9lK6JzsMOh6IgD/Z8yE/euymvwEY5rzqH6Q/7yuCvmltY7+Mt8a/LL3Cv0u+WzwExTy7+SHOuk3rQzzEy0E8l+qfu2l87zt7V3A6iwNTuup0XTtZYlE/PtUDvyYyPD3JL0U+7m1Yv+i7Yr+KbWO/4UH3PtDFvrxLvls8q8o8u08Nzrp8T687D9FBPCbtn7tpfO87gVdwOo8DU7pMqF0717SCvj0KAMBxaZo9cco0Pwyq4D7x+v49+e2UPZ/+zb2UnNo/raNcPPH1bruT/lW7Pf6MuzBESDzxpZW7IGi+O5o0ETw8a4M8zOj8uZRoDksISxOGlGgSdJRSlHUu", "achieved_goal": "[[ 0.38826853 -0.6143133 0.01330449]\n [ 1.2597605 -1.6994355 0.01344877]\n [-0.5763422 -1.5329511 0.01350634]\n [-0.81719863 0.05156526 0.01341207]\n [-1.5199211 -0.3590107 0.01348727]\n [-1.5524764 -1.5213981 0.01341207]\n [ 0.4829245 -0.02328768 0.01341207]\n [-0.10058331 1.7079034 0.01346676]]", "desired_goal": "[[-1.6533878 1.2044765 1.349445 ]\n [-0.3329307 -1.4702395 -1.0798496 ]\n [ 1.6817662 -0.9753911 -1.0798496 ]\n [-0.36900708 0.32979706 1.0273235 ]\n [ 1.4814284 -0.943184 -1.0798496 ]\n [ 0.6452349 -0.486678 -1.0798496 ]\n [ 0.25452146 -1.0000036 -0.74824136]\n [ 1.0601863 -1.556084 -1.0798496 ]]", "observation": "[[ 1.3812450e+00 6.5948479e-02 8.9515615e-01 -1.0094281e-01\n -1.9721793e+00 1.6920263e-01 -8.8838905e-01 3.8826853e-01\n -6.1431330e-01 1.3304488e-02 -1.8529479e-03 -1.9767182e-03\n -2.4688174e-03 6.4440826e-03 -3.0251995e-03 7.3085316e-03\n 9.1669097e-04 -8.0476515e-04 -4.2032119e-04]\n [-2.1203171e-02 1.1275778e-01 -7.8869390e-01 8.7857440e-02\n -1.4878440e-01 8.0928870e-02 8.3906084e-01 1.2597605e+00\n -1.6994355e+00 1.3448767e-02 -3.8731764e-03 -1.7823934e-03\n 4.3979916e-03 1.0199700e-02 -1.4021283e-03 7.3085325e-03\n 9.1677951e-04 -8.0465130e-04 2.1363201e-03]\n [ 1.8571647e-01 -1.6786360e+00 -1.1960741e+00 1.1781641e+00\n 2.7834752e-01 3.9274228e-01 -8.8838136e-01 -5.7634223e-01\n -1.5329511e+00 1.3506336e-02 -3.5139464e-03 -2.4580159e-03\n -4.8862817e-03 8.4301019e-03 -2.8699196e-03 7.4061463e-03\n 8.4969174e-04 -3.0870849e-04 2.8172428e-05]\n [ 6.9022037e-02 -1.2598807e+00 -8.7058806e-01 2.9291624e-01\n 5.5596966e-01 -7.9657471e-01 1.2435675e+00 -8.1719863e-01\n 5.1565263e-02 1.3412069e-02 -2.8800806e-03 -1.5732450e-03\n 1.8147377e-02 1.1827167e-02 -4.8799673e-03 7.3085320e-03\n 9.1683056e-04 -8.0495380e-04 3.3762835e-03]\n [ 8.7223166e-01 -1.4519086e+00 -4.1670701e-01 1.1149142e+00\n 1.3445289e+00 -1.7379990e+00 -8.8838583e-01 -1.5199211e+00\n -3.5901070e-01 1.3487266e-02 -3.6270586e-03 -1.8123807e-03\n 1.9756942e-03 7.9348395e-03 -3.0600275e-03 7.3085316e-03\n 9.1668940e-04 -8.0476375e-04 5.3493906e-04]\n [ 1.0041540e+00 6.3262707e-01 -1.3040917e+00 -2.8087618e-02\n 1.2822239e+00 -2.5424144e-01 -8.8838822e-01 -1.5524764e+00\n -1.5213981e+00 1.3412069e-02 -2.8803954e-03 -1.5726677e-03\n 1.1957956e-02 1.1828367e-02 -4.8802602e-03 7.3085320e-03\n 9.1683090e-04 -8.0495392e-04 3.3791610e-03]\n [ 8.1790692e-01 -5.1497257e-01 4.5946263e-02 1.9256510e-01\n -8.4542739e-01 -8.8567972e-01 -8.8839018e-01 4.8292449e-01\n -2.3287684e-02 1.3412069e-02 -2.8807323e-03 -1.5720519e-03\n 5.3500514e-03 1.1829629e-02 -4.8805652e-03 7.3085320e-03\n 9.1683125e-04 -8.0495415e-04 3.3822237e-03]\n [-2.5528595e-01 -2.0006249e+00 7.5396426e-02 7.0621401e-01\n 4.3879735e-01 1.2450207e-01 7.2719522e-02 -1.0058331e-01\n 1.7079034e+00 1.3466758e-02 -3.6462510e-03 -3.2652959e-03\n -4.3027685e-03 1.2223288e-02 -4.5669009e-03 5.8107525e-03\n 8.8626388e-03 1.6042344e-02 -4.8238633e-04]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAA6usIPXmxXL3Qv6M8WOvfPaZyGL5hwaM8jTdPvQeGCb4BwqM8rpKSvWmYkDv7wKM8ifYHvuUlAb3MwaM83t0KvuZ8CL77wKM8/7AqPZFBDLv7wKM83+4VvMf/GD6TwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAAiKcSvn+n1T2S8Dk+v6LrvN2VAr4K16M8PV0VPtRSrb0K16M8QqACvSmD6Tz+/yM+M5UDPiWbp70K16M8cXVlPYUhLb0K16M8Hn21PF6xsb18Qyw9n2O8PYI0Cr4K16M8lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAADaZZ4+ihANvZBJ3z49hUq9SSYyv/5FiT1oIpqw6usIPXmxXL3Qv6M8WdiMOJQ6GzdFRGC5bq2pt2TZF7bwjk+sMY5LL3woXC4Hzfu4pIs3PY4trrwCNAM+PTZ2vMsRo70zLDE9ysCEPVjr3z2mchi+YcGjPGz0brcNh2I3i9LIOZDAqDdTEcU3EJpsLS+uZzK5E1sy7/ITOq+2qz3Riwa/0p1bPX4hPD66lYQ9cEgCPlummTSNN0+9B4YJvgHCozx1F3k0/eSqtUNP3rkjnpQ1DRtYNI2trzX91Ci3AjdoOPJO962iQn098rvQvua65z2eG7c8GmAiPuiyRb7O1qM9rpKSvWmYkDv7wKM8+zLYN/Khlzf33M46PbQdOInvBLgoftQswbe1MnBytLIX+Go6XnhaPplp7L6R30g+D1MwPhyl2T7EqOS+xor8M4n2B77lJQG9zMGjPPglkbZqhlc3D9o0OS5djbbk7zy2EHIgrNSwXK6AO10vOkIOORb0cz60FwA+drEKPYsfFL0C3c4+Jo1Avc9F9zLe3Qq+5nwIvvvAozy6F9g3Dr2XN5tXiDoSwh04hvQEuAhGtywGH7YyM5C0ssorazrx+U8+C7tKviTDjz7eA4U7oVGhvopFXr5a4EKz/7AqPZFBDLv7wKM8k/rXN/rZlzd0NvQ5odAdOLn5BLgIC58siZO2MunMtLLQYms6PDorOl3AHb8phZI+NRLIPVil8z3qPGE9hbgTPd/uFbzH/xg+k8GjPN4Yq7ZMx563R7fDuUeNLzjgMuC39Hiot+RunDrsc/Y6wlIPuZRoDksISxOGlGgSdJRSlHUu", "achieved_goal": "[[ 0.03342811 -0.05388019 0.01998892]\n [ 0.1093356 -0.14887485 0.01998967]\n [-0.05059009 -0.13430034 0.01998997]\n [-0.07156883 0.0044127 0.01998948]\n [-0.1327764 -0.03153028 0.01998987]\n [-0.13561198 -0.13328895 0.01998948]\n [ 0.0416727 -0.00214014 0.01998948]\n [-0.00915119 0.14941321 0.01998976]]", "desired_goal": "[[-0.1432172 0.10432338 0.18158177]\n [-0.02876413 -0.12752481 0.02 ]\n [ 0.14586349 -0.08463064 0.02 ]\n [-0.03189112 0.02850492 0.16015622]\n [ 0.12849884 -0.08183888 0.02 ]\n [ 0.0560202 -0.04226829 0.02 ]\n [ 0.02215439 -0.08676408 0.04205655]\n [ 0.09198689 -0.13496593 0.02 ]]", "observation": "[[ 3.09370816e-01 -3.44396010e-02 4.36108112e-01 -4.94434722e-02\n -6.95896685e-01 6.70280308e-02 -1.12147536e-09 3.34281102e-02\n -5.38801886e-02 1.99889243e-02 6.71601811e-05 9.25235872e-06\n -2.13877371e-04 -2.02271294e-05 -2.26272914e-06 -2.94958155e-12\n 1.85132590e-10 5.00581659e-11 -1.20068020e-04]\n [ 4.48109061e-02 -2.12619565e-02 1.28128082e-01 -1.50275799e-02\n -7.96237811e-02 4.32550423e-02 6.48208410e-02 1.09335601e-01\n -1.48874849e-01 1.99896712e-02 -1.42428144e-05 1.35020937e-05\n 3.83038394e-04 2.01168295e-05 2.34922973e-05 1.34492556e-11\n 1.34855744e-08 1.27519622e-08 5.64380491e-04]\n [ 8.38445351e-02 -5.25570929e-01 5.36173061e-02 1.83721513e-01\n 6.47387058e-02 1.27229452e-01 2.86195103e-07 -5.05900867e-02\n -1.34300336e-01 1.99899692e-02 2.31984657e-07 -1.27326314e-06\n -4.24021942e-04 1.10728831e-06 2.01264086e-07 1.30890260e-06\n -1.00631705e-05 5.53643404e-05 -2.81157077e-11]\n [ 6.18311241e-02 -4.07683909e-01 1.13149449e-01 2.23520361e-02\n 1.58569723e-01 -1.93065286e-01 7.99995512e-02 -7.15688318e-02\n 4.41269996e-03 1.99894812e-02 2.57729462e-05 1.80760144e-05\n 1.57824054e-03 3.75995769e-05 -3.16943369e-05 6.03940856e-12\n 2.11547349e-08 -2.10067981e-08 8.96335987e-04]\n [ 2.13349789e-01 -4.61743146e-01 1.96165338e-01 1.72191843e-01\n 4.25087810e-01 -4.46600080e-01 1.17599072e-07 -1.32776394e-01\n -3.15302797e-02 1.99898705e-02 -4.32575689e-06 1.28462943e-05\n 1.72473709e-04 -4.21297500e-06 -2.81538178e-06 -2.28006850e-12\n -5.01792635e-11 2.01209716e-10 1.35668466e-04]\n [ 2.38235801e-01 1.25090420e-01 3.38606462e-02 -3.61628942e-02\n 4.04029906e-01 -4.70096096e-02 2.87863298e-08 -1.35611981e-01\n -1.33288950e-01 1.99894812e-02 2.57602551e-05 1.80886382e-05\n 1.04020850e-03 3.76124590e-05 -3.16989826e-05 5.20894786e-12\n 2.12016964e-08 -2.10203321e-08 8.97106365e-04]\n [ 2.03101888e-01 -1.97979137e-01 2.80785680e-01 4.05929890e-03\n -3.15075904e-01 -2.17062145e-01 -4.53731914e-08 4.16727029e-02\n -2.14013853e-03 1.99894812e-02 2.57466800e-05 1.81021060e-05\n 4.65798774e-04 3.76260177e-05 -3.17038248e-05 4.52027651e-12\n 2.12546798e-08 -2.10479403e-08 8.97926278e-04]\n [ 6.53180992e-04 -6.16216481e-01 2.86172181e-01 9.76909772e-02\n 1.18967712e-01 5.49897328e-02 3.60646434e-02 -9.15118959e-03\n 1.49413213e-01 1.99897643e-02 -5.09909205e-06 -1.89278726e-05\n -3.73298506e-04 4.18548261e-05 -2.67265714e-05 -2.00834838e-05\n 1.19349035e-03 1.88028580e-03 -1.36683724e-04]]"}, "_episode_num": 148229, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.28217919999999996, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCMiDTSb6P+MAWyUSzKMAXSUR0DOkPTMPjGUdX2UKGgGR8Aq1CMPz4DcaAdLMmgIR0DOkNKZKFqSdX2UKGgGR8AbolkYoAn2aAdLMmgIR0DOkQcBfa6CdX2UKGgGR8AllKNhmXgMaAdLMmgIR0DOkQVefI0ZdX2UKGgGR8ASTM2WIGhVaAdLMmgIR0DOkS7sOXmedX2UKGgGR8Ao5n8KohpyaAdLMmgIR0DOkUGBz3h5dX2UKGgGR8Ar987ZFocraAdLMmgIR0DOkR24EwFldX2UKGgGR8AYDzasZHd5aAdLMmgIR0DOkXpul41QdX2UKGgGR8AsWsbNr0rcaAdLMmgIR0DOkWVV94NadX2UKGgGR8AYy7Wd3B55aAdLMmgIR0DOkUMYfnwHdX2UKGgGR8Ai491U2kzoaAdLMmgIR0DOkXfDYRNAdX2UKGgGR8Ak7+Lm6oVEaAdLMmgIR0DOkXY3BHkMdX2UKGgGR8ArcUfPomojaAdLMmgIR0DOkaAv114gdX2UKGgGR8Aac4DLbHp9aAdLMmgIR0DOkbMa0hNedX2UKGgGR8AjI5vLowEhaAdLMmgIR0DOkY+ZkTYedX2UKGgGR8Ahehouf29MaAdLMmgIR0DOke0dRzikdX2UKGgGR8Ah7wnYxtYTaAdLMmgIR0DOkdhyyUs4dX2UKGgGR8AbrBnBciW3aAdLMmgIR0DOkbZI8QqadX2UKGgGR8Ak7yEL6UJOaAdLMmgIR0DOkexcC5mRdX2UKGgGR8AhLQvYe1a4aAdLMmgIR0DOkeszqKP5dX2UKGgGR8AiQq6vq1PWaAdLMmgIR0DOkhTgOz6adX2UKGgGR8Acp4mkWRA9aAdLMmgIR0DOkiefmLccdX2UKGgGR8AjQ0DU3GXHaAdLMmgIR0DOkgSHj6vadX2UKGgGR8Ahk/QBxPweaAdLMmgIR0DOkmFHrhR7dX2UKGgGR8ALoWHk92X+aAdLMmgIR0DOkkw97ngYdX2UKGgGR8Arl6u4gA6uaAdLMmgIR0DOkin7Lt/ndX2UKGgGR7+nZGrjo6jnaAdLAWgIR0DOkixD7ZWadX2UKGgGR8Ahpp9JBgNPaAdLMmgIR0DOkl/ryDqXdX2UKGgGR8AmxQEZBLPEaAdLMmgIR0DOkl5ZQpF1dX2UKGgGR8A0v0xubZvlaAdLMmgIR0DOkofqkdmydX2UKGgGR8Aj9anJkoWpaAdLMmgIR0DOkpqzmfXgdX2UKGgGR8AlVVQQ+UyIaAdLMmgIR0DOkncIqsltdX2UKGgGR8ATDL4etCAuaAdLMmgIR0DOktKUTtb+dX2UKGgGR8AkftfG+9J0aAdLMmgIR0DOkr2XZ5AydX2UKGgGR8ARIwnH/95yaAdLMmgIR0DOkp2aF23bdX2UKGgGR8AbpJRO1v2oaAdLMmgIR0DOktFfReC1dX2UKGgGR8AmmIEbHZK4aAdLMmgIR0DOks/tF8XvdX2UKGgGR8AUcQrc0tROaAdLMmgIR0DOkvpXEIgOdX2UKGgGR8ATbhQ3xWkraAdLMmgIR0DOkw1dszl+dX2UKGgGR8AfbI91U2k0aAdLMmgIR0DOkunPu5SWdX2UKGgGR8At47Ackt2+aAdLMmgIR0DOk0W+RHPNdX2UKGgGR7+oZ2pyZKFqaAdLAWgIR0DOk0gAsCkodX2UKGgGR8ApsHck+otMaAdLMmgIR0DOkzB2t+1CdX2UKGgGR8AopiVjZtelaAdLMmgIR0DOkxBzPrv9dX2UKGgGR8AkjQ+lj3EiaAdLMmgIR0DOk0MGu9vkdX2UKGgGR8AbjdtVJcxCaAdLMmgIR0DOk0GT7l7udX2UKGgGR8ArnYMfA9FGaAdLMmgIR0DOk2tWQwK0dX2UKGgGR8Af0dFOO802aAdLMmgIR0DOk34lKK51dX2UKGgGR8AKRNGmUGFBaAdLMmgIR0DOk1q1og3cdX2UKGgGR8AZeW3Sa3I/aAdLMmgIR0DOk7gRsdkrdX2UKGgGR8AoRYe1a4c4aAdLMmgIR0DOk6ChvitJdX2UKGgGR8Av+mx+rlvIaAdLMmgIR0DOk4Ch6By0dX2UKGgGR8AiNIClrM1TaAdLMmgIR0DOk7LWVeKLdX2UKGgGR8AtAtV7x/d7aAdLMmgIR0DOk7FTrE9/dX2UKGgGR8APF9F4LThHaAdLMmgIR0DOk9wMDwH8dX2UKGgGR8AgC2b5M10laAdLMmgIR0DOk+7IgeRxdX2UKGgGR8AtIkTHsC1aaAdLMmgIR0DOk8saZQYUdX2UKGgGR8AuGT2WY4Q0aAdLMmgIR0DOlCjsSkCWdX2UKGgGR7+YDYAbQ1JlaAdLAWgIR0DOlCsypJf6dX2UKGgGR8AkHOP/7zkIaAdLMmgIR0DOlBFwvQF+dX2UKGgGR8ApFs4T9KmLaAdLMmgIR0DOk/GCI1tPdX2UKGgGR8AYUnssxwhoaAdLMmgIR0DOlCTPppvhdX2UKGgGR8AkDeu3c580aAdLMmgIR0DOlCM8JUo8dX2UKGgGR8AlQTbnHNoraAdLMmgIR0DOlE0ZUDMedX2UKGgGR8AtHcB2fTTfaAdLMmgIR0DOlGCpzcREdX2UKGgGR7+pVQyhzvJBaAdLAWgIR0DOlGM5hjOLdX2UKGgGR8ApG5xR2r4naAdLMmgIR0DOlD5oCdSVdX2UKGgGR7+lT987ZFodaAdLAWgIR0DOlEDXpW3jdX2UKGgGR8AmwQvHtF8YaAdLMmgIR0DOlKGFg2IgdX2UKGgGR8Al+i1y/9HdaAdLMmgIR0DOlIgmqo60dX2UKGgGR8AuPtgrpaA4aAdLMmgIR0DOlGiFyq+8dX2UKGgGR8AmnhS9/SYxaAdLMmgIR0DOlJ3C9AX3dX2UKGgGR8ASJdkauOjqaAdLMmgIR0DOlJzkbPyDdX2UKGgGR8AsUji4rjHXaAdLMmgIR0DOlMcoQWepdX2UKGgGR8Ag7p8F6iTMaAdLMmgIR0DOlNxY9xIbdX2UKGgGR8AUco7V8Ti9aAdLMmgIR0DOlLkBsANodX2UKGgGR8AdUk8ifQKKaAdLMmgIR0DOlReygPEsdX2UKGgGR8ALIOx0MgEEaAdLMmgIR0DOlP3jsD4hdX2UKGgGR8Ai7RjSXt0FaAdLMmgIR0DOlN3L1VYIdX2UKGgGR8AnrM/yGzrvaAdLMmgIR0DOlRCf+S8rdX2UKGgGR8ANSmygPEsKaAdLMmgIR0DOlQ8WVNYbdX2UKGgGR8Ager1/Ue+3aAdLMmgIR0DOlTinP3SKdX2UKGgGR8AixQTEit7saAdLMmgIR0DOlU2t+1BudX2UKGgGR8AnEvmHP/rCaAdLMmgIR0DOlSqA8SwodX2UKGgGR8AgSFhXr+o+aAdLMmgIR0DOlYsEFGG3dX2UKGgGR8Af0JVsDW9UaAdLMmgIR0DOlXFmrbQDdX2UKGgGR8AieT0QK8cuaAdLMmgIR0DOlVFhRZU2dX2UKGgGR8AJdQl8gIQfaAdLMmgIR0DOlYRHy3CsdX2UKGgGR8AoO3eenQ6ZaAdLMmgIR0DOlYMan753dX2UKGgGR8Ae0J7b+Lm7aAdLMmgIR0DOla003wTedX2UKGgGR8AjOJbdJrckaAdLMmgIR0DOlcL1oQFtdX2UKGgGR8AYR4A0bcXWaAdLMmgIR0DOlZ+1F6RhdX2UKGgGR8AmUrWiDdxiaAdLMmgIR0DOlf+glF+edX2UKGgGR8AKDuc+aBqcaAdLMmgIR0DOleYGSpzcdX2UKGgGR8AV8oVmBe5XaAdLMmgIR0DOlcZHww0wdX2UKGgGR8AV7Lkjopx4aAdLMmgIR0DOlfvDDTBqdX2UKGgGR8Ad8UHpr1ujaAdLMmgIR0DOlfsjmjj8dX2UKGgGR8Aso66J66ataAdLMmgIR0DOliU7p3X7dX2UKGgGR8Aci29cry2AaAdLMmgIR0DOljo5FPSEdX2UKGgGR8Aj/KEnLJS0aAdLMmgIR0DOlha1AqusdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiImJiYmJiYmJiYmJiYmJiImJiYmJiYmJiYmJiYmJiYmIiYmJiYmJiImIiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYllLg=="}, "_n_updates": 897263, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7bdb48ac8ca0>", "add": "<function DictReplayBuffer.add at 0x7bdb48ac8d30>", "sample": "<function DictReplayBuffer.sample at 0x7bdb48ac8dc0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7bdb48ac8e50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7bdb48abb6c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -8.0, "ent_coef": "auto", "target_update_interval": 1, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVeQIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjAQtMS4wlIwJaGlnaF9yZXBylIwDMS4wlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwQX19nZW5lcmF0b3JfY3RvcpSTlIwFUENHNjSUhZRSlH2UKIwNYml0X2dlbmVyYXRvcpSMBVBDRzY0lIwFc3RhdGWUfZQoaDuKEeBedL/AZ8rMc0g6LMqWIfAAjANpbmOUihFLBn0NQ3loDa2lHgJrJHW8AHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 8, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVuwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGUvaG9tZS9ldmdlbmlpL2FuYWNvbmRhMy9lbnZzL2hmX3VuaXRfNS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMCDxsYW1iZGE+lEthQwIMAJSMDnZhbHVlX3NjaGVkdWxllIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL2V2Z2VuaWkvYW5hY29uZGEzL2VudnMvaGZfdW5pdF81L2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCNoPX2UfZQoaBhoNGgmjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgofZRoKk5oK05oLGgZaC1OaC5oMEc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEVdlGhHfZR1hpSGUjAu"}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.5.0-41-generic-x86_64-with-glibc2.35 # 41~22.04.2-Ubuntu SMP PREEMPT_DYNAMIC Mon Jun 3 11:32:55 UTC 2", "Python": "3.10.5", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.1+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.26.2"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x70187aac44c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x70187aac1980>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1720339839365470135, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAZLAsvmoUtz0+NRs8gWdrPy7ccb8+NRs8wCAvv+OCzT9uCxo8eUAcv7cfbb9uCxo8xVKVP6RdPr0+NRs8J6OOP22bzT20Who8cpGaPhc4nD8Y2hc8W7p4P7s7874+NRs8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAANcBcv6PWXz5rKIq/Aymiv8OQmz/O/cG+t73LvyD73D6uws6+O10zv7hJzL6uhHQ/nfXAv9h21z+/kAW/xVeHPD6kaT9rKIq/Y8m+P+22pr/zX+S+YjCWv+BDr79rKIq/lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAACJcqY/1vofvt50kL7RMyc/OjtgvhlooLvU5JW/ZLAsvmoUtz0+NRs8D+fOOfd9qbv09yw8lHmlO7WnwLpehqA7U6QSOSbrOrsj9Fw7LaACP3YxQ7zYhVU/H5KMPgX7Gz5Rl/6+zyV3P4Fnaz8u3HG/PjUbPLRM3DpkWQC8kqqMu12G1LmJ86m7XoagO2mhEjkD6zq7SJw+uzV1pL5lqye/3t4wvz4k7L7Mq6C9/gnWvjuBcL/AIC+/44LNP24LGjyT9F06FEpBu+0eUzuVbis781yQu1qGoDssbxI5eO06u/+5oLmfyw/AwopGvzDmdD3pcSS/4bZIP5A7qL7IeWc/eUAcv7cfbb9uCxo8fPRdOudJQbsdMys7L24rO7ZckLtahqA7LG8SOXjtOrvPyaC57e/RvmV9OD+aIG6/nU+ZvX+muj4Xzxu+1yN3P8VSlT+kXT69PjUbPO7czjk0f6m7MvwcPBl6pTudpMC6XoagO1OkEjkm6zq7FvpcO/d2vL4kRXw+CpQhv9E9+b6kZAY//TDYvnZxRT8no44/bZvNPbRaGjwgWRM7HQ6bu9d/azwFO+07gU/Ku1yGoDuzwhI5bPE6u6U+qzvYs5g/iJ8SvLH3GL9TnYk//h49vu3pBr/r5JW/cpGaPhc4nD8Y2hc82ouIOzPbtruMg3M7/sIgNuo+cLuRfKA7U/wZOXvtOrsCm+S5QfUyv/EZF74+fHe/S4moPkFKgT0XMSa+VCV3P1u6eD+7O/O+PjUbPFgPzzkMeam7cohsPH53pTsPtMC6XoagO1CkEjkn6zq7cdxcO5RoDksISxOGlGgSdJRSlHUu", "achieved_goal": "[[-0.16864163 0.08939441 0.00947314]\n [ 0.9195481 -0.9447659 0.00947314]\n [-0.6840935 1.6055568 0.00940214]\n [-0.6103588 -0.9262652 0.00940214]\n [ 1.1665884 -0.04647602 0.00947314]\n [ 1.114354 0.10039411 0.00942104]\n [ 0.3018909 1.2204617 0.00926831]\n [ 0.97159356 -0.47506508 0.00947314]]", "desired_goal": "[[-0.86230785 0.21859221 -1.0793585 ]\n [-1.2668766 1.2153553 -0.3788895 ]\n [-1.5917271 0.43160343 -0.40382904]\n [-0.70064133 -0.39899993 0.95514953]\n [-1.5074955 1.6833143 -0.5217399 ]\n [ 0.01652134 0.9126624 -1.0793585 ]\n [ 1.4905208 -1.3024575 -0.44604453]\n [-1.1733515 -1.3692589 -1.0793585 ]]", "observation": "[[ 1.30037034e+00 -1.56230301e-01 -2.82141626e-01 6.53134406e-01\n -2.18975931e-01 -4.89522191e-03 -1.17104578e+00 -1.68641627e-01\n 8.93944055e-02 9.47314315e-03 3.94635339e-04 -5.17248688e-03\n 1.05571635e-02 5.04989363e-03 -1.46984181e-03 4.89883032e-03\n 1.39848606e-04 -2.85215070e-03 3.37148528e-03]\n [ 5.10256588e-01 -1.19136479e-02 8.34073544e-01 2.74552315e-01\n 1.52324751e-01 -4.97248203e-01 9.65420663e-01 9.19548094e-01\n -9.44765925e-01 9.47314315e-03 1.68075273e-03 -7.83381239e-03\n -4.29279450e-03 -4.05358995e-04 -5.18650236e-03 4.89883032e-03\n 1.39837750e-04 -2.85214256e-03 -2.90848501e-03]\n [-3.21206719e-01 -6.54959023e-01 -6.90900683e-01 -4.61214006e-01\n -7.84526765e-02 -4.18044984e-01 -9.39471900e-01 -6.84093475e-01\n 1.60555685e+00 9.40213911e-03 8.46692536e-04 -2.94936169e-03\n 3.22144781e-03 2.61584413e-03 -4.40561166e-03 4.89882845e-03\n 1.39650598e-04 -2.85228901e-03 -3.06561560e-04]\n [-2.24680305e+00 -7.75554776e-01 5.97898364e-02 -6.42363131e-01\n 7.84040511e-01 -3.28579426e-01 9.04201984e-01 -6.10358775e-01\n -9.26265180e-01 9.40213911e-03 8.46691197e-04 -2.94935121e-03\n 2.61229952e-03 2.61582038e-03 -4.40558325e-03 4.89882845e-03\n 1.39650598e-04 -2.85228901e-03 -3.06679372e-04]\n [-4.10033613e-01 7.20663369e-01 -9.30184960e-01 -7.48588815e-02\n 3.64551514e-01 -1.52157173e-01 9.65390623e-01 1.16658843e+00\n -4.64760214e-02 9.47314315e-03 3.94559873e-04 -5.17263450e-03\n 9.58161242e-03 5.04995557e-03 -1.46974961e-03 4.89883032e-03\n 1.39848606e-04 -2.85215070e-03 3.37183988e-03]\n [-3.68095130e-01 2.46357501e-01 -6.31165147e-01 -4.86799747e-01\n 5.24973154e-01 -4.22248751e-01 7.71262527e-01 1.11435401e+00\n 1.00394107e-01 9.42103937e-03 2.24835426e-03 -4.73190704e-03\n 1.43737411e-02 7.23970169e-03 -6.17402839e-03 4.89882939e-03\n 1.39961761e-04 -2.85252463e-03 5.22597367e-03]\n [ 1.19298840e+00 -8.94916803e-03 -5.97529471e-01 1.07511365e+00\n -1.84688538e-01 -5.27006924e-01 -1.17104852e+00 3.01890910e-01\n 1.22046173e+00 9.26830620e-03 4.16706223e-03 -5.58032980e-03\n 3.71572655e-03 2.39553583e-06 -3.66585935e-03 4.89766197e-03\n 1.46852151e-04 -2.85228970e-03 -4.36030386e-04]\n [-6.99054778e-01 -1.47559896e-01 -9.66739535e-01 3.29172462e-01\n 6.31299093e-02 -1.62296638e-01 9.65413332e-01 9.71593559e-01\n -4.75065082e-01 9.47314315e-03 3.94935487e-04 -5.17190062e-03\n 1.44368280e-02 5.04964497e-03 -1.47020991e-03 4.89883032e-03\n 1.39848562e-04 -2.85215094e-03 3.37007293e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAkFR0vP398TthwaM8+jqiPeBOqr1hwaM8w7Rzvel9Dz7WwKM8AJVZvaT9pr3WwKM8Sv7NPR/Pk7thwaM8dL3EPVLGCDz7wKM8kUDTPOvu2T3Qv6M8P3OrPa4sLL1hwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAA/UyZvR3unjwK16M8g9fgvZ6A2D1opYg9oCQNvn8EGz1DPYU98Gx5vV6WC72ccB8+E7IFvv6+FT7BQ2o9QLyGOlnSoj0K16M85GADPjME5r3x8X49s03Qvf3c8b0K16M8lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAABb6CM+9C0KvoRLbD6tHcM8v/3CvSgoKT2fWj00kFR0vP398TthwaM8eO1ut56NYjcCVOw5gb+oNwQPxTfcr20tNKpnMmcFWzKu7hM6vuBTvQMmxL0t6+0+7/JdvbR2YTyAeHO9A9ejPfo6oj3gTqq9YcGjPLaaYjea326315AZumYKxbdhvai3nMhvLXvoWjJNo2cyMOYTuiqZjL41Y4q+CZMUPtq5Ur50Dl29uBcxvaYSDjzDtHO96X0PPtbAozyBmJa2FdYZODSKgLjoPTE1X8Q3t0j9jKzWSZSuc1uKL8ajyrgKcEq/6CSbvk7Wmj5N8ni+8PBLPl86zLwsJZ89AJVZvaT9pr3WwKM8wpiWtjPWGTgOttm40jAxNfHCN7fQs4ysyKiUrvBZii8kr8q4DsqYvrED0z1hcsI9kDUBvny+mz1v9jY8bNajPUr+zT0fz5O7YcGjPHb0brcDh2I3TqDIOZLAqDdXEcU3BKRsLf6sZzJqFFsy9fITOpEIk74KadK8zGQhPtIfWL7MKvw9np00vVHzlD10vcQ9UsYIPPvAozxXB9g3U82XN00APDpIyh04d/cEuDDbpSw3XbYyDaG0ssFKazq8bgY+N4DCva6cKD5Y2OI95WGuvZA0hr0dBaYzkUDTPOvu2T3Qv6M8HtKMODs6GzdavOC3G7Opt/2bGLY/ZCmyvkwENbkjTS9Wbvu4rXTAviDFB77mwbI9GNovvaRtS7zf+BQ83tajPT9zqz2uLCy9YcGjPKjRbrffp2I30yc9Ojy7qDe+BcU3DMxxLdedZzKiyloypt0TOpRoDksISxOGlGgSdJRSlHUu", "achieved_goal": "[[-0.01491274 0.00738501 0.01998967]\n [ 0.07921405 -0.08315825 0.01998967]\n [-0.05949856 0.14012875 0.01998941]\n [-0.05312061 -0.08153847 0.01998941]\n [ 0.10058267 -0.00451077 0.01998967]\n [ 0.09606448 0.00834806 0.01998948]\n [ 0.02578762 0.10641273 0.01998892]\n [ 0.08371591 -0.0420348 0.01998967]]", "desired_goal": "[[-0.07485387 0.01940065 0.02 ]\n [-0.10978606 0.10571407 0.06672174]\n [-0.13783503 0.03784608 0.06505825]\n [-0.06089491 -0.03407895 0.15570301]\n [-0.13056211 0.14623639 0.05719352]\n [ 0.00102795 0.07950277 0.02 ]\n [ 0.1282993 -0.1123127 0.06224245]\n [-0.1017107 -0.11809728 0.02 ]]", "observation": "[[ 1.60066053e-01 -1.34940922e-01 2.30756819e-01 2.38178615e-02\n -9.52105448e-02 4.12980616e-02 1.76349644e-07 -1.49127394e-02\n 7.38501409e-03 1.99896712e-02 -1.42411955e-05 1.35036225e-05\n 4.50760184e-04 2.01163366e-05 2.34912222e-05 1.35109389e-11\n 1.34846694e-08 1.27487061e-08 5.64317103e-04]\n [-5.17280027e-02 -9.57756266e-02 4.64684874e-01 -5.41867577e-02\n 1.37612112e-02 -5.94410896e-02 7.99999461e-02 7.92140514e-02\n -8.31582546e-02 1.99896712e-02 1.35066712e-05 -1.42379668e-05\n -5.85806963e-04 -2.34890722e-05 -2.01153471e-05 1.36301213e-11\n 1.27421300e-08 1.34831000e-08 -5.64190559e-04]\n [-2.74606049e-01 -2.70288140e-01 1.45092145e-01 -2.05787092e-01\n -5.39688617e-02 -4.32355106e-02 8.67143832e-03 -5.94985597e-02\n 1.40128747e-01 1.99894123e-02 -4.48810215e-06 3.66774220e-05\n -6.12925796e-05 6.60277237e-07 -1.09533712e-05 -4.00715919e-12\n -6.74337669e-11 2.51670323e-10 -9.66261578e-05]\n [-7.90772080e-01 -3.03015947e-01 3.02416265e-01 -2.43111804e-01\n 1.99161291e-01 -2.49301773e-02 7.77076185e-02 -5.31206131e-02\n -8.15384686e-02 1.99894123e-02 -4.48813171e-06 3.66775312e-05\n -1.03812767e-04 6.60086812e-07 -1.09530383e-05 -3.99900252e-12\n -6.76024237e-11 2.51659582e-10 -9.66473308e-05]\n [-2.98416555e-01 1.03034385e-01 9.49447230e-02 -1.26180887e-01\n 7.60469139e-02 1.11671528e-02 7.99988210e-02 1.00582674e-01\n -4.51077474e-03 1.99896712e-02 -1.42428235e-05 1.35020846e-05\n 3.82664090e-04 2.01168332e-05 2.34923045e-05 1.34514656e-11\n 1.34853035e-08 1.27521194e-08 5.64380840e-04]\n [-2.87174731e-01 -2.56848522e-02 1.57611072e-01 -2.11058885e-01\n 1.23128504e-01 -4.40956280e-02 7.27297142e-02 9.60644782e-02\n 8.34806450e-03 1.99894812e-02 2.57526244e-05 1.80962143e-05\n 7.17167568e-04 3.76201060e-05 -3.17017220e-05 4.71391676e-12\n 2.12299778e-08 -2.10279953e-08 8.97567777e-04]\n [ 1.31281793e-01 -9.49711129e-02 1.64660186e-01 1.10764205e-01\n -8.51476565e-02 -6.55299425e-02 7.73090747e-08 2.57876236e-02\n 1.06412731e-01 1.99889243e-02 6.71485759e-05 9.25227778e-06\n -2.67905889e-05 -2.02297724e-05 -2.27405621e-06 -9.85988802e-09\n 4.92855065e-07 1.86573326e-10 -1.19891643e-04]\n [-3.75890166e-01 -1.32587910e-01 8.72838944e-02 -4.29325998e-02\n -1.24162771e-02 9.09253862e-03 7.99996704e-02 8.37159082e-02\n -4.20347974e-02 1.99896712e-02 -1.42347199e-05 1.35097353e-05\n 7.21571210e-04 2.01143484e-05 2.34869040e-05 1.37445715e-11\n 1.34818583e-08 1.27353434e-08 5.64063317e-04]]"}, "_episode_num": 20606, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCBMUGmk30iMAWyUSzKMAXSUR0CdDLhje9BbdX2UKGgGR8AnEcuJ1q33aAdLMmgIR0CdDicqOLiudX2UKGgGR8Aubitq59VnaAdLMmgIR0CdDsg/TspodX2UKGgGR8AXrI5o4+8oaAdLMmgIR0CdD17PY4ACdX2UKGgGR8AeuQOnVG1AaAdLMmgIR0CdDe+K0lZ6dX2UKGgGR8AioTHKfWc0aAdLMmgIR0CdDvu8brC4dX2UKGgGR8AlSLNwBHTaaAdLMmgIR0CdDn6NVBD5dX2UKGgGR8AgNosZpBX0aAdLMmgIR0CdDqIVM23sdX2UKGgGR8AxQf4h2W6caAdLMmgIR0CdD9I68xsVdX2UKGgGR8AnK0VJtix3aAdLMmgIR0CdET8pCrtFdX2UKGgGR8AeRAprk8zRaAdLMmgIR0CdEeATqSowdX2UKGgGR8A0tlmOEM9baAdLMmgIR0CdEnbkwN9ZdX2UKGgGR8AcIFs54nndaAdLMmgIR0CdEQavicXndX2UKGgGR7+JPM0P6KtQaAdLAWgIR0CdERV81Gb1dX2UKGgGR8AdMd2gWac7aAdLMmgIR0CdEg8YQ8OkdX2UKGgGR8AXpzJZGKAKaAdLMmgIR0CdEY3XqZ+hdX2UKGgGR8AcQhkiD/VBaAdLMmgIR0CdEaSjgydndX2UKGgGR8Aeqq//NqxkaAdLMmgIR0CdEtijL0SRdX2UKGgGR8Anj/y5I6KcaAdLMmgIR0CdFEvtMPBjdX2UKGgGR8AhKSmIj4YaaAdLMmgIR0CdFOzp5eJIdX2UKGgGR8ASlTsIE8q4aAdLMmgIR0CdFYXVbzK+dX2UKGgGR8Ap6qlP8AJcaAdLMmgIR0CdFCM4cWCVdX2UKGgGR8AkD+kxh2GJaAdLMmgIR0CdFR0uUUwjdX2UKGgGR8AYMMSbpeNUaAdLMmgIR0CdFJzkIX0odX2UKGgGR8AgzNbkfcN6aAdLMmgIR0CdFLH1e0HAdX2UKGgGR8ApRakAPuohaAdLMmgIR0CdFer5ZbIMdX2UKGgGR8Al3B9kSVW0aAdLMmgIR0CdF1/ATIvKdX2UKGgGR8AlYIY3vQWvaAdLMmgIR0CdGAFAVwgldX2UKGgGR8AkW2fkFOfvaAdLMmgIR0CdGJtBv73xdX2UKGgGR8AkvsUIsyzpaAdLMmgIR0CdFzied07sdX2UKGgGR8AguVmjCYTkaAdLMmgIR0CdGDMkyDZldX2UKGgGR8AiSmE4//vOaAdLMmgIR0CdF7Hy3CsPdX2UKGgGR8APUUXYUWVNaAdLMmgIR0CdF8sMiKR/dX2UKGgGR8AfOxbB42S/aAdLMmgIR0CdGQP5pJwsdX2UKGgGR8Ae4UpNKyv+aAdLMmgIR0CdGniW3Sa3dX2UKGgGR8Aucis4ku6FaAdLMmgIR0CdGxkM1CPZdX2UKGgGR8AjGKHfuTibaAdLMmgIR0CdG7PbwjMWdX2UKGgGR8ARnQswtapxaAdLMmgIR0CdGlJ4SpR5dX2UKGgGR8Aq9TAFgUlBaAdLMmgIR0CdG02Q4jrzdX2UKGgGR8AYW4rjHXEqaAdLMmgIR0CdGsxREWqMdX2UKGgGR8AoNBciW3SbaAdLMmgIR0CdGuLkjopydX2UKGgGR8AsgahpQDV6aAdLMmgIR0CdHAhw2l2vdX2UKGgGR8Ajn7b+Lm6oaAdLMmgIR0CdHXdf9gnddX2UKGgGR8AZfR2KVII4aAdLMmgIR0CdHhg2qDK6dX2UKGgGR8AcpDVpblijaAdLMmgIR0CdHrB9Tgl4dX2UKGgGR8Au4A7PppvhaAdLMmgIR0CdHU+d9UjtdX2UKGgGR8AquhZha1TjaAdLMmgIR0CdHkuuRs/IdX2UKGgGR8AtO7NjbzshaAdLMmgIR0CdHcyRjjJddX2UKGgGR8AjoiY9gWrPaAdLMmgIR0CdHeuRLbpNdX2UKGgGR8Aq2/VRUFSsaAdLMmgIR0CdHxhGpda/dX2UKGgGR8Adz9aUzKs/aAdLMmgIR0CdII0W/JvHdX2UKGgGR8AgoF6AvtdBaAdLMmgIR0CdIS12q1gIdX2UKGgGR8AgE+UQkHD8aAdLMmgIR0CdIcuM+/xldX2UKGgGR8AttFLFn7HiaAdLMmgIR0CdIGtBfKISdX2UKGgGR8ATuvOhTOxCaAdLMmgIR0CdIWnoxHoYdX2UKGgGR8AjBYJVsDW9aAdLMmgIR0CdIOmVZ9uxdX2UKGgGR8AnWXWOIZZTaAdLMmgIR0CdIP4ubqhUdX2UKGgGR8Aci3lS0jTsaAdLMmgIR0CdIizcAR02dX2UKGgGR8Avoj1wo9cKaAdLMmgIR0CdI6CsfaHsdX2UKGgGR8Aiz6NVBD5TaAdLMmgIR0CdJEEOiFj/dX2UKGgGR8AcFbt7a7EpaAdLMmgIR0CdJNx0uDjBdX2UKGgGR8AhhQsPJ7swaAdLMmgIR0CdI3t4RmK7dX2UKGgGR8AalhQWN3nqaAdLMmgIR0CdJHW/rSmZdX2UKGgGR7+IOlO45Lh8aAdLAWgIR0CdJId1+y7gdX2UKGgGR8AsI6T4cm0FaAdLMmgIR0CdI/ZA6dUbdX2UKGgGR8AgDhZyMkyDaAdLMmgIR0CdJAo3rD64dX2UKGgGR8AlVUn5SFXaaAdLMmgIR0CdJT7NjbztdX2UKGgGR8AwJjKgZjx1aAdLMmgIR0CdJrODaoMsdX2UKGgGR8Ajvqh11W8zaAdLMmgIR0CdJ1WBz3h5dX2UKGgGR8AeT/T9bX6JaAdLMmgIR0CdJ/TyrgfmdX2UKGgGR8AbbGVAzHjqaAdLMmgIR0CdJpTgl4TsdX2UKGgGR8AlhC9h7VriaAdLMmgIR0CdJ6Ec81XOdX2UKGgGR8AYplXiiqQzaAdLMmgIR0CdJxBBAv+PdX2UKGgGR8Avx1lGwzLwaAdLMmgIR0CdJy6uGKyfdX2UKGgGR8And2qT8pCsaAdLMmgIR0CdKHJqZc9odX2UKGgGR8AfgPMB6rvLaAdLMmgIR0CdKeYywfQsdX2UKGgGR8AgO8gZCOWCaAdLMmgIR0CdKobO/tY0dX2UKGgGR8At8R9PUKAsaAdLMmgIR0CdKyCYkVvddX2UKGgGR8AgBnEETxoaaAdLMmgIR0CdKb/LTx5LdX2UKGgGR8AG1HhCMPz4aAdLMmgIR0CdKszDn/1hdX2UKGgGR8AqKFSsKb8WaAdLMmgIR0CdKjx5cC5mdX2UKGgGR8Aky7JW/8EWaAdLMmgIR0CdKlWO6unudX2UKGgGR8Aqs6hg3LmqaAdLMmgIR0CdK4x1gYxddX2UKGgGR8Amq7kn1FpgaAdLMmgIR0CdLP28IzFddX2UKGgGR8AjTS5y2hIwaAdLMmgIR0CdLZ46wMYudX2UKGgGR8AYSpsGgSOBaAdLMmgIR0CdLjhK15SndX2UKGgGR7+lGEwnH/96aAdLAWgIR0CdLkmRNh3JdX2UKGgGR8AlMjASFoL5aAdLMmgIR0CdLNqHoHLSdX2UKGgGR8AffFMqSX+maAdLMmgIR0CdLeWilBQfdX2UKGgGR8AcGJ40Mw10aAdLMmgIR0CdLVT3Zf2LdX2UKGgGR7+W1MM7U5MlaAdLAWgIR0CdLfUeuFHsdX2UKGgGR8AXhBu4wyqNaAdLMmgIR0CdLWhl18sudX2UKGgGR8AFgOc2BJ7LaAdLMmgIR0CdLpg0CRwIdX2UKGgGR8AXQTBZZB9kaAdLMmgIR0CdMAmU4aP0dX2UKGgGR8Aa7uWrwOOKaAdLMmgIR0CdMKt0V8CxdX2UKGgGR8AXLT7VJ+UhaAdLMmgIR0CdMVUdq+JxdX2UKGgGR8AgZ4t6HCXQaAdLMmgIR0CdL+W1twaSdX2UKGgGR8Aj1K9wm3OOaAdLMmgIR0CdMF/p+tr9dX2UKGgGR8ARvTSb6P8yaAdLMmgIR0CdMQCcwxnGdX2UKGgGR8Ad7IV/MGHIaAdLMmgIR0CdMHrKeTV2dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmIiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYiJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiImJiYiJiYmJiYmJiYllLg=="}, "_n_updates": 124988, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x70187adeb5b0>", "add": "<function DictReplayBuffer.add at 0x70187adeb640>", "sample": "<function DictReplayBuffer.sample at 0x70187adeb6d0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x70187adeb760>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x70187adef6c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVeAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjAQtMS4wlIwJaGlnaF9yZXBylIwDMS4wlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwQX19nZW5lcmF0b3JfY3RvcpSTlIwFUENHNjSUhZRSlH2UKIwNYml0X2dlbmVyYXRvcpSMBVBDRzY0lIwFc3RhdGWUfZQoaDuKEVXX8/ZZUD6j+xkkkk0+dcYAjANpbmOUihBJk4V2bwkCx9VOh1cEkB1ldYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 8, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVuwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGUvaG9tZS9ldmdlbmlpL2FuYWNvbmRhMy9lbnZzL2hmX3VuaXRfNS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMCDxsYW1iZGE+lEthQwIMAJSMDnZhbHVlX3NjaGVkdWxllIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL2V2Z2VuaWkvYW5hY29uZGEzL2VudnMvaGZfdW5pdF81L2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCNoPX2UfZQoaBhoNGgmjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgofZRoKk5oK05oLGgZaC1OaC5oMEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEVdlGhHfZR1hpSGUjAu"}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.5.0-41-generic-x86_64-with-glibc2.35 # 41~22.04.2-Ubuntu SMP PREEMPT_DYNAMIC Mon Jun 3 11:32:55 UTC 2", "Python": "3.10.5", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.1+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.26.2"}}
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -
|
|
|
|
| 1 |
+
{"mean_reward": -8.999382143840194, "std_reward": 3.40224119602058, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-07-07T10:24:59.347228"}
|
td3-PandaPickAndPlaceJointsDense-v3.zip
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2cc9f42b40fa06048883204b5af6773431cd8599c560233a0bd74e154c2fc9e
|
| 3 |
+
size 6478154
|
td3-PandaPickAndPlaceJointsDense-v3/_stable_baselines3_version
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
2.3.2
|
td3-PandaPickAndPlaceJointsDense-v3/actor.optimizer.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ccadf49b3cffc54ff19d76af7984150eefd6c32232386deb15952d0ad7f517de
|
| 3 |
+
size 1070176
|
td3-PandaPickAndPlaceJointsDense-v3/critic.optimizer.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f474e817265b6cbb33e28460183addf6faaa4e9c7a961011e61b6eb1f63579d6
|
| 3 |
+
size 2157034
|
td3-PandaPickAndPlaceJointsDense-v3/data
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"policy_class": {
|
| 3 |
+
":type:": "<class 'abc.ABCMeta'>",
|
| 4 |
+
":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
|
| 5 |
+
"__module__": "stable_baselines3.td3.policies",
|
| 6 |
+
"__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
|
| 7 |
+
"__init__": "<function MultiInputPolicy.__init__ at 0x70187aac44c0>",
|
| 8 |
+
"__abstractmethods__": "frozenset()",
|
| 9 |
+
"_abc_impl": "<_abc._abc_data object at 0x70187aac1980>"
|
| 10 |
+
},
|
| 11 |
+
"verbose": 1,
|
| 12 |
+
"policy_kwargs": {},
|
| 13 |
+
"num_timesteps": 1000000,
|
| 14 |
+
"_total_timesteps": 1000000,
|
| 15 |
+
"_num_timesteps_at_start": 0,
|
| 16 |
+
"seed": null,
|
| 17 |
+
"action_noise": null,
|
| 18 |
+
"start_time": 1720339839365470135,
|
| 19 |
+
"learning_rate": 0.001,
|
| 20 |
+
"tensorboard_log": null,
|
| 21 |
+
"_last_obs": {
|
| 22 |
+
":type:": "<class 'collections.OrderedDict'>",
|
| 23 |
+
":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAZLAsvmoUtz0+NRs8gWdrPy7ccb8+NRs8wCAvv+OCzT9uCxo8eUAcv7cfbb9uCxo8xVKVP6RdPr0+NRs8J6OOP22bzT20Who8cpGaPhc4nD8Y2hc8W7p4P7s7874+NRs8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAANcBcv6PWXz5rKIq/Aymiv8OQmz/O/cG+t73LvyD73D6uws6+O10zv7hJzL6uhHQ/nfXAv9h21z+/kAW/xVeHPD6kaT9rKIq/Y8m+P+22pr/zX+S+YjCWv+BDr79rKIq/lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAACJcqY/1vofvt50kL7RMyc/OjtgvhlooLvU5JW/ZLAsvmoUtz0+NRs8D+fOOfd9qbv09yw8lHmlO7WnwLpehqA7U6QSOSbrOrsj9Fw7LaACP3YxQ7zYhVU/H5KMPgX7Gz5Rl/6+zyV3P4Fnaz8u3HG/PjUbPLRM3DpkWQC8kqqMu12G1LmJ86m7XoagO2mhEjkD6zq7SJw+uzV1pL5lqye/3t4wvz4k7L7Mq6C9/gnWvjuBcL/AIC+/44LNP24LGjyT9F06FEpBu+0eUzuVbis781yQu1qGoDssbxI5eO06u/+5oLmfyw/AwopGvzDmdD3pcSS/4bZIP5A7qL7IeWc/eUAcv7cfbb9uCxo8fPRdOudJQbsdMys7L24rO7ZckLtahqA7LG8SOXjtOrvPyaC57e/RvmV9OD+aIG6/nU+ZvX+muj4Xzxu+1yN3P8VSlT+kXT69PjUbPO7czjk0f6m7MvwcPBl6pTudpMC6XoagO1OkEjkm6zq7FvpcO/d2vL4kRXw+CpQhv9E9+b6kZAY//TDYvnZxRT8no44/bZvNPbRaGjwgWRM7HQ6bu9d/azwFO+07gU/Ku1yGoDuzwhI5bPE6u6U+qzvYs5g/iJ8SvLH3GL9TnYk//h49vu3pBr/r5JW/cpGaPhc4nD8Y2hc82ouIOzPbtruMg3M7/sIgNuo+cLuRfKA7U/wZOXvtOrsCm+S5QfUyv/EZF74+fHe/S4moPkFKgT0XMSa+VCV3P1u6eD+7O/O+PjUbPFgPzzkMeam7cohsPH53pTsPtMC6XoagO1CkEjkn6zq7cdxcO5RoDksISxOGlGgSdJRSlHUu",
|
| 24 |
+
"achieved_goal": "[[-0.16864163 0.08939441 0.00947314]\n [ 0.9195481 -0.9447659 0.00947314]\n [-0.6840935 1.6055568 0.00940214]\n [-0.6103588 -0.9262652 0.00940214]\n [ 1.1665884 -0.04647602 0.00947314]\n [ 1.114354 0.10039411 0.00942104]\n [ 0.3018909 1.2204617 0.00926831]\n [ 0.97159356 -0.47506508 0.00947314]]",
|
| 25 |
+
"desired_goal": "[[-0.86230785 0.21859221 -1.0793585 ]\n [-1.2668766 1.2153553 -0.3788895 ]\n [-1.5917271 0.43160343 -0.40382904]\n [-0.70064133 -0.39899993 0.95514953]\n [-1.5074955 1.6833143 -0.5217399 ]\n [ 0.01652134 0.9126624 -1.0793585 ]\n [ 1.4905208 -1.3024575 -0.44604453]\n [-1.1733515 -1.3692589 -1.0793585 ]]",
|
| 26 |
+
"observation": "[[ 1.30037034e+00 -1.56230301e-01 -2.82141626e-01 6.53134406e-01\n -2.18975931e-01 -4.89522191e-03 -1.17104578e+00 -1.68641627e-01\n 8.93944055e-02 9.47314315e-03 3.94635339e-04 -5.17248688e-03\n 1.05571635e-02 5.04989363e-03 -1.46984181e-03 4.89883032e-03\n 1.39848606e-04 -2.85215070e-03 3.37148528e-03]\n [ 5.10256588e-01 -1.19136479e-02 8.34073544e-01 2.74552315e-01\n 1.52324751e-01 -4.97248203e-01 9.65420663e-01 9.19548094e-01\n -9.44765925e-01 9.47314315e-03 1.68075273e-03 -7.83381239e-03\n -4.29279450e-03 -4.05358995e-04 -5.18650236e-03 4.89883032e-03\n 1.39837750e-04 -2.85214256e-03 -2.90848501e-03]\n [-3.21206719e-01 -6.54959023e-01 -6.90900683e-01 -4.61214006e-01\n -7.84526765e-02 -4.18044984e-01 -9.39471900e-01 -6.84093475e-01\n 1.60555685e+00 9.40213911e-03 8.46692536e-04 -2.94936169e-03\n 3.22144781e-03 2.61584413e-03 -4.40561166e-03 4.89882845e-03\n 1.39650598e-04 -2.85228901e-03 -3.06561560e-04]\n [-2.24680305e+00 -7.75554776e-01 5.97898364e-02 -6.42363131e-01\n 7.84040511e-01 -3.28579426e-01 9.04201984e-01 -6.10358775e-01\n -9.26265180e-01 9.40213911e-03 8.46691197e-04 -2.94935121e-03\n 2.61229952e-03 2.61582038e-03 -4.40558325e-03 4.89882845e-03\n 1.39650598e-04 -2.85228901e-03 -3.06679372e-04]\n [-4.10033613e-01 7.20663369e-01 -9.30184960e-01 -7.48588815e-02\n 3.64551514e-01 -1.52157173e-01 9.65390623e-01 1.16658843e+00\n -4.64760214e-02 9.47314315e-03 3.94559873e-04 -5.17263450e-03\n 9.58161242e-03 5.04995557e-03 -1.46974961e-03 4.89883032e-03\n 1.39848606e-04 -2.85215070e-03 3.37183988e-03]\n [-3.68095130e-01 2.46357501e-01 -6.31165147e-01 -4.86799747e-01\n 5.24973154e-01 -4.22248751e-01 7.71262527e-01 1.11435401e+00\n 1.00394107e-01 9.42103937e-03 2.24835426e-03 -4.73190704e-03\n 1.43737411e-02 7.23970169e-03 -6.17402839e-03 4.89882939e-03\n 1.39961761e-04 -2.85252463e-03 5.22597367e-03]\n [ 1.19298840e+00 -8.94916803e-03 -5.97529471e-01 1.07511365e+00\n -1.84688538e-01 -5.27006924e-01 -1.17104852e+00 3.01890910e-01\n 1.22046173e+00 9.26830620e-03 4.16706223e-03 -5.58032980e-03\n 3.71572655e-03 2.39553583e-06 -3.66585935e-03 4.89766197e-03\n 1.46852151e-04 -2.85228970e-03 -4.36030386e-04]\n [-6.99054778e-01 -1.47559896e-01 -9.66739535e-01 3.29172462e-01\n 6.31299093e-02 -1.62296638e-01 9.65413332e-01 9.71593559e-01\n -4.75065082e-01 9.47314315e-03 3.94935487e-04 -5.17190062e-03\n 1.44368280e-02 5.04964497e-03 -1.47020991e-03 4.89883032e-03\n 1.39848562e-04 -2.85215094e-03 3.37007293e-03]]"
|
| 27 |
+
},
|
| 28 |
+
"_last_episode_starts": {
|
| 29 |
+
":type:": "<class 'numpy.ndarray'>",
|
| 30 |
+
":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="
|
| 31 |
+
},
|
| 32 |
+
"_last_original_obs": {
|
| 33 |
+
":type:": "<class 'collections.OrderedDict'>",
|
| 34 |
+
":serialized:": "gAWVGwQAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAkFR0vP398TthwaM8+jqiPeBOqr1hwaM8w7Rzvel9Dz7WwKM8AJVZvaT9pr3WwKM8Sv7NPR/Pk7thwaM8dL3EPVLGCDz7wKM8kUDTPOvu2T3Qv6M8P3OrPa4sLL1hwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAA/UyZvR3unjwK16M8g9fgvZ6A2D1opYg9oCQNvn8EGz1DPYU98Gx5vV6WC72ccB8+E7IFvv6+FT7BQ2o9QLyGOlnSoj0K16M85GADPjME5r3x8X49s03Qvf3c8b0K16M8lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAIAAAAAAABb6CM+9C0KvoRLbD6tHcM8v/3CvSgoKT2fWj00kFR0vP398TthwaM8eO1ut56NYjcCVOw5gb+oNwQPxTfcr20tNKpnMmcFWzKu7hM6vuBTvQMmxL0t6+0+7/JdvbR2YTyAeHO9A9ejPfo6oj3gTqq9YcGjPLaaYjea326315AZumYKxbdhvai3nMhvLXvoWjJNo2cyMOYTuiqZjL41Y4q+CZMUPtq5Ur50Dl29uBcxvaYSDjzDtHO96X0PPtbAozyBmJa2FdYZODSKgLjoPTE1X8Q3t0j9jKzWSZSuc1uKL8ajyrgKcEq/6CSbvk7Wmj5N8ni+8PBLPl86zLwsJZ89AJVZvaT9pr3WwKM8wpiWtjPWGTgOttm40jAxNfHCN7fQs4ysyKiUrvBZii8kr8q4DsqYvrED0z1hcsI9kDUBvny+mz1v9jY8bNajPUr+zT0fz5O7YcGjPHb0brcDh2I3TqDIOZLAqDdXEcU3BKRsLf6sZzJqFFsy9fITOpEIk74KadK8zGQhPtIfWL7MKvw9np00vVHzlD10vcQ9UsYIPPvAozxXB9g3U82XN00APDpIyh04d/cEuDDbpSw3XbYyDaG0ssFKazq8bgY+N4DCva6cKD5Y2OI95WGuvZA0hr0dBaYzkUDTPOvu2T3Qv6M8HtKMODs6GzdavOC3G7Opt/2bGLY/ZCmyvkwENbkjTS9Wbvu4rXTAviDFB77mwbI9GNovvaRtS7zf+BQ83tajPT9zqz2uLCy9YcGjPKjRbrffp2I30yc9Ojy7qDe+BcU3DMxxLdedZzKiyloypt0TOpRoDksISxOGlGgSdJRSlHUu",
|
| 35 |
+
"achieved_goal": "[[-0.01491274 0.00738501 0.01998967]\n [ 0.07921405 -0.08315825 0.01998967]\n [-0.05949856 0.14012875 0.01998941]\n [-0.05312061 -0.08153847 0.01998941]\n [ 0.10058267 -0.00451077 0.01998967]\n [ 0.09606448 0.00834806 0.01998948]\n [ 0.02578762 0.10641273 0.01998892]\n [ 0.08371591 -0.0420348 0.01998967]]",
|
| 36 |
+
"desired_goal": "[[-0.07485387 0.01940065 0.02 ]\n [-0.10978606 0.10571407 0.06672174]\n [-0.13783503 0.03784608 0.06505825]\n [-0.06089491 -0.03407895 0.15570301]\n [-0.13056211 0.14623639 0.05719352]\n [ 0.00102795 0.07950277 0.02 ]\n [ 0.1282993 -0.1123127 0.06224245]\n [-0.1017107 -0.11809728 0.02 ]]",
|
| 37 |
+
"observation": "[[ 1.60066053e-01 -1.34940922e-01 2.30756819e-01 2.38178615e-02\n -9.52105448e-02 4.12980616e-02 1.76349644e-07 -1.49127394e-02\n 7.38501409e-03 1.99896712e-02 -1.42411955e-05 1.35036225e-05\n 4.50760184e-04 2.01163366e-05 2.34912222e-05 1.35109389e-11\n 1.34846694e-08 1.27487061e-08 5.64317103e-04]\n [-5.17280027e-02 -9.57756266e-02 4.64684874e-01 -5.41867577e-02\n 1.37612112e-02 -5.94410896e-02 7.99999461e-02 7.92140514e-02\n -8.31582546e-02 1.99896712e-02 1.35066712e-05 -1.42379668e-05\n -5.85806963e-04 -2.34890722e-05 -2.01153471e-05 1.36301213e-11\n 1.27421300e-08 1.34831000e-08 -5.64190559e-04]\n [-2.74606049e-01 -2.70288140e-01 1.45092145e-01 -2.05787092e-01\n -5.39688617e-02 -4.32355106e-02 8.67143832e-03 -5.94985597e-02\n 1.40128747e-01 1.99894123e-02 -4.48810215e-06 3.66774220e-05\n -6.12925796e-05 6.60277237e-07 -1.09533712e-05 -4.00715919e-12\n -6.74337669e-11 2.51670323e-10 -9.66261578e-05]\n [-7.90772080e-01 -3.03015947e-01 3.02416265e-01 -2.43111804e-01\n 1.99161291e-01 -2.49301773e-02 7.77076185e-02 -5.31206131e-02\n -8.15384686e-02 1.99894123e-02 -4.48813171e-06 3.66775312e-05\n -1.03812767e-04 6.60086812e-07 -1.09530383e-05 -3.99900252e-12\n -6.76024237e-11 2.51659582e-10 -9.66473308e-05]\n [-2.98416555e-01 1.03034385e-01 9.49447230e-02 -1.26180887e-01\n 7.60469139e-02 1.11671528e-02 7.99988210e-02 1.00582674e-01\n -4.51077474e-03 1.99896712e-02 -1.42428235e-05 1.35020846e-05\n 3.82664090e-04 2.01168332e-05 2.34923045e-05 1.34514656e-11\n 1.34853035e-08 1.27521194e-08 5.64380840e-04]\n [-2.87174731e-01 -2.56848522e-02 1.57611072e-01 -2.11058885e-01\n 1.23128504e-01 -4.40956280e-02 7.27297142e-02 9.60644782e-02\n 8.34806450e-03 1.99894812e-02 2.57526244e-05 1.80962143e-05\n 7.17167568e-04 3.76201060e-05 -3.17017220e-05 4.71391676e-12\n 2.12299778e-08 -2.10279953e-08 8.97567777e-04]\n [ 1.31281793e-01 -9.49711129e-02 1.64660186e-01 1.10764205e-01\n -8.51476565e-02 -6.55299425e-02 7.73090747e-08 2.57876236e-02\n 1.06412731e-01 1.99889243e-02 6.71485759e-05 9.25227778e-06\n -2.67905889e-05 -2.02297724e-05 -2.27405621e-06 -9.85988802e-09\n 4.92855065e-07 1.86573326e-10 -1.19891643e-04]\n [-3.75890166e-01 -1.32587910e-01 8.72838944e-02 -4.29325998e-02\n -1.24162771e-02 9.09253862e-03 7.99996704e-02 8.37159082e-02\n -4.20347974e-02 1.99896712e-02 -1.42347199e-05 1.35097353e-05\n 7.21571210e-04 2.01143484e-05 2.34869040e-05 1.37445715e-11\n 1.34818583e-08 1.27353434e-08 5.64063317e-04]]"
|
| 38 |
+
},
|
| 39 |
+
"_episode_num": 20606,
|
| 40 |
+
"use_sde": false,
|
| 41 |
+
"sde_sample_freq": -1,
|
| 42 |
+
"_current_progress_remaining": 0.0,
|
| 43 |
+
"_stats_window_size": 100,
|
| 44 |
+
"ep_info_buffer": {
|
| 45 |
+
":type:": "<class 'collections.deque'>",
|
| 46 |
+
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwCBMUGmk30iMAWyUSzKMAXSUR0CdDLhje9BbdX2UKGgGR8AnEcuJ1q33aAdLMmgIR0CdDicqOLiudX2UKGgGR8Aubitq59VnaAdLMmgIR0CdDsg/TspodX2UKGgGR8AXrI5o4+8oaAdLMmgIR0CdD17PY4ACdX2UKGgGR8AeuQOnVG1AaAdLMmgIR0CdDe+K0lZ6dX2UKGgGR8AioTHKfWc0aAdLMmgIR0CdDvu8brC4dX2UKGgGR8AlSLNwBHTaaAdLMmgIR0CdDn6NVBD5dX2UKGgGR8AgNosZpBX0aAdLMmgIR0CdDqIVM23sdX2UKGgGR8AxQf4h2W6caAdLMmgIR0CdD9I68xsVdX2UKGgGR8AnK0VJtix3aAdLMmgIR0CdET8pCrtFdX2UKGgGR8AeRAprk8zRaAdLMmgIR0CdEeATqSowdX2UKGgGR8A0tlmOEM9baAdLMmgIR0CdEnbkwN9ZdX2UKGgGR8AcIFs54nndaAdLMmgIR0CdEQavicXndX2UKGgGR7+JPM0P6KtQaAdLAWgIR0CdERV81Gb1dX2UKGgGR8AdMd2gWac7aAdLMmgIR0CdEg8YQ8OkdX2UKGgGR8AXpzJZGKAKaAdLMmgIR0CdEY3XqZ+hdX2UKGgGR8AcQhkiD/VBaAdLMmgIR0CdEaSjgydndX2UKGgGR8Aeqq//NqxkaAdLMmgIR0CdEtijL0SRdX2UKGgGR8Anj/y5I6KcaAdLMmgIR0CdFEvtMPBjdX2UKGgGR8AhKSmIj4YaaAdLMmgIR0CdFOzp5eJIdX2UKGgGR8ASlTsIE8q4aAdLMmgIR0CdFYXVbzK+dX2UKGgGR8Ap6qlP8AJcaAdLMmgIR0CdFCM4cWCVdX2UKGgGR8AkD+kxh2GJaAdLMmgIR0CdFR0uUUwjdX2UKGgGR8AYMMSbpeNUaAdLMmgIR0CdFJzkIX0odX2UKGgGR8AgzNbkfcN6aAdLMmgIR0CdFLH1e0HAdX2UKGgGR8ApRakAPuohaAdLMmgIR0CdFer5ZbIMdX2UKGgGR8Al3B9kSVW0aAdLMmgIR0CdF1/ATIvKdX2UKGgGR8AlYIY3vQWvaAdLMmgIR0CdGAFAVwgldX2UKGgGR8AkW2fkFOfvaAdLMmgIR0CdGJtBv73xdX2UKGgGR8AkvsUIsyzpaAdLMmgIR0CdFzied07sdX2UKGgGR8AguVmjCYTkaAdLMmgIR0CdGDMkyDZldX2UKGgGR8AiSmE4//vOaAdLMmgIR0CdF7Hy3CsPdX2UKGgGR8APUUXYUWVNaAdLMmgIR0CdF8sMiKR/dX2UKGgGR8AfOxbB42S/aAdLMmgIR0CdGQP5pJwsdX2UKGgGR8Ae4UpNKyv+aAdLMmgIR0CdGniW3Sa3dX2UKGgGR8Aucis4ku6FaAdLMmgIR0CdGxkM1CPZdX2UKGgGR8AjGKHfuTibaAdLMmgIR0CdG7PbwjMWdX2UKGgGR8ARnQswtapxaAdLMmgIR0CdGlJ4SpR5dX2UKGgGR8Aq9TAFgUlBaAdLMmgIR0CdG02Q4jrzdX2UKGgGR8AYW4rjHXEqaAdLMmgIR0CdGsxREWqMdX2UKGgGR8AoNBciW3SbaAdLMmgIR0CdGuLkjopydX2UKGgGR8AsgahpQDV6aAdLMmgIR0CdHAhw2l2vdX2UKGgGR8Ajn7b+Lm6oaAdLMmgIR0CdHXdf9gnddX2UKGgGR8AZfR2KVII4aAdLMmgIR0CdHhg2qDK6dX2UKGgGR8AcpDVpblijaAdLMmgIR0CdHrB9Tgl4dX2UKGgGR8Au4A7PppvhaAdLMmgIR0CdHU+d9UjtdX2UKGgGR8AquhZha1TjaAdLMmgIR0CdHkuuRs/IdX2UKGgGR8AtO7NjbzshaAdLMmgIR0CdHcyRjjJddX2UKGgGR8AjoiY9gWrPaAdLMmgIR0CdHeuRLbpNdX2UKGgGR8Aq2/VRUFSsaAdLMmgIR0CdHxhGpda/dX2UKGgGR8Adz9aUzKs/aAdLMmgIR0CdII0W/JvHdX2UKGgGR8AgoF6AvtdBaAdLMmgIR0CdIS12q1gIdX2UKGgGR8AgE+UQkHD8aAdLMmgIR0CdIcuM+/xldX2UKGgGR8AttFLFn7HiaAdLMmgIR0CdIGtBfKISdX2UKGgGR8ATuvOhTOxCaAdLMmgIR0CdIWnoxHoYdX2UKGgGR8AjBYJVsDW9aAdLMmgIR0CdIOmVZ9uxdX2UKGgGR8AnWXWOIZZTaAdLMmgIR0CdIP4ubqhUdX2UKGgGR8Aci3lS0jTsaAdLMmgIR0CdIizcAR02dX2UKGgGR8Avoj1wo9cKaAdLMmgIR0CdI6CsfaHsdX2UKGgGR8Aiz6NVBD5TaAdLMmgIR0CdJEEOiFj/dX2UKGgGR8AcFbt7a7EpaAdLMmgIR0CdJNx0uDjBdX2UKGgGR8AhhQsPJ7swaAdLMmgIR0CdI3t4RmK7dX2UKGgGR8AalhQWN3nqaAdLMmgIR0CdJHW/rSmZdX2UKGgGR7+IOlO45Lh8aAdLAWgIR0CdJId1+y7gdX2UKGgGR8AsI6T4cm0FaAdLMmgIR0CdI/ZA6dUbdX2UKGgGR8AgDhZyMkyDaAdLMmgIR0CdJAo3rD64dX2UKGgGR8AlVUn5SFXaaAdLMmgIR0CdJT7NjbztdX2UKGgGR8AwJjKgZjx1aAdLMmgIR0CdJrODaoMsdX2UKGgGR8Ajvqh11W8zaAdLMmgIR0CdJ1WBz3h5dX2UKGgGR8AeT/T9bX6JaAdLMmgIR0CdJ/TyrgfmdX2UKGgGR8AbbGVAzHjqaAdLMmgIR0CdJpTgl4TsdX2UKGgGR8AlhC9h7VriaAdLMmgIR0CdJ6Ec81XOdX2UKGgGR8AYplXiiqQzaAdLMmgIR0CdJxBBAv+PdX2UKGgGR8Avx1lGwzLwaAdLMmgIR0CdJy6uGKyfdX2UKGgGR8And2qT8pCsaAdLMmgIR0CdKHJqZc9odX2UKGgGR8AfgPMB6rvLaAdLMmgIR0CdKeYywfQsdX2UKGgGR8AgO8gZCOWCaAdLMmgIR0CdKobO/tY0dX2UKGgGR8At8R9PUKAsaAdLMmgIR0CdKyCYkVvddX2UKGgGR8AgBnEETxoaaAdLMmgIR0CdKb/LTx5LdX2UKGgGR8AG1HhCMPz4aAdLMmgIR0CdKszDn/1hdX2UKGgGR8AqKFSsKb8WaAdLMmgIR0CdKjx5cC5mdX2UKGgGR8Aky7JW/8EWaAdLMmgIR0CdKlWO6unudX2UKGgGR8Aqs6hg3LmqaAdLMmgIR0CdK4x1gYxddX2UKGgGR8Amq7kn1FpgaAdLMmgIR0CdLP28IzFddX2UKGgGR8AjTS5y2hIwaAdLMmgIR0CdLZ46wMYudX2UKGgGR8AYSpsGgSOBaAdLMmgIR0CdLjhK15SndX2UKGgGR7+lGEwnH/96aAdLAWgIR0CdLkmRNh3JdX2UKGgGR8AlMjASFoL5aAdLMmgIR0CdLNqHoHLSdX2UKGgGR8AffFMqSX+maAdLMmgIR0CdLeWilBQfdX2UKGgGR8AcGJ40Mw10aAdLMmgIR0CdLVT3Zf2LdX2UKGgGR7+W1MM7U5MlaAdLAWgIR0CdLfUeuFHsdX2UKGgGR8AXhBu4wyqNaAdLMmgIR0CdLWhl18sudX2UKGgGR8AFgOc2BJ7LaAdLMmgIR0CdLpg0CRwIdX2UKGgGR8AXQTBZZB9kaAdLMmgIR0CdMAmU4aP0dX2UKGgGR8Aa7uWrwOOKaAdLMmgIR0CdMKt0V8CxdX2UKGgGR8AXLT7VJ+UhaAdLMmgIR0CdMVUdq+JxdX2UKGgGR8AgZ4t6HCXQaAdLMmgIR0CdL+W1twaSdX2UKGgGR8Aj1K9wm3OOaAdLMmgIR0CdMF/p+tr9dX2UKGgGR8ARvTSb6P8yaAdLMmgIR0CdMQCcwxnGdX2UKGgGR8Ad7IV/MGHIaAdLMmgIR0CdMHrKeTV2dWUu"
|
| 47 |
+
},
|
| 48 |
+
"ep_success_buffer": {
|
| 49 |
+
":type:": "<class 'collections.deque'>",
|
| 50 |
+
":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmIiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYiJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiImJiYiJiYmJiYmJiYllLg=="
|
| 51 |
+
},
|
| 52 |
+
"_n_updates": 124988,
|
| 53 |
+
"buffer_size": 1000000,
|
| 54 |
+
"batch_size": 256,
|
| 55 |
+
"learning_starts": 100,
|
| 56 |
+
"tau": 0.005,
|
| 57 |
+
"gamma": 0.99,
|
| 58 |
+
"gradient_steps": 1,
|
| 59 |
+
"optimize_memory_usage": false,
|
| 60 |
+
"replay_buffer_class": {
|
| 61 |
+
":type:": "<class 'abc.ABCMeta'>",
|
| 62 |
+
":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
|
| 63 |
+
"__module__": "stable_baselines3.common.buffers",
|
| 64 |
+
"__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
|
| 65 |
+
"__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
| 66 |
+
"__init__": "<function DictReplayBuffer.__init__ at 0x70187adeb5b0>",
|
| 67 |
+
"add": "<function DictReplayBuffer.add at 0x70187adeb640>",
|
| 68 |
+
"sample": "<function DictReplayBuffer.sample at 0x70187adeb6d0>",
|
| 69 |
+
"_get_samples": "<function DictReplayBuffer._get_samples at 0x70187adeb760>",
|
| 70 |
+
"__abstractmethods__": "frozenset()",
|
| 71 |
+
"_abc_impl": "<_abc._abc_data object at 0x70187adef6c0>"
|
| 72 |
+
},
|
| 73 |
+
"replay_buffer_kwargs": {},
|
| 74 |
+
"train_freq": {
|
| 75 |
+
":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
|
| 76 |
+
":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
|
| 77 |
+
},
|
| 78 |
+
"use_sde_at_warmup": false,
|
| 79 |
+
"policy_delay": 2,
|
| 80 |
+
"target_noise_clip": 0.5,
|
| 81 |
+
"target_policy_noise": 0.2,
|
| 82 |
+
"observation_space": {
|
| 83 |
+
":type:": "<class 'gymnasium.spaces.dict.Dict'>",
|
| 84 |
+
":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
|
| 85 |
+
"spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])",
|
| 86 |
+
"_shape": null,
|
| 87 |
+
"dtype": null,
|
| 88 |
+
"_np_random": null
|
| 89 |
+
},
|
| 90 |
+
"action_space": {
|
| 91 |
+
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
| 92 |
+
":serialized:": "gAWVeAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAvwAAgL+UaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAgD8AAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjAQtMS4wlIwJaGlnaF9yZXBylIwDMS4wlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwQX19nZW5lcmF0b3JfY3RvcpSTlIwFUENHNjSUhZRSlH2UKIwNYml0X2dlbmVyYXRvcpSMBVBDRzY0lIwFc3RhdGWUfZQoaDuKEVXX8/ZZUD6j+xkkkk0+dcYAjANpbmOUihBJk4V2bwkCx9VOh1cEkB1ldYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==",
|
| 93 |
+
"dtype": "float32",
|
| 94 |
+
"bounded_below": "[ True True True True True True True True]",
|
| 95 |
+
"bounded_above": "[ True True True True True True True True]",
|
| 96 |
+
"_shape": [
|
| 97 |
+
8
|
| 98 |
+
],
|
| 99 |
+
"low": "[-1. -1. -1. -1. -1. -1. -1. -1.]",
|
| 100 |
+
"high": "[1. 1. 1. 1. 1. 1. 1. 1.]",
|
| 101 |
+
"low_repr": "-1.0",
|
| 102 |
+
"high_repr": "1.0",
|
| 103 |
+
"_np_random": "Generator(PCG64)"
|
| 104 |
+
},
|
| 105 |
+
"n_envs": 8,
|
| 106 |
+
"lr_schedule": {
|
| 107 |
+
":type:": "<class 'function'>",
|
| 108 |
+
":serialized:": "gAWVuwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGUvaG9tZS9ldmdlbmlpL2FuYWNvbmRhMy9lbnZzL2hmX3VuaXRfNS9saWIvcHl0aG9uMy4xMC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMCDxsYW1iZGE+lEthQwIMAJSMDnZhbHVlX3NjaGVkdWxllIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMZS9ob21lL2V2Z2VuaWkvYW5hY29uZGEzL2VudnMvaGZfdW5pdF81L2xpYi9weXRob24zLjEwL3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUaACMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCNoPX2UfZQoaBhoNGgmjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgofZRoKk5oK05oLGgZaC1OaC5oMEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEVdlGhHfZR1hpSGUjAu"
|
| 109 |
+
},
|
| 110 |
+
"actor_batch_norm_stats": [],
|
| 111 |
+
"critic_batch_norm_stats": [],
|
| 112 |
+
"actor_batch_norm_stats_target": [],
|
| 113 |
+
"critic_batch_norm_stats_target": []
|
| 114 |
+
}
|
td3-PandaPickAndPlaceJointsDense-v3/policy.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e5899cae500d52bf4d0c58e8316fbe169f5b8bb7c5eaf2f7dbc30beda992838
|
| 3 |
+
size 3225450
|
td3-PandaPickAndPlaceJointsDense-v3/pytorch_variables.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
|
| 3 |
+
size 864
|
td3-PandaPickAndPlaceJointsDense-v3/system_info.txt
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- OS: Linux-6.5.0-41-generic-x86_64-with-glibc2.35 # 41~22.04.2-Ubuntu SMP PREEMPT_DYNAMIC Mon Jun 3 11:32:55 UTC 2
|
| 2 |
+
- Python: 3.10.5
|
| 3 |
+
- Stable-Baselines3: 2.3.2
|
| 4 |
+
- PyTorch: 2.3.1+cu121
|
| 5 |
+
- GPU Enabled: True
|
| 6 |
+
- Numpy: 1.23.5
|
| 7 |
+
- Cloudpickle: 3.0.0
|
| 8 |
+
- Gymnasium: 0.29.1
|
| 9 |
+
- OpenAI Gym: 0.26.2
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e11156d1bdd2ea21b2b6cb3a4e1f70ca0f685956c8b5fa554fde3b1bac1be5f4
|
| 3 |
+
size 3281
|