igpaub commited on
Commit
000ca09
·
1 Parent(s): 20df010

Initial commit

Browse files
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: PandaReachDense-v3
17
  metrics:
18
  - type: mean_reward
19
- value: -0.25 +/- 0.11
20
  name: mean_reward
21
  verified: false
22
  ---
 
16
  type: PandaReachDense-v3
17
  metrics:
18
  - type: mean_reward
19
+ value: -0.22 +/- 0.10
20
  name: mean_reward
21
  verified: false
22
  ---
a2c-PandaReachDense-v3.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a478c7debe74ad597fe1e3efcd2b713d56c7744708e13abd1f995ca89b54b05b
3
- size 139675
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0342c494544f77610518acc0fd809d3e4a74fa263aa21923001e4047d9f2daa3
3
+ size 139100
a2c-PandaReachDense-v3/data CHANGED
@@ -4,9 +4,9 @@
4
  ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
5
  "__module__": "stable_baselines3.common.policies",
6
  "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
- "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7dc1e9cc3d00>",
8
  "__abstractmethods__": "frozenset()",
9
- "_abc_impl": "<_abc._abc_data object at 0x7dc1e9ccd0c0>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {
@@ -19,30 +19,30 @@
19
  "weight_decay": 0
20
  }
21
  },
22
- "num_timesteps": 3000000,
23
- "_total_timesteps": 3000000,
24
  "_num_timesteps_at_start": 0,
25
  "seed": null,
26
  "action_noise": null,
27
- "start_time": 1698399451194996506,
28
  "learning_rate": 0.0007,
29
  "tensorboard_log": null,
30
  "_last_obs": {
31
  ":type:": "<class 'collections.OrderedDict'>",
32
- ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAAeGfjvaETEL86xY++6HnWv0j13r9NzEA/YdXEPqhcCr9BKim+K7LTv/dLtT11VaC/aryrPiPADrpzxeo+GmckwN9i3b9CWso/djvHvbslCT8xPI++aryrPiPADrpzxeo+YJ3xvco+jD7hPIS+e+u1PrEECb9hu0w/b52IPl6uC789/ly+aryrPiPADrpzxeo+WS3JPwG1yz9jlYy/ABgOwFhRJ0BKxRTAl0GOv+Uegz9dGsm/DG3OviMp079cuoK/shGUP/PZDj+JO0A+20aWP/oerL0IQq2/U2Q5vxMXUz53jaQ+CbGJv7z+1j/h8Mm/aryrPiPADrpzxeo+aryrPiPADrpzxeo+0rQ5PwR6rz8hebi/DSgvv6UhE79RKLI+F1mJv1yb2b/B6Mm/eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+AGAfvx4oCD+nyao+SWYdwInOCcAPAdQ/djvHvbslCT8xPI++aryrPiPADrpzxeo+HnGbPmmCCz+AZlW+aryrPiPADrpzxeo++vdgvxUjB8DHpjLAeGfjvaETEL86xY++aryrPiPADrpzxeo+djvHvbslCT8xPI++aryrPiPADrpzxeo+aryrPiPADrpzxeo+LZJkPmYnDL8SEGy+eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+aryrPiPADrpzxeo+8JZ+P3aiA7/Wv/E95Dyjv1vtwD9TZGM/DSgvv6UhE79RKLI+pWqdPoro1b+cI2Y/e3tPP/hjAr+pJSE/aryrPiPADrpzxeo+49AsvxWTCD/bsK4+pUOJv2lL5L9xJju6aryrPiPADrpzxeo+h2Aiv6A7CD92Rqs+IHz4PqIWCL8TqoI+aryrPiPADrpzxeo+yBL/Pe2/9712l8C/aryrPiPADrpzxeo+EquKv9OLQb+Z08O/0/0Hv4rmBz9FWK0+cfLXv7qM1j9AGjc/3+jxv9P8wj6KnSrAaryrPiPADrpzxeo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAY+usv4yidr+uKIG+pPSNv6abrL84L8c/QTkbP+EkgL+zHrS+gyeCv/gjkL0F8d+++H45P9iGHz9G0f494kW+vw4uWb/bd3I/LEdNv1kwbz8lV5E9f7LVP2Nlwz/cgwc/1+LfvnxRrjxzwiC/+Hw6P35cur9IUVM/uGj9Psinqb/mb+W+mNpav3kNzb9cTNI/2HTIP5hgWj8cGJO/QMmZvxBskz/BPZa/3FtivyHNiz4iw72/6zqmPgU5vr/0Q86+mId7P9iqvD/UgeI9V2ayP/YbTD0cdr6/PQCDv4ihAr2CXZw/+S2Hv2ntWT8QcZe//sEqPvMbkD4pysY/wcJ9v5SLnD96Ol2/ERJfP7MdaT9J7bW/k4KLv8oKHL9syJI/dRqCv0mNsb/fdq6/N/O+v2G7/75L24u/gO+6vzYxSz6jYig/UwnEP4KjGjxeIVA/5tyevxo2kT/JhWM+xNhvv0qrh7/tg9k/jQvYvsMmpj81vJG/9LMLv7IjZL9HZKk/2eEcP6ISiz/RIqC/T7nDvXulET9RvgA/di6WvRDGfL8uA7y/cCBZv14Hxr8IAqa/MaQjP+/f1j5nW54/s/qlvv2Q0z8vh1C/OJ+DP0AFlL+kmiQ8cV4mv3TSwL8KV4W/EfoSP5EGh78Bgpm/JhFDvbruML/OMTa/px6xP+nd8z4w32m/ubWlP+McqL8hlRy+BySNv3a7l7z8+VQ/NPp8Pw4zkr/xAcu9Mx0jv747KT8TVME/1OQSPSpfWL8XWTk/m93IPl0Lz7+0TEE/e3rFP4R/kL957fs+fzOzP5LwPr/WXjs/12WAv90Bmj8KoAA/9IFCv3P3jb8QCp0+vK9Av/nKL7+gt7C+ZtpZvw3r8z4gWY0+QdYcP1WjYr8Vso0++T0OP4ZIUj/2jL89Hv/DPiBjTz1DVcW/c5K5P+woZr8Ebbu/xERnvyDWm77rDmS/Y3nKvl09oT9nA5Q+dqGSv+UbGT/orlg/ruq4v4QQBT79K6G/CxvTPoP+v7/+ddY/lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAAB4Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb/oeda/SPXev03MQD+y7ju/qRqFv7eV2T9h1cQ+qFwKv0EqKb5OgBa+neTOvxhWr78rstO/90u1PXVVoL/cspC/h1OcP9UuY75qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4aZyTA32Ldv0Jayj96rOk+9b+HvWel6j92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5gnfG9yj6MPuE8hL6X4Ny/HVZYPsGcq79767U+sQQJv2G7TD/GoUc/WRvPv/fXpT9vnYg+Xq4Lvz3+XL4n+ZO+PUnQv8skrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5ZLck/AbXLP2OVjL/cxX0+4yI9P6TWy78AGA7AWFEnQErFFMBVMay/dqmKP85pwr2XQY6/5R6DP10ayb+ZPYG/XzLavWD8br8Mbc6+IynTv1y6gr8R2oI+gKxlv4vr+r2yEZQ/89kOP4k7QD74KoI/Ai/PP5p4qL/bRpY/+h6svQhCrb93zgM/cfG+Pqrryr9TZDm/ExdTPneNpD7S53a/sWoLPoGxVT8JsYm/vP7WP+Hwyb+9dFy/8qKDPyoRbr9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7StDk/BHqvPyF5uL8MvQs/85KrPoXsub8NKC+/pSETv1Eosj7Pyk+/EgPQv82oZz8XWYm/XJvZv8Hoyb8fJT2/YVB3v+Ykbr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4AYB+/HigIP6fJqj47fmC/mc/RP6T9WD9JZh3Aic4JwA8B1D/qr58+qTklvvCk4z92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4ecZs+aYILP4BmVb74ZYG+Rz/SP/J5sb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7692C/FSMHwMemMsAgWee+UVvavfDmpr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz52O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4tkmQ+ZicMvxIQbL7r9a6+MPPQv+GQpb94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7wln4/dqIDv9a/8T1Cnak+J9rHvzNWvb/kPKO/W+3AP1NkYz+ZB9k+LlYuP7SqAUANKC+/pSETv1Eosj7Pyk+/EgPQv82oZz+lap0+iujVv5wjZj88HBg/estvv0iy5T57e08/+GMCv6klIT/Ke7g/lorHv8T2VT9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7j0Cy/FZMIP9uwrj5F/D+/vdjQP6tlZD+lQ4m/aUvkv3EmO7o5G6u/MOaDv4FAlL9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6HYCK/oDsIP3ZGqz48z1q/U5jRP6UOWz8gfPg+ohYIvxOqgj6OyQI/5ZDOv9vfbD5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7IEv897b/3vXaXwL/hYzs+Jzz3Pe0dqb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4Sq4q/04tBv5nTw79B1Fi/XMoMP+ivYr/T/Qe/iuYHP0VYrT4DXVy/3AjUPxnjSz9x8te/uozWP0AaNz/ekV+/242CP9+Zzz/f6PG/0/zCPoqdKsCjGK2/7PaWP388c79qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6UaA5LQEsGhpRoEnSUUpR1Lg==",
33
- "achieved_goal": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]]",
34
- "desired_goal": "[[-1.3509334 -0.96341777 -0.2522635 ]\n [-1.1090283 -1.3485 1.5561285 ]\n [ 0.6063424 -1.0011255 -0.35179672]\n [-1.0168308 -0.0703811 -0.4373857 ]\n [ 0.72459364 0.6231513 0.12442259]\n [-1.4865077 -0.848359 0.94714135]\n [-0.80186725 0.9343315 0.070967 ]\n [ 1.6695098 1.5265316 0.52935576]\n [-0.43727753 0.02127909 -0.62796706]\n [ 0.7284694 -1.4559476 0.825459 ]\n [ 0.49493957 -1.3254328 -0.44811934]\n [-0.854898 -1.6019737 1.6429553 ]\n [ 1.5660658 0.8530364 -1.1491733 ]\n [-1.2014542 1.1517353 -1.1737596 ]\n [-0.88421416 0.27304938 -1.4825175 ]\n [ 0.32466826 -1.4861151 -0.4028622 ]\n [ 0.98253775 1.4739637 0.11059919]\n [ 1.3937482 0.04983135 -1.4879794 ]\n [-1.0234448 -0.03189233 1.2216036 ]\n [-1.0560905 0.85127884 -1.1831379 ]\n [ 0.16675565 0.28146324 1.5530444 ]\n [-0.99125296 1.2230096 -0.86417353]\n [ 0.8713694 0.9106094 -1.4213039 ]\n [-1.0899223 -0.6095396 1.1467414 ]\n [-1.0164324 -1.3871242 -1.3630027 ]\n [-1.4917973 -0.49947646 -1.0926298 ]\n [-1.460434 0.19842991 0.6577551 ]\n [ 1.5315346 0.0094384 0.81300914]\n [-1.2411163 1.1344635 0.22219004]\n [-0.93690133 -1.0599148 1.6993386 ]\n [-0.42196313 1.2980579 -1.1385561 ]\n [-0.5457146 -0.89116967 1.3233727 ]\n [ 0.61282116 1.0865061 -1.2510625 ]\n [-0.09556829 0.5689313 0.502904 ]\n [-0.0733308 -0.9873972 -1.468847 ]\n [-0.8481512 -1.5470998 -1.296937 ]\n [ 0.6392241 0.41967723 1.2371644 ]\n [-0.3241783 1.6528622 -0.81456274]\n [ 1.0282965 -1.1564102 0.01004663]\n [-0.64987856 -1.5064225 -1.0417187 ]\n [ 0.5741282 -1.0548879 -1.1992799 ]\n [-0.04762378 -0.6911427 -0.71169746]\n [ 1.3837479 0.47630242 -0.9135618 ]\n [ 1.2946082 -1.3133816 -0.15291263]\n [-1.102662 -0.01852201 0.83193946]\n [ 0.9881928 -1.1421831 -0.0991248 ]\n [-0.6371643 0.66106784 1.5103782 ]\n [ 0.03586276 -0.8452021 0.72401565]\n [ 0.39231572 -1.6175343 0.75507665]\n [ 1.5428003 -1.1288915 0.49204615]\n [ 1.400009 -0.7458583 0.73191583]\n [-1.0031079 1.2031819 0.502442 ]\n [-0.7597954 -1.109114 0.3067174 ]\n [-0.7526815 -0.68669087 -0.34515095]\n [-0.85098875 0.47640267 0.2760706 ]\n [ 0.61264426 -0.88530475 0.27674928]\n [ 0.5556331 0.8214191 0.09353058]\n [ 0.38280576 0.05063164 -1.5416645 ]\n [ 1.4497818 -0.8990619 -1.4642644 ]\n [-0.90339303 -0.30436802 -0.89085263]\n [-0.39545736 1.2596852 0.28908846]\n [-1.1455524 0.5980819 0.84641886]\n [-1.4446619 0.12994581 -1.2591549 ]\n [ 0.4123157 -1.4999546 1.6754758 ]]",
35
- "observation": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01 -7.34110951e-01\n -1.03987610e+00 1.69988143e+00]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01 -1.46973819e-01\n -1.61635172e+00 -1.36981487e+00]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00 -1.13045835e+00\n 1.22129905e+00 -2.21858338e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00 4.56394017e-01\n -6.62840977e-02 1.83317268e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01 -1.72560394e+00\n 2.11265996e-01 -1.34072125e+00]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01 7.79812217e-01\n -1.61802208e+00 1.29565322e+00]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01 -2.89010257e-01\n -1.62723505e+00 -1.35268533e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00 2.47825086e-01\n 7.38813579e-01 -1.59248781e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00 -1.34525549e+00\n 1.08329654e+00 -9.49283689e-02]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00 -1.00969231e+00\n -1.06541388e-01 -9.33538437e-01]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00 2.55569965e-01\n -8.97163391e-01 -1.22519575e-01]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01 1.01693630e+00\n 1.61862206e+00 -1.31618047e+00]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00 5.14869153e-01\n 3.72935802e-01 -1.58531690e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01 -9.64474797e-01\n 1.36149183e-01 8.34739745e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00 -8.61156285e-01\n 1.02841020e+00 -9.29949403e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00 5.45853376e-01\n 3.35105509e-01 -1.45253050e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00 -7.38847673e-01\n -9.66070235e-01 -9.30250525e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01 -8.76926124e-01\n 1.63914788e+00 8.47620249e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00 3.11888993e-01\n -1.61352769e-01 1.77847099e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01 -2.52731085e-01\n 1.64255607e+00 -1.38653398e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00 -4.51851845e-01\n -1.06619485e-01 -1.30392265e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01 -3.41719955e-01\n -1.63242149e+00 -1.29348385e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01 3.31277907e-01\n -1.56134498e+00 -1.47919309e+00]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01 4.23886091e-01\n 6.81002498e-01 2.02604389e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01 5.94180822e-01\n -9.36698556e-01 4.48625803e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01 1.44127774e+00\n -1.55891681e+00 8.35796595e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01 -7.49943078e-01\n 1.63161433e+00 8.92176330e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04 -1.33676827e+00\n -1.03046227e+00 -1.15821850e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01 -8.54724646e-01\n 1.63746107e+00 8.55692208e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01 5.10887980e-01\n -1.61379683e+00 2.31322691e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00 1.82998195e-01\n 1.20720200e-01 -1.32122576e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00 -8.46988738e-01\n 5.49962759e-01 -8.85496616e-01]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01 -8.60794246e-01\n 1.65652037e+00 7.96433985e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01 -8.73319507e-01\n 1.01995409e+00 1.62188327e+00]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00 -1.35231435e+00\n 1.17941046e+00 -9.50141847e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]]"
36
  },
37
  "_last_episode_starts": {
38
  ":type:": "<class 'numpy.ndarray'>",
39
- ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAABAAABAAAAAQAAAAAAAAAAAQEAAAAAAQEAAAABAAEAAAEAAQEAAAEBAQAAAAAAAQAAAQAAAQABAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
40
  },
41
  "_last_original_obs": {
42
  ":type:": "<class 'collections.OrderedDict'>",
43
- ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAs7eYPT3e2z3ItP886lriPazcBD50RZg+5DavPY0+D77Yew4+AFz5vAu8wbzluPs87DJ/vZwWBD6T9N47HWZ8POUAyD3Hjo0+L/LXPMh8D75Y6Ms9DxYIPiuBrr3n3lU9uJs1vUIegTvDH2A+ViW8PZ1wwr0RDmw+o+HGPXQhCz5HtYE9LJ8/PGIa0b2Han4+2Fixvc7LsD1m6+U8iW+cvTAgnz0NCw0+LCNYvd/9+7zzO4U9ikCnPC07v72zbCc9ZE3Ju6q5kD04koA+Bzy0vdhQVD22IQ89P0yFvdD4xzsSz489x2SWvSibmjyvzJM+01KFOcac3D2njYc9om4+PY0RyruWhpA+m7qQvduZvr234YU9SfQdvUmFyr1bkVk+OeOoPGPISD3s6Bs+LAdCu+D9/b0hj4Y+qfX7PQJq1D1Zquc9qgZevaZIr71ReQs+046UPWA55DwKetY9OTXLvdex3D0UqIs+BXX/vJ+KFjwMBkM9158HvbvZiz1tGxA+abEVvu2+hz3LYW8+tVz9PW/TxDzS1Qs9t20BPlx6A747UUo85/DVPV9+Db6MUmE+A0cXvpi9FTz1UfM8jpgBPpDt/DwMSB4+ByUavWWtIDwhXYE+qMcMvRmdFT4MJIQ+cWOWvX6XAr5Jsm4+BjMRvlLvsrwAwqs9rqa8vNBGAr6X9oA+wPUevUCWpj3Zbww+dVY8vbsEU72osWM+rl4wvQ+GNDzYm10+6+aiPGnt7L3XRTw+TclwPdeJw70jL1g+BiXHPRkCTz3OOYI+tmuyvESL7b029ZE+nU3RPb6tFL6kW2g+JFmSvHzG/T2+yfA8vppuPeqYqT34nXE++RZKPRgfG734ZXM+M0myPYTUCL30ffI9XDgFPZMNBr6mQQo+kN7kPeJK6724lLk90Tr4PQnbiLyMZJI+B2WUPdQsiz0REUo9WnJ3vVPz/T3NmJM+m2nKPVbHqDyH4Nw91xIFPIF90j1AxkY+2NCsvZDV7r2P3Xw+NZzrPb6blr1ySAI+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LQEsGhpRoEnSUUpR1Lg==",
44
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
45
- "desired_goal": "[[ 7.45691285e-02 1.07357480e-01 3.12141329e-02]\n [ 1.10524967e-01 1.29748046e-01 2.97404885e-01]\n [ 8.55539143e-02 -1.39887050e-01 1.39144301e-01]\n [-3.04393768e-02 -2.36492362e-02 3.07278130e-02]\n [-6.23044223e-02 1.28992498e-01 6.80405786e-03]\n [ 1.54052051e-02 9.76579562e-02 2.76479930e-01]\n [ 2.63605993e-02 -1.40124440e-01 9.95642543e-02]\n [ 1.32896647e-01 -8.52073058e-02 5.22145294e-02]\n [-4.43379581e-02 3.94037459e-03 2.18871161e-01]\n [ 9.18680876e-02 -9.49413553e-02 2.30522409e-01]\n [ 9.71100554e-02 1.35869801e-01 6.33340403e-02]\n [ 1.16956644e-02 -1.02101102e-01 2.48453245e-01]\n [-8.65952373e-02 8.63262266e-02 2.80663483e-02]\n [-7.63846114e-02 7.76981115e-02 1.37737468e-01]\n [-5.27679175e-02 -3.07607036e-02 6.50557503e-02]\n [ 2.04165168e-02 -9.33745876e-02 4.08751480e-02]\n [-6.14325888e-03 7.06666261e-02 2.51115561e-01]\n [-8.80051181e-02 5.18349111e-02 3.49442586e-02]\n [-6.50868341e-02 6.10265881e-03 7.02191740e-02]\n [-7.34344050e-02 1.88728124e-02 2.88670987e-01]\n [ 2.54294457e-04 1.07720897e-01 6.61881492e-02]\n [ 4.64922264e-02 -6.16664300e-03 2.82276809e-01]\n [-7.06684217e-02 -9.30668935e-02 6.53719231e-02]\n [-3.85630466e-02 -9.88870338e-02 2.12468550e-01]\n [ 2.06161607e-02 4.90192287e-02 1.52255714e-01]\n [-2.96063256e-03 -1.24019384e-01 2.62810737e-01]\n [ 1.23027153e-01 1.03717819e-01 1.13117881e-01]\n [-5.42055741e-02 -8.55877846e-02 1.36204973e-01]\n [ 7.25380406e-02 2.78593898e-02 1.04724959e-01]\n [-9.92226079e-02 1.07761078e-01 2.72766709e-01]\n [-3.11837289e-02 9.18832328e-03 4.76131886e-02]\n [-3.31114195e-02 6.82863817e-02 1.40729621e-01]\n [-1.46184579e-01 6.62821308e-02 2.33771488e-01]\n [ 1.23711981e-01 2.40266006e-02 3.41394618e-02]\n [ 1.26395091e-01 -1.28396451e-01 1.23484684e-02]\n [ 1.04463391e-01 -1.38177380e-01 2.20041454e-01]\n [-1.47731826e-01 9.13944095e-03 2.97021661e-02]\n [ 1.26558512e-01 3.08749974e-02 1.54571712e-01]\n [-3.76329683e-02 9.80696548e-03 2.52663642e-01]\n [-3.43700945e-02 1.46107092e-01 2.58087516e-01]\n [-7.34318569e-02 -1.27531022e-01 2.33101979e-01]\n [-1.41796201e-01 -2.18426324e-02 8.38661194e-02]\n [-2.30286978e-02 -1.27223253e-01 2.51881331e-01]\n [-3.88085842e-02 8.13412666e-02 1.37145415e-01]\n [-4.59808894e-02 -5.15181832e-02 2.22357392e-01]\n [-4.30590436e-02 1.10182902e-02 2.16414809e-01]\n [ 1.98855009e-02 -1.15687199e-01 1.83860168e-01]\n [ 5.87857254e-02 -9.54777524e-02 2.11117312e-01]\n [ 9.72385854e-02 5.05391099e-02 2.54347265e-01]\n [-2.17798762e-02 -1.15988284e-01 2.85073936e-01]\n [ 1.02198817e-01 -1.45194024e-01 2.26912081e-01]\n [-1.78647712e-02 1.23913735e-01 2.93930732e-02]\n [ 5.82530424e-02 8.28111917e-02 2.35954165e-01]\n [ 4.93383147e-02 -3.78714502e-02 2.37693667e-01]\n [ 8.70536789e-02 -3.34057957e-02 1.18404299e-01]\n [ 3.25244516e-02 -1.30911157e-01 1.35016054e-01]\n [ 1.11752629e-01 -1.14888921e-01 9.06156898e-02]\n [ 1.21205933e-01 -1.67060066e-02 2.85923362e-01]\n [ 7.24583194e-02 6.79565966e-02 4.93326820e-02]\n [-6.04117885e-02 1.23999260e-01 2.88275152e-01]\n [ 9.88342389e-02 2.06028633e-02 1.07850127e-01]\n [ 8.12216755e-03 1.02778442e-01 1.94115639e-01]\n [-8.43827128e-02 -1.16618276e-01 2.46938929e-01]\n [ 1.15044035e-01 -7.35392421e-02 1.27229482e-01]]",
46
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
47
  },
48
  "_episode_num": 0,
@@ -52,13 +52,13 @@
52
  "_stats_window_size": 100,
53
  "ep_info_buffer": {
54
  ":type:": "<class 'collections.deque'>",
55
- ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9Ef8uSOinKMAWyUSwOMAXSUR0C30gAzch1UdX2UKGgGR7/Q/n4fwI+oaAdLA2gIR0C30bbGipNsdX2UKGgGR7/QB19v0h/zaAdLA2gIR0C3z2pFgDzRdX2UKGgGR7/GH+qBEroXaAdLA2gIR0C3zsToUzsQdX2UKGgGR7/X+Sr5qM3qaAdLA2gIR0C3ziEd7v5QdX2UKGgGR7+yi9IwudwvaAdLAmgIR0C32cmqo60ZdX2UKGgGR7/QmSyMUAT7aAdLA2gIR0C32YrVWjoIdX2UKGgGR7/SagVXV9WqaAdLA2gIR0C32W17x/d7dX2UKGgGR7/DJNCZ4Oc2aAdLAmgIR0C32LanvUjLdX2UKGgGR7+ovJzT4L1FaAdLAWgIR0C32HtK28ZldX2UKGgGR7/Qqh11W8yvaAdLA2gIR0C32AXSa3I/dX2UKGgGR7/ZaESM98qnaAdLBGgIR0C3191MVUModX2UKGgGR7+xa6jFhoduaAdLAmgIR0C3141TvRZ2dX2UKGgGR7/Lhz/6wdKeaAdLA2gIR0C313AzUI9ldX2UKGgGR7/M5U96kZaWaAdLA2gIR0C31zGrfcesdX2UKGgGR7/Sz1schkiEaAdLA2gIR0C31n2GZeAvdX2UKGgGR7/Seo1k1/DtaAdLA2gIR0C31ejqB3A3dX2UKGgGR7/JaAWi1y/9aAdLA2gIR0C31b+jVQQ+dX2UKGgGR7/HbmEGqxTsaAdLA2gIR0C31ZGom5UcdX2UKGgGR7/PWFvhqCYkaAdLA2gIR0C31WGwA2hqdX2UKGgGR7/OmsNlRP43aAdLA2gIR0C31P/0h/y5dX2UKGgGR7/ONhmXgLqmaAdLA2gIR0C309ZTAFgVdX2UKGgGR7/AEcsDnvDxaAdLAmgIR0C30wosd1dPdX2UKGgGR7/ZR0lqrR0EaAdLBGgIR0C30Xnr2QGOdX2UKGgGR7/RCKaXrt3OaAdLA2gIR0C30UdvGZNPdX2UKGgGR7/Zp3os7MgVaAdLBGgIR0C30RO7L+xXdX2UKGgGR7/U6NEPUaybaAdLA2gIR0C30KVQhwERdX2UKGgGR7+IDLbHp8neaAdLAWgIR0C3z4bFn7HidX2UKGgGR7/PVI7NjbztaAdLA2gIR0C3z1GkvboKdX2UKGgGR7+0UuctoSL7aAdLAmgIR0C3zn+rZJ05dX2UKGgGR7+Y7Rv3rUsnaAdLAWgIR0C3zj2TLW7OdX2UKGgGR7/UxhUipvP1aAdLA2gIR0C32hHmRvFWdX2UKGgGR7/JoJRfnfVJaAdLA2gIR0C32chkRSP2dX2UKGgGR7/SKWLP2PDHaAdLA2gIR0C32PCPp6hQdX2UKGgGR7/KcyWRigCfaAdLA2gIR0C32LY3BHkMdX2UKGgGR7/T3tKIznA7aAdLA2gIR0C32HpqM3qBdX2UKGgGR7/Ff/FR51NhaAdLA2gIR0C32F2cSXdCdX2UKGgGR7+hhScbzbvgaAdLAWgIR0C32CK/qPfbdX2UKGgGR7/QvrnkkrwwaAdLA2gIR0C318zufEn9dX2UKGgGR7+yxX4j8k2QaAdLAmgIR0C3125tzjm0dX2UKGgGR7/V7fpD/lySaAdLA2gIR0C31zFS0jTsdX2UKGgGR7/Zikfs/pt8aAdLBWgIR0C31vVymygPdX2UKGgGR7/LTrmhdt2taAdLA2gIR0C31tikTHsDdX2UKGgGR7/N6guh9LHuaAdLBGgIR0C31rsy31BddX2UKGgGR7+4RtgrpaA4aAdLAmgIR0C31l9/FzdUdX2UKGgGR7+5EKE384xUaAdLAmgIR0C31iPBnBcidX2UKGgGR7/bNPP9kz42aAdLBGgIR0C31VKjnFHbdX2UKGgGR7/S+sYEW69TaAdLBGgIR0C30nBMN+b3dX2UKGgGR7/EB8QZn+Q2aAdLAmgIR0C30e9+w1R+dX2UKGgGR7/QAPd2xIJ7aAdLA2gIR0C30PGSyMUAdX2UKGgGR7/Fp5eJHiFTaAdLA2gIR0C30AX+qBEsdX2UKGgGR7/OrwvxpcoqaAdLA2gIR0C3z9Lz06HTdX2UKGgGR7+d9x6v7m+1aAdLAWgIR0C3z248dPtVdX2UKGgGR7/T3kxREWqMaAdLA2gIR0C3ztKF23a0dX2UKGgGR7/RI/qxC6YmaAdLA2gIR0C32lwwfyPNdX2UKGgGR7+4f0VafSQYaAdLAmgIR0C32gLfP5YYdX2UKGgGR7/XgAZKnNxEaAdLBGgIR0C32YbyMDOkdX2UKGgGR7/RiHZbpu/DaAdLA2gIR0C32UjcmBvrdX2UKGgGR7/QZmZmZmZmaAdLA2gIR0C32StM495hdX2UKGgGR7+jWf9P1tfpaAdLAWgIR0C32Q1PacqfdX2UKGgGR7/bt3fQ8fV7aAdLBGgIR0C32Fwe/5+IdX2UKGgGR7/AODJ2dNFjaAdLAmgIR0C32BZiqhlEdX2UKGgGR7/CuZCv5gw5aAdLAmgIR0C312p6dDpkdX2UKGgGR7/TVmBe5WilaAdLA2gIR0C31y4hQm/ndX2UKGgGR7+kBIWgvlEJaAdLAWgIR0C31tdB0ITodX2UKGgGR7/Q7iADq4YraAdLA2gIR0C31pnjMmngdX2UKGgGR7/NsjVx0dR0aAdLA2gIR0C31l212JSBdX2UKGgGR7/AcbzbvgFYaAdLAmgIR0C31fkf5k9VdX2UKGgGR7/CsLfDUExJaAdLAmgIR0C31ZtHhCMQdX2UKGgGR7/JViF0xM37aAdLA2gIR0C31Ps/QjUvdX2UKGgGR7/NxbSqlxffaAdLA2gIR0C31Jke+23KdX2UKGgGR7/Giliz9jwyaAdLA2gIR0C306dMPBi1dX2UKGgGR7/GhBZ6lchUaAdLA2gIR0C30tl2vB8AdX2UKGgGR7/RMkQf6oETaAdLA2gIR0C30lecpb2UdX2UKGgGR7+88cMmWt2caAdLAmgIR0C30bVVghKUdX2UKGgGR7+0YBNmDlHSaAdLAmgIR0C30U8F2V3VdX2UKGgGR7/X55JK8L8aaAdLBGgIR0C30KA4CIUKdX2UKGgGR7/e2itaIN3GaAdLBGgIR0C30GMk6cRUdX2UKGgGR7+7GuLaVUuMaAdLAmgIR0C3z8Mju8brdX2UKGgGR7/RAYHgP3BYaAdLA2gIR0C3zx2wiaAndX2UKGgGR7/U6CUX531SaAdLA2gIR0C32eNZA6dUdX2UKGgGR7/WiqyWzF/AaAdLBGgIR0C32YZhnanKdX2UKGgGR7/PUT+NtIkJaAdLA2gIR0C32Q84DLbIdX2UKGgGR7/JxI8QqZtvaAdLA2gIR0C31+Y6wMYudX2UKGgGR7/LUCJXQtz0aAdLA2gIR0C318kSh8IBdX2UKGgGR7/EUkfLcKw7aAdLAmgIR0C31zEeQuEmdX2UKGgGR7/E+xnnMdLhaAdLAmgIR0C31xRJ/XoUdX2UKGgGR7+zPcBU70WeaAdLAmgIR0C31psxXXAedX2UKGgGR7/BaGpMpPRBaAdLAmgIR0C31l90/4ZddX2UKGgGR7/G5MDfWMCLaAdLA2gIR0C31eojv/ipdX2UKGgGR7/Ag7o0Q9RraAdLAmgIR0C31Y53C9AYdX2UKGgGR7/TVrylN1yOaAdLA2gIR0C31VigCfYjdX2UKGgGR7/WABDG96C2aAdLA2gIR0C31C8QiA2AdX2UKGgGR7+jZamoBJZoaAdLAWgIR0C308V6zE75dX2UKGgGR7/GSXdCVrylaAdLA2gIR0C302LxZuAJdX2UKGgGR7/SBeokzGgjaAdLA2gIR0C30Z/YnOSodX2UKGgGR7/R4CIUJv5yaAdLA2gIR0C30P1uWKMvdX2UKGgGR7/DUJfICEHuaAdLAmgIR0C30EGv4dp7dX2UKGgGR7+mus90Rvm6aAdLAWgIR0C3z98YIjW1dX2UKGgGR7/XdxAB1cMWaAdLA2gIR0C3zpV4oqkNdWUu"
56
  },
57
  "ep_success_buffer": {
58
  ":type:": "<class 'collections.deque'>",
59
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
60
  },
61
- "_n_updates": 9375,
62
  "n_steps": 5,
63
  "gamma": 0.99,
64
  "gae_lambda": 1.0,
 
4
  ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
5
  "__module__": "stable_baselines3.common.policies",
6
  "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
+ "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x79f7e9297d00>",
8
  "__abstractmethods__": "frozenset()",
9
+ "_abc_impl": "<_abc._abc_data object at 0x79f7e948ed40>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {
 
19
  "weight_decay": 0
20
  }
21
  },
22
+ "num_timesteps": 5000000,
23
+ "_total_timesteps": 5000000,
24
  "_num_timesteps_at_start": 0,
25
  "seed": null,
26
  "action_noise": null,
27
+ "start_time": 1698653136798851248,
28
  "learning_rate": 0.0007,
29
  "tensorboard_log": null,
30
  "_last_obs": {
31
  ":type:": "<class 'collections.OrderedDict'>",
32
+ ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAAp8Civ1P38D8PyKa9hX60PueMc7rSvfM+br4EvudFHb/s96S+BgITvmEBnr7Mo5m+LgQAvnwpEz/066C+hX60PueMc7rSvfM+1lsCP++04r/z88y/hX60PueMc7rSvfM+hX60PueMc7rSvfM+br4EvudFHb/s96S+hlu3PyKsqz9ppsg/7VsrP+MmGj8xY2A/hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+IxDrva+KFT/2Y6S+J5OVv5Nz7b+Bb9y/Db6Ov58I87+SeIs/aB89v7DqFD9137I+hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+br4EvudFHb/s96S+hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+t7lmPTGSFj9HPq2+L1ipP5gD37+s2dc/hX60PueMc7rSvfM+O7u2Pxt9lb/kysg/hX60PueMc7rSvfM+5+L1vaveFD+wOKO+hX60PueMc7rSvfM+IxDrva+KFT/2Y6S+HR+uPxxOTb7IJno+GDkEwK8GFcAH0jrATE+VvykbJr/xMNW/HmCfPgGA6b+2wdc/hX60PueMc7rSvfM+EaA1P91X7L//JkLAxcUBv6INH79mXeo+88S6v/FuGT4LwMA+iwTvvxyzVD/8YrS/o66wP82SDb+Z2YQ+h11svoWT6D9vvNq/xlnvPoi3FL8T2mM/Jkixvrqq7b+p2bO+hX60PueMc7rSvfM+mPV+P32yLkC+dEDAHBP7vQB9FD84CqK+GQHDP7kZZj/Obqy/+XakPdzAFj8DyKe+PGqeP8qODr+p00I+hX60PueMc7rSvfM+hX60PueMc7rSvfM+rQX8PJhbFj+wNrG+yO8EwNQVUr/73jfAhh8lvwjc6z/pyKA/hX60PueMc7rSvfM+P/8UP5+pE793OHM/Ol3iP/hp1789fpC/hX60PueMc7rSvfM+o66wP82SDb+Z2YQ+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAY1qgv8aiuj8rWZk+OC5Ev6qkcb4p+Ys/LIdAPiZ4p7+Ai6u/YlNsv78J7L2JbQE+uNKnvwrW4z7K0YI981wtv9pSeD9s9IM//XtRP83mkb+a1YO/i0NePwK8HL/lRL4/FYIrPphUGj533hW+q0C5ujOkJr83dxC/WTPXP/xyXj9vrsQ/6AA2P7dqaz8/WoQ/pCfCP/cCvj7CElE/h+CAv/J1p7/cM7c/0uIPPtKGFDpSxGc/ERSwvmG6oz+jfFu+qRMNv6ndrb9cDXW/AAPcvNviwb+D8Eo/Z0GwvlI6qT81pFQ/cDfrvk1eYb+4UPy+qWSZP/UvRL1KE30/RjuTv98F0D7wkjG/QRPSvpKiTL/mY3y/PVzZvRlwpL+zycm+twkYP9OqRL7uzoG+o9WrPmlPdL/zqqy//9ajvlhWJr8mvKM+TfjHPthIoj8pfH2/pAykPwLTtL8QR9Q/GfaVP3OOYT4gL5Q/qDC2Pyz2077bUL0/8x6+v8HtPr9o0gi/LAR5PZ6khj6e6wu/VpGLPdm8Ar46NsA/YGcjPTOSgT+G2v2+AVDUPzAEgr5J1X6/HAaYv0Q9mL/3D62/A1SCv6ZCvr70LXe/7xjhPnMbr780cLI/G2+pP1rVgj/qTlG/EMpUP60Rcb+fCca/cqEmvhCCkb+N0LI/lTWpv8l3OT2aFao+cnCyv8Gh5D7gSZu+MeKdP2hLQL9hriE+0SfEPkI0yz9DVJa/zQ4zPzBWVr+fia8/zy3FPrMNxr++q+E8463IvuwMwr/utUa/NtZ3P+aQwz+bA8e/Dimdv7Ru8T7ZbMe/GIi1P1581z4CY5S/I+9rPu7/tz//arW/4TiQP/JRiL807Ym+zOEcvS6dBT6HxEW+p3XIP43pyz/poWU/rjmsPvktPz+Gh1y/0J6svx+82b7Vq8W/M7a0vhZAmz/hxM8/pFg7vwfs1b1u8IU/8aVpP9t+hb93UaA/lqPCP4hkib+qcXy/a8+gv9wPhD9AUbe/CWLKP3UKFr+FmSk+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAACnwKK/U/fwPw/Ipr2Obou/CoSKP/oma7+FfrQ+54xzutK98z7ZEwk/fPizuspi0D5uvgS+50Udv+z3pL67sey/V8PYv/gPrb8GAhO+YQGevsyjmb6Rhtu/SC5dvnYaqb8uBAC+fCkTP/TroL4Ea/O/NuKvP/mor7+FfrQ+54xzutK98z7ZEwk/fPizuspi0D7WWwI/77Tiv/PzzL/57g89jsVdv364t7+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D5uvgS+50Udv+z3pL67sey/V8PYv/gPrb+GW7c/IqyrP2mmyD9sPqY/cMYkPq2ovj/tWys/4yYaPzFjYD97H9Q/wQnNP5yDrT+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D4jEOu9r4oVP/ZjpL6xf/S/CE3TP96PsL8nk5W/k3Ptv4Fv3L8Fpj+/6jl7v1JEbL8Nvo6/nwjzv5J4iz+SofU+N++Ev+wG7D9oHz2/sOoUP3Xfsj6BlUK/d3TUPxj1Zj+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D5uvgS+50Udv+z3pL67sey/V8PYv/gPrb+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D63uWY9MZIWP0c+rb5AAGS/WpLVPxFRpL8vWKk/mAPfv6zZ1z9dxJE/GIhvv9UPqj+FfrQ+54xzutK98z7ZEwk/fPizuspi0D47u7Y/G32Vv+TKyD+UCKU/ya/evMt2vz+FfrQ+54xzutK98z7ZEwk/fPizuspi0D7n4vW9q94UP7A4o77gV/S/u0/LPzf2sL+FfrQ+54xzutK98z7ZEwk/fPizuspi0D4jEOu9r4oVP/ZjpL6xf/S/CE3TP96PsL8dH64/HE5Nvsgmej4Q7M8/EssMvhfvlL8YOQTArwYVwAfSOsDOnb6/+OGuupqdfb9MT5W/KRsmv/Ew1b/DCWO/a6HfvT6LYr8eYJ8+AYDpv7bB1z9uViQ/XTCAv+Nguz+FfrQ+54xzutK98z7ZEwk/fPizuspi0D4RoDU/3Vfsv/8mQsDZwOM9yulpvmO9vb/FxQG/og0fv2Zd6j69JrE9c+DVvxXkkD/zxLq/8W4ZPgvAwD6WxaG+hgqzPRxilj6LBO+/HLNUP/xitL/Eza6/QWXdvs//gL6jrrA/zZINv5nZhD4Am9g/fqzJv/Lpjr+HXWy+hZPoP2+82r+1ZfK+c2hwPy61nL/GWe8+iLcUvxPaYz86GYo/HbzRv5YesD8mSLG+uqrtv6nZs76C1K8+tUB0v+kjtz6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6Y9X4/fbIuQL50QMDD0eK9UoldP/1bxb8cE/u9AH0UPzgKor7b2vO/XTi9P3dLsL8ZAcM/uRlmP85urL+5a/E+24YQPiSIz7/5dqQ93MAWPwPIp76t+kS/UdrVPy2xoL88ap4/yo4Ov6nTQj5H3YY/pVbKv30Zpb+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6tBfw8mFsWP7A2sb4LMoW/nyfVP9STpb/I7wTA1BVSv/veN8COTte/uRLKPIeUf7+GHyW/CNzrP+nIoD/DE74+MXKGP+am/T+FfrQ+54xzutK98z7ZEwk/fPizuspi0D4//xQ/n6kTv3c4cz9RhNo/dSHRv9Ixxj86XeI/+GnXvz1+kL8RpN09Ec1bv/SXzL+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6jrrA/zZINv5nZhD4Am9g/fqzJv/Lpjr+UaA5LQEsGhpRoEnSUUpR1Lg==",
33
+ "achieved_goal": "[[-1.2715043e+00 1.8825477e+00 -8.1436269e-02]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01]\n [-1.4356241e-01 -3.0860427e-01 -3.0007780e-01]\n [-1.2501594e-01 5.7485175e-01 -3.1430018e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 5.0921381e-01 -1.7711467e+00 -1.6011947e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01]\n [ 1.4324806e+00 1.3411906e+00 1.5675784e+00]\n [ 6.6937143e-01 6.0215586e-01 8.7651354e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01]\n [-1.1685532e+00 -1.8550895e+00 -1.7221528e+00]\n [-1.1151749e+00 -1.8987006e+00 1.0896170e+00]\n [-7.3876047e-01 5.8170605e-01 3.4936109e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 5.6329455e-02 5.8816820e-01 -3.3836576e-01]\n [ 1.3230036e+00 -1.7422972e+00 1.6863303e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 1.4275888e+00 -1.1678804e+00 1.5686917e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2006169e-01 5.8152264e-01 -3.1879187e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01]\n [ 1.3603245e+00 -2.0049328e-01 2.4428856e-01]\n [-2.0659847e+00 -2.3285329e+00 -2.9190691e+00]\n [-1.1664824e+00 -6.4885193e-01 -1.6655561e+00]\n [ 3.1128019e-01 -1.8242189e+00 1.6855991e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 7.0947367e-01 -1.8464314e+00 -3.0336301e+00]\n [-5.0692397e-01 -6.2130177e-01 4.5774382e-01]\n [-1.4591354e+00 1.4983727e-01 3.7646517e-01]\n [-1.8673261e+00 8.3085799e-01 -1.4092708e+00]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01]\n [-2.3082553e-01 1.8170019e+00 -1.7088755e+00]\n [ 4.6748179e-01 -5.8092546e-01 8.9004630e-01]\n [-3.4625357e-01 -1.8567727e+00 -3.5126999e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 9.9593496e-01 2.7296441e+00 -3.0071254e+00]\n [-1.2259504e-01 5.8003235e-01 -3.1648421e-01]\n [ 1.5234710e+00 8.9883000e-01 -1.3471315e+00]\n [ 8.0305047e-02 5.8888030e-01 -3.2769784e-01]\n [ 1.2376170e+00 -5.5686629e-01 1.9026054e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.0764425e-02 5.8733511e-01 -3.4612036e-01]\n [-2.0771351e+00 -8.2064557e-01 -2.8729846e+00]\n [-6.4501226e-01 1.8426523e+00 1.2561313e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 5.8201975e-01 -5.7680696e-01 9.5008034e-01]\n [ 1.7684700e+00 -1.6829214e+00 -1.1288525e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01]]",
34
+ "desired_goal": "[[-1.25275838e+00 1.45809245e+00 2.99508423e-01]\n [-7.66330242e-01 -2.35979706e-01 1.09354126e+00]\n [ 1.88015640e-01 -1.30835414e+00 -1.34019470e+00]\n [-9.23147321e-01 -1.15252964e-01 1.26394406e-01]\n [-1.31111813e+00 4.44992363e-01 6.38767034e-02]\n [-6.77199543e-01 9.70014215e-01 1.03089666e+00]\n [ 8.18298161e-01 -1.13985598e+00 -1.02995610e+00]\n [ 8.68218124e-01 -6.12243772e-01 1.48647749e+00]\n [ 1.67488411e-01 1.50713325e-01 -1.46356449e-01]\n [-1.41336524e-03 -6.50942981e-01 -5.64319074e-01]\n [ 1.68125451e+00 8.68942022e-01 1.53657329e+00]\n [ 7.10951328e-01 9.19597089e-01 1.03400409e+00]\n [ 1.51683474e+00 3.71116370e-01 8.16692472e-01]\n [-1.00685203e+00 -1.30828691e+00 1.43127012e+00]\n [ 1.40513688e-01 5.66584175e-04 9.05339360e-01]\n [-3.43903095e-01 1.27912533e+00 -2.14342639e-01]\n [-5.51081240e-01 -1.35832703e+00 -9.57235098e-01]\n [-2.68568993e-02 -1.51473558e+00 7.92732418e-01]\n [-3.44248980e-01 1.32209229e+00 8.30630600e-01]\n [-4.59407330e-01 -8.80345166e-01 -4.92803335e-01]\n [ 1.19838440e+00 -4.78972979e-02 9.88575578e-01]\n [-1.15024638e+00 4.06294793e-01 -6.93648338e-01]\n [-4.10303146e-01 -7.99355626e-01 -9.85899329e-01]\n [-1.06132962e-01 -1.28467095e+00 -3.94116968e-01]\n [ 5.93898237e-01 -1.92057893e-01 -2.53531873e-01]\n [ 3.35614294e-01 -9.54336703e-01 -1.34896696e+00]\n [-3.19999665e-01 -6.49755001e-01 3.19794834e-01]\n [ 3.90566260e-01 1.26784801e+00 -9.90175784e-01]\n [ 1.28163576e+00 -1.41268945e+00 1.65841866e+00]\n [ 1.17157280e+00 2.20269963e-01 1.15768814e+00]\n [ 1.42335987e+00 -4.13987517e-01 1.47903001e+00]\n [-1.48531950e+00 -7.45815337e-01 -5.34460545e-01]\n [ 6.07949942e-02 2.62974679e-01 -5.46563983e-01]\n [ 6.81483001e-02 -1.27673522e-01 1.50165486e+00]\n [ 3.98935080e-02 1.01227415e+00 -4.95807827e-01]\n [ 1.65869153e+00 -2.53938198e-01 -9.95441973e-01]\n [-1.18768644e+00 -1.18936968e+00 -1.35204971e+00]\n [-1.01818883e+00 -3.71602237e-01 -9.65544939e-01]\n [ 4.39643353e-01 -1.36802518e+00 1.39404917e+00]\n [ 1.32370317e+00 1.02213597e+00 -8.17610383e-01]\n [ 8.31208229e-01 -9.41675961e-01 -1.54716861e+00]\n [-1.62725240e-01 -1.13678169e+00 1.39698946e+00]\n [-1.32194769e+00 4.52802517e-02 3.32196057e-01]\n [-1.39405656e+00 4.46546584e-01 -3.03297997e-01]\n [ 1.23346531e+00 -7.51150608e-01 1.57891765e-01]\n [ 3.83116275e-01 1.58753228e+00 -1.17444646e+00]\n [ 6.99444592e-01 -8.37252617e-01 1.37138736e+00]\n [ 3.85115117e-01 -1.54729307e+00 2.75477134e-02]\n [-3.91951650e-01 -1.51601934e+00 -7.76213527e-01]\n [ 9.68112350e-01 1.52785945e+00 -1.55479753e+00]\n [-1.22781539e+00 4.71547723e-01 -1.55800927e+00]\n [ 1.41821575e+00 4.20870721e-01 -1.15927148e+00]\n [ 2.30404422e-01 1.43749785e+00 -1.41732776e+00]\n [ 1.12673581e+00 -1.06500077e+00 -2.69387841e-01]\n [-3.83012742e-02 1.30482405e-01 -1.93132505e-01]\n [ 1.56609046e+00 1.59306490e+00 8.97001803e-01]\n [ 3.36377561e-01 7.46795237e-01 -8.61442924e-01]\n [-1.34859657e+00 -4.25263375e-01 -1.54430640e+00]\n [-3.52952570e-01 1.21289325e+00 1.62319577e+00]\n [-7.31821299e-01 -1.04454093e-01 1.04639983e+00]\n [ 9.12688315e-01 -1.04293382e+00 1.25248611e+00]\n [ 1.52061725e+00 -1.07338047e+00 -9.86109376e-01]\n [-1.25632989e+00 1.03173399e+00 -1.43216705e+00]\n [ 1.58111680e+00 -5.86097062e-01 1.65624693e-01]]",
35
+ "observation": "[[-1.2715043e+00 1.8825477e+00 -8.1436269e-02 -1.0893114e+00\n 1.0821545e+00 -9.1856349e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01 -1.8491739e+00\n -1.6934613e+00 -1.3520498e+00]\n [-1.4356241e-01 -3.0860427e-01 -3.0007780e-01 -1.7150441e+00\n -2.1599686e-01 -1.3211200e+00]\n [-1.2501594e-01 5.7485175e-01 -3.1430018e-01 -1.9017034e+00\n 1.3740909e+00 -1.3723441e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 5.0921381e-01 -1.7711467e+00 -1.6011947e+00 3.5140011e-02\n -8.6629570e-01 -1.4353178e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01 -1.8491739e+00\n -1.6934613e+00 -1.3520498e+00]\n [ 1.4324806e+00 1.3411906e+00 1.5675784e+00 1.2987800e+00\n 1.6091323e-01 1.4895226e+00]\n [ 6.6937143e-01 6.0215586e-01 8.7651354e-01 1.6572107e+00\n 1.6018602e+00 1.3555789e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01 -1.9101468e+00\n 1.6507883e+00 -1.3793905e+00]\n [-1.1685532e+00 -1.8550895e+00 -1.7221528e+00 -7.4862701e-01\n -9.8135245e-01 -9.2291749e-01]\n [-1.1151749e+00 -1.8987006e+00 1.0896170e+00 4.7974831e-01\n -1.0385503e+00 1.8439612e+00]\n [-7.3876047e-01 5.8170605e-01 3.4936109e-01 -7.6009375e-01\n 1.6598042e+00 9.0217733e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01 -1.8491739e+00\n -1.6934613e+00 -1.3520498e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 5.6329455e-02 5.8816820e-01 -3.3836576e-01 -8.9062881e-01\n 1.6685288e+00 -1.2837240e+00]\n [ 1.3230036e+00 -1.7422972e+00 1.6863303e+00 1.1388050e+00\n -9.3567038e-01 1.3286082e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 1.4275888e+00 -1.1678804e+00 1.5686917e+00 1.2893243e+00\n -2.7183430e-02 1.4958128e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2006169e-01 5.8152264e-01 -3.1879187e-01 -1.9089317e+00\n 1.5883707e+00 -1.3825139e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01 -1.9101468e+00\n 1.6507883e+00 -1.3793905e+00]\n [ 1.3603245e+00 -2.0049328e-01 2.4428856e-01 1.6243916e+00\n -1.3749340e-01 -1.1635464e+00]\n [-2.0659847e+00 -2.3285329e+00 -2.9190691e+00 -1.4891908e+00\n -1.3342490e-03 -9.9068606e-01]\n [-1.1664824e+00 -6.4885193e-01 -1.6655561e+00 -8.8686770e-01\n -1.0919460e-01 -8.8493717e-01]\n [ 3.1128019e-01 -1.8242189e+00 1.6855991e+00 6.4194381e-01\n -1.0014759e+00 1.4638942e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 7.0947367e-01 -1.8464314e+00 -3.0336301e+00 1.1120767e-01\n -2.2843090e-01 -1.4823421e+00]\n [-5.0692397e-01 -6.2130177e-01 4.5774382e-01 8.6499669e-02\n -1.6709121e+00 1.1319605e+00]\n [-1.4591354e+00 1.4983727e-01 3.7646517e-01 -3.1596059e-01\n 8.7422416e-02 2.9371727e-01]\n [-1.8673261e+00 8.3085799e-01 -1.4092708e+00 -1.3656545e+00\n -4.3241313e-01 -2.5195166e-01]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01 1.6922302e+00\n -1.5755765e+00 -1.1165144e+00]\n [-2.3082553e-01 1.8170019e+00 -1.7088755e+00 -4.7343221e-01\n 9.3909377e-01 -1.2242792e+00]\n [ 4.6748179e-01 -5.8092546e-01 8.9004630e-01 1.0788949e+00\n -1.6385533e+00 1.3759334e+00]\n [-3.4625357e-01 -1.8567727e+00 -3.5126999e-01 3.4341818e-01\n -9.5411235e-01 3.5769585e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 9.9593496e-01 2.7296441e+00 -3.0071254e+00 -1.1075165e-01\n 8.6537659e-01 -1.5418698e+00]\n [-1.2259504e-01 5.8003235e-01 -3.1648421e-01 -1.9051164e+00\n 1.4782826e+00 -1.3773030e+00]\n [ 1.5234710e+00 8.9883000e-01 -1.3471315e+00 4.7152498e-01\n 1.4113943e-01 -1.6213422e+00]\n [ 8.0305047e-02 5.8888030e-01 -3.2769784e-01 -7.6945001e-01\n 1.6707250e+00 -1.2554070e+00]\n [ 1.2376170e+00 -5.5686629e-01 1.9026054e-01 1.0536278e+00\n -1.5807692e+00 -1.2898403e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.0764425e-02 5.8733511e-01 -3.4612036e-01 -1.0405897e+00\n 1.6652716e+00 -1.2935739e+00]\n [-2.0771351e+00 -8.2064557e-01 -2.8729846e+00 -1.6820848e+00\n 2.4667131e-02 -9.9836010e-01]\n [-6.4501226e-01 1.8426523e+00 1.2561313e+00 3.7124452e-01\n 1.0503598e+00 1.9816558e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 5.8201975e-01 -5.7680696e-01 9.5008034e-01 1.7071630e+00\n -1.6338335e+00 1.5483954e+00]\n [ 1.7684700e+00 -1.6829214e+00 -1.1288525e+00 1.0822309e-01\n -8.5859782e-01 -1.5983872e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01 1.6922302e+00\n -1.5755765e+00 -1.1165144e+00]]"
36
  },
37
  "_last_episode_starts": {
38
  ":type:": "<class 'numpy.ndarray'>",
39
+ ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAABAAAAAQABAQAAAAEBAQAAAAABAQEAAQEBAQAAAQABAAEAAAAAAAEAAAAAAAAAAAEAAAAAAAEBAAAAAQAAAQCUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
40
  },
41
  "_last_original_obs": {
42
  ":type:": "<class 'collections.OrderedDict'>",
43
+ ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAApkPEvdVRujz6hag9ys4LvnWn9D3NX5w9Ey2DPZmSgj3PY+49686oPHNBAz7D908+Wq37PRkVCr6GFXs74GWaPT+M4D2KxpM+fN3kvYD8F75+T4E+8kFKPd5L1r0uA/A9GRnHvdjoJD1on30+Ngq0PdznyDxY04k+PvYEPjWl9D2VmGA+aFVGvHc2Dz4g0vE9mnmTvdJl9j0wRNM95DNBPXrBAL6PnZc+IB1aPWum5L1XAjg+nwSzu5J4/r1PwpA+PFVXvM5G871Xs4E+tMXDPZar270D1hY+4+e3vXiMVbwGK3M+g0ozPb9bgz2/Jpg9/iycvbCUB76l7Yg+qpUTPt+4DL5MrGk+V8OnvIC7Cj2NyCE+LDv6PUMCz727Ck8+ifYDvtxpN70Qag89Wn/8vCYEgbxC/509kQDIPdoMXj1eStA93fiNvEs5vb2N+ps95bjNvU6+CD39G1k+5RyIvWLG4bxJF5Y9rQQIPiSHG724Kn091oSiPUl2Dr5sBIA+OO2RPJ5JzDxX/Y0+Wh6cvH36NL1g94U+t0P6PO8WtbubgTc+nQcNPmx1xb345jU+r06SPTYMCD6/65E+LC6HvXkCPj2tkwk+Gh/4PY9XAr4tt3M+Hx6NvGr4+z3xwlg+PDsKvkSKsL3ctjY94STUPEx+Yz10ELQ9vTgDPu3Ar70nzZU9w68Svt1cpz0P4Q4+IizuvGUd4D2WUp09A0hhPUCpeb0CTY0+LrUNvgwyqj0DoXU8aiH3PfwVp7y6I7M95PIHvo0uzLzEFQY+lkdpvXH3ET5+4io+0ZXnvS13tD0KJUQ+d7K2vBv1AryMt5Y9Up0Uvl2ppj1YTRk+QXSbvYBpu72Qh4w9pz6mPb35v7xsRcY9hEZSveIo3b3NzQs+ljf2vbfGfT3w3mw+A2mWvdpg/D0/SIE+gZoPvtiLA74v9jo+MWQRPhICwT2NnLk88q7XvMs62z0KV2M+0SQNPr8UDD6PRpQ+GTL9PbNLOj0FzpA+b4BxPcyWGT4qk1Y+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LQEsGhpRoEnSUUpR1Lg==",
44
  "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
45
+ "desired_goal": "[[-0.09583215 0.0227441 0.08228679]\n [-0.13653103 0.11946002 0.0763546 ]\n [ 0.06405082 0.06375618 0.11640131]\n [ 0.02060648 0.12817936 0.20309357]\n [ 0.12288924 -0.1348461 0.00383124]\n [ 0.07538962 0.1096425 0.2886241 ]\n [-0.11175057 -0.14842415 0.2525596 ]\n [ 0.0493793 -0.10463689 0.11719356]\n [-0.09721584 0.04026112 0.2476784 ]\n [ 0.0879101 0.02452462 0.26919055]\n [ 0.12984559 0.11945573 0.21933205]\n [-0.01210532 0.1398562 0.11807656]\n [-0.07200928 0.12031139 0.1031574 ]\n [ 0.04716863 -0.12573805 0.29612395]\n [ 0.05325043 -0.11164554 0.17969643]\n [-0.0054632 -0.12425341 0.28273246]\n [-0.01314288 -0.11878739 0.25332138]\n [ 0.09559193 -0.10726087 0.14730076]\n [-0.08979776 -0.01303398 0.23746881]\n [ 0.04377223 0.06413984 0.07429265]\n [-0.07625769 -0.13240314 0.26743808]\n [ 0.14412561 -0.13742398 0.22819632]\n [-0.02047889 0.03387022 0.1579916 ]\n [ 0.12218317 -0.10107853 0.20218937]\n [-0.12887014 -0.04477869 0.03501326]\n [-0.03082244 -0.01574905 0.07714702]\n [ 0.09765733 0.05421147 0.10170434]\n [-0.01733058 -0.09239443 0.07616148]\n [-0.10045031 0.03338461 0.21202083]\n [-0.06646136 -0.02756042 0.0732866 ]\n [ 0.13283034 -0.03797068 0.06180832]\n [ 0.07935493 -0.1391231 0.25003374]\n [ 0.01781331 0.02493745 0.27732345]\n [-0.01905744 -0.0441842 0.26165295]\n [ 0.03054987 -0.00552642 0.17920534]\n [ 0.13772435 -0.09641537 0.17763889]\n [ 0.07143914 0.13285908 0.28500172]\n [-0.06600603 0.04638908 0.1343524 ]\n [ 0.12115307 -0.12728713 0.23800345]\n [-0.01722628 0.12303241 0.21168114]\n [-0.13499159 -0.08620122 0.04460798]\n [ 0.02589649 0.05554037 0.08792201]\n [ 0.12814613 -0.0858172 0.0731452 ]\n [-0.1432486 0.08172009 0.1395304 ]\n [-0.02907378 0.10943107 0.07681768]\n [ 0.05500032 -0.06095243 0.27597815]\n [-0.13838646 0.08310327 0.014992 ]\n [ 0.1206692 -0.02039623 0.08747049]\n [-0.13276249 -0.02492454 0.1309424 ]\n [-0.05695304 0.14254548 0.16687962]\n [-0.11307872 0.08811793 0.19154754]\n [-0.0223019 -0.00799301 0.07359228]\n [-0.14513138 0.08137772 0.1497091 ]\n [-0.07590533 -0.09150982 0.06861794]\n [ 0.08117419 -0.02343451 0.0968121 ]\n [-0.05133678 -0.10798813 0.13652726]\n [-0.12022321 0.06195709 0.23131919]\n [-0.07344248 0.1232316 0.25250432]\n [-0.14023782 -0.12846315 0.18257974]\n [ 0.14198376 0.09424223 0.02265766]\n [-0.02632854 0.10704573 0.22201172]\n [ 0.13783576 0.13679789 0.28960082]\n [ 0.12363071 0.04548235 0.2828218 ]\n [ 0.05896037 0.1499893 0.20954576]]",
46
  "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
47
  },
48
  "_episode_num": 0,
 
52
  "_stats_window_size": 100,
53
  "ep_info_buffer": {
54
  ":type:": "<class 'collections.deque'>",
55
+ ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv7ZiuuA7PpqMAWyUSwKMAXSUR0DFMnj+m3vydX2UKGgGR7+o8wHqu8sdaAdLAWgIR0DFMjoG4ZuRdX2UKGgGR7/CE12q1gIAaAdLAmgIR0DFMh0AR02cdX2UKGgGR7/PWwNb1RLsaAdLA2gIR0DFMg5pSJj2dX2UKGgGR7/EzLOiWVu8aAdLAmgIR0DFMcQRNATqdX2UKGgGR7/IRDCxeLNwaAdLA2gIR0DFMacBS1mbdX2UKGgGR7/KHJtBOYY0aAdLA2gIR0DFMVz3oLXudX2UKGgGR7/Mm/FirksCaAdLA2gIR0DFMSIBHTZydX2UKGgGR7/TC0F8ohIOaAdLA2gIR0DFMRJkoWpIdX2UKGgGR7/LgrH2h7E6aAdLA2gIR0DFMPR4MWoFdX2UKGgGR7/QwYtQKrq/aAdLA2gIR0DFMNcLWqcWdX2UKGgGR7/No9s7+1jRaAdLA2gIR0DFMLkzqKP5dX2UKGgGR7/Vjvuw5eZ5aAdLBGgIR0DFMI2D8LrpdX2UKGgGR7+WuHN5dGAkaAdLAWgIR0DFMH6TSsr/dX2UKGgGR7/adMCcPOIJaAdLBGgIR0DFMG5xHXmOdX2UKGgGR7/QygPEsJ6ZaAdLA2gIR0DFMEJnezlcdX2UKGgGR7/QQfZElVtGaAdLA2gIR0DFMDP5gw49dX2UKGgGR7+6ig00m+j/aAdLAmgIR0DFMCWfNA1OdX2UKGgGR7/Uh3qzJIUbaAdLA2gIR0DFL+kMZxaQdX2UKGgGR7/Icz67/XGwaAdLAmgIR0DFL7zSb6P9dX2UKGgGR7/MpT/ACW/raAdLA2gIR0DFL62Gh24edX2UKGgGR7/DsKLKmsNlaAdLAmgIR0DFL55g3LmqdX2UKGgGR7/BQTEit7rtaAdLAmgIR0DFL4DKDCgsdX2UKGgGR7/R62OQyRCAaAdLA2gIR0DFL3ClUIcBdX2UKGgGR7+mE/SpiqhlaAdLAWgIR0DFL1IwGnn/dX2UKGgGR7/GB1cMVk+YaAdLA2gIR0DFL0No+OfedX2UKGgGR7+MqWkadc0MaAdLAWgIR0DFLzRLRKHxdX2UKGgGR7/TGAkLQXyiaAdLBWgIR0DFLxYg3cYZdX2UKGgGR7+eieumrKeTaAdLAWgIR0DFLtSM1jy4dX2UKGgGR7/IT37DVH4HaAdLA2gIR0DFMp9XmvGIdX2UKGgGR7/CqebutwJgaAdLAmgIR0DFMjx5xBE8dX2UKGgGR7/S0T101ZTyaAdLA2gIR0DFMgE63iJgdX2UKGgGR7+5Jsfq5byIaAdLAmgIR0DFMeQTXarWdX2UKGgGR7/fNr0rbxmTaAdLBGgIR0DFMcabDuSfdX2UKGgGR7/GNn5BTn7paAdLA2gIR0DFMal5t3wDdX2UKGgGR7/V/jKgZjx1aAdLBGgIR0DFMZsh3aBadX2UKGgGR7/CeZof0VafaAdLAmgIR0DFMXyTY/VzdX2UKGgGR7/ZH6dlNDc/aAdLBGgIR0DFMUG/L1VYdX2UKGgGR7/XJqIrOJLvaAdLBGgIR0DFMRUlVtGedX2UKGgGR7/QjT8YQ8OkaAdLA2gIR0DFMPar1dxAdX2UKGgGR7/ZGR3eN1hcaAdLBGgIR0DFMNlGAkLQdX2UKGgGR7/R2E0zj3mFaAdLA2gIR0DFMLu56MR6dX2UKGgGR7/Rc8DB/I8yaAdLA2gIR0DFMKz1RLsbdX2UKGgGR7/T0cfeUILPaAdLA2gIR0DFMHCK1og3dX2UKGgGR7/IHdoFmnO0aAdLA2gIR0DFMGHjn3cpdX2UKGgGR7+W8VYZEUj+aAdLAWgIR0DFMFMDuBtldX2UKGgGR7/ORywOe8PGaAdLA2gIR0DFMCcoUi6hdX2UKGgGR7/LZGrjo6jnaAdLA2gIR0DFMBhmbsnidX2UKGgGR7+Tq0MPSUkfaAdLAWgIR0DFL/lrGipOdX2UKGgGR7/blY2bXpW4aAdLBGgIR0DFL9vOpsGgdX2UKGgGR7+yRzRx95QhaAdLAmgIR0DFL6A2XLNfdX2UKGgGR7+jPfKp1ie/aAdLAWgIR0DFL4D4FiazdX2UKGgGR7/VWBSUC7sfaAdLBGgIR0DFLzV0V8CxdX2UKGgGR7/CDSw4bS7YaAdLAmgIR0DFLxY+B6KMdX2UKGgGR7/Nm/336AOKaAdLA2gIR0DFLwbH2h7FdX2UKGgGR7/E60Y0l7dBaAdLA2gIR0DFLvVJ8OTadX2UKGgGR7/UF49ovi97aAdLA2gIR0DFMoj850bMdX2UKGgGR7/Pqmj0th/iaAdLA2gIR0DFMnoOUdJbdX2UKGgGR7/W/r0J4SpSaAdLA2gIR0DFMmpbdJrddX2UKGgGR7/SqO938n/laAdLBGgIR0DFMiFDhLoPdX2UKGgGR7/Lt0mtyPuHaAdLA2gIR0DFMgMtmL9/dX2UKGgGR7+4O9WZJCjUaAdLAmgIR0DFMch4QjD9dX2UKGgGR7/S42jwhGH6aAdLA2gIR0DFMZxWV/tqdX2UKGgGR7/LiBGx2SuAaAdLA2gIR0DFMWBeJHiFdX2UKGgGR7/AuBczImw8aAdLAmgIR0DFMRV3IMjNdX2UKGgGR7+pgCwKSgXeaAdLAWgIR0DFMMtfPX05dX2UKGgGR7+50vGp++dtaAdLAmgIR0DFMK4tFrmAdX2UKGgGR7+9b0OEug6EaAdLAmgIR0DFMJ82cawVdX2UKGgGR7+9zySV4X41aAdLAmgIR0DFMEV10T11dX2UKGgGR7/RGLDQ7cO9aAdLA2gIR0DFMBje2uxKdX2UKGgGR7/S/5ckdFOPaAdLA2gIR0DFL/pcVxjsdX2UKGgGR7/B71Iy0rsjaAdLAmgIR0DFL75FiKBNdX2UKGgGR7+7EDQqqfe2aAdLAmgIR0DFL6CkTHsDdX2UKGgGR7+RW5paiblSaAdLAWgIR0DFL5B3FDOUdX2UKGgGR7+y2E0zj3mFaAdLAmgIR0DFL2MGkep5dX2UKGgGR7+gJ9iMHbAUaAdLAWgIR0DFLyWso2GZdX2UKGgGR7+3p4bCJoCdaAdLAmgIR0DFLvP7WNFSdX2UKGgGR7/Tdi2Dxsl+aAdLA2gIR0DFMqmANG3GdX2UKGgGR7/F+ocaOxSpaAdLA2gIR0DFMmraAWi2dX2UKGgGR7/Q6cy31BdEaAdLA2gIR0DFMk3kvK2bdX2UKGgGR7/Hk078vVVhaAdLA2gIR0DFMj9lyzX0dX2UKGgGR7/DmseXAuZkaAdLAmgIR0DFMgP5WRzSdX2UKGgGR7/JxWkrPMSsaAdLA2gIR0DFMfUkIHC5dX2UKGgGR7/DQrMC9ytFaAdLAmgIR0DFMeZNh3JQdX2UKGgGR7+3jaPCEYfoaAdLAmgIR0DFMZwl4TsZdX2UKGgGR7/JRqGlANXpaAdLA2gIR0DFMY3XmNipdX2UKGgGR7/UuyNXHR1HaAdLBGgIR0DFMX8BQvYfdX2UKGgGR7+xstTUAks0aAdLAmgIR0DFMWFs7+1jdX2UKGgGR7/MlEZzgdfcaAdLA2gIR0DFMVL5mAbydX2UKGgGR7/SzPKMefZmaAdLA2gIR0DFMUNbHIZJdX2UKGgGR7+8e2d/axoqaAdLAmgIR0DFMTTifg76dX2UKGgGR7/KYIjW07bMaAdLA2gIR0DFMQfvBrN4dX2UKGgGR7/X9qUNayKOaAdLA2gIR0DFMOnnuAqedX2UKGgGR7+57v5P/JeWaAdLAmgIR0DFMMyoESuhdX2UKGgGR7+/Wbwz+FURaAdLAmgIR0DFMHLThHbzdX2UKGgGR7/RpNKyv9tNaAdLA2gIR0DFL+0ep4r0dX2UKGgGR7/bj2Bas6q9aAdLBGgIR0DFL5GTcIqtdX2UKGgGR7/OGrS3LFGYaAdLA2gIR0DFL4KSidrgdX2UKGgGR7/KDlo11nuiaAdLA2gIR0DFL0cl9jPOdX2UKGgGR7+36KtPpIMCaAdLAmgIR0DFLxb6LwWndWUu"
56
  },
57
  "ep_success_buffer": {
58
  ":type:": "<class 'collections.deque'>",
59
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
60
  },
61
+ "_n_updates": 15625,
62
  "n_steps": 5,
63
  "gamma": 0.99,
64
  "gae_lambda": 1.0,
a2c-PandaReachDense-v3/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3ade2ffcc22c6b4d2e76bbcad0128d33620f5dd0940c844c0018c875f9a2aae
3
  size 45167
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca36e21919473ee2ce30ceb29e40a148272695fc6571ed0dc2ee8a9071a3641
3
  size 45167
a2c-PandaReachDense-v3/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34ecf805626269d8115adeef0eb4c7091097f124cdda0142d5cb3a3f375aab1b
3
  size 46447
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d606093f189fb564aded999a91e5009f30b0634e1d286a8de07400aa04c2962
3
  size 46447
config.json CHANGED
@@ -1 +1 @@
1
- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7dc1e9cc3d00>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dc1e9ccd0c0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 3000000, "_total_timesteps": 3000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698399451194996506, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAAeGfjvaETEL86xY++6HnWv0j13r9NzEA/YdXEPqhcCr9BKim+K7LTv/dLtT11VaC/aryrPiPADrpzxeo+GmckwN9i3b9CWso/djvHvbslCT8xPI++aryrPiPADrpzxeo+YJ3xvco+jD7hPIS+e+u1PrEECb9hu0w/b52IPl6uC789/ly+aryrPiPADrpzxeo+WS3JPwG1yz9jlYy/ABgOwFhRJ0BKxRTAl0GOv+Uegz9dGsm/DG3OviMp079cuoK/shGUP/PZDj+JO0A+20aWP/oerL0IQq2/U2Q5vxMXUz53jaQ+CbGJv7z+1j/h8Mm/aryrPiPADrpzxeo+aryrPiPADrpzxeo+0rQ5PwR6rz8hebi/DSgvv6UhE79RKLI+F1mJv1yb2b/B6Mm/eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+AGAfvx4oCD+nyao+SWYdwInOCcAPAdQ/djvHvbslCT8xPI++aryrPiPADrpzxeo+HnGbPmmCCz+AZlW+aryrPiPADrpzxeo++vdgvxUjB8DHpjLAeGfjvaETEL86xY++aryrPiPADrpzxeo+djvHvbslCT8xPI++aryrPiPADrpzxeo+aryrPiPADrpzxeo+LZJkPmYnDL8SEGy+eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+aryrPiPADrpzxeo+8JZ+P3aiA7/Wv/E95Dyjv1vtwD9TZGM/DSgvv6UhE79RKLI+pWqdPoro1b+cI2Y/e3tPP/hjAr+pJSE/aryrPiPADrpzxeo+49AsvxWTCD/bsK4+pUOJv2lL5L9xJju6aryrPiPADrpzxeo+h2Aiv6A7CD92Rqs+IHz4PqIWCL8TqoI+aryrPiPADrpzxeo+yBL/Pe2/9712l8C/aryrPiPADrpzxeo+EquKv9OLQb+Z08O/0/0Hv4rmBz9FWK0+cfLXv7qM1j9AGjc/3+jxv9P8wj6KnSrAaryrPiPADrpzxeo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAY+usv4yidr+uKIG+pPSNv6abrL84L8c/QTkbP+EkgL+zHrS+gyeCv/gjkL0F8d+++H45P9iGHz9G0f494kW+vw4uWb/bd3I/LEdNv1kwbz8lV5E9f7LVP2Nlwz/cgwc/1+LfvnxRrjxzwiC/+Hw6P35cur9IUVM/uGj9Psinqb/mb+W+mNpav3kNzb9cTNI/2HTIP5hgWj8cGJO/QMmZvxBskz/BPZa/3FtivyHNiz4iw72/6zqmPgU5vr/0Q86+mId7P9iqvD/UgeI9V2ayP/YbTD0cdr6/PQCDv4ihAr2CXZw/+S2Hv2ntWT8QcZe//sEqPvMbkD4pysY/wcJ9v5SLnD96Ol2/ERJfP7MdaT9J7bW/k4KLv8oKHL9syJI/dRqCv0mNsb/fdq6/N/O+v2G7/75L24u/gO+6vzYxSz6jYig/UwnEP4KjGjxeIVA/5tyevxo2kT/JhWM+xNhvv0qrh7/tg9k/jQvYvsMmpj81vJG/9LMLv7IjZL9HZKk/2eEcP6ISiz/RIqC/T7nDvXulET9RvgA/di6WvRDGfL8uA7y/cCBZv14Hxr8IAqa/MaQjP+/f1j5nW54/s/qlvv2Q0z8vh1C/OJ+DP0AFlL+kmiQ8cV4mv3TSwL8KV4W/EfoSP5EGh78Bgpm/JhFDvbruML/OMTa/px6xP+nd8z4w32m/ubWlP+McqL8hlRy+BySNv3a7l7z8+VQ/NPp8Pw4zkr/xAcu9Mx0jv747KT8TVME/1OQSPSpfWL8XWTk/m93IPl0Lz7+0TEE/e3rFP4R/kL957fs+fzOzP5LwPr/WXjs/12WAv90Bmj8KoAA/9IFCv3P3jb8QCp0+vK9Av/nKL7+gt7C+ZtpZvw3r8z4gWY0+QdYcP1WjYr8Vso0++T0OP4ZIUj/2jL89Hv/DPiBjTz1DVcW/c5K5P+woZr8Ebbu/xERnvyDWm77rDmS/Y3nKvl09oT9nA5Q+dqGSv+UbGT/orlg/ruq4v4QQBT79K6G/CxvTPoP+v7/+ddY/lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAAB4Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb/oeda/SPXev03MQD+y7ju/qRqFv7eV2T9h1cQ+qFwKv0EqKb5OgBa+neTOvxhWr78rstO/90u1PXVVoL/cspC/h1OcP9UuY75qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4aZyTA32Ldv0Jayj96rOk+9b+HvWel6j92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5gnfG9yj6MPuE8hL6X4Ny/HVZYPsGcq79767U+sQQJv2G7TD/GoUc/WRvPv/fXpT9vnYg+Xq4Lvz3+XL4n+ZO+PUnQv8skrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5ZLck/AbXLP2OVjL/cxX0+4yI9P6TWy78AGA7AWFEnQErFFMBVMay/dqmKP85pwr2XQY6/5R6DP10ayb+ZPYG/XzLavWD8br8Mbc6+IynTv1y6gr8R2oI+gKxlv4vr+r2yEZQ/89kOP4k7QD74KoI/Ai/PP5p4qL/bRpY/+h6svQhCrb93zgM/cfG+Pqrryr9TZDm/ExdTPneNpD7S53a/sWoLPoGxVT8JsYm/vP7WP+Hwyb+9dFy/8qKDPyoRbr9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7StDk/BHqvPyF5uL8MvQs/85KrPoXsub8NKC+/pSETv1Eosj7Pyk+/EgPQv82oZz8XWYm/XJvZv8Hoyb8fJT2/YVB3v+Ykbr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4AYB+/HigIP6fJqj47fmC/mc/RP6T9WD9JZh3Aic4JwA8B1D/qr58+qTklvvCk4z92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4ecZs+aYILP4BmVb74ZYG+Rz/SP/J5sb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7692C/FSMHwMemMsAgWee+UVvavfDmpr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz52O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4tkmQ+ZicMvxIQbL7r9a6+MPPQv+GQpb94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7wln4/dqIDv9a/8T1Cnak+J9rHvzNWvb/kPKO/W+3AP1NkYz+ZB9k+LlYuP7SqAUANKC+/pSETv1Eosj7Pyk+/EgPQv82oZz+lap0+iujVv5wjZj88HBg/estvv0iy5T57e08/+GMCv6klIT/Ke7g/lorHv8T2VT9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7j0Cy/FZMIP9uwrj5F/D+/vdjQP6tlZD+lQ4m/aUvkv3EmO7o5G6u/MOaDv4FAlL9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6HYCK/oDsIP3ZGqz48z1q/U5jRP6UOWz8gfPg+ohYIvxOqgj6OyQI/5ZDOv9vfbD5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7IEv897b/3vXaXwL/hYzs+Jzz3Pe0dqb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4Sq4q/04tBv5nTw79B1Fi/XMoMP+ivYr/T/Qe/iuYHP0VYrT4DXVy/3AjUPxnjSz9x8te/uozWP0AaNz/ekV+/242CP9+Zzz/f6PG/0/zCPoqdKsCjGK2/7PaWP388c79qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6UaA5LQEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]]", "desired_goal": "[[-1.3509334 -0.96341777 -0.2522635 ]\n [-1.1090283 -1.3485 1.5561285 ]\n [ 0.6063424 -1.0011255 -0.35179672]\n [-1.0168308 -0.0703811 -0.4373857 ]\n [ 0.72459364 0.6231513 0.12442259]\n [-1.4865077 -0.848359 0.94714135]\n [-0.80186725 0.9343315 0.070967 ]\n [ 1.6695098 1.5265316 0.52935576]\n [-0.43727753 0.02127909 -0.62796706]\n [ 0.7284694 -1.4559476 0.825459 ]\n [ 0.49493957 -1.3254328 -0.44811934]\n [-0.854898 -1.6019737 1.6429553 ]\n [ 1.5660658 0.8530364 -1.1491733 ]\n [-1.2014542 1.1517353 -1.1737596 ]\n [-0.88421416 0.27304938 -1.4825175 ]\n [ 0.32466826 -1.4861151 -0.4028622 ]\n [ 0.98253775 1.4739637 0.11059919]\n [ 1.3937482 0.04983135 -1.4879794 ]\n [-1.0234448 -0.03189233 1.2216036 ]\n [-1.0560905 0.85127884 -1.1831379 ]\n [ 0.16675565 0.28146324 1.5530444 ]\n [-0.99125296 1.2230096 -0.86417353]\n [ 0.8713694 0.9106094 -1.4213039 ]\n [-1.0899223 -0.6095396 1.1467414 ]\n [-1.0164324 -1.3871242 -1.3630027 ]\n [-1.4917973 -0.49947646 -1.0926298 ]\n [-1.460434 0.19842991 0.6577551 ]\n [ 1.5315346 0.0094384 0.81300914]\n [-1.2411163 1.1344635 0.22219004]\n [-0.93690133 -1.0599148 1.6993386 ]\n [-0.42196313 1.2980579 -1.1385561 ]\n [-0.5457146 -0.89116967 1.3233727 ]\n [ 0.61282116 1.0865061 -1.2510625 ]\n [-0.09556829 0.5689313 0.502904 ]\n [-0.0733308 -0.9873972 -1.468847 ]\n [-0.8481512 -1.5470998 -1.296937 ]\n [ 0.6392241 0.41967723 1.2371644 ]\n [-0.3241783 1.6528622 -0.81456274]\n [ 1.0282965 -1.1564102 0.01004663]\n [-0.64987856 -1.5064225 -1.0417187 ]\n [ 0.5741282 -1.0548879 -1.1992799 ]\n [-0.04762378 -0.6911427 -0.71169746]\n [ 1.3837479 0.47630242 -0.9135618 ]\n [ 1.2946082 -1.3133816 -0.15291263]\n [-1.102662 -0.01852201 0.83193946]\n [ 0.9881928 -1.1421831 -0.0991248 ]\n [-0.6371643 0.66106784 1.5103782 ]\n [ 0.03586276 -0.8452021 0.72401565]\n [ 0.39231572 -1.6175343 0.75507665]\n [ 1.5428003 -1.1288915 0.49204615]\n [ 1.400009 -0.7458583 0.73191583]\n [-1.0031079 1.2031819 0.502442 ]\n [-0.7597954 -1.109114 0.3067174 ]\n [-0.7526815 -0.68669087 -0.34515095]\n [-0.85098875 0.47640267 0.2760706 ]\n [ 0.61264426 -0.88530475 0.27674928]\n [ 0.5556331 0.8214191 0.09353058]\n [ 0.38280576 0.05063164 -1.5416645 ]\n [ 1.4497818 -0.8990619 -1.4642644 ]\n [-0.90339303 -0.30436802 -0.89085263]\n [-0.39545736 1.2596852 0.28908846]\n [-1.1455524 0.5980819 0.84641886]\n [-1.4446619 0.12994581 -1.2591549 ]\n [ 0.4123157 -1.4999546 1.6754758 ]]", "observation": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01 -7.34110951e-01\n -1.03987610e+00 1.69988143e+00]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01 -1.46973819e-01\n -1.61635172e+00 -1.36981487e+00]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00 -1.13045835e+00\n 1.22129905e+00 -2.21858338e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00 4.56394017e-01\n -6.62840977e-02 1.83317268e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01 -1.72560394e+00\n 2.11265996e-01 -1.34072125e+00]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01 7.79812217e-01\n -1.61802208e+00 1.29565322e+00]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01 -2.89010257e-01\n -1.62723505e+00 -1.35268533e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00 2.47825086e-01\n 7.38813579e-01 -1.59248781e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00 -1.34525549e+00\n 1.08329654e+00 -9.49283689e-02]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00 -1.00969231e+00\n -1.06541388e-01 -9.33538437e-01]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00 2.55569965e-01\n -8.97163391e-01 -1.22519575e-01]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01 1.01693630e+00\n 1.61862206e+00 -1.31618047e+00]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00 5.14869153e-01\n 3.72935802e-01 -1.58531690e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01 -9.64474797e-01\n 1.36149183e-01 8.34739745e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00 -8.61156285e-01\n 1.02841020e+00 -9.29949403e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00 5.45853376e-01\n 3.35105509e-01 -1.45253050e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00 -7.38847673e-01\n -9.66070235e-01 -9.30250525e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01 -8.76926124e-01\n 1.63914788e+00 8.47620249e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00 3.11888993e-01\n -1.61352769e-01 1.77847099e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01 -2.52731085e-01\n 1.64255607e+00 -1.38653398e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00 -4.51851845e-01\n -1.06619485e-01 -1.30392265e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01 -3.41719955e-01\n -1.63242149e+00 -1.29348385e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01 3.31277907e-01\n -1.56134498e+00 -1.47919309e+00]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01 4.23886091e-01\n 6.81002498e-01 2.02604389e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01 5.94180822e-01\n -9.36698556e-01 4.48625803e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01 1.44127774e+00\n -1.55891681e+00 8.35796595e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01 -7.49943078e-01\n 1.63161433e+00 8.92176330e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04 -1.33676827e+00\n -1.03046227e+00 -1.15821850e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01 -8.54724646e-01\n 1.63746107e+00 8.55692208e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01 5.10887980e-01\n -1.61379683e+00 2.31322691e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00 1.82998195e-01\n 1.20720200e-01 -1.32122576e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00 -8.46988738e-01\n 5.49962759e-01 -8.85496616e-01]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01 -8.60794246e-01\n 1.65652037e+00 7.96433985e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01 -8.73319507e-01\n 1.01995409e+00 1.62188327e+00]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00 -1.35231435e+00\n 1.17941046e+00 -9.50141847e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAABAAABAAAAAQAAAAAAAAAAAQEAAAAAAQEAAAABAAEAAAEAAQEAAAEBAQAAAAAAAQAAAQAAAQABAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAs7eYPT3e2z3ItP886lriPazcBD50RZg+5DavPY0+D77Yew4+AFz5vAu8wbzluPs87DJ/vZwWBD6T9N47HWZ8POUAyD3Hjo0+L/LXPMh8D75Y6Ms9DxYIPiuBrr3n3lU9uJs1vUIegTvDH2A+ViW8PZ1wwr0RDmw+o+HGPXQhCz5HtYE9LJ8/PGIa0b2Han4+2Fixvc7LsD1m6+U8iW+cvTAgnz0NCw0+LCNYvd/9+7zzO4U9ikCnPC07v72zbCc9ZE3Ju6q5kD04koA+Bzy0vdhQVD22IQ89P0yFvdD4xzsSz489x2SWvSibmjyvzJM+01KFOcac3D2njYc9om4+PY0RyruWhpA+m7qQvduZvr234YU9SfQdvUmFyr1bkVk+OeOoPGPISD3s6Bs+LAdCu+D9/b0hj4Y+qfX7PQJq1D1Zquc9qgZevaZIr71ReQs+046UPWA55DwKetY9OTXLvdex3D0UqIs+BXX/vJ+KFjwMBkM9158HvbvZiz1tGxA+abEVvu2+hz3LYW8+tVz9PW/TxDzS1Qs9t20BPlx6A747UUo85/DVPV9+Db6MUmE+A0cXvpi9FTz1UfM8jpgBPpDt/DwMSB4+ByUavWWtIDwhXYE+qMcMvRmdFT4MJIQ+cWOWvX6XAr5Jsm4+BjMRvlLvsrwAwqs9rqa8vNBGAr6X9oA+wPUevUCWpj3Zbww+dVY8vbsEU72osWM+rl4wvQ+GNDzYm10+6+aiPGnt7L3XRTw+TclwPdeJw70jL1g+BiXHPRkCTz3OOYI+tmuyvESL7b029ZE+nU3RPb6tFL6kW2g+JFmSvHzG/T2+yfA8vppuPeqYqT34nXE++RZKPRgfG734ZXM+M0myPYTUCL30ffI9XDgFPZMNBr6mQQo+kN7kPeJK6724lLk90Tr4PQnbiLyMZJI+B2WUPdQsiz0REUo9WnJ3vVPz/T3NmJM+m2nKPVbHqDyH4Nw91xIFPIF90j1AxkY+2NCsvZDV7r2P3Xw+NZzrPb6blr1ySAI+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LQEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 7.45691285e-02 1.07357480e-01 3.12141329e-02]\n [ 1.10524967e-01 1.29748046e-01 2.97404885e-01]\n [ 8.55539143e-02 -1.39887050e-01 1.39144301e-01]\n [-3.04393768e-02 -2.36492362e-02 3.07278130e-02]\n [-6.23044223e-02 1.28992498e-01 6.80405786e-03]\n [ 1.54052051e-02 9.76579562e-02 2.76479930e-01]\n [ 2.63605993e-02 -1.40124440e-01 9.95642543e-02]\n [ 1.32896647e-01 -8.52073058e-02 5.22145294e-02]\n [-4.43379581e-02 3.94037459e-03 2.18871161e-01]\n [ 9.18680876e-02 -9.49413553e-02 2.30522409e-01]\n [ 9.71100554e-02 1.35869801e-01 6.33340403e-02]\n [ 1.16956644e-02 -1.02101102e-01 2.48453245e-01]\n [-8.65952373e-02 8.63262266e-02 2.80663483e-02]\n [-7.63846114e-02 7.76981115e-02 1.37737468e-01]\n [-5.27679175e-02 -3.07607036e-02 6.50557503e-02]\n [ 2.04165168e-02 -9.33745876e-02 4.08751480e-02]\n [-6.14325888e-03 7.06666261e-02 2.51115561e-01]\n [-8.80051181e-02 5.18349111e-02 3.49442586e-02]\n [-6.50868341e-02 6.10265881e-03 7.02191740e-02]\n [-7.34344050e-02 1.88728124e-02 2.88670987e-01]\n [ 2.54294457e-04 1.07720897e-01 6.61881492e-02]\n [ 4.64922264e-02 -6.16664300e-03 2.82276809e-01]\n [-7.06684217e-02 -9.30668935e-02 6.53719231e-02]\n [-3.85630466e-02 -9.88870338e-02 2.12468550e-01]\n [ 2.06161607e-02 4.90192287e-02 1.52255714e-01]\n [-2.96063256e-03 -1.24019384e-01 2.62810737e-01]\n [ 1.23027153e-01 1.03717819e-01 1.13117881e-01]\n [-5.42055741e-02 -8.55877846e-02 1.36204973e-01]\n [ 7.25380406e-02 2.78593898e-02 1.04724959e-01]\n [-9.92226079e-02 1.07761078e-01 2.72766709e-01]\n [-3.11837289e-02 9.18832328e-03 4.76131886e-02]\n [-3.31114195e-02 6.82863817e-02 1.40729621e-01]\n [-1.46184579e-01 6.62821308e-02 2.33771488e-01]\n [ 1.23711981e-01 2.40266006e-02 3.41394618e-02]\n [ 1.26395091e-01 -1.28396451e-01 1.23484684e-02]\n [ 1.04463391e-01 -1.38177380e-01 2.20041454e-01]\n [-1.47731826e-01 9.13944095e-03 2.97021661e-02]\n [ 1.26558512e-01 3.08749974e-02 1.54571712e-01]\n [-3.76329683e-02 9.80696548e-03 2.52663642e-01]\n [-3.43700945e-02 1.46107092e-01 2.58087516e-01]\n [-7.34318569e-02 -1.27531022e-01 2.33101979e-01]\n [-1.41796201e-01 -2.18426324e-02 8.38661194e-02]\n [-2.30286978e-02 -1.27223253e-01 2.51881331e-01]\n [-3.88085842e-02 8.13412666e-02 1.37145415e-01]\n [-4.59808894e-02 -5.15181832e-02 2.22357392e-01]\n [-4.30590436e-02 1.10182902e-02 2.16414809e-01]\n [ 1.98855009e-02 -1.15687199e-01 1.83860168e-01]\n [ 5.87857254e-02 -9.54777524e-02 2.11117312e-01]\n [ 9.72385854e-02 5.05391099e-02 2.54347265e-01]\n [-2.17798762e-02 -1.15988284e-01 2.85073936e-01]\n [ 1.02198817e-01 -1.45194024e-01 2.26912081e-01]\n [-1.78647712e-02 1.23913735e-01 2.93930732e-02]\n [ 5.82530424e-02 8.28111917e-02 2.35954165e-01]\n [ 4.93383147e-02 -3.78714502e-02 2.37693667e-01]\n [ 8.70536789e-02 -3.34057957e-02 1.18404299e-01]\n [ 3.25244516e-02 -1.30911157e-01 1.35016054e-01]\n [ 1.11752629e-01 -1.14888921e-01 9.06156898e-02]\n [ 1.21205933e-01 -1.67060066e-02 2.85923362e-01]\n [ 7.24583194e-02 6.79565966e-02 4.93326820e-02]\n [-6.04117885e-02 1.23999260e-01 2.88275152e-01]\n [ 9.88342389e-02 2.06028633e-02 1.07850127e-01]\n [ 8.12216755e-03 1.02778442e-01 1.94115639e-01]\n [-8.43827128e-02 -1.16618276e-01 2.46938929e-01]\n [ 1.15044035e-01 -7.35392421e-02 1.27229482e-01]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9Ef8uSOinKMAWyUSwOMAXSUR0C30gAzch1UdX2UKGgGR7/Q/n4fwI+oaAdLA2gIR0C30bbGipNsdX2UKGgGR7/QB19v0h/zaAdLA2gIR0C3z2pFgDzRdX2UKGgGR7/GH+qBEroXaAdLA2gIR0C3zsToUzsQdX2UKGgGR7/X+Sr5qM3qaAdLA2gIR0C3ziEd7v5QdX2UKGgGR7+yi9IwudwvaAdLAmgIR0C32cmqo60ZdX2UKGgGR7/QmSyMUAT7aAdLA2gIR0C32YrVWjoIdX2UKGgGR7/SagVXV9WqaAdLA2gIR0C32W17x/d7dX2UKGgGR7/DJNCZ4Oc2aAdLAmgIR0C32LanvUjLdX2UKGgGR7+ovJzT4L1FaAdLAWgIR0C32HtK28ZldX2UKGgGR7/Qqh11W8yvaAdLA2gIR0C32AXSa3I/dX2UKGgGR7/ZaESM98qnaAdLBGgIR0C3191MVUModX2UKGgGR7+xa6jFhoduaAdLAmgIR0C3141TvRZ2dX2UKGgGR7/Lhz/6wdKeaAdLA2gIR0C313AzUI9ldX2UKGgGR7/M5U96kZaWaAdLA2gIR0C31zGrfcesdX2UKGgGR7/Sz1schkiEaAdLA2gIR0C31n2GZeAvdX2UKGgGR7/Seo1k1/DtaAdLA2gIR0C31ejqB3A3dX2UKGgGR7/JaAWi1y/9aAdLA2gIR0C31b+jVQQ+dX2UKGgGR7/HbmEGqxTsaAdLA2gIR0C31ZGom5UcdX2UKGgGR7/PWFvhqCYkaAdLA2gIR0C31WGwA2hqdX2UKGgGR7/OmsNlRP43aAdLA2gIR0C31P/0h/y5dX2UKGgGR7/ONhmXgLqmaAdLA2gIR0C309ZTAFgVdX2UKGgGR7/AEcsDnvDxaAdLAmgIR0C30wosd1dPdX2UKGgGR7/ZR0lqrR0EaAdLBGgIR0C30Xnr2QGOdX2UKGgGR7/RCKaXrt3OaAdLA2gIR0C30UdvGZNPdX2UKGgGR7/Zp3os7MgVaAdLBGgIR0C30RO7L+xXdX2UKGgGR7/U6NEPUaybaAdLA2gIR0C30KVQhwERdX2UKGgGR7+IDLbHp8neaAdLAWgIR0C3z4bFn7HidX2UKGgGR7/PVI7NjbztaAdLA2gIR0C3z1GkvboKdX2UKGgGR7+0UuctoSL7aAdLAmgIR0C3zn+rZJ05dX2UKGgGR7+Y7Rv3rUsnaAdLAWgIR0C3zj2TLW7OdX2UKGgGR7/UxhUipvP1aAdLA2gIR0C32hHmRvFWdX2UKGgGR7/JoJRfnfVJaAdLA2gIR0C32chkRSP2dX2UKGgGR7/SKWLP2PDHaAdLA2gIR0C32PCPp6hQdX2UKGgGR7/KcyWRigCfaAdLA2gIR0C32LY3BHkMdX2UKGgGR7/T3tKIznA7aAdLA2gIR0C32HpqM3qBdX2UKGgGR7/Ff/FR51NhaAdLA2gIR0C32F2cSXdCdX2UKGgGR7+hhScbzbvgaAdLAWgIR0C32CK/qPfbdX2UKGgGR7/QvrnkkrwwaAdLA2gIR0C318zufEn9dX2UKGgGR7+yxX4j8k2QaAdLAmgIR0C3125tzjm0dX2UKGgGR7/V7fpD/lySaAdLA2gIR0C31zFS0jTsdX2UKGgGR7/Zikfs/pt8aAdLBWgIR0C31vVymygPdX2UKGgGR7/LTrmhdt2taAdLA2gIR0C31tikTHsDdX2UKGgGR7/N6guh9LHuaAdLBGgIR0C31rsy31BddX2UKGgGR7+4RtgrpaA4aAdLAmgIR0C31l9/FzdUdX2UKGgGR7+5EKE384xUaAdLAmgIR0C31iPBnBcidX2UKGgGR7/bNPP9kz42aAdLBGgIR0C31VKjnFHbdX2UKGgGR7/S+sYEW69TaAdLBGgIR0C30nBMN+b3dX2UKGgGR7/EB8QZn+Q2aAdLAmgIR0C30e9+w1R+dX2UKGgGR7/QAPd2xIJ7aAdLA2gIR0C30PGSyMUAdX2UKGgGR7/Fp5eJHiFTaAdLA2gIR0C30AX+qBEsdX2UKGgGR7/OrwvxpcoqaAdLA2gIR0C3z9Lz06HTdX2UKGgGR7+d9x6v7m+1aAdLAWgIR0C3z248dPtVdX2UKGgGR7/T3kxREWqMaAdLA2gIR0C3ztKF23a0dX2UKGgGR7/RI/qxC6YmaAdLA2gIR0C32lwwfyPNdX2UKGgGR7+4f0VafSQYaAdLAmgIR0C32gLfP5YYdX2UKGgGR7/XgAZKnNxEaAdLBGgIR0C32YbyMDOkdX2UKGgGR7/RiHZbpu/DaAdLA2gIR0C32UjcmBvrdX2UKGgGR7/QZmZmZmZmaAdLA2gIR0C32StM495hdX2UKGgGR7+jWf9P1tfpaAdLAWgIR0C32Q1PacqfdX2UKGgGR7/bt3fQ8fV7aAdLBGgIR0C32Fwe/5+IdX2UKGgGR7/AODJ2dNFjaAdLAmgIR0C32BZiqhlEdX2UKGgGR7/CuZCv5gw5aAdLAmgIR0C312p6dDpkdX2UKGgGR7/TVmBe5WilaAdLA2gIR0C31y4hQm/ndX2UKGgGR7+kBIWgvlEJaAdLAWgIR0C31tdB0ITodX2UKGgGR7/Q7iADq4YraAdLA2gIR0C31pnjMmngdX2UKGgGR7/NsjVx0dR0aAdLA2gIR0C31l212JSBdX2UKGgGR7/AcbzbvgFYaAdLAmgIR0C31fkf5k9VdX2UKGgGR7/CsLfDUExJaAdLAmgIR0C31ZtHhCMQdX2UKGgGR7/JViF0xM37aAdLA2gIR0C31Ps/QjUvdX2UKGgGR7/NxbSqlxffaAdLA2gIR0C31Jke+23KdX2UKGgGR7/Giliz9jwyaAdLA2gIR0C306dMPBi1dX2UKGgGR7/GhBZ6lchUaAdLA2gIR0C30tl2vB8AdX2UKGgGR7/RMkQf6oETaAdLA2gIR0C30lecpb2UdX2UKGgGR7+88cMmWt2caAdLAmgIR0C30bVVghKUdX2UKGgGR7+0YBNmDlHSaAdLAmgIR0C30U8F2V3VdX2UKGgGR7/X55JK8L8aaAdLBGgIR0C30KA4CIUKdX2UKGgGR7/e2itaIN3GaAdLBGgIR0C30GMk6cRUdX2UKGgGR7+7GuLaVUuMaAdLAmgIR0C3z8Mju8brdX2UKGgGR7/RAYHgP3BYaAdLA2gIR0C3zx2wiaAndX2UKGgGR7/U6CUX531SaAdLA2gIR0C32eNZA6dUdX2UKGgGR7/WiqyWzF/AaAdLBGgIR0C32YZhnanKdX2UKGgGR7/PUT+NtIkJaAdLA2gIR0C32Q84DLbIdX2UKGgGR7/JxI8QqZtvaAdLA2gIR0C31+Y6wMYudX2UKGgGR7/LUCJXQtz0aAdLA2gIR0C318kSh8IBdX2UKGgGR7/EUkfLcKw7aAdLAmgIR0C31zEeQuEmdX2UKGgGR7/E+xnnMdLhaAdLAmgIR0C31xRJ/XoUdX2UKGgGR7+zPcBU70WeaAdLAmgIR0C31psxXXAedX2UKGgGR7/BaGpMpPRBaAdLAmgIR0C31l90/4ZddX2UKGgGR7/G5MDfWMCLaAdLA2gIR0C31eojv/ipdX2UKGgGR7/Ag7o0Q9RraAdLAmgIR0C31Y53C9AYdX2UKGgGR7/TVrylN1yOaAdLA2gIR0C31VigCfYjdX2UKGgGR7/WABDG96C2aAdLA2gIR0C31C8QiA2AdX2UKGgGR7+jZamoBJZoaAdLAWgIR0C308V6zE75dX2UKGgGR7/GSXdCVrylaAdLA2gIR0C302LxZuAJdX2UKGgGR7/SBeokzGgjaAdLA2gIR0C30Z/YnOSodX2UKGgGR7/R4CIUJv5yaAdLA2gIR0C30P1uWKMvdX2UKGgGR7/DUJfICEHuaAdLAmgIR0C30EGv4dp7dX2UKGgGR7+mus90Rvm6aAdLAWgIR0C3z98YIjW1dX2UKGgGR7/XdxAB1cMWaAdLA2gIR0C3zpV4oqkNdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 9375, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 64, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x79f7e9297d00>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x79f7e948ed40>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 5000000, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698653136798851248, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAAp8Civ1P38D8PyKa9hX60PueMc7rSvfM+br4EvudFHb/s96S+BgITvmEBnr7Mo5m+LgQAvnwpEz/066C+hX60PueMc7rSvfM+1lsCP++04r/z88y/hX60PueMc7rSvfM+hX60PueMc7rSvfM+br4EvudFHb/s96S+hlu3PyKsqz9ppsg/7VsrP+MmGj8xY2A/hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+IxDrva+KFT/2Y6S+J5OVv5Nz7b+Bb9y/Db6Ov58I87+SeIs/aB89v7DqFD9137I+hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+br4EvudFHb/s96S+hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+hX60PueMc7rSvfM+t7lmPTGSFj9HPq2+L1ipP5gD37+s2dc/hX60PueMc7rSvfM+O7u2Pxt9lb/kysg/hX60PueMc7rSvfM+5+L1vaveFD+wOKO+hX60PueMc7rSvfM+IxDrva+KFT/2Y6S+HR+uPxxOTb7IJno+GDkEwK8GFcAH0jrATE+VvykbJr/xMNW/HmCfPgGA6b+2wdc/hX60PueMc7rSvfM+EaA1P91X7L//JkLAxcUBv6INH79mXeo+88S6v/FuGT4LwMA+iwTvvxyzVD/8YrS/o66wP82SDb+Z2YQ+h11svoWT6D9vvNq/xlnvPoi3FL8T2mM/Jkixvrqq7b+p2bO+hX60PueMc7rSvfM+mPV+P32yLkC+dEDAHBP7vQB9FD84CqK+GQHDP7kZZj/Obqy/+XakPdzAFj8DyKe+PGqeP8qODr+p00I+hX60PueMc7rSvfM+hX60PueMc7rSvfM+rQX8PJhbFj+wNrG+yO8EwNQVUr/73jfAhh8lvwjc6z/pyKA/hX60PueMc7rSvfM+P/8UP5+pE793OHM/Ol3iP/hp1789fpC/hX60PueMc7rSvfM+o66wP82SDb+Z2YQ+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAY1qgv8aiuj8rWZk+OC5Ev6qkcb4p+Ys/LIdAPiZ4p7+Ai6u/YlNsv78J7L2JbQE+uNKnvwrW4z7K0YI981wtv9pSeD9s9IM//XtRP83mkb+a1YO/i0NePwK8HL/lRL4/FYIrPphUGj533hW+q0C5ujOkJr83dxC/WTPXP/xyXj9vrsQ/6AA2P7dqaz8/WoQ/pCfCP/cCvj7CElE/h+CAv/J1p7/cM7c/0uIPPtKGFDpSxGc/ERSwvmG6oz+jfFu+qRMNv6ndrb9cDXW/AAPcvNviwb+D8Eo/Z0GwvlI6qT81pFQ/cDfrvk1eYb+4UPy+qWSZP/UvRL1KE30/RjuTv98F0D7wkjG/QRPSvpKiTL/mY3y/PVzZvRlwpL+zycm+twkYP9OqRL7uzoG+o9WrPmlPdL/zqqy//9ajvlhWJr8mvKM+TfjHPthIoj8pfH2/pAykPwLTtL8QR9Q/GfaVP3OOYT4gL5Q/qDC2Pyz2077bUL0/8x6+v8HtPr9o0gi/LAR5PZ6khj6e6wu/VpGLPdm8Ar46NsA/YGcjPTOSgT+G2v2+AVDUPzAEgr5J1X6/HAaYv0Q9mL/3D62/A1SCv6ZCvr70LXe/7xjhPnMbr780cLI/G2+pP1rVgj/qTlG/EMpUP60Rcb+fCca/cqEmvhCCkb+N0LI/lTWpv8l3OT2aFao+cnCyv8Gh5D7gSZu+MeKdP2hLQL9hriE+0SfEPkI0yz9DVJa/zQ4zPzBWVr+fia8/zy3FPrMNxr++q+E8463IvuwMwr/utUa/NtZ3P+aQwz+bA8e/Dimdv7Ru8T7ZbMe/GIi1P1581z4CY5S/I+9rPu7/tz//arW/4TiQP/JRiL807Ym+zOEcvS6dBT6HxEW+p3XIP43pyz/poWU/rjmsPvktPz+Gh1y/0J6svx+82b7Vq8W/M7a0vhZAmz/hxM8/pFg7vwfs1b1u8IU/8aVpP9t+hb93UaA/lqPCP4hkib+qcXy/a8+gv9wPhD9AUbe/CWLKP3UKFr+FmSk+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAACnwKK/U/fwPw/Ipr2Obou/CoSKP/oma7+FfrQ+54xzutK98z7ZEwk/fPizuspi0D5uvgS+50Udv+z3pL67sey/V8PYv/gPrb8GAhO+YQGevsyjmb6Rhtu/SC5dvnYaqb8uBAC+fCkTP/TroL4Ea/O/NuKvP/mor7+FfrQ+54xzutK98z7ZEwk/fPizuspi0D7WWwI/77Tiv/PzzL/57g89jsVdv364t7+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D5uvgS+50Udv+z3pL67sey/V8PYv/gPrb+GW7c/IqyrP2mmyD9sPqY/cMYkPq2ovj/tWys/4yYaPzFjYD97H9Q/wQnNP5yDrT+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D4jEOu9r4oVP/ZjpL6xf/S/CE3TP96PsL8nk5W/k3Ptv4Fv3L8Fpj+/6jl7v1JEbL8Nvo6/nwjzv5J4iz+SofU+N++Ev+wG7D9oHz2/sOoUP3Xfsj6BlUK/d3TUPxj1Zj+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D5uvgS+50Udv+z3pL67sey/V8PYv/gPrb+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D63uWY9MZIWP0c+rb5AAGS/WpLVPxFRpL8vWKk/mAPfv6zZ1z9dxJE/GIhvv9UPqj+FfrQ+54xzutK98z7ZEwk/fPizuspi0D47u7Y/G32Vv+TKyD+UCKU/ya/evMt2vz+FfrQ+54xzutK98z7ZEwk/fPizuspi0D7n4vW9q94UP7A4o77gV/S/u0/LPzf2sL+FfrQ+54xzutK98z7ZEwk/fPizuspi0D4jEOu9r4oVP/ZjpL6xf/S/CE3TP96PsL8dH64/HE5Nvsgmej4Q7M8/EssMvhfvlL8YOQTArwYVwAfSOsDOnb6/+OGuupqdfb9MT5W/KRsmv/Ew1b/DCWO/a6HfvT6LYr8eYJ8+AYDpv7bB1z9uViQ/XTCAv+Nguz+FfrQ+54xzutK98z7ZEwk/fPizuspi0D4RoDU/3Vfsv/8mQsDZwOM9yulpvmO9vb/FxQG/og0fv2Zd6j69JrE9c+DVvxXkkD/zxLq/8W4ZPgvAwD6WxaG+hgqzPRxilj6LBO+/HLNUP/xitL/Eza6/QWXdvs//gL6jrrA/zZINv5nZhD4Am9g/fqzJv/Lpjr+HXWy+hZPoP2+82r+1ZfK+c2hwPy61nL/GWe8+iLcUvxPaYz86GYo/HbzRv5YesD8mSLG+uqrtv6nZs76C1K8+tUB0v+kjtz6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6Y9X4/fbIuQL50QMDD0eK9UoldP/1bxb8cE/u9AH0UPzgKor7b2vO/XTi9P3dLsL8ZAcM/uRlmP85urL+5a/E+24YQPiSIz7/5dqQ93MAWPwPIp76t+kS/UdrVPy2xoL88ap4/yo4Ov6nTQj5H3YY/pVbKv30Zpb+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6FfrQ+54xzutK98z7ZEwk/fPizuspi0D6tBfw8mFsWP7A2sb4LMoW/nyfVP9STpb/I7wTA1BVSv/veN8COTte/uRLKPIeUf7+GHyW/CNzrP+nIoD/DE74+MXKGP+am/T+FfrQ+54xzutK98z7ZEwk/fPizuspi0D4//xQ/n6kTv3c4cz9RhNo/dSHRv9Ixxj86XeI/+GnXvz1+kL8RpN09Ec1bv/SXzL+FfrQ+54xzutK98z7ZEwk/fPizuspi0D6jrrA/zZINv5nZhD4Am9g/fqzJv/Lpjr+UaA5LQEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[-1.2715043e+00 1.8825477e+00 -8.1436269e-02]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01]\n [-1.4356241e-01 -3.0860427e-01 -3.0007780e-01]\n [-1.2501594e-01 5.7485175e-01 -3.1430018e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 5.0921381e-01 -1.7711467e+00 -1.6011947e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01]\n [ 1.4324806e+00 1.3411906e+00 1.5675784e+00]\n [ 6.6937143e-01 6.0215586e-01 8.7651354e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01]\n [-1.1685532e+00 -1.8550895e+00 -1.7221528e+00]\n [-1.1151749e+00 -1.8987006e+00 1.0896170e+00]\n [-7.3876047e-01 5.8170605e-01 3.4936109e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 5.6329455e-02 5.8816820e-01 -3.3836576e-01]\n [ 1.3230036e+00 -1.7422972e+00 1.6863303e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 1.4275888e+00 -1.1678804e+00 1.5686917e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.2006169e-01 5.8152264e-01 -3.1879187e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01]\n [ 1.3603245e+00 -2.0049328e-01 2.4428856e-01]\n [-2.0659847e+00 -2.3285329e+00 -2.9190691e+00]\n [-1.1664824e+00 -6.4885193e-01 -1.6655561e+00]\n [ 3.1128019e-01 -1.8242189e+00 1.6855991e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 7.0947367e-01 -1.8464314e+00 -3.0336301e+00]\n [-5.0692397e-01 -6.2130177e-01 4.5774382e-01]\n [-1.4591354e+00 1.4983727e-01 3.7646517e-01]\n [-1.8673261e+00 8.3085799e-01 -1.4092708e+00]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01]\n [-2.3082553e-01 1.8170019e+00 -1.7088755e+00]\n [ 4.6748179e-01 -5.8092546e-01 8.9004630e-01]\n [-3.4625357e-01 -1.8567727e+00 -3.5126999e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 9.9593496e-01 2.7296441e+00 -3.0071254e+00]\n [-1.2259504e-01 5.8003235e-01 -3.1648421e-01]\n [ 1.5234710e+00 8.9883000e-01 -1.3471315e+00]\n [ 8.0305047e-02 5.8888030e-01 -3.2769784e-01]\n [ 1.2376170e+00 -5.5686629e-01 1.9026054e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 3.0764425e-02 5.8733511e-01 -3.4612036e-01]\n [-2.0771351e+00 -8.2064557e-01 -2.8729846e+00]\n [-6.4501226e-01 1.8426523e+00 1.2561313e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 5.8201975e-01 -5.7680696e-01 9.5008034e-01]\n [ 1.7684700e+00 -1.6829214e+00 -1.1288525e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01]]", "desired_goal": "[[-1.25275838e+00 1.45809245e+00 2.99508423e-01]\n [-7.66330242e-01 -2.35979706e-01 1.09354126e+00]\n [ 1.88015640e-01 -1.30835414e+00 -1.34019470e+00]\n [-9.23147321e-01 -1.15252964e-01 1.26394406e-01]\n [-1.31111813e+00 4.44992363e-01 6.38767034e-02]\n [-6.77199543e-01 9.70014215e-01 1.03089666e+00]\n [ 8.18298161e-01 -1.13985598e+00 -1.02995610e+00]\n [ 8.68218124e-01 -6.12243772e-01 1.48647749e+00]\n [ 1.67488411e-01 1.50713325e-01 -1.46356449e-01]\n [-1.41336524e-03 -6.50942981e-01 -5.64319074e-01]\n [ 1.68125451e+00 8.68942022e-01 1.53657329e+00]\n [ 7.10951328e-01 9.19597089e-01 1.03400409e+00]\n [ 1.51683474e+00 3.71116370e-01 8.16692472e-01]\n [-1.00685203e+00 -1.30828691e+00 1.43127012e+00]\n [ 1.40513688e-01 5.66584175e-04 9.05339360e-01]\n [-3.43903095e-01 1.27912533e+00 -2.14342639e-01]\n [-5.51081240e-01 -1.35832703e+00 -9.57235098e-01]\n [-2.68568993e-02 -1.51473558e+00 7.92732418e-01]\n [-3.44248980e-01 1.32209229e+00 8.30630600e-01]\n [-4.59407330e-01 -8.80345166e-01 -4.92803335e-01]\n [ 1.19838440e+00 -4.78972979e-02 9.88575578e-01]\n [-1.15024638e+00 4.06294793e-01 -6.93648338e-01]\n [-4.10303146e-01 -7.99355626e-01 -9.85899329e-01]\n [-1.06132962e-01 -1.28467095e+00 -3.94116968e-01]\n [ 5.93898237e-01 -1.92057893e-01 -2.53531873e-01]\n [ 3.35614294e-01 -9.54336703e-01 -1.34896696e+00]\n [-3.19999665e-01 -6.49755001e-01 3.19794834e-01]\n [ 3.90566260e-01 1.26784801e+00 -9.90175784e-01]\n [ 1.28163576e+00 -1.41268945e+00 1.65841866e+00]\n [ 1.17157280e+00 2.20269963e-01 1.15768814e+00]\n [ 1.42335987e+00 -4.13987517e-01 1.47903001e+00]\n [-1.48531950e+00 -7.45815337e-01 -5.34460545e-01]\n [ 6.07949942e-02 2.62974679e-01 -5.46563983e-01]\n [ 6.81483001e-02 -1.27673522e-01 1.50165486e+00]\n [ 3.98935080e-02 1.01227415e+00 -4.95807827e-01]\n [ 1.65869153e+00 -2.53938198e-01 -9.95441973e-01]\n [-1.18768644e+00 -1.18936968e+00 -1.35204971e+00]\n [-1.01818883e+00 -3.71602237e-01 -9.65544939e-01]\n [ 4.39643353e-01 -1.36802518e+00 1.39404917e+00]\n [ 1.32370317e+00 1.02213597e+00 -8.17610383e-01]\n [ 8.31208229e-01 -9.41675961e-01 -1.54716861e+00]\n [-1.62725240e-01 -1.13678169e+00 1.39698946e+00]\n [-1.32194769e+00 4.52802517e-02 3.32196057e-01]\n [-1.39405656e+00 4.46546584e-01 -3.03297997e-01]\n [ 1.23346531e+00 -7.51150608e-01 1.57891765e-01]\n [ 3.83116275e-01 1.58753228e+00 -1.17444646e+00]\n [ 6.99444592e-01 -8.37252617e-01 1.37138736e+00]\n [ 3.85115117e-01 -1.54729307e+00 2.75477134e-02]\n [-3.91951650e-01 -1.51601934e+00 -7.76213527e-01]\n [ 9.68112350e-01 1.52785945e+00 -1.55479753e+00]\n [-1.22781539e+00 4.71547723e-01 -1.55800927e+00]\n [ 1.41821575e+00 4.20870721e-01 -1.15927148e+00]\n [ 2.30404422e-01 1.43749785e+00 -1.41732776e+00]\n [ 1.12673581e+00 -1.06500077e+00 -2.69387841e-01]\n [-3.83012742e-02 1.30482405e-01 -1.93132505e-01]\n [ 1.56609046e+00 1.59306490e+00 8.97001803e-01]\n [ 3.36377561e-01 7.46795237e-01 -8.61442924e-01]\n [-1.34859657e+00 -4.25263375e-01 -1.54430640e+00]\n [-3.52952570e-01 1.21289325e+00 1.62319577e+00]\n [-7.31821299e-01 -1.04454093e-01 1.04639983e+00]\n [ 9.12688315e-01 -1.04293382e+00 1.25248611e+00]\n [ 1.52061725e+00 -1.07338047e+00 -9.86109376e-01]\n [-1.25632989e+00 1.03173399e+00 -1.43216705e+00]\n [ 1.58111680e+00 -5.86097062e-01 1.65624693e-01]]", "observation": "[[-1.2715043e+00 1.8825477e+00 -8.1436269e-02 -1.0893114e+00\n 1.0821545e+00 -9.1856349e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01 -1.8491739e+00\n -1.6934613e+00 -1.3520498e+00]\n [-1.4356241e-01 -3.0860427e-01 -3.0007780e-01 -1.7150441e+00\n -2.1599686e-01 -1.3211200e+00]\n [-1.2501594e-01 5.7485175e-01 -3.1430018e-01 -1.9017034e+00\n 1.3740909e+00 -1.3723441e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 5.0921381e-01 -1.7711467e+00 -1.6011947e+00 3.5140011e-02\n -8.6629570e-01 -1.4353178e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01 -1.8491739e+00\n -1.6934613e+00 -1.3520498e+00]\n [ 1.4324806e+00 1.3411906e+00 1.5675784e+00 1.2987800e+00\n 1.6091323e-01 1.4895226e+00]\n [ 6.6937143e-01 6.0215586e-01 8.7651354e-01 1.6572107e+00\n 1.6018602e+00 1.3555789e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01 -1.9101468e+00\n 1.6507883e+00 -1.3793905e+00]\n [-1.1685532e+00 -1.8550895e+00 -1.7221528e+00 -7.4862701e-01\n -9.8135245e-01 -9.2291749e-01]\n [-1.1151749e+00 -1.8987006e+00 1.0896170e+00 4.7974831e-01\n -1.0385503e+00 1.8439612e+00]\n [-7.3876047e-01 5.8170605e-01 3.4936109e-01 -7.6009375e-01\n 1.6598042e+00 9.0217733e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2963268e-01 -6.1434788e-01 -3.2220399e-01 -1.8491739e+00\n -1.6934613e+00 -1.3520498e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 5.6329455e-02 5.8816820e-01 -3.3836576e-01 -8.9062881e-01\n 1.6685288e+00 -1.2837240e+00]\n [ 1.3230036e+00 -1.7422972e+00 1.6863303e+00 1.1388050e+00\n -9.3567038e-01 1.3286082e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 1.4275888e+00 -1.1678804e+00 1.5686917e+00 1.2893243e+00\n -2.7183430e-02 1.4958128e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.2006169e-01 5.8152264e-01 -3.1879187e-01 -1.9089317e+00\n 1.5883707e+00 -1.3825139e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [-1.1477687e-01 5.8414739e-01 -3.2107514e-01 -1.9101468e+00\n 1.6507883e+00 -1.3793905e+00]\n [ 1.3603245e+00 -2.0049328e-01 2.4428856e-01 1.6243916e+00\n -1.3749340e-01 -1.1635464e+00]\n [-2.0659847e+00 -2.3285329e+00 -2.9190691e+00 -1.4891908e+00\n -1.3342490e-03 -9.9068606e-01]\n [-1.1664824e+00 -6.4885193e-01 -1.6655561e+00 -8.8686770e-01\n -1.0919460e-01 -8.8493717e-01]\n [ 3.1128019e-01 -1.8242189e+00 1.6855991e+00 6.4194381e-01\n -1.0014759e+00 1.4638942e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 7.0947367e-01 -1.8464314e+00 -3.0336301e+00 1.1120767e-01\n -2.2843090e-01 -1.4823421e+00]\n [-5.0692397e-01 -6.2130177e-01 4.5774382e-01 8.6499669e-02\n -1.6709121e+00 1.1319605e+00]\n [-1.4591354e+00 1.4983727e-01 3.7646517e-01 -3.1596059e-01\n 8.7422416e-02 2.9371727e-01]\n [-1.8673261e+00 8.3085799e-01 -1.4092708e+00 -1.3656545e+00\n -4.3241313e-01 -2.5195166e-01]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01 1.6922302e+00\n -1.5755765e+00 -1.1165144e+00]\n [-2.3082553e-01 1.8170019e+00 -1.7088755e+00 -4.7343221e-01\n 9.3909377e-01 -1.2242792e+00]\n [ 4.6748179e-01 -5.8092546e-01 8.9004630e-01 1.0788949e+00\n -1.6385533e+00 1.3759334e+00]\n [-3.4625357e-01 -1.8567727e+00 -3.5126999e-01 3.4341818e-01\n -9.5411235e-01 3.5769585e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 9.9593496e-01 2.7296441e+00 -3.0071254e+00 -1.1075165e-01\n 8.6537659e-01 -1.5418698e+00]\n [-1.2259504e-01 5.8003235e-01 -3.1648421e-01 -1.9051164e+00\n 1.4782826e+00 -1.3773030e+00]\n [ 1.5234710e+00 8.9883000e-01 -1.3471315e+00 4.7152498e-01\n 1.4113943e-01 -1.6213422e+00]\n [ 8.0305047e-02 5.8888030e-01 -3.2769784e-01 -7.6945001e-01\n 1.6707250e+00 -1.2554070e+00]\n [ 1.2376170e+00 -5.5686629e-01 1.9026054e-01 1.0536278e+00\n -1.5807692e+00 -1.2898403e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 3.0764425e-02 5.8733511e-01 -3.4612036e-01 -1.0405897e+00\n 1.6652716e+00 -1.2935739e+00]\n [-2.0771351e+00 -8.2064557e-01 -2.8729846e+00 -1.6820848e+00\n 2.4667131e-02 -9.9836010e-01]\n [-6.4501226e-01 1.8426523e+00 1.2561313e+00 3.7124452e-01\n 1.0503598e+00 1.9816558e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 5.8201975e-01 -5.7680696e-01 9.5008034e-01 1.7071630e+00\n -1.6338335e+00 1.5483954e+00]\n [ 1.7684700e+00 -1.6829214e+00 -1.1288525e+00 1.0822309e-01\n -8.5859782e-01 -1.5983872e+00]\n [ 3.5252777e-01 -9.2907104e-04 4.7605759e-01 5.3545910e-01\n -1.3730670e-03 4.0700370e-01]\n [ 1.3803295e+00 -5.5302125e-01 2.5947264e-01 1.6922302e+00\n -1.5755765e+00 -1.1165144e+00]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAABAAAAAQABAQAAAAEBAQAAAAABAQEAAQEBAQAAAQABAAEAAAAAAAEAAAAAAAAAAAEAAAAAAAEBAAAAAQAAAQCUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAApkPEvdVRujz6hag9ys4LvnWn9D3NX5w9Ey2DPZmSgj3PY+49686oPHNBAz7D908+Wq37PRkVCr6GFXs74GWaPT+M4D2KxpM+fN3kvYD8F75+T4E+8kFKPd5L1r0uA/A9GRnHvdjoJD1on30+Ngq0PdznyDxY04k+PvYEPjWl9D2VmGA+aFVGvHc2Dz4g0vE9mnmTvdJl9j0wRNM95DNBPXrBAL6PnZc+IB1aPWum5L1XAjg+nwSzu5J4/r1PwpA+PFVXvM5G871Xs4E+tMXDPZar270D1hY+4+e3vXiMVbwGK3M+g0ozPb9bgz2/Jpg9/iycvbCUB76l7Yg+qpUTPt+4DL5MrGk+V8OnvIC7Cj2NyCE+LDv6PUMCz727Ck8+ifYDvtxpN70Qag89Wn/8vCYEgbxC/509kQDIPdoMXj1eStA93fiNvEs5vb2N+ps95bjNvU6+CD39G1k+5RyIvWLG4bxJF5Y9rQQIPiSHG724Kn091oSiPUl2Dr5sBIA+OO2RPJ5JzDxX/Y0+Wh6cvH36NL1g94U+t0P6PO8WtbubgTc+nQcNPmx1xb345jU+r06SPTYMCD6/65E+LC6HvXkCPj2tkwk+Gh/4PY9XAr4tt3M+Hx6NvGr4+z3xwlg+PDsKvkSKsL3ctjY94STUPEx+Yz10ELQ9vTgDPu3Ar70nzZU9w68Svt1cpz0P4Q4+IizuvGUd4D2WUp09A0hhPUCpeb0CTY0+LrUNvgwyqj0DoXU8aiH3PfwVp7y6I7M95PIHvo0uzLzEFQY+lkdpvXH3ET5+4io+0ZXnvS13tD0KJUQ+d7K2vBv1AryMt5Y9Up0Uvl2ppj1YTRk+QXSbvYBpu72Qh4w9pz6mPb35v7xsRcY9hEZSveIo3b3NzQs+ljf2vbfGfT3w3mw+A2mWvdpg/D0/SIE+gZoPvtiLA74v9jo+MWQRPhICwT2NnLk88q7XvMs62z0KV2M+0SQNPr8UDD6PRpQ+GTL9PbNLOj0FzpA+b4BxPcyWGT4qk1Y+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LQEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.09583215 0.0227441 0.08228679]\n [-0.13653103 0.11946002 0.0763546 ]\n [ 0.06405082 0.06375618 0.11640131]\n [ 0.02060648 0.12817936 0.20309357]\n [ 0.12288924 -0.1348461 0.00383124]\n [ 0.07538962 0.1096425 0.2886241 ]\n [-0.11175057 -0.14842415 0.2525596 ]\n [ 0.0493793 -0.10463689 0.11719356]\n [-0.09721584 0.04026112 0.2476784 ]\n [ 0.0879101 0.02452462 0.26919055]\n [ 0.12984559 0.11945573 0.21933205]\n [-0.01210532 0.1398562 0.11807656]\n [-0.07200928 0.12031139 0.1031574 ]\n [ 0.04716863 -0.12573805 0.29612395]\n [ 0.05325043 -0.11164554 0.17969643]\n [-0.0054632 -0.12425341 0.28273246]\n [-0.01314288 -0.11878739 0.25332138]\n [ 0.09559193 -0.10726087 0.14730076]\n [-0.08979776 -0.01303398 0.23746881]\n [ 0.04377223 0.06413984 0.07429265]\n [-0.07625769 -0.13240314 0.26743808]\n [ 0.14412561 -0.13742398 0.22819632]\n [-0.02047889 0.03387022 0.1579916 ]\n [ 0.12218317 -0.10107853 0.20218937]\n [-0.12887014 -0.04477869 0.03501326]\n [-0.03082244 -0.01574905 0.07714702]\n [ 0.09765733 0.05421147 0.10170434]\n [-0.01733058 -0.09239443 0.07616148]\n [-0.10045031 0.03338461 0.21202083]\n [-0.06646136 -0.02756042 0.0732866 ]\n [ 0.13283034 -0.03797068 0.06180832]\n [ 0.07935493 -0.1391231 0.25003374]\n [ 0.01781331 0.02493745 0.27732345]\n [-0.01905744 -0.0441842 0.26165295]\n [ 0.03054987 -0.00552642 0.17920534]\n [ 0.13772435 -0.09641537 0.17763889]\n [ 0.07143914 0.13285908 0.28500172]\n [-0.06600603 0.04638908 0.1343524 ]\n [ 0.12115307 -0.12728713 0.23800345]\n [-0.01722628 0.12303241 0.21168114]\n [-0.13499159 -0.08620122 0.04460798]\n [ 0.02589649 0.05554037 0.08792201]\n [ 0.12814613 -0.0858172 0.0731452 ]\n [-0.1432486 0.08172009 0.1395304 ]\n [-0.02907378 0.10943107 0.07681768]\n [ 0.05500032 -0.06095243 0.27597815]\n [-0.13838646 0.08310327 0.014992 ]\n [ 0.1206692 -0.02039623 0.08747049]\n [-0.13276249 -0.02492454 0.1309424 ]\n [-0.05695304 0.14254548 0.16687962]\n [-0.11307872 0.08811793 0.19154754]\n [-0.0223019 -0.00799301 0.07359228]\n [-0.14513138 0.08137772 0.1497091 ]\n [-0.07590533 -0.09150982 0.06861794]\n [ 0.08117419 -0.02343451 0.0968121 ]\n [-0.05133678 -0.10798813 0.13652726]\n [-0.12022321 0.06195709 0.23131919]\n [-0.07344248 0.1232316 0.25250432]\n [-0.14023782 -0.12846315 0.18257974]\n [ 0.14198376 0.09424223 0.02265766]\n [-0.02632854 0.10704573 0.22201172]\n [ 0.13783576 0.13679789 0.28960082]\n [ 0.12363071 0.04548235 0.2828218 ]\n [ 0.05896037 0.1499893 0.20954576]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv7ZiuuA7PpqMAWyUSwKMAXSUR0DFMnj+m3vydX2UKGgGR7+o8wHqu8sdaAdLAWgIR0DFMjoG4ZuRdX2UKGgGR7/CE12q1gIAaAdLAmgIR0DFMh0AR02cdX2UKGgGR7/PWwNb1RLsaAdLA2gIR0DFMg5pSJj2dX2UKGgGR7/EzLOiWVu8aAdLAmgIR0DFMcQRNATqdX2UKGgGR7/IRDCxeLNwaAdLA2gIR0DFMacBS1mbdX2UKGgGR7/KHJtBOYY0aAdLA2gIR0DFMVz3oLXudX2UKGgGR7/Mm/FirksCaAdLA2gIR0DFMSIBHTZydX2UKGgGR7/TC0F8ohIOaAdLA2gIR0DFMRJkoWpIdX2UKGgGR7/LgrH2h7E6aAdLA2gIR0DFMPR4MWoFdX2UKGgGR7/QwYtQKrq/aAdLA2gIR0DFMNcLWqcWdX2UKGgGR7/No9s7+1jRaAdLA2gIR0DFMLkzqKP5dX2UKGgGR7/Vjvuw5eZ5aAdLBGgIR0DFMI2D8LrpdX2UKGgGR7+WuHN5dGAkaAdLAWgIR0DFMH6TSsr/dX2UKGgGR7/adMCcPOIJaAdLBGgIR0DFMG5xHXmOdX2UKGgGR7/QygPEsJ6ZaAdLA2gIR0DFMEJnezlcdX2UKGgGR7/QQfZElVtGaAdLA2gIR0DFMDP5gw49dX2UKGgGR7+6ig00m+j/aAdLAmgIR0DFMCWfNA1OdX2UKGgGR7/Uh3qzJIUbaAdLA2gIR0DFL+kMZxaQdX2UKGgGR7/Icz67/XGwaAdLAmgIR0DFL7zSb6P9dX2UKGgGR7/MpT/ACW/raAdLA2gIR0DFL62Gh24edX2UKGgGR7/DsKLKmsNlaAdLAmgIR0DFL55g3LmqdX2UKGgGR7/BQTEit7rtaAdLAmgIR0DFL4DKDCgsdX2UKGgGR7/R62OQyRCAaAdLA2gIR0DFL3ClUIcBdX2UKGgGR7+mE/SpiqhlaAdLAWgIR0DFL1IwGnn/dX2UKGgGR7/GB1cMVk+YaAdLA2gIR0DFL0No+OfedX2UKGgGR7+MqWkadc0MaAdLAWgIR0DFLzRLRKHxdX2UKGgGR7/TGAkLQXyiaAdLBWgIR0DFLxYg3cYZdX2UKGgGR7+eieumrKeTaAdLAWgIR0DFLtSM1jy4dX2UKGgGR7/IT37DVH4HaAdLA2gIR0DFMp9XmvGIdX2UKGgGR7/CqebutwJgaAdLAmgIR0DFMjx5xBE8dX2UKGgGR7/S0T101ZTyaAdLA2gIR0DFMgE63iJgdX2UKGgGR7+5Jsfq5byIaAdLAmgIR0DFMeQTXarWdX2UKGgGR7/fNr0rbxmTaAdLBGgIR0DFMcabDuSfdX2UKGgGR7/GNn5BTn7paAdLA2gIR0DFMal5t3wDdX2UKGgGR7/V/jKgZjx1aAdLBGgIR0DFMZsh3aBadX2UKGgGR7/CeZof0VafaAdLAmgIR0DFMXyTY/VzdX2UKGgGR7/ZH6dlNDc/aAdLBGgIR0DFMUG/L1VYdX2UKGgGR7/XJqIrOJLvaAdLBGgIR0DFMRUlVtGedX2UKGgGR7/QjT8YQ8OkaAdLA2gIR0DFMPar1dxAdX2UKGgGR7/ZGR3eN1hcaAdLBGgIR0DFMNlGAkLQdX2UKGgGR7/R2E0zj3mFaAdLA2gIR0DFMLu56MR6dX2UKGgGR7/Rc8DB/I8yaAdLA2gIR0DFMKz1RLsbdX2UKGgGR7/T0cfeUILPaAdLA2gIR0DFMHCK1og3dX2UKGgGR7/IHdoFmnO0aAdLA2gIR0DFMGHjn3cpdX2UKGgGR7+W8VYZEUj+aAdLAWgIR0DFMFMDuBtldX2UKGgGR7/ORywOe8PGaAdLA2gIR0DFMCcoUi6hdX2UKGgGR7/LZGrjo6jnaAdLA2gIR0DFMBhmbsnidX2UKGgGR7+Tq0MPSUkfaAdLAWgIR0DFL/lrGipOdX2UKGgGR7/blY2bXpW4aAdLBGgIR0DFL9vOpsGgdX2UKGgGR7+yRzRx95QhaAdLAmgIR0DFL6A2XLNfdX2UKGgGR7+jPfKp1ie/aAdLAWgIR0DFL4D4FiazdX2UKGgGR7/VWBSUC7sfaAdLBGgIR0DFLzV0V8CxdX2UKGgGR7/CDSw4bS7YaAdLAmgIR0DFLxY+B6KMdX2UKGgGR7/Nm/336AOKaAdLA2gIR0DFLwbH2h7FdX2UKGgGR7/E60Y0l7dBaAdLA2gIR0DFLvVJ8OTadX2UKGgGR7/UF49ovi97aAdLA2gIR0DFMoj850bMdX2UKGgGR7/Pqmj0th/iaAdLA2gIR0DFMnoOUdJbdX2UKGgGR7/W/r0J4SpSaAdLA2gIR0DFMmpbdJrddX2UKGgGR7/SqO938n/laAdLBGgIR0DFMiFDhLoPdX2UKGgGR7/Lt0mtyPuHaAdLA2gIR0DFMgMtmL9/dX2UKGgGR7+4O9WZJCjUaAdLAmgIR0DFMch4QjD9dX2UKGgGR7/S42jwhGH6aAdLA2gIR0DFMZxWV/tqdX2UKGgGR7/LiBGx2SuAaAdLA2gIR0DFMWBeJHiFdX2UKGgGR7/AuBczImw8aAdLAmgIR0DFMRV3IMjNdX2UKGgGR7+pgCwKSgXeaAdLAWgIR0DFMMtfPX05dX2UKGgGR7+50vGp++dtaAdLAmgIR0DFMK4tFrmAdX2UKGgGR7+9b0OEug6EaAdLAmgIR0DFMJ82cawVdX2UKGgGR7+9zySV4X41aAdLAmgIR0DFMEV10T11dX2UKGgGR7/RGLDQ7cO9aAdLA2gIR0DFMBje2uxKdX2UKGgGR7/S/5ckdFOPaAdLA2gIR0DFL/pcVxjsdX2UKGgGR7/B71Iy0rsjaAdLAmgIR0DFL75FiKBNdX2UKGgGR7+7EDQqqfe2aAdLAmgIR0DFL6CkTHsDdX2UKGgGR7+RW5paiblSaAdLAWgIR0DFL5B3FDOUdX2UKGgGR7+y2E0zj3mFaAdLAmgIR0DFL2MGkep5dX2UKGgGR7+gJ9iMHbAUaAdLAWgIR0DFLyWso2GZdX2UKGgGR7+3p4bCJoCdaAdLAmgIR0DFLvP7WNFSdX2UKGgGR7/Tdi2Dxsl+aAdLA2gIR0DFMqmANG3GdX2UKGgGR7/F+ocaOxSpaAdLA2gIR0DFMmraAWi2dX2UKGgGR7/Q6cy31BdEaAdLA2gIR0DFMk3kvK2bdX2UKGgGR7/Hk078vVVhaAdLA2gIR0DFMj9lyzX0dX2UKGgGR7/DmseXAuZkaAdLAmgIR0DFMgP5WRzSdX2UKGgGR7/JxWkrPMSsaAdLA2gIR0DFMfUkIHC5dX2UKGgGR7/DQrMC9ytFaAdLAmgIR0DFMeZNh3JQdX2UKGgGR7+3jaPCEYfoaAdLAmgIR0DFMZwl4TsZdX2UKGgGR7/JRqGlANXpaAdLA2gIR0DFMY3XmNipdX2UKGgGR7/UuyNXHR1HaAdLBGgIR0DFMX8BQvYfdX2UKGgGR7+xstTUAks0aAdLAmgIR0DFMWFs7+1jdX2UKGgGR7/MlEZzgdfcaAdLA2gIR0DFMVL5mAbydX2UKGgGR7/SzPKMefZmaAdLA2gIR0DFMUNbHIZJdX2UKGgGR7+8e2d/axoqaAdLAmgIR0DFMTTifg76dX2UKGgGR7/KYIjW07bMaAdLA2gIR0DFMQfvBrN4dX2UKGgGR7/X9qUNayKOaAdLA2gIR0DFMOnnuAqedX2UKGgGR7+57v5P/JeWaAdLAmgIR0DFMMyoESuhdX2UKGgGR7+/Wbwz+FURaAdLAmgIR0DFMHLThHbzdX2UKGgGR7/RpNKyv9tNaAdLA2gIR0DFL+0ep4r0dX2UKGgGR7/bj2Bas6q9aAdLBGgIR0DFL5GTcIqtdX2UKGgGR7/OGrS3LFGYaAdLA2gIR0DFL4KSidrgdX2UKGgGR7/KDlo11nuiaAdLA2gIR0DFL0cl9jPOdX2UKGgGR7+36KtPpIMCaAdLAmgIR0DFLxb6LwWndWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 64, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
replay.mp4 CHANGED
Binary files a/replay.mp4 and b/replay.mp4 differ
 
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": -0.245294069359079, "std_reward": 0.10637035863341743, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-27T11:18:31.560077"}
 
1
+ {"mean_reward": -0.2210450259037316, "std_reward": 0.09693061924615076, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-30T11:04:44.393209"}
vec_normalize.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:176e4d41f8d084475f0e33eda44da83b9ab9ef3efe76a8cd4360e4938ac003b2
3
  size 2842
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb32a9c823ab2f631edcc2e456ce829a4cb3146f2cc2a692ee5fb3db89c7cced
3
  size 2842