Hugging Face's logo

igpaub
/
a2c-PandaReachDense-v3

Reinforcement Learning
stable-baselines3
PandaReachDense-v3
deep-reinforcement-learning
Eval Results (legacy)
Model card Files
xet
 Community
igpaub commited on
Commit
20df010
·
1 Parent(s): 787da64

Initial commit

Browse files
Files changed (9) hide show
  1. README.md +1 -1
  2. a2c-PandaReachDense-v3.zip +2 -2
  3. a2c-PandaReachDense-v3/data +17 -17
  4. a2c-PandaReachDense-v3/policy.optimizer.pth +1 -1
  5. a2c-PandaReachDense-v3/policy.pth +1 -1
  6. config.json +1 -1
  7. replay.mp4 +0 -0
  8. results.json +1 -1
  9. vec_normalize.pkl +2 -2
README.md CHANGED
@@ -16,7 +16,7 @@ model-index:
16
  type: PandaReachDense-v3
17
  metrics:
18
  - type: mean_reward
19
- value: -0.23 +/- 0.12
20
  name: mean_reward
21
  verified: false
22
  ---
 
16
  type: PandaReachDense-v3
17
  metrics:
18
  - type: mean_reward
19
+ value: -0.25 +/- 0.11
20
  name: mean_reward
21
  verified: false
22
  ---
a2c-PandaReachDense-v3.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3bb6d280c93763eb23984dc39d3eae50b94fe645b99d4b233b6b6b2aa7cb60a
3
- size 108131
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a478c7debe74ad597fe1e3efcd2b713d56c7744708e13abd1f995ca89b54b05b
3
+ size 139675
a2c-PandaReachDense-v3/data CHANGED
@@ -4,9 +4,9 @@
4
  ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
5
  "__module__": "stable_baselines3.common.policies",
6
  "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
- "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7e7988527b50>",
8
  "__abstractmethods__": "frozenset()",
9
- "_abc_impl": "<_abc._abc_data object at 0x7e7988522200>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {
@@ -19,31 +19,31 @@
19
  "weight_decay": 0
20
  }
21
  },
22
- "num_timesteps": 1000000,
23
- "_total_timesteps": 1000000,
24
  "_num_timesteps_at_start": 0,
25
  "seed": null,
26
  "action_noise": null,
27
- "start_time": 1698316212935679625,
28
  "learning_rate": 0.0007,
29
  "tensorboard_log": null,
30
  "_last_obs": {
31
  ":type:": "<class 'collections.OrderedDict'>",
32
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAABUqRP80ftD8lum6/930LPimas79LH6O/fiOUPiklSTz8MuU+ZIgjPzf3+T6IFTE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAQMCIP4iGxz862Rm/h2K9PghAWb+xam2/oO2UP91DyT2IXIw/E+apP4p+hz/78LU/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAFSpE/zR+0PyW6br9pa4y+vgNaP9FJyb/3fQs+KZqzv0sfo79kyWe+D4liv1Ibs79+I5Q+KSVJPPwy5T4mD/o+JwbputBmxj5kiCM/N/f5PogVMT+iItQ/lSLIPxl0jj+UaA5LBEsGhpRoEnSUUpR1Lg==",
33
- "achieved_goal": "[[ 1.1350714 1.4072205 -0.93252784]\n [ 0.1362227 -1.4031421 -1.2743925 ]\n [ 0.28933328 0.01227693 0.4476546 ]\n [ 0.6387999 0.48821422 0.6917348 ]]",
34
- "desired_goal": "[[ 1.068367 1.5587931 -0.60097086]\n [ 0.36989233 -0.8486333 -0.92740923]\n [ 1.1635017 0.09827397 1.0965738 ]\n [ 1.3273338 1.0585492 1.4214166 ]]",
35
- "observation": "[[ 1.1350714 1.4072205 -0.93252784 -0.27425697 0.8516196 -1.5725652 ]\n [ 0.1362227 -1.4031421 -1.2743925 -0.22635418 -0.88490385 -1.3992712 ]\n [ 0.28933328 0.01227693 0.4476546 0.48839682 -0.00177783 0.38750315]\n [ 0.6387999 0.48821422 0.6917348 1.6573069 1.5635554 1.112918 ]]"
36
  },
37
  "_last_episode_starts": {
38
  ":type:": "<class 'numpy.ndarray'>",
39
- ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAQCUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="
40
  },
41
  "_last_original_obs": {
42
  ":type:": "<class 'collections.OrderedDict'>",
43
- ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAACovOPSUdEr7V7zE+IRcQPoyitr1GE5M+Z8OOvGgPmz1MhoE+yj7UvcbrHjzitGs+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
44
- "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
45
- "desired_goal": "[[ 0.10085113 -0.1426893 0.17376645]\n [ 0.14071323 -0.08917722 0.28725642]\n [-0.01742716 0.07571298 0.25297773]\n [-0.10363539 0.00969977 0.2301822 ]]",
46
- "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
47
  },
48
  "_episode_num": 0,
49
  "use_sde": false,
@@ -52,13 +52,13 @@
52
  "_stats_window_size": 100,
53
  "ep_info_buffer": {
54
  ":type:": "<class 'collections.deque'>",
55
- ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9fJiiItUXKMAWyUSwSMAXSUR0Ck2O9FOO81dX2UKGgGR7/XYu01IiC8aAdLBGgIR0Ck2e3qiXY2dX2UKGgGR7/by2x6fJ3gaAdLBGgIR0Ck2acD0UXYdX2UKGgGR7/UIkqtozvaaAdLA2gIR0Ck2UxesxO+dX2UKGgGR7+TiwSrYGt7aAdLAWgIR0Ck2aundfsvdX2UKGgGR7/LGlyimEXdaAdLA2gIR0Ck2f1T72tddX2UKGgGR7/bIJqqOtGNaAdLBGgIR0Ck2QNh3JPqdX2UKGgGR7/NSzgMtseoaAdLA2gIR0Ck2bqK508vdX2UKGgGR7/ae9zwMH8kaAdLBGgIR0Ck2WA4n4O+dX2UKGgGR7/IHvc8DB/JaAdLA2gIR0Ck2RC4SYgJdX2UKGgGR7/VmQbMottiaAdLBGgIR0Ck2g7yH2ytdX2UKGgGR7/FUADJU5uJaAdLA2gIR0Ck2cf2bobGdX2UKGgGR7/V+PRzBAObaAdLBGgIR0Ck2XRLkCFLdX2UKGgGR7+9/OMVDa4+aAdLAmgIR0Ck2dNbcGkfdX2UKGgGR7/P7yhBZ6ldaAdLA2gIR0Ck2SCQ1aW5dX2UKGgGR7/IJtzjm0VraAdLA2gIR0Ck2h7nPmgbdX2UKGgGR7/GJ79hqj8DaAdLA2gIR0Ck2eAlnh86dX2UKGgGR7/fUnXumaYvaAdLBGgIR0Ck2YWpQ1rJdX2UKGgGR7/NZQpF1B+naAdLA2gIR0Ck2S25paicdX2UKGgGR7/RmTC+De0paAdLA2gIR0Ck2i6TOgQIdX2UKGgGR7+ohW5paiblaAdLAWgIR0Ck2ee98JD3dX2UKGgGR7/BKAavRqoIaAdLAmgIR0Ck2TkPtlZpdX2UKGgGR7/QhsqJ/G2kaAdLA2gIR0Ck2jumJm/WdX2UKGgGR7/Y8YyfthNNaAdLBGgIR0Ck2Zn003wTdX2UKGgGR7/X7z06HTJAaAdLBGgIR0Ck2flHSWqtdX2UKGgGR7/N+vQnhKlIaAdLA2gIR0Ck2UZfD1oQdX2UKGgGR7/BaouPFNtZaAdLAmgIR0Ck2aTTWoWIdX2UKGgGR7+m6y0KJEYwaAdLAWgIR0Ck2UzUy57PdX2UKGgGR7/U1R+BpYcOaAdLA2gIR0Ck2ksf7rLRdX2UKGgGR7+mbExZdOZcaAdLAWgIR0Ck2aksJ6Y3dX2UKGgGR7/RE3bVSXMRaAdLA2gIR0Ck2ggTh5xBdX2UKGgGR7/JSa3I+4b0aAdLA2gIR0Ck2lb7TDwZdX2UKGgGR7/BQ3PzFuNxaAdLAmgIR0Ck2hAfuCwsdX2UKGgGR7/all9Sde6aaAdLBGgIR0Ck2V13dKukdX2UKGgGR7/Vt4zJp35faAdLBGgIR0Ck2bweNkvsdX2UKGgGR7+9XU6PsAvMaAdLAmgIR0Ck2mI6bONYdX2UKGgGR7/APU8V58jSaAdLAmgIR0Ck2cRmTTvzdX2UKGgGR7+4bedkJ8fFaAdLAmgIR0Ck2mpN9H+ZdX2UKGgGR7/Y5ksjFAE/aAdLBGgIR0Ck2iN9hJAddX2UKGgGR7/WuIAOrhitaAdLBGgIR0Ck2XDd56dEdX2UKGgGR7/DE0BOpKjBaAdLAmgIR0Ck2c0hNdqtdX2UKGgGR7/MeS0Sh8IBaAdLA2gIR0Ck2X62WpqAdX2UKGgGR7/WDeTFERapaAdLBGgIR0Ck2nz987ZGdX2UKGgGR7/GQfZElVtGaAdLA2gIR0Ck2dsDGLk0dX2UKGgGR7/TF4LThHbzaAdLBWgIR0Ck2jnWz4UOdX2UKGgGR7/FtALRa5f/aAdLA2gIR0Ck2osJQcghdX2UKGgGR7/aNbkfcN6PaAdLBGgIR0Ck2ZEU9IPLdX2UKGgGR7/UMoc7yQPqaAdLA2gIR0Ck2khBAv+PdX2UKGgGR7/X2CNCJGe+aAdLBGgIR0Ck2e2kSElFdX2UKGgGR7+inJkoWpIdaAdLAWgIR0Ck2kx1HOKPdX2UKGgGR7+/1M/QjUutaAdLAmgIR0Ck2Zm2b5M2dX2UKGgGR7/OXhwVCXyBaAdLA2gIR0Ck2pg4wRGudX2UKGgGR7++Sq2jO9nLaAdLAmgIR0Ck2faSTyJ9dX2UKGgGR7+Wukk8ifQKaAdLAWgIR0Ck2Z6fBeoldX2UKGgGR7+VhG6PKdQPaAdLAWgIR0Ck2fr26ClKdX2UKGgGR7+/4/NZ/0/XaAdLAmgIR0Ck2qNelbeNdX2UKGgGR7/I+/QBxPweaAdLA2gIR0Ck2lxnezlcdX2UKGgGR7++EoOQQtjDaAdLAmgIR0Ck2amXPZ7HdX2UKGgGR7/Jx3FDOTq0aAdLA2gIR0Ck2gn/cWTHdX2UKGgGR7/SSrYGt6omaAdLA2gIR0Ck2q/5tWMkdX2UKGgGR7/StPpIMBp6aAdLA2gIR0Ck2mj8UEgXdX2UKGgGR7/VaYu01IiDaAdLBGgIR0Ck2boDYAbRdX2UKGgGR7+3u4PPLPldaAdLAmgIR0Ck2rrHlwLmdX2UKGgGR7/FGYrrgOz6aAdLA2gIR0Ck2hkF4cFRdX2UKGgGR7/OZzgdfb9IaAdLA2gIR0Ck2ngDifg8dX2UKGgGR7+h66asp5NXaAdLAWgIR0Ck2h1oQFs6dX2UKGgGR7+2NdZ7ojfOaAdLAmgIR0Ck2sOFQEZBdX2UKGgGR7/Gj+Jgssg/aAdLA2gIR0Ck2cmvOhTPdX2UKGgGR7/AK7ZnL7oCaAdLAmgIR0Ck2iZBTn7pdX2UKGgGR7/T8UVSGahIaAdLA2gIR0Ck2tJK8L8adX2UKGgGR7/XW5paiblSaAdLBGgIR0Ck2ot+so2GdX2UKGgGR7+9Sk0rK/21aAdLAmgIR0Ck2jDW9US7dX2UKGgGR7/KYmb9ZRsNaAdLA2gIR0Ck2di7btZ3dX2UKGgGR7++Vu76Hj6vaAdLAmgIR0Ck2tq77Kq5dX2UKGgGR7/Qy08eS0SiaAdLA2gIR0Ck2pez2OABdX2UKGgGR7/PIZIg/1QJaAdLA2gIR0Ck2jz9CNS7dX2UKGgGR7/MmXw9aEBbaAdLA2gIR0Ck2eUBXCCSdX2UKGgGR7+4g7o0Q9RraAdLAmgIR0Ck2uNnoPkJdX2UKGgGR7/B0yxiXpnpaAdLAmgIR0Ck2e9lmOENdX2UKGgGR7+443m3fAKwaAdLAmgIR0Ck2u3aakRBdX2UKGgGR7/GFYdQwblzaAdLA2gIR0Ck2qcJdB0IdX2UKGgGR7/PUe+23KB/aAdLA2gIR0Ck2kxbjcVQdX2UKGgGR7+pCfHxSYPYaAdLAWgIR0Ck2lAp8WsSdX2UKGgGR7+yn2qT8pCsaAdLAmgIR0Ck2q7QswtbdX2UKGgGR7/M150KZ2IPaAdLA2gIR0Ck2fvrOZ9edX2UKGgGR7/T349HMEA6aAdLBGgIR0Ck2wBkiD/VdX2UKGgGR7/FocJdB0IUaAdLAmgIR0Ck2rl2/zredX2UKGgGR7/QcYIjW07baAdLA2gIR0Ck2l7ILgGbdX2UKGgGR7+jQkX1rZanaAdLAWgIR0Ck2mMBZIQOdX2UKGgGR7/LEWqLjxTbaAdLA2gIR0Ck2gs6zVtodX2UKGgGR7++0qpcX3xnaAdLAmgIR0Ck2sJN0vGqdX2UKGgGR7/Nh1klNUOvaAdLA2gIR0Ck2w2oFV1fdX2UKGgGR7+4NTcZccENaAdLAmgIR0Ck2mv6TGHYdX2UKGgGR7+7sKLKmsNlaAdLAmgIR0Ck2ssBIWgwdX2UKGgGR7/E9+w1R+BpaAdLA2gIR0Ck2hgrH2h7dX2UKGgGR7/A3n6l+EytaAdLAmgIR0Ck2nbvw3HadX2UKGgGR7/XAbhm5DqoaAdLBGgIR0Ck2yFlK9PDdX2UKGgGR7/MvGIbfgrIaAdLA2gIR0Ck2tp3os7NdX2UKGgGR7/XUbT+ee4DaAdLBGgIR0Ck2iusDGLldX2UKGgGR7/bxJul41P4aAdLBGgIR0Ck2ofFJg9edWUu"
56
  },
57
  "ep_success_buffer": {
58
  ":type:": "<class 'collections.deque'>",
59
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
60
  },
61
- "_n_updates": 50000,
62
  "n_steps": 5,
63
  "gamma": 0.99,
64
  "gae_lambda": 1.0,
@@ -89,7 +89,7 @@
89
  "high_repr": "1.0",
90
  "_np_random": null
91
  },
92
- "n_envs": 4,
93
  "lr_schedule": {
94
  ":type:": "<class 'function'>",
95
  ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
 
4
  ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
5
  "__module__": "stable_baselines3.common.policies",
6
  "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
+ "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7dc1e9cc3d00>",
8
  "__abstractmethods__": "frozenset()",
9
+ "_abc_impl": "<_abc._abc_data object at 0x7dc1e9ccd0c0>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {
 
19
  "weight_decay": 0
20
  }
21
  },
22
+ "num_timesteps": 3000000,
23
+ "_total_timesteps": 3000000,
24
  "_num_timesteps_at_start": 0,
25
  "seed": null,
26
  "action_noise": null,
27
+ "start_time": 1698399451194996506,
28
  "learning_rate": 0.0007,
29
  "tensorboard_log": null,
30
  "_last_obs": {
31
  ":type:": "<class 'collections.OrderedDict'>",
32
+ ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAAeGfjvaETEL86xY++6HnWv0j13r9NzEA/YdXEPqhcCr9BKim+K7LTv/dLtT11VaC/aryrPiPADrpzxeo+GmckwN9i3b9CWso/djvHvbslCT8xPI++aryrPiPADrpzxeo+YJ3xvco+jD7hPIS+e+u1PrEECb9hu0w/b52IPl6uC789/ly+aryrPiPADrpzxeo+WS3JPwG1yz9jlYy/ABgOwFhRJ0BKxRTAl0GOv+Uegz9dGsm/DG3OviMp079cuoK/shGUP/PZDj+JO0A+20aWP/oerL0IQq2/U2Q5vxMXUz53jaQ+CbGJv7z+1j/h8Mm/aryrPiPADrpzxeo+aryrPiPADrpzxeo+0rQ5PwR6rz8hebi/DSgvv6UhE79RKLI+F1mJv1yb2b/B6Mm/eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+AGAfvx4oCD+nyao+SWYdwInOCcAPAdQ/djvHvbslCT8xPI++aryrPiPADrpzxeo+HnGbPmmCCz+AZlW+aryrPiPADrpzxeo++vdgvxUjB8DHpjLAeGfjvaETEL86xY++aryrPiPADrpzxeo+djvHvbslCT8xPI++aryrPiPADrpzxeo+aryrPiPADrpzxeo+LZJkPmYnDL8SEGy+eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+aryrPiPADrpzxeo+8JZ+P3aiA7/Wv/E95Dyjv1vtwD9TZGM/DSgvv6UhE79RKLI+pWqdPoro1b+cI2Y/e3tPP/hjAr+pJSE/aryrPiPADrpzxeo+49AsvxWTCD/bsK4+pUOJv2lL5L9xJju6aryrPiPADrpzxeo+h2Aiv6A7CD92Rqs+IHz4PqIWCL8TqoI+aryrPiPADrpzxeo+yBL/Pe2/9712l8C/aryrPiPADrpzxeo+EquKv9OLQb+Z08O/0/0Hv4rmBz9FWK0+cfLXv7qM1j9AGjc/3+jxv9P8wj6KnSrAaryrPiPADrpzxeo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAY+usv4yidr+uKIG+pPSNv6abrL84L8c/QTkbP+EkgL+zHrS+gyeCv/gjkL0F8d+++H45P9iGHz9G0f494kW+vw4uWb/bd3I/LEdNv1kwbz8lV5E9f7LVP2Nlwz/cgwc/1+LfvnxRrjxzwiC/+Hw6P35cur9IUVM/uGj9Psinqb/mb+W+mNpav3kNzb9cTNI/2HTIP5hgWj8cGJO/QMmZvxBskz/BPZa/3FtivyHNiz4iw72/6zqmPgU5vr/0Q86+mId7P9iqvD/UgeI9V2ayP/YbTD0cdr6/PQCDv4ihAr2CXZw/+S2Hv2ntWT8QcZe//sEqPvMbkD4pysY/wcJ9v5SLnD96Ol2/ERJfP7MdaT9J7bW/k4KLv8oKHL9syJI/dRqCv0mNsb/fdq6/N/O+v2G7/75L24u/gO+6vzYxSz6jYig/UwnEP4KjGjxeIVA/5tyevxo2kT/JhWM+xNhvv0qrh7/tg9k/jQvYvsMmpj81vJG/9LMLv7IjZL9HZKk/2eEcP6ISiz/RIqC/T7nDvXulET9RvgA/di6WvRDGfL8uA7y/cCBZv14Hxr8IAqa/MaQjP+/f1j5nW54/s/qlvv2Q0z8vh1C/OJ+DP0AFlL+kmiQ8cV4mv3TSwL8KV4W/EfoSP5EGh78Bgpm/JhFDvbruML/OMTa/px6xP+nd8z4w32m/ubWlP+McqL8hlRy+BySNv3a7l7z8+VQ/NPp8Pw4zkr/xAcu9Mx0jv747KT8TVME/1OQSPSpfWL8XWTk/m93IPl0Lz7+0TEE/e3rFP4R/kL957fs+fzOzP5LwPr/WXjs/12WAv90Bmj8KoAA/9IFCv3P3jb8QCp0+vK9Av/nKL7+gt7C+ZtpZvw3r8z4gWY0+QdYcP1WjYr8Vso0++T0OP4ZIUj/2jL89Hv/DPiBjTz1DVcW/c5K5P+woZr8Ebbu/xERnvyDWm77rDmS/Y3nKvl09oT9nA5Q+dqGSv+UbGT/orlg/ruq4v4QQBT79K6G/CxvTPoP+v7/+ddY/lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAAB4Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb/oeda/SPXev03MQD+y7ju/qRqFv7eV2T9h1cQ+qFwKv0EqKb5OgBa+neTOvxhWr78rstO/90u1PXVVoL/cspC/h1OcP9UuY75qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4aZyTA32Ldv0Jayj96rOk+9b+HvWel6j92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5gnfG9yj6MPuE8hL6X4Ny/HVZYPsGcq79767U+sQQJv2G7TD/GoUc/WRvPv/fXpT9vnYg+Xq4Lvz3+XL4n+ZO+PUnQv8skrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5ZLck/AbXLP2OVjL/cxX0+4yI9P6TWy78AGA7AWFEnQErFFMBVMay/dqmKP85pwr2XQY6/5R6DP10ayb+ZPYG/XzLavWD8br8Mbc6+IynTv1y6gr8R2oI+gKxlv4vr+r2yEZQ/89kOP4k7QD74KoI/Ai/PP5p4qL/bRpY/+h6svQhCrb93zgM/cfG+Pqrryr9TZDm/ExdTPneNpD7S53a/sWoLPoGxVT8JsYm/vP7WP+Hwyb+9dFy/8qKDPyoRbr9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7StDk/BHqvPyF5uL8MvQs/85KrPoXsub8NKC+/pSETv1Eosj7Pyk+/EgPQv82oZz8XWYm/XJvZv8Hoyb8fJT2/YVB3v+Ykbr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4AYB+/HigIP6fJqj47fmC/mc/RP6T9WD9JZh3Aic4JwA8B1D/qr58+qTklvvCk4z92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4ecZs+aYILP4BmVb74ZYG+Rz/SP/J5sb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7692C/FSMHwMemMsAgWee+UVvavfDmpr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz52O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4tkmQ+ZicMvxIQbL7r9a6+MPPQv+GQpb94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7wln4/dqIDv9a/8T1Cnak+J9rHvzNWvb/kPKO/W+3AP1NkYz+ZB9k+LlYuP7SqAUANKC+/pSETv1Eosj7Pyk+/EgPQv82oZz+lap0+iujVv5wjZj88HBg/estvv0iy5T57e08/+GMCv6klIT/Ke7g/lorHv8T2VT9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7j0Cy/FZMIP9uwrj5F/D+/vdjQP6tlZD+lQ4m/aUvkv3EmO7o5G6u/MOaDv4FAlL9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6HYCK/oDsIP3ZGqz48z1q/U5jRP6UOWz8gfPg+ohYIvxOqgj6OyQI/5ZDOv9vfbD5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7IEv897b/3vXaXwL/hYzs+Jzz3Pe0dqb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4Sq4q/04tBv5nTw79B1Fi/XMoMP+ivYr/T/Qe/iuYHP0VYrT4DXVy/3AjUPxnjSz9x8te/uozWP0AaNz/ekV+/242CP9+Zzz/f6PG/0/zCPoqdKsCjGK2/7PaWP388c79qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6UaA5LQEsGhpRoEnSUUpR1Lg==",
33
+ "achieved_goal": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]]",
34
+ "desired_goal": "[[-1.3509334 -0.96341777 -0.2522635 ]\n [-1.1090283 -1.3485 1.5561285 ]\n [ 0.6063424 -1.0011255 -0.35179672]\n [-1.0168308 -0.0703811 -0.4373857 ]\n [ 0.72459364 0.6231513 0.12442259]\n [-1.4865077 -0.848359 0.94714135]\n [-0.80186725 0.9343315 0.070967 ]\n [ 1.6695098 1.5265316 0.52935576]\n [-0.43727753 0.02127909 -0.62796706]\n [ 0.7284694 -1.4559476 0.825459 ]\n [ 0.49493957 -1.3254328 -0.44811934]\n [-0.854898 -1.6019737 1.6429553 ]\n [ 1.5660658 0.8530364 -1.1491733 ]\n [-1.2014542 1.1517353 -1.1737596 ]\n [-0.88421416 0.27304938 -1.4825175 ]\n [ 0.32466826 -1.4861151 -0.4028622 ]\n [ 0.98253775 1.4739637 0.11059919]\n [ 1.3937482 0.04983135 -1.4879794 ]\n [-1.0234448 -0.03189233 1.2216036 ]\n [-1.0560905 0.85127884 -1.1831379 ]\n [ 0.16675565 0.28146324 1.5530444 ]\n [-0.99125296 1.2230096 -0.86417353]\n [ 0.8713694 0.9106094 -1.4213039 ]\n [-1.0899223 -0.6095396 1.1467414 ]\n [-1.0164324 -1.3871242 -1.3630027 ]\n [-1.4917973 -0.49947646 -1.0926298 ]\n [-1.460434 0.19842991 0.6577551 ]\n [ 1.5315346 0.0094384 0.81300914]\n [-1.2411163 1.1344635 0.22219004]\n [-0.93690133 -1.0599148 1.6993386 ]\n [-0.42196313 1.2980579 -1.1385561 ]\n [-0.5457146 -0.89116967 1.3233727 ]\n [ 0.61282116 1.0865061 -1.2510625 ]\n [-0.09556829 0.5689313 0.502904 ]\n [-0.0733308 -0.9873972 -1.468847 ]\n [-0.8481512 -1.5470998 -1.296937 ]\n [ 0.6392241 0.41967723 1.2371644 ]\n [-0.3241783 1.6528622 -0.81456274]\n [ 1.0282965 -1.1564102 0.01004663]\n [-0.64987856 -1.5064225 -1.0417187 ]\n [ 0.5741282 -1.0548879 -1.1992799 ]\n [-0.04762378 -0.6911427 -0.71169746]\n [ 1.3837479 0.47630242 -0.9135618 ]\n [ 1.2946082 -1.3133816 -0.15291263]\n [-1.102662 -0.01852201 0.83193946]\n [ 0.9881928 -1.1421831 -0.0991248 ]\n [-0.6371643 0.66106784 1.5103782 ]\n [ 0.03586276 -0.8452021 0.72401565]\n [ 0.39231572 -1.6175343 0.75507665]\n [ 1.5428003 -1.1288915 0.49204615]\n [ 1.400009 -0.7458583 0.73191583]\n [-1.0031079 1.2031819 0.502442 ]\n [-0.7597954 -1.109114 0.3067174 ]\n [-0.7526815 -0.68669087 -0.34515095]\n [-0.85098875 0.47640267 0.2760706 ]\n [ 0.61264426 -0.88530475 0.27674928]\n [ 0.5556331 0.8214191 0.09353058]\n [ 0.38280576 0.05063164 -1.5416645 ]\n [ 1.4497818 -0.8990619 -1.4642644 ]\n [-0.90339303 -0.30436802 -0.89085263]\n [-0.39545736 1.2596852 0.28908846]\n [-1.1455524 0.5980819 0.84641886]\n [-1.4446619 0.12994581 -1.2591549 ]\n [ 0.4123157 -1.4999546 1.6754758 ]]",
35
+ "observation": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01 -7.34110951e-01\n -1.03987610e+00 1.69988143e+00]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01 -1.46973819e-01\n -1.61635172e+00 -1.36981487e+00]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00 -1.13045835e+00\n 1.22129905e+00 -2.21858338e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00 4.56394017e-01\n -6.62840977e-02 1.83317268e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01 -1.72560394e+00\n 2.11265996e-01 -1.34072125e+00]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01 7.79812217e-01\n -1.61802208e+00 1.29565322e+00]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01 -2.89010257e-01\n -1.62723505e+00 -1.35268533e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00 2.47825086e-01\n 7.38813579e-01 -1.59248781e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00 -1.34525549e+00\n 1.08329654e+00 -9.49283689e-02]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00 -1.00969231e+00\n -1.06541388e-01 -9.33538437e-01]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00 2.55569965e-01\n -8.97163391e-01 -1.22519575e-01]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01 1.01693630e+00\n 1.61862206e+00 -1.31618047e+00]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00 5.14869153e-01\n 3.72935802e-01 -1.58531690e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01 -9.64474797e-01\n 1.36149183e-01 8.34739745e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00 -8.61156285e-01\n 1.02841020e+00 -9.29949403e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00 5.45853376e-01\n 3.35105509e-01 -1.45253050e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00 -7.38847673e-01\n -9.66070235e-01 -9.30250525e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01 -8.76926124e-01\n 1.63914788e+00 8.47620249e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00 3.11888993e-01\n -1.61352769e-01 1.77847099e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01 -2.52731085e-01\n 1.64255607e+00 -1.38653398e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00 -4.51851845e-01\n -1.06619485e-01 -1.30392265e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01 -3.41719955e-01\n -1.63242149e+00 -1.29348385e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01 3.31277907e-01\n -1.56134498e+00 -1.47919309e+00]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01 4.23886091e-01\n 6.81002498e-01 2.02604389e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01 5.94180822e-01\n -9.36698556e-01 4.48625803e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01 1.44127774e+00\n -1.55891681e+00 8.35796595e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01 -7.49943078e-01\n 1.63161433e+00 8.92176330e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04 -1.33676827e+00\n -1.03046227e+00 -1.15821850e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01 -8.54724646e-01\n 1.63746107e+00 8.55692208e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01 5.10887980e-01\n -1.61379683e+00 2.31322691e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00 1.82998195e-01\n 1.20720200e-01 -1.32122576e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00 -8.46988738e-01\n 5.49962759e-01 -8.85496616e-01]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01 -8.60794246e-01\n 1.65652037e+00 7.96433985e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01 -8.73319507e-01\n 1.01995409e+00 1.62188327e+00]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00 -1.35231435e+00\n 1.17941046e+00 -9.50141847e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]]"
36
  },
37
  "_last_episode_starts": {
38
  ":type:": "<class 'numpy.ndarray'>",
39
+ ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAABAAABAAAAAQAAAAAAAAAAAQEAAAAAAQEAAAABAAEAAAEAAQEAAAEBAQAAAAAAAQAAAQAAAQABAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="
40
  },
41
  "_last_original_obs": {
42
  ":type:": "<class 'collections.OrderedDict'>",
43
+ ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAs7eYPT3e2z3ItP886lriPazcBD50RZg+5DavPY0+D77Yew4+AFz5vAu8wbzluPs87DJ/vZwWBD6T9N47HWZ8POUAyD3Hjo0+L/LXPMh8D75Y6Ms9DxYIPiuBrr3n3lU9uJs1vUIegTvDH2A+ViW8PZ1wwr0RDmw+o+HGPXQhCz5HtYE9LJ8/PGIa0b2Han4+2Fixvc7LsD1m6+U8iW+cvTAgnz0NCw0+LCNYvd/9+7zzO4U9ikCnPC07v72zbCc9ZE3Ju6q5kD04koA+Bzy0vdhQVD22IQ89P0yFvdD4xzsSz489x2SWvSibmjyvzJM+01KFOcac3D2njYc9om4+PY0RyruWhpA+m7qQvduZvr234YU9SfQdvUmFyr1bkVk+OeOoPGPISD3s6Bs+LAdCu+D9/b0hj4Y+qfX7PQJq1D1Zquc9qgZevaZIr71ReQs+046UPWA55DwKetY9OTXLvdex3D0UqIs+BXX/vJ+KFjwMBkM9158HvbvZiz1tGxA+abEVvu2+hz3LYW8+tVz9PW/TxDzS1Qs9t20BPlx6A747UUo85/DVPV9+Db6MUmE+A0cXvpi9FTz1UfM8jpgBPpDt/DwMSB4+ByUavWWtIDwhXYE+qMcMvRmdFT4MJIQ+cWOWvX6XAr5Jsm4+BjMRvlLvsrwAwqs9rqa8vNBGAr6X9oA+wPUevUCWpj3Zbww+dVY8vbsEU72osWM+rl4wvQ+GNDzYm10+6+aiPGnt7L3XRTw+TclwPdeJw70jL1g+BiXHPRkCTz3OOYI+tmuyvESL7b029ZE+nU3RPb6tFL6kW2g+JFmSvHzG/T2+yfA8vppuPeqYqT34nXE++RZKPRgfG734ZXM+M0myPYTUCL30ffI9XDgFPZMNBr6mQQo+kN7kPeJK6724lLk90Tr4PQnbiLyMZJI+B2WUPdQsiz0REUo9WnJ3vVPz/T3NmJM+m2nKPVbHqDyH4Nw91xIFPIF90j1AxkY+2NCsvZDV7r2P3Xw+NZzrPb6blr1ySAI+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LQEsGhpRoEnSUUpR1Lg==",
44
+ "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
45
+ "desired_goal": "[[ 7.45691285e-02 1.07357480e-01 3.12141329e-02]\n [ 1.10524967e-01 1.29748046e-01 2.97404885e-01]\n [ 8.55539143e-02 -1.39887050e-01 1.39144301e-01]\n [-3.04393768e-02 -2.36492362e-02 3.07278130e-02]\n [-6.23044223e-02 1.28992498e-01 6.80405786e-03]\n [ 1.54052051e-02 9.76579562e-02 2.76479930e-01]\n [ 2.63605993e-02 -1.40124440e-01 9.95642543e-02]\n [ 1.32896647e-01 -8.52073058e-02 5.22145294e-02]\n [-4.43379581e-02 3.94037459e-03 2.18871161e-01]\n [ 9.18680876e-02 -9.49413553e-02 2.30522409e-01]\n [ 9.71100554e-02 1.35869801e-01 6.33340403e-02]\n [ 1.16956644e-02 -1.02101102e-01 2.48453245e-01]\n [-8.65952373e-02 8.63262266e-02 2.80663483e-02]\n [-7.63846114e-02 7.76981115e-02 1.37737468e-01]\n [-5.27679175e-02 -3.07607036e-02 6.50557503e-02]\n [ 2.04165168e-02 -9.33745876e-02 4.08751480e-02]\n [-6.14325888e-03 7.06666261e-02 2.51115561e-01]\n [-8.80051181e-02 5.18349111e-02 3.49442586e-02]\n [-6.50868341e-02 6.10265881e-03 7.02191740e-02]\n [-7.34344050e-02 1.88728124e-02 2.88670987e-01]\n [ 2.54294457e-04 1.07720897e-01 6.61881492e-02]\n [ 4.64922264e-02 -6.16664300e-03 2.82276809e-01]\n [-7.06684217e-02 -9.30668935e-02 6.53719231e-02]\n [-3.85630466e-02 -9.88870338e-02 2.12468550e-01]\n [ 2.06161607e-02 4.90192287e-02 1.52255714e-01]\n [-2.96063256e-03 -1.24019384e-01 2.62810737e-01]\n [ 1.23027153e-01 1.03717819e-01 1.13117881e-01]\n [-5.42055741e-02 -8.55877846e-02 1.36204973e-01]\n [ 7.25380406e-02 2.78593898e-02 1.04724959e-01]\n [-9.92226079e-02 1.07761078e-01 2.72766709e-01]\n [-3.11837289e-02 9.18832328e-03 4.76131886e-02]\n [-3.31114195e-02 6.82863817e-02 1.40729621e-01]\n [-1.46184579e-01 6.62821308e-02 2.33771488e-01]\n [ 1.23711981e-01 2.40266006e-02 3.41394618e-02]\n [ 1.26395091e-01 -1.28396451e-01 1.23484684e-02]\n [ 1.04463391e-01 -1.38177380e-01 2.20041454e-01]\n [-1.47731826e-01 9.13944095e-03 2.97021661e-02]\n [ 1.26558512e-01 3.08749974e-02 1.54571712e-01]\n [-3.76329683e-02 9.80696548e-03 2.52663642e-01]\n [-3.43700945e-02 1.46107092e-01 2.58087516e-01]\n [-7.34318569e-02 -1.27531022e-01 2.33101979e-01]\n [-1.41796201e-01 -2.18426324e-02 8.38661194e-02]\n [-2.30286978e-02 -1.27223253e-01 2.51881331e-01]\n [-3.88085842e-02 8.13412666e-02 1.37145415e-01]\n [-4.59808894e-02 -5.15181832e-02 2.22357392e-01]\n [-4.30590436e-02 1.10182902e-02 2.16414809e-01]\n [ 1.98855009e-02 -1.15687199e-01 1.83860168e-01]\n [ 5.87857254e-02 -9.54777524e-02 2.11117312e-01]\n [ 9.72385854e-02 5.05391099e-02 2.54347265e-01]\n [-2.17798762e-02 -1.15988284e-01 2.85073936e-01]\n [ 1.02198817e-01 -1.45194024e-01 2.26912081e-01]\n [-1.78647712e-02 1.23913735e-01 2.93930732e-02]\n [ 5.82530424e-02 8.28111917e-02 2.35954165e-01]\n [ 4.93383147e-02 -3.78714502e-02 2.37693667e-01]\n [ 8.70536789e-02 -3.34057957e-02 1.18404299e-01]\n [ 3.25244516e-02 -1.30911157e-01 1.35016054e-01]\n [ 1.11752629e-01 -1.14888921e-01 9.06156898e-02]\n [ 1.21205933e-01 -1.67060066e-02 2.85923362e-01]\n [ 7.24583194e-02 6.79565966e-02 4.93326820e-02]\n [-6.04117885e-02 1.23999260e-01 2.88275152e-01]\n [ 9.88342389e-02 2.06028633e-02 1.07850127e-01]\n [ 8.12216755e-03 1.02778442e-01 1.94115639e-01]\n [-8.43827128e-02 -1.16618276e-01 2.46938929e-01]\n [ 1.15044035e-01 -7.35392421e-02 1.27229482e-01]]",
46
+ "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
47
  },
48
  "_episode_num": 0,
49
  "use_sde": false,
 
52
  "_stats_window_size": 100,
53
  "ep_info_buffer": {
54
  ":type:": "<class 'collections.deque'>",
55
+ ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9Ef8uSOinKMAWyUSwOMAXSUR0C30gAzch1UdX2UKGgGR7/Q/n4fwI+oaAdLA2gIR0C30bbGipNsdX2UKGgGR7/QB19v0h/zaAdLA2gIR0C3z2pFgDzRdX2UKGgGR7/GH+qBEroXaAdLA2gIR0C3zsToUzsQdX2UKGgGR7/X+Sr5qM3qaAdLA2gIR0C3ziEd7v5QdX2UKGgGR7+yi9IwudwvaAdLAmgIR0C32cmqo60ZdX2UKGgGR7/QmSyMUAT7aAdLA2gIR0C32YrVWjoIdX2UKGgGR7/SagVXV9WqaAdLA2gIR0C32W17x/d7dX2UKGgGR7/DJNCZ4Oc2aAdLAmgIR0C32LanvUjLdX2UKGgGR7+ovJzT4L1FaAdLAWgIR0C32HtK28ZldX2UKGgGR7/Qqh11W8yvaAdLA2gIR0C32AXSa3I/dX2UKGgGR7/ZaESM98qnaAdLBGgIR0C3191MVUModX2UKGgGR7+xa6jFhoduaAdLAmgIR0C3141TvRZ2dX2UKGgGR7/Lhz/6wdKeaAdLA2gIR0C313AzUI9ldX2UKGgGR7/M5U96kZaWaAdLA2gIR0C31zGrfcesdX2UKGgGR7/Sz1schkiEaAdLA2gIR0C31n2GZeAvdX2UKGgGR7/Seo1k1/DtaAdLA2gIR0C31ejqB3A3dX2UKGgGR7/JaAWi1y/9aAdLA2gIR0C31b+jVQQ+dX2UKGgGR7/HbmEGqxTsaAdLA2gIR0C31ZGom5UcdX2UKGgGR7/PWFvhqCYkaAdLA2gIR0C31WGwA2hqdX2UKGgGR7/OmsNlRP43aAdLA2gIR0C31P/0h/y5dX2UKGgGR7/ONhmXgLqmaAdLA2gIR0C309ZTAFgVdX2UKGgGR7/AEcsDnvDxaAdLAmgIR0C30wosd1dPdX2UKGgGR7/ZR0lqrR0EaAdLBGgIR0C30Xnr2QGOdX2UKGgGR7/RCKaXrt3OaAdLA2gIR0C30UdvGZNPdX2UKGgGR7/Zp3os7MgVaAdLBGgIR0C30RO7L+xXdX2UKGgGR7/U6NEPUaybaAdLA2gIR0C30KVQhwERdX2UKGgGR7+IDLbHp8neaAdLAWgIR0C3z4bFn7HidX2UKGgGR7/PVI7NjbztaAdLA2gIR0C3z1GkvboKdX2UKGgGR7+0UuctoSL7aAdLAmgIR0C3zn+rZJ05dX2UKGgGR7+Y7Rv3rUsnaAdLAWgIR0C3zj2TLW7OdX2UKGgGR7/UxhUipvP1aAdLA2gIR0C32hHmRvFWdX2UKGgGR7/JoJRfnfVJaAdLA2gIR0C32chkRSP2dX2UKGgGR7/SKWLP2PDHaAdLA2gIR0C32PCPp6hQdX2UKGgGR7/KcyWRigCfaAdLA2gIR0C32LY3BHkMdX2UKGgGR7/T3tKIznA7aAdLA2gIR0C32HpqM3qBdX2UKGgGR7/Ff/FR51NhaAdLA2gIR0C32F2cSXdCdX2UKGgGR7+hhScbzbvgaAdLAWgIR0C32CK/qPfbdX2UKGgGR7/QvrnkkrwwaAdLA2gIR0C318zufEn9dX2UKGgGR7+yxX4j8k2QaAdLAmgIR0C3125tzjm0dX2UKGgGR7/V7fpD/lySaAdLA2gIR0C31zFS0jTsdX2UKGgGR7/Zikfs/pt8aAdLBWgIR0C31vVymygPdX2UKGgGR7/LTrmhdt2taAdLA2gIR0C31tikTHsDdX2UKGgGR7/N6guh9LHuaAdLBGgIR0C31rsy31BddX2UKGgGR7+4RtgrpaA4aAdLAmgIR0C31l9/FzdUdX2UKGgGR7+5EKE384xUaAdLAmgIR0C31iPBnBcidX2UKGgGR7/bNPP9kz42aAdLBGgIR0C31VKjnFHbdX2UKGgGR7/S+sYEW69TaAdLBGgIR0C30nBMN+b3dX2UKGgGR7/EB8QZn+Q2aAdLAmgIR0C30e9+w1R+dX2UKGgGR7/QAPd2xIJ7aAdLA2gIR0C30PGSyMUAdX2UKGgGR7/Fp5eJHiFTaAdLA2gIR0C30AX+qBEsdX2UKGgGR7/OrwvxpcoqaAdLA2gIR0C3z9Lz06HTdX2UKGgGR7+d9x6v7m+1aAdLAWgIR0C3z248dPtVdX2UKGgGR7/T3kxREWqMaAdLA2gIR0C3ztKF23a0dX2UKGgGR7/RI/qxC6YmaAdLA2gIR0C32lwwfyPNdX2UKGgGR7+4f0VafSQYaAdLAmgIR0C32gLfP5YYdX2UKGgGR7/XgAZKnNxEaAdLBGgIR0C32YbyMDOkdX2UKGgGR7/RiHZbpu/DaAdLA2gIR0C32UjcmBvrdX2UKGgGR7/QZmZmZmZmaAdLA2gIR0C32StM495hdX2UKGgGR7+jWf9P1tfpaAdLAWgIR0C32Q1PacqfdX2UKGgGR7/bt3fQ8fV7aAdLBGgIR0C32Fwe/5+IdX2UKGgGR7/AODJ2dNFjaAdLAmgIR0C32BZiqhlEdX2UKGgGR7/CuZCv5gw5aAdLAmgIR0C312p6dDpkdX2UKGgGR7/TVmBe5WilaAdLA2gIR0C31y4hQm/ndX2UKGgGR7+kBIWgvlEJaAdLAWgIR0C31tdB0ITodX2UKGgGR7/Q7iADq4YraAdLA2gIR0C31pnjMmngdX2UKGgGR7/NsjVx0dR0aAdLA2gIR0C31l212JSBdX2UKGgGR7/AcbzbvgFYaAdLAmgIR0C31fkf5k9VdX2UKGgGR7/CsLfDUExJaAdLAmgIR0C31ZtHhCMQdX2UKGgGR7/JViF0xM37aAdLA2gIR0C31Ps/QjUvdX2UKGgGR7/NxbSqlxffaAdLA2gIR0C31Jke+23KdX2UKGgGR7/Giliz9jwyaAdLA2gIR0C306dMPBi1dX2UKGgGR7/GhBZ6lchUaAdLA2gIR0C30tl2vB8AdX2UKGgGR7/RMkQf6oETaAdLA2gIR0C30lecpb2UdX2UKGgGR7+88cMmWt2caAdLAmgIR0C30bVVghKUdX2UKGgGR7+0YBNmDlHSaAdLAmgIR0C30U8F2V3VdX2UKGgGR7/X55JK8L8aaAdLBGgIR0C30KA4CIUKdX2UKGgGR7/e2itaIN3GaAdLBGgIR0C30GMk6cRUdX2UKGgGR7+7GuLaVUuMaAdLAmgIR0C3z8Mju8brdX2UKGgGR7/RAYHgP3BYaAdLA2gIR0C3zx2wiaAndX2UKGgGR7/U6CUX531SaAdLA2gIR0C32eNZA6dUdX2UKGgGR7/WiqyWzF/AaAdLBGgIR0C32YZhnanKdX2UKGgGR7/PUT+NtIkJaAdLA2gIR0C32Q84DLbIdX2UKGgGR7/JxI8QqZtvaAdLA2gIR0C31+Y6wMYudX2UKGgGR7/LUCJXQtz0aAdLA2gIR0C318kSh8IBdX2UKGgGR7/EUkfLcKw7aAdLAmgIR0C31zEeQuEmdX2UKGgGR7/E+xnnMdLhaAdLAmgIR0C31xRJ/XoUdX2UKGgGR7+zPcBU70WeaAdLAmgIR0C31psxXXAedX2UKGgGR7/BaGpMpPRBaAdLAmgIR0C31l90/4ZddX2UKGgGR7/G5MDfWMCLaAdLA2gIR0C31eojv/ipdX2UKGgGR7/Ag7o0Q9RraAdLAmgIR0C31Y53C9AYdX2UKGgGR7/TVrylN1yOaAdLA2gIR0C31VigCfYjdX2UKGgGR7/WABDG96C2aAdLA2gIR0C31C8QiA2AdX2UKGgGR7+jZamoBJZoaAdLAWgIR0C308V6zE75dX2UKGgGR7/GSXdCVrylaAdLA2gIR0C302LxZuAJdX2UKGgGR7/SBeokzGgjaAdLA2gIR0C30Z/YnOSodX2UKGgGR7/R4CIUJv5yaAdLA2gIR0C30P1uWKMvdX2UKGgGR7/DUJfICEHuaAdLAmgIR0C30EGv4dp7dX2UKGgGR7+mus90Rvm6aAdLAWgIR0C3z98YIjW1dX2UKGgGR7/XdxAB1cMWaAdLA2gIR0C3zpV4oqkNdWUu"
56
  },
57
  "ep_success_buffer": {
58
  ":type:": "<class 'collections.deque'>",
59
  ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
60
  },
61
+ "_n_updates": 9375,
62
  "n_steps": 5,
63
  "gamma": 0.99,
64
  "gae_lambda": 1.0,
 
89
  "high_repr": "1.0",
90
  "_np_random": null
91
  },
92
+ "n_envs": 64,
93
  "lr_schedule": {
94
  ":type:": "<class 'function'>",
95
  ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
a2c-PandaReachDense-v3/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55d80ca771eb5f45f342a8196c88d6a0f071ab3d5f55a90387b512f887e4f11a
3
  size 45167
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ade2ffcc22c6b4d2e76bbcad0128d33620f5dd0940c844c0018c875f9a2aae
3
  size 45167
a2c-PandaReachDense-v3/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64bc5624dd116e619c4beb13e5fe8dc16cdb8999a768cb461c9a66623a32cf5a
3
  size 46447
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ecf805626269d8115adeef0eb4c7091097f124cdda0142d5cb3a3f375aab1b
3
  size 46447
config.json CHANGED
@@ -1 +1 @@
1
- {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7e7988527b50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7e7988522200>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698316212935679625, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAABUqRP80ftD8lum6/930LPimas79LH6O/fiOUPiklSTz8MuU+ZIgjPzf3+T6IFTE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAQMCIP4iGxz862Rm/h2K9PghAWb+xam2/oO2UP91DyT2IXIw/E+apP4p+hz/78LU/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAFSpE/zR+0PyW6br9pa4y+vgNaP9FJyb/3fQs+KZqzv0sfo79kyWe+D4liv1Ibs79+I5Q+KSVJPPwy5T4mD/o+JwbputBmxj5kiCM/N/f5PogVMT+iItQ/lSLIPxl0jj+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 1.1350714 1.4072205 -0.93252784]\n [ 0.1362227 -1.4031421 -1.2743925 ]\n [ 0.28933328 0.01227693 0.4476546 ]\n [ 0.6387999 0.48821422 0.6917348 ]]", "desired_goal": "[[ 1.068367 1.5587931 -0.60097086]\n [ 0.36989233 -0.8486333 -0.92740923]\n [ 1.1635017 0.09827397 1.0965738 ]\n [ 1.3273338 1.0585492 1.4214166 ]]", "observation": "[[ 1.1350714 1.4072205 -0.93252784 -0.27425697 0.8516196 -1.5725652 ]\n [ 0.1362227 -1.4031421 -1.2743925 -0.22635418 -0.88490385 -1.3992712 ]\n [ 0.28933328 0.01227693 0.4476546 0.48839682 -0.00177783 0.38750315]\n [ 0.6387999 0.48821422 0.6917348 1.6573069 1.5635554 1.112918 ]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAQCUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAACovOPSUdEr7V7zE+IRcQPoyitr1GE5M+Z8OOvGgPmz1MhoE+yj7UvcbrHjzitGs+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.10085113 -0.1426893 0.17376645]\n [ 0.14071323 -0.08917722 0.28725642]\n [-0.01742716 0.07571298 0.25297773]\n [-0.10363539 0.00969977 0.2301822 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9fJiiItUXKMAWyUSwSMAXSUR0Ck2O9FOO81dX2UKGgGR7/XYu01IiC8aAdLBGgIR0Ck2e3qiXY2dX2UKGgGR7/by2x6fJ3gaAdLBGgIR0Ck2acD0UXYdX2UKGgGR7/UIkqtozvaaAdLA2gIR0Ck2UxesxO+dX2UKGgGR7+TiwSrYGt7aAdLAWgIR0Ck2aundfsvdX2UKGgGR7/LGlyimEXdaAdLA2gIR0Ck2f1T72tddX2UKGgGR7/bIJqqOtGNaAdLBGgIR0Ck2QNh3JPqdX2UKGgGR7/NSzgMtseoaAdLA2gIR0Ck2bqK508vdX2UKGgGR7/ae9zwMH8kaAdLBGgIR0Ck2WA4n4O+dX2UKGgGR7/IHvc8DB/JaAdLA2gIR0Ck2RC4SYgJdX2UKGgGR7/VmQbMottiaAdLBGgIR0Ck2g7yH2ytdX2UKGgGR7/FUADJU5uJaAdLA2gIR0Ck2cf2bobGdX2UKGgGR7/V+PRzBAObaAdLBGgIR0Ck2XRLkCFLdX2UKGgGR7+9/OMVDa4+aAdLAmgIR0Ck2dNbcGkfdX2UKGgGR7/P7yhBZ6ldaAdLA2gIR0Ck2SCQ1aW5dX2UKGgGR7/IJtzjm0VraAdLA2gIR0Ck2h7nPmgbdX2UKGgGR7/GJ79hqj8DaAdLA2gIR0Ck2eAlnh86dX2UKGgGR7/fUnXumaYvaAdLBGgIR0Ck2YWpQ1rJdX2UKGgGR7/NZQpF1B+naAdLA2gIR0Ck2S25paicdX2UKGgGR7/RmTC+De0paAdLA2gIR0Ck2i6TOgQIdX2UKGgGR7+ohW5paiblaAdLAWgIR0Ck2ee98JD3dX2UKGgGR7/BKAavRqoIaAdLAmgIR0Ck2TkPtlZpdX2UKGgGR7/QhsqJ/G2kaAdLA2gIR0Ck2jumJm/WdX2UKGgGR7/Y8YyfthNNaAdLBGgIR0Ck2Zn003wTdX2UKGgGR7/X7z06HTJAaAdLBGgIR0Ck2flHSWqtdX2UKGgGR7/N+vQnhKlIaAdLA2gIR0Ck2UZfD1oQdX2UKGgGR7/BaouPFNtZaAdLAmgIR0Ck2aTTWoWIdX2UKGgGR7+m6y0KJEYwaAdLAWgIR0Ck2UzUy57PdX2UKGgGR7/U1R+BpYcOaAdLA2gIR0Ck2ksf7rLRdX2UKGgGR7+mbExZdOZcaAdLAWgIR0Ck2aksJ6Y3dX2UKGgGR7/RE3bVSXMRaAdLA2gIR0Ck2ggTh5xBdX2UKGgGR7/JSa3I+4b0aAdLA2gIR0Ck2lb7TDwZdX2UKGgGR7/BQ3PzFuNxaAdLAmgIR0Ck2hAfuCwsdX2UKGgGR7/all9Sde6aaAdLBGgIR0Ck2V13dKukdX2UKGgGR7/Vt4zJp35faAdLBGgIR0Ck2bweNkvsdX2UKGgGR7+9XU6PsAvMaAdLAmgIR0Ck2mI6bONYdX2UKGgGR7/APU8V58jSaAdLAmgIR0Ck2cRmTTvzdX2UKGgGR7+4bedkJ8fFaAdLAmgIR0Ck2mpN9H+ZdX2UKGgGR7/Y5ksjFAE/aAdLBGgIR0Ck2iN9hJAddX2UKGgGR7/WuIAOrhitaAdLBGgIR0Ck2XDd56dEdX2UKGgGR7/DE0BOpKjBaAdLAmgIR0Ck2c0hNdqtdX2UKGgGR7/MeS0Sh8IBaAdLA2gIR0Ck2X62WpqAdX2UKGgGR7/WDeTFERapaAdLBGgIR0Ck2nz987ZGdX2UKGgGR7/GQfZElVtGaAdLA2gIR0Ck2dsDGLk0dX2UKGgGR7/TF4LThHbzaAdLBWgIR0Ck2jnWz4UOdX2UKGgGR7/FtALRa5f/aAdLA2gIR0Ck2osJQcghdX2UKGgGR7/aNbkfcN6PaAdLBGgIR0Ck2ZEU9IPLdX2UKGgGR7/UMoc7yQPqaAdLA2gIR0Ck2khBAv+PdX2UKGgGR7/X2CNCJGe+aAdLBGgIR0Ck2e2kSElFdX2UKGgGR7+inJkoWpIdaAdLAWgIR0Ck2kx1HOKPdX2UKGgGR7+/1M/QjUutaAdLAmgIR0Ck2Zm2b5M2dX2UKGgGR7/OXhwVCXyBaAdLA2gIR0Ck2pg4wRGudX2UKGgGR7++Sq2jO9nLaAdLAmgIR0Ck2faSTyJ9dX2UKGgGR7+Wukk8ifQKaAdLAWgIR0Ck2Z6fBeoldX2UKGgGR7+VhG6PKdQPaAdLAWgIR0Ck2fr26ClKdX2UKGgGR7+/4/NZ/0/XaAdLAmgIR0Ck2qNelbeNdX2UKGgGR7/I+/QBxPweaAdLA2gIR0Ck2lxnezlcdX2UKGgGR7++EoOQQtjDaAdLAmgIR0Ck2amXPZ7HdX2UKGgGR7/Jx3FDOTq0aAdLA2gIR0Ck2gn/cWTHdX2UKGgGR7/SSrYGt6omaAdLA2gIR0Ck2q/5tWMkdX2UKGgGR7/StPpIMBp6aAdLA2gIR0Ck2mj8UEgXdX2UKGgGR7/VaYu01IiDaAdLBGgIR0Ck2boDYAbRdX2UKGgGR7+3u4PPLPldaAdLAmgIR0Ck2rrHlwLmdX2UKGgGR7/FGYrrgOz6aAdLA2gIR0Ck2hkF4cFRdX2UKGgGR7/OZzgdfb9IaAdLA2gIR0Ck2ngDifg8dX2UKGgGR7+h66asp5NXaAdLAWgIR0Ck2h1oQFs6dX2UKGgGR7+2NdZ7ojfOaAdLAmgIR0Ck2sOFQEZBdX2UKGgGR7/Gj+Jgssg/aAdLA2gIR0Ck2cmvOhTPdX2UKGgGR7/AK7ZnL7oCaAdLAmgIR0Ck2iZBTn7pdX2UKGgGR7/T8UVSGahIaAdLA2gIR0Ck2tJK8L8adX2UKGgGR7/XW5paiblSaAdLBGgIR0Ck2ot+so2GdX2UKGgGR7+9Sk0rK/21aAdLAmgIR0Ck2jDW9US7dX2UKGgGR7/KYmb9ZRsNaAdLA2gIR0Ck2di7btZ3dX2UKGgGR7++Vu76Hj6vaAdLAmgIR0Ck2tq77Kq5dX2UKGgGR7/Qy08eS0SiaAdLA2gIR0Ck2pez2OABdX2UKGgGR7/PIZIg/1QJaAdLA2gIR0Ck2jz9CNS7dX2UKGgGR7/MmXw9aEBbaAdLA2gIR0Ck2eUBXCCSdX2UKGgGR7+4g7o0Q9RraAdLAmgIR0Ck2uNnoPkJdX2UKGgGR7/B0yxiXpnpaAdLAmgIR0Ck2e9lmOENdX2UKGgGR7+443m3fAKwaAdLAmgIR0Ck2u3aakRBdX2UKGgGR7/GFYdQwblzaAdLA2gIR0Ck2qcJdB0IdX2UKGgGR7/PUe+23KB/aAdLA2gIR0Ck2kxbjcVQdX2UKGgGR7+pCfHxSYPYaAdLAWgIR0Ck2lAp8WsSdX2UKGgGR7+yn2qT8pCsaAdLAmgIR0Ck2q7QswtbdX2UKGgGR7/M150KZ2IPaAdLA2gIR0Ck2fvrOZ9edX2UKGgGR7/T349HMEA6aAdLBGgIR0Ck2wBkiD/VdX2UKGgGR7/FocJdB0IUaAdLAmgIR0Ck2rl2/zredX2UKGgGR7/QcYIjW07baAdLA2gIR0Ck2l7ILgGbdX2UKGgGR7+jQkX1rZanaAdLAWgIR0Ck2mMBZIQOdX2UKGgGR7/LEWqLjxTbaAdLA2gIR0Ck2gs6zVtodX2UKGgGR7++0qpcX3xnaAdLAmgIR0Ck2sJN0vGqdX2UKGgGR7/Nh1klNUOvaAdLA2gIR0Ck2w2oFV1fdX2UKGgGR7+4NTcZccENaAdLAmgIR0Ck2mv6TGHYdX2UKGgGR7+7sKLKmsNlaAdLAmgIR0Ck2ssBIWgwdX2UKGgGR7/E9+w1R+BpaAdLA2gIR0Ck2hgrH2h7dX2UKGgGR7/A3n6l+EytaAdLAmgIR0Ck2nbvw3HadX2UKGgGR7/XAbhm5DqoaAdLBGgIR0Ck2yFlK9PDdX2UKGgGR7/MvGIbfgrIaAdLA2gIR0Ck2tp3os7NdX2UKGgGR7/XUbT+ee4DaAdLBGgIR0Ck2iusDGLldX2UKGgGR7/bxJul41P4aAdLBGgIR0Ck2ofFJg9edWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
 
1
+ {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7dc1e9cc3d00>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7dc1e9ccd0c0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 3000000, "_total_timesteps": 3000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698399451194996506, "learning_rate": 0.0007, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAAeGfjvaETEL86xY++6HnWv0j13r9NzEA/YdXEPqhcCr9BKim+K7LTv/dLtT11VaC/aryrPiPADrpzxeo+GmckwN9i3b9CWso/djvHvbslCT8xPI++aryrPiPADrpzxeo+YJ3xvco+jD7hPIS+e+u1PrEECb9hu0w/b52IPl6uC789/ly+aryrPiPADrpzxeo+WS3JPwG1yz9jlYy/ABgOwFhRJ0BKxRTAl0GOv+Uegz9dGsm/DG3OviMp079cuoK/shGUP/PZDj+JO0A+20aWP/oerL0IQq2/U2Q5vxMXUz53jaQ+CbGJv7z+1j/h8Mm/aryrPiPADrpzxeo+aryrPiPADrpzxeo+0rQ5PwR6rz8hebi/DSgvv6UhE79RKLI+F1mJv1yb2b/B6Mm/eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+AGAfvx4oCD+nyao+SWYdwInOCcAPAdQ/djvHvbslCT8xPI++aryrPiPADrpzxeo+HnGbPmmCCz+AZlW+aryrPiPADrpzxeo++vdgvxUjB8DHpjLAeGfjvaETEL86xY++aryrPiPADrpzxeo+djvHvbslCT8xPI++aryrPiPADrpzxeo+aryrPiPADrpzxeo+LZJkPmYnDL8SEGy+eGfjvaETEL86xY++aryrPiPADrpzxeo+aryrPiPADrpzxeo+aryrPiPADrpzxeo+8JZ+P3aiA7/Wv/E95Dyjv1vtwD9TZGM/DSgvv6UhE79RKLI+pWqdPoro1b+cI2Y/e3tPP/hjAr+pJSE/aryrPiPADrpzxeo+49AsvxWTCD/bsK4+pUOJv2lL5L9xJju6aryrPiPADrpzxeo+h2Aiv6A7CD92Rqs+IHz4PqIWCL8TqoI+aryrPiPADrpzxeo+yBL/Pe2/9712l8C/aryrPiPADrpzxeo+EquKv9OLQb+Z08O/0/0Hv4rmBz9FWK0+cfLXv7qM1j9AGjc/3+jxv9P8wj6KnSrAaryrPiPADrpzxeo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAY+usv4yidr+uKIG+pPSNv6abrL84L8c/QTkbP+EkgL+zHrS+gyeCv/gjkL0F8d+++H45P9iGHz9G0f494kW+vw4uWb/bd3I/LEdNv1kwbz8lV5E9f7LVP2Nlwz/cgwc/1+LfvnxRrjxzwiC/+Hw6P35cur9IUVM/uGj9Psinqb/mb+W+mNpav3kNzb9cTNI/2HTIP5hgWj8cGJO/QMmZvxBskz/BPZa/3FtivyHNiz4iw72/6zqmPgU5vr/0Q86+mId7P9iqvD/UgeI9V2ayP/YbTD0cdr6/PQCDv4ihAr2CXZw/+S2Hv2ntWT8QcZe//sEqPvMbkD4pysY/wcJ9v5SLnD96Ol2/ERJfP7MdaT9J7bW/k4KLv8oKHL9syJI/dRqCv0mNsb/fdq6/N/O+v2G7/75L24u/gO+6vzYxSz6jYig/UwnEP4KjGjxeIVA/5tyevxo2kT/JhWM+xNhvv0qrh7/tg9k/jQvYvsMmpj81vJG/9LMLv7IjZL9HZKk/2eEcP6ISiz/RIqC/T7nDvXulET9RvgA/di6WvRDGfL8uA7y/cCBZv14Hxr8IAqa/MaQjP+/f1j5nW54/s/qlvv2Q0z8vh1C/OJ+DP0AFlL+kmiQ8cV4mv3TSwL8KV4W/EfoSP5EGh78Bgpm/JhFDvbruML/OMTa/px6xP+nd8z4w32m/ubWlP+McqL8hlRy+BySNv3a7l7z8+VQ/NPp8Pw4zkr/xAcu9Mx0jv747KT8TVME/1OQSPSpfWL8XWTk/m93IPl0Lz7+0TEE/e3rFP4R/kL957fs+fzOzP5LwPr/WXjs/12WAv90Bmj8KoAA/9IFCv3P3jb8QCp0+vK9Av/nKL7+gt7C+ZtpZvw3r8z4gWY0+QdYcP1WjYr8Vso0++T0OP4ZIUj/2jL89Hv/DPiBjTz1DVcW/c5K5P+woZr8Ebbu/xERnvyDWm77rDmS/Y3nKvl09oT9nA5Q+dqGSv+UbGT/orlg/ruq4v4QQBT79K6G/CxvTPoP+v7/+ddY/lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAAB4Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb/oeda/SPXev03MQD+y7ju/qRqFv7eV2T9h1cQ+qFwKv0EqKb5OgBa+neTOvxhWr78rstO/90u1PXVVoL/cspC/h1OcP9UuY75qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4aZyTA32Ldv0Jayj96rOk+9b+HvWel6j92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5gnfG9yj6MPuE8hL6X4Ny/HVZYPsGcq79767U+sQQJv2G7TD/GoUc/WRvPv/fXpT9vnYg+Xq4Lvz3+XL4n+ZO+PUnQv8skrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5ZLck/AbXLP2OVjL/cxX0+4yI9P6TWy78AGA7AWFEnQErFFMBVMay/dqmKP85pwr2XQY6/5R6DP10ayb+ZPYG/XzLavWD8br8Mbc6+IynTv1y6gr8R2oI+gKxlv4vr+r2yEZQ/89kOP4k7QD74KoI/Ai/PP5p4qL/bRpY/+h6svQhCrb93zgM/cfG+Pqrryr9TZDm/ExdTPneNpD7S53a/sWoLPoGxVT8JsYm/vP7WP+Hwyb+9dFy/8qKDPyoRbr9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7StDk/BHqvPyF5uL8MvQs/85KrPoXsub8NKC+/pSETv1Eosj7Pyk+/EgPQv82oZz8XWYm/XJvZv8Hoyb8fJT2/YVB3v+Ykbr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4AYB+/HigIP6fJqj47fmC/mc/RP6T9WD9JZh3Aic4JwA8B1D/qr58+qTklvvCk4z92O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4ecZs+aYILP4BmVb74ZYG+Rz/SP/J5sb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7692C/FSMHwMemMsAgWee+UVvavfDmpr94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz52O8e9uyUJPzE8j76ybu6/K7bPP0tqsb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4tkmQ+ZicMvxIQbL7r9a6+MPPQv+GQpb94Z+O9oRMQvzrFj75v4ea/gE7Vv7Trrb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7wln4/dqIDv9a/8T1Cnak+J9rHvzNWvb/kPKO/W+3AP1NkYz+ZB9k+LlYuP7SqAUANKC+/pSETv1Eosj7Pyk+/EgPQv82oZz+lap0+iujVv5wjZj88HBg/estvv0iy5T57e08/+GMCv6klIT/Ke7g/lorHv8T2VT9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7j0Cy/FZMIP9uwrj5F/D+/vdjQP6tlZD+lQ4m/aUvkv3EmO7o5G6u/MOaDv4FAlL9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6HYCK/oDsIP3ZGqz48z1q/U5jRP6UOWz8gfPg+ohYIvxOqgj6OyQI/5ZDOv9vfbD5qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz7IEv897b/3vXaXwL/hYzs+Jzz3Pe0dqb9qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz4Sq4q/04tBv5nTw79B1Fi/XMoMP+ivYr/T/Qe/iuYHP0VYrT4DXVy/3AjUPxnjSz9x8te/uozWP0AaNz/ekV+/242CP9+Zzz/f6PG/0/zCPoqdKsCjGK2/7PaWP388c79qvKs+I8AOunPF6j6I7wA/44oRu9Ciyz6UaA5LQEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01]]", "desired_goal": "[[-1.3509334 -0.96341777 -0.2522635 ]\n [-1.1090283 -1.3485 1.5561285 ]\n [ 0.6063424 -1.0011255 -0.35179672]\n [-1.0168308 -0.0703811 -0.4373857 ]\n [ 0.72459364 0.6231513 0.12442259]\n [-1.4865077 -0.848359 0.94714135]\n [-0.80186725 0.9343315 0.070967 ]\n [ 1.6695098 1.5265316 0.52935576]\n [-0.43727753 0.02127909 -0.62796706]\n [ 0.7284694 -1.4559476 0.825459 ]\n [ 0.49493957 -1.3254328 -0.44811934]\n [-0.854898 -1.6019737 1.6429553 ]\n [ 1.5660658 0.8530364 -1.1491733 ]\n [-1.2014542 1.1517353 -1.1737596 ]\n [-0.88421416 0.27304938 -1.4825175 ]\n [ 0.32466826 -1.4861151 -0.4028622 ]\n [ 0.98253775 1.4739637 0.11059919]\n [ 1.3937482 0.04983135 -1.4879794 ]\n [-1.0234448 -0.03189233 1.2216036 ]\n [-1.0560905 0.85127884 -1.1831379 ]\n [ 0.16675565 0.28146324 1.5530444 ]\n [-0.99125296 1.2230096 -0.86417353]\n [ 0.8713694 0.9106094 -1.4213039 ]\n [-1.0899223 -0.6095396 1.1467414 ]\n [-1.0164324 -1.3871242 -1.3630027 ]\n [-1.4917973 -0.49947646 -1.0926298 ]\n [-1.460434 0.19842991 0.6577551 ]\n [ 1.5315346 0.0094384 0.81300914]\n [-1.2411163 1.1344635 0.22219004]\n [-0.93690133 -1.0599148 1.6993386 ]\n [-0.42196313 1.2980579 -1.1385561 ]\n [-0.5457146 -0.89116967 1.3233727 ]\n [ 0.61282116 1.0865061 -1.2510625 ]\n [-0.09556829 0.5689313 0.502904 ]\n [-0.0733308 -0.9873972 -1.468847 ]\n [-0.8481512 -1.5470998 -1.296937 ]\n [ 0.6392241 0.41967723 1.2371644 ]\n [-0.3241783 1.6528622 -0.81456274]\n [ 1.0282965 -1.1564102 0.01004663]\n [-0.64987856 -1.5064225 -1.0417187 ]\n [ 0.5741282 -1.0548879 -1.1992799 ]\n [-0.04762378 -0.6911427 -0.71169746]\n [ 1.3837479 0.47630242 -0.9135618 ]\n [ 1.2946082 -1.3133816 -0.15291263]\n [-1.102662 -0.01852201 0.83193946]\n [ 0.9881928 -1.1421831 -0.0991248 ]\n [-0.6371643 0.66106784 1.5103782 ]\n [ 0.03586276 -0.8452021 0.72401565]\n [ 0.39231572 -1.6175343 0.75507665]\n [ 1.5428003 -1.1288915 0.49204615]\n [ 1.400009 -0.7458583 0.73191583]\n [-1.0031079 1.2031819 0.502442 ]\n [-0.7597954 -1.109114 0.3067174 ]\n [-0.7526815 -0.68669087 -0.34515095]\n [-0.85098875 0.47640267 0.2760706 ]\n [ 0.61264426 -0.88530475 0.27674928]\n [ 0.5556331 0.8214191 0.09353058]\n [ 0.38280576 0.05063164 -1.5416645 ]\n [ 1.4497818 -0.8990619 -1.4642644 ]\n [-0.90339303 -0.30436802 -0.89085263]\n [-0.39545736 1.2596852 0.28908846]\n [-1.1455524 0.5980819 0.84641886]\n [-1.4446619 0.12994581 -1.2591549 ]\n [ 0.4123157 -1.4999546 1.6754758 ]]", "observation": "[[-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [-1.67559528e+00 -1.74186039e+00 7.53117383e-01 -7.34110951e-01\n -1.03987610e+00 1.69988143e+00]\n [ 3.84440452e-01 -5.40476322e-01 -1.65200248e-01 -1.46973819e-01\n -1.61635172e+00 -1.36981487e+00]\n [-1.65387475e+00 8.85237977e-02 -1.25260794e+00 -1.13045835e+00\n 1.22129905e+00 -2.21858338e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-2.56879282e+00 -1.72957981e+00 1.58087945e+00 4.56394017e-01\n -6.62840977e-02 1.83317268e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.17975950e-01 2.73916543e-01 -2.58276969e-01 -1.72560394e+00\n 2.11265996e-01 -1.34072125e+00]\n [ 3.55312198e-01 -5.35227835e-01 7.99734175e-01 7.79812217e-01\n -1.61802208e+00 1.29565322e+00]\n [ 2.66826123e-01 -5.45629382e-01 -2.15813592e-01 -2.89010257e-01\n -1.62723505e+00 -1.35268533e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.57169640e+00 1.59146130e+00 -1.09830892e+00 2.47825086e-01\n 7.38813579e-01 -1.59248781e+00]\n [-2.22021484e+00 2.61433983e+00 -2.32454157e+00 -1.34525549e+00\n 1.08329654e+00 -9.49283689e-02]\n [-1.11137664e+00 1.02438033e+00 -1.57111704e+00 -1.00969231e+00\n -1.06541388e-01 -9.33538437e-01]\n [-4.03175712e-01 -1.64969289e+00 -1.02131224e+00 2.55569965e-01\n -8.97163391e-01 -1.22519575e-01]\n [ 1.15679002e+00 5.58013141e-01 1.87727109e-01 1.01693630e+00\n 1.61862206e+00 -1.31618047e+00]\n [ 1.17403734e+00 -8.40434581e-02 -1.35357761e+00 5.14869153e-01\n 3.72935802e-01 -1.58531690e+00]\n [-7.24187076e-01 2.06142709e-01 3.21391791e-01 -9.64474797e-01\n 1.36149183e-01 8.34739745e-01]\n [-1.07571518e+00 1.67964888e+00 -1.57766354e+00 -8.61156285e-01\n 1.02841020e+00 -9.29949403e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 7.25415349e-01 1.37091112e+00 -1.44119656e+00 5.45853376e-01\n 3.35105509e-01 -1.45253050e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [-1.07303131e+00 -1.70005369e+00 -1.57741559e+00 -7.38847673e-01\n -9.66070235e-01 -9.30250525e-01]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.22558594e-01 5.31862140e-01 3.33569735e-01 -8.76926124e-01\n 1.63914788e+00 8.47620249e-01]\n [-2.45936799e+00 -2.15323091e+00 1.65628231e+00 3.11888993e-01\n -1.61352769e-01 1.77847099e+00]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.03597391e-01 5.44958651e-01 -2.08398819e-01 -2.52731085e-01\n 1.64255607e+00 -1.38653398e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-8.78783822e-01 -2.11151624e+00 -2.79142928e+00 -4.51851845e-01\n -1.06619485e-01 -1.30392265e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-9.72813815e-02 5.35731971e-01 -2.79756099e-01 -1.86275315e+00\n 1.62274683e+00 -1.38605630e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 2.23213866e-01 -5.47476172e-01 -2.30530053e-01 -3.41719955e-01\n -1.63242149e+00 -1.29348385e+00]\n [-1.11037195e-01 -5.62799513e-01 -2.80801594e-01 -1.80375469e+00\n -1.66645813e+00 -1.35875559e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 9.94490623e-01 -5.14197707e-01 1.18041679e-01 3.31277907e-01\n -1.56134498e+00 -1.47919309e+00]\n [-1.27529573e+00 1.50724351e+00 8.88249576e-01 4.23886091e-01\n 6.81002498e-01 2.02604389e+00]\n [-6.84204876e-01 -5.74732125e-01 3.47963840e-01 -8.11688364e-01\n -1.62509370e+00 9.04919446e-01]\n [ 3.07454258e-01 -1.67115903e+00 8.98980856e-01 5.94180822e-01\n -9.36698556e-01 4.48625803e-01]\n [ 8.10477912e-01 -5.09337902e-01 6.29480898e-01 1.44127774e+00\n -1.55891681e+00 8.35796595e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.75062358e-01 5.33494294e-01 3.41193050e-01 -7.49943078e-01\n 1.63161433e+00 8.92176330e-01]\n [-1.07237685e+00 -1.78355134e+00 -7.13921210e-04 -1.33676827e+00\n -1.03046227e+00 -1.15821850e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-6.34285390e-01 5.32159805e-01 3.34521949e-01 -8.54724646e-01\n 1.63746107e+00 8.55692208e-01]\n [ 4.85321999e-01 -5.31595349e-01 2.55203813e-01 5.10887980e-01\n -1.61379683e+00 2.31322691e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [ 1.24547541e-01 -1.20971538e-01 -1.50462222e+00 1.82998195e-01\n 1.20720200e-01 -1.32122576e+00]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]\n [-1.08334565e+00 -7.56039798e-01 -1.52989495e+00 -8.46988738e-01\n 5.49962759e-01 -8.85496616e-01]\n [-5.31216800e-01 5.30861497e-01 3.38564068e-01 -8.60794246e-01\n 1.65652037e+00 7.96433985e-01]\n [-1.68708622e+00 1.67616963e+00 7.15244293e-01 -8.73319507e-01\n 1.01995409e+00 1.62188327e+00]\n [-1.88991916e+00 3.80835146e-01 -2.66586542e+00 -1.35231435e+00\n 1.17941046e+00 -9.50141847e-01]\n [ 3.35421860e-01 -5.44550072e-04 4.58537668e-01 5.03654957e-01\n -2.22080271e-03 3.97726536e-01]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVswAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZAAAAAAAAAAAAAAAABAAABAAAAAQAAAAAAAAAAAQEAAAAAAQEAAAABAAEAAAEAAQEAAAEBAQAAAAAAAQAAAQAAAQABAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiS0CFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWV+wwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolgADAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYktASwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolgADAAAAAAAAs7eYPT3e2z3ItP886lriPazcBD50RZg+5DavPY0+D77Yew4+AFz5vAu8wbzluPs87DJ/vZwWBD6T9N47HWZ8POUAyD3Hjo0+L/LXPMh8D75Y6Ms9DxYIPiuBrr3n3lU9uJs1vUIegTvDH2A+ViW8PZ1wwr0RDmw+o+HGPXQhCz5HtYE9LJ8/PGIa0b2Han4+2Fixvc7LsD1m6+U8iW+cvTAgnz0NCw0+LCNYvd/9+7zzO4U9ikCnPC07v72zbCc9ZE3Ju6q5kD04koA+Bzy0vdhQVD22IQ89P0yFvdD4xzsSz489x2SWvSibmjyvzJM+01KFOcac3D2njYc9om4+PY0RyruWhpA+m7qQvduZvr234YU9SfQdvUmFyr1bkVk+OeOoPGPISD3s6Bs+LAdCu+D9/b0hj4Y+qfX7PQJq1D1Zquc9qgZevaZIr71ReQs+046UPWA55DwKetY9OTXLvdex3D0UqIs+BXX/vJ+KFjwMBkM9158HvbvZiz1tGxA+abEVvu2+hz3LYW8+tVz9PW/TxDzS1Qs9t20BPlx6A747UUo85/DVPV9+Db6MUmE+A0cXvpi9FTz1UfM8jpgBPpDt/DwMSB4+ByUavWWtIDwhXYE+qMcMvRmdFT4MJIQ+cWOWvX6XAr5Jsm4+BjMRvlLvsrwAwqs9rqa8vNBGAr6X9oA+wPUevUCWpj3Zbww+dVY8vbsEU72osWM+rl4wvQ+GNDzYm10+6+aiPGnt7L3XRTw+TclwPdeJw70jL1g+BiXHPRkCTz3OOYI+tmuyvESL7b029ZE+nU3RPb6tFL6kW2g+JFmSvHzG/T2+yfA8vppuPeqYqT34nXE++RZKPRgfG734ZXM+M0myPYTUCL30ffI9XDgFPZMNBr6mQQo+kN7kPeJK6724lLk90Tr4PQnbiLyMZJI+B2WUPdQsiz0REUo9WnJ3vVPz/T3NmJM+m2nKPVbHqDyH4Nw91xIFPIF90j1AxkY+2NCsvZDV7r2P3Xw+NZzrPb6blr1ySAI+lGgOS0BLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWAAYAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LQEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 7.45691285e-02 1.07357480e-01 3.12141329e-02]\n [ 1.10524967e-01 1.29748046e-01 2.97404885e-01]\n [ 8.55539143e-02 -1.39887050e-01 1.39144301e-01]\n [-3.04393768e-02 -2.36492362e-02 3.07278130e-02]\n [-6.23044223e-02 1.28992498e-01 6.80405786e-03]\n [ 1.54052051e-02 9.76579562e-02 2.76479930e-01]\n [ 2.63605993e-02 -1.40124440e-01 9.95642543e-02]\n [ 1.32896647e-01 -8.52073058e-02 5.22145294e-02]\n [-4.43379581e-02 3.94037459e-03 2.18871161e-01]\n [ 9.18680876e-02 -9.49413553e-02 2.30522409e-01]\n [ 9.71100554e-02 1.35869801e-01 6.33340403e-02]\n [ 1.16956644e-02 -1.02101102e-01 2.48453245e-01]\n [-8.65952373e-02 8.63262266e-02 2.80663483e-02]\n [-7.63846114e-02 7.76981115e-02 1.37737468e-01]\n [-5.27679175e-02 -3.07607036e-02 6.50557503e-02]\n [ 2.04165168e-02 -9.33745876e-02 4.08751480e-02]\n [-6.14325888e-03 7.06666261e-02 2.51115561e-01]\n [-8.80051181e-02 5.18349111e-02 3.49442586e-02]\n [-6.50868341e-02 6.10265881e-03 7.02191740e-02]\n [-7.34344050e-02 1.88728124e-02 2.88670987e-01]\n [ 2.54294457e-04 1.07720897e-01 6.61881492e-02]\n [ 4.64922264e-02 -6.16664300e-03 2.82276809e-01]\n [-7.06684217e-02 -9.30668935e-02 6.53719231e-02]\n [-3.85630466e-02 -9.88870338e-02 2.12468550e-01]\n [ 2.06161607e-02 4.90192287e-02 1.52255714e-01]\n [-2.96063256e-03 -1.24019384e-01 2.62810737e-01]\n [ 1.23027153e-01 1.03717819e-01 1.13117881e-01]\n [-5.42055741e-02 -8.55877846e-02 1.36204973e-01]\n [ 7.25380406e-02 2.78593898e-02 1.04724959e-01]\n [-9.92226079e-02 1.07761078e-01 2.72766709e-01]\n [-3.11837289e-02 9.18832328e-03 4.76131886e-02]\n [-3.31114195e-02 6.82863817e-02 1.40729621e-01]\n [-1.46184579e-01 6.62821308e-02 2.33771488e-01]\n [ 1.23711981e-01 2.40266006e-02 3.41394618e-02]\n [ 1.26395091e-01 -1.28396451e-01 1.23484684e-02]\n [ 1.04463391e-01 -1.38177380e-01 2.20041454e-01]\n [-1.47731826e-01 9.13944095e-03 2.97021661e-02]\n [ 1.26558512e-01 3.08749974e-02 1.54571712e-01]\n [-3.76329683e-02 9.80696548e-03 2.52663642e-01]\n [-3.43700945e-02 1.46107092e-01 2.58087516e-01]\n [-7.34318569e-02 -1.27531022e-01 2.33101979e-01]\n [-1.41796201e-01 -2.18426324e-02 8.38661194e-02]\n [-2.30286978e-02 -1.27223253e-01 2.51881331e-01]\n [-3.88085842e-02 8.13412666e-02 1.37145415e-01]\n [-4.59808894e-02 -5.15181832e-02 2.22357392e-01]\n [-4.30590436e-02 1.10182902e-02 2.16414809e-01]\n [ 1.98855009e-02 -1.15687199e-01 1.83860168e-01]\n [ 5.87857254e-02 -9.54777524e-02 2.11117312e-01]\n [ 9.72385854e-02 5.05391099e-02 2.54347265e-01]\n [-2.17798762e-02 -1.15988284e-01 2.85073936e-01]\n [ 1.02198817e-01 -1.45194024e-01 2.26912081e-01]\n [-1.78647712e-02 1.23913735e-01 2.93930732e-02]\n [ 5.82530424e-02 8.28111917e-02 2.35954165e-01]\n [ 4.93383147e-02 -3.78714502e-02 2.37693667e-01]\n [ 8.70536789e-02 -3.34057957e-02 1.18404299e-01]\n [ 3.25244516e-02 -1.30911157e-01 1.35016054e-01]\n [ 1.11752629e-01 -1.14888921e-01 9.06156898e-02]\n [ 1.21205933e-01 -1.67060066e-02 2.85923362e-01]\n [ 7.24583194e-02 6.79565966e-02 4.93326820e-02]\n [-6.04117885e-02 1.23999260e-01 2.88275152e-01]\n [ 9.88342389e-02 2.06028633e-02 1.07850127e-01]\n [ 8.12216755e-03 1.02778442e-01 1.94115639e-01]\n [-8.43827128e-02 -1.16618276e-01 2.46938929e-01]\n [ 1.15044035e-01 -7.35392421e-02 1.27229482e-01]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHv9Ef8uSOinKMAWyUSwOMAXSUR0C30gAzch1UdX2UKGgGR7/Q/n4fwI+oaAdLA2gIR0C30bbGipNsdX2UKGgGR7/QB19v0h/zaAdLA2gIR0C3z2pFgDzRdX2UKGgGR7/GH+qBEroXaAdLA2gIR0C3zsToUzsQdX2UKGgGR7/X+Sr5qM3qaAdLA2gIR0C3ziEd7v5QdX2UKGgGR7+yi9IwudwvaAdLAmgIR0C32cmqo60ZdX2UKGgGR7/QmSyMUAT7aAdLA2gIR0C32YrVWjoIdX2UKGgGR7/SagVXV9WqaAdLA2gIR0C32W17x/d7dX2UKGgGR7/DJNCZ4Oc2aAdLAmgIR0C32LanvUjLdX2UKGgGR7+ovJzT4L1FaAdLAWgIR0C32HtK28ZldX2UKGgGR7/Qqh11W8yvaAdLA2gIR0C32AXSa3I/dX2UKGgGR7/ZaESM98qnaAdLBGgIR0C3191MVUModX2UKGgGR7+xa6jFhoduaAdLAmgIR0C3141TvRZ2dX2UKGgGR7/Lhz/6wdKeaAdLA2gIR0C313AzUI9ldX2UKGgGR7/M5U96kZaWaAdLA2gIR0C31zGrfcesdX2UKGgGR7/Sz1schkiEaAdLA2gIR0C31n2GZeAvdX2UKGgGR7/Seo1k1/DtaAdLA2gIR0C31ejqB3A3dX2UKGgGR7/JaAWi1y/9aAdLA2gIR0C31b+jVQQ+dX2UKGgGR7/HbmEGqxTsaAdLA2gIR0C31ZGom5UcdX2UKGgGR7/PWFvhqCYkaAdLA2gIR0C31WGwA2hqdX2UKGgGR7/OmsNlRP43aAdLA2gIR0C31P/0h/y5dX2UKGgGR7/ONhmXgLqmaAdLA2gIR0C309ZTAFgVdX2UKGgGR7/AEcsDnvDxaAdLAmgIR0C30wosd1dPdX2UKGgGR7/ZR0lqrR0EaAdLBGgIR0C30Xnr2QGOdX2UKGgGR7/RCKaXrt3OaAdLA2gIR0C30UdvGZNPdX2UKGgGR7/Zp3os7MgVaAdLBGgIR0C30RO7L+xXdX2UKGgGR7/U6NEPUaybaAdLA2gIR0C30KVQhwERdX2UKGgGR7+IDLbHp8neaAdLAWgIR0C3z4bFn7HidX2UKGgGR7/PVI7NjbztaAdLA2gIR0C3z1GkvboKdX2UKGgGR7+0UuctoSL7aAdLAmgIR0C3zn+rZJ05dX2UKGgGR7+Y7Rv3rUsnaAdLAWgIR0C3zj2TLW7OdX2UKGgGR7/UxhUipvP1aAdLA2gIR0C32hHmRvFWdX2UKGgGR7/JoJRfnfVJaAdLA2gIR0C32chkRSP2dX2UKGgGR7/SKWLP2PDHaAdLA2gIR0C32PCPp6hQdX2UKGgGR7/KcyWRigCfaAdLA2gIR0C32LY3BHkMdX2UKGgGR7/T3tKIznA7aAdLA2gIR0C32HpqM3qBdX2UKGgGR7/Ff/FR51NhaAdLA2gIR0C32F2cSXdCdX2UKGgGR7+hhScbzbvgaAdLAWgIR0C32CK/qPfbdX2UKGgGR7/QvrnkkrwwaAdLA2gIR0C318zufEn9dX2UKGgGR7+yxX4j8k2QaAdLAmgIR0C3125tzjm0dX2UKGgGR7/V7fpD/lySaAdLA2gIR0C31zFS0jTsdX2UKGgGR7/Zikfs/pt8aAdLBWgIR0C31vVymygPdX2UKGgGR7/LTrmhdt2taAdLA2gIR0C31tikTHsDdX2UKGgGR7/N6guh9LHuaAdLBGgIR0C31rsy31BddX2UKGgGR7+4RtgrpaA4aAdLAmgIR0C31l9/FzdUdX2UKGgGR7+5EKE384xUaAdLAmgIR0C31iPBnBcidX2UKGgGR7/bNPP9kz42aAdLBGgIR0C31VKjnFHbdX2UKGgGR7/S+sYEW69TaAdLBGgIR0C30nBMN+b3dX2UKGgGR7/EB8QZn+Q2aAdLAmgIR0C30e9+w1R+dX2UKGgGR7/QAPd2xIJ7aAdLA2gIR0C30PGSyMUAdX2UKGgGR7/Fp5eJHiFTaAdLA2gIR0C30AX+qBEsdX2UKGgGR7/OrwvxpcoqaAdLA2gIR0C3z9Lz06HTdX2UKGgGR7+d9x6v7m+1aAdLAWgIR0C3z248dPtVdX2UKGgGR7/T3kxREWqMaAdLA2gIR0C3ztKF23a0dX2UKGgGR7/RI/qxC6YmaAdLA2gIR0C32lwwfyPNdX2UKGgGR7+4f0VafSQYaAdLAmgIR0C32gLfP5YYdX2UKGgGR7/XgAZKnNxEaAdLBGgIR0C32YbyMDOkdX2UKGgGR7/RiHZbpu/DaAdLA2gIR0C32UjcmBvrdX2UKGgGR7/QZmZmZmZmaAdLA2gIR0C32StM495hdX2UKGgGR7+jWf9P1tfpaAdLAWgIR0C32Q1PacqfdX2UKGgGR7/bt3fQ8fV7aAdLBGgIR0C32Fwe/5+IdX2UKGgGR7/AODJ2dNFjaAdLAmgIR0C32BZiqhlEdX2UKGgGR7/CuZCv5gw5aAdLAmgIR0C312p6dDpkdX2UKGgGR7/TVmBe5WilaAdLA2gIR0C31y4hQm/ndX2UKGgGR7+kBIWgvlEJaAdLAWgIR0C31tdB0ITodX2UKGgGR7/Q7iADq4YraAdLA2gIR0C31pnjMmngdX2UKGgGR7/NsjVx0dR0aAdLA2gIR0C31l212JSBdX2UKGgGR7/AcbzbvgFYaAdLAmgIR0C31fkf5k9VdX2UKGgGR7/CsLfDUExJaAdLAmgIR0C31ZtHhCMQdX2UKGgGR7/JViF0xM37aAdLA2gIR0C31Ps/QjUvdX2UKGgGR7/NxbSqlxffaAdLA2gIR0C31Jke+23KdX2UKGgGR7/Giliz9jwyaAdLA2gIR0C306dMPBi1dX2UKGgGR7/GhBZ6lchUaAdLA2gIR0C30tl2vB8AdX2UKGgGR7/RMkQf6oETaAdLA2gIR0C30lecpb2UdX2UKGgGR7+88cMmWt2caAdLAmgIR0C30bVVghKUdX2UKGgGR7+0YBNmDlHSaAdLAmgIR0C30U8F2V3VdX2UKGgGR7/X55JK8L8aaAdLBGgIR0C30KA4CIUKdX2UKGgGR7/e2itaIN3GaAdLBGgIR0C30GMk6cRUdX2UKGgGR7+7GuLaVUuMaAdLAmgIR0C3z8Mju8brdX2UKGgGR7/RAYHgP3BYaAdLA2gIR0C3zx2wiaAndX2UKGgGR7/U6CUX531SaAdLA2gIR0C32eNZA6dUdX2UKGgGR7/WiqyWzF/AaAdLBGgIR0C32YZhnanKdX2UKGgGR7/PUT+NtIkJaAdLA2gIR0C32Q84DLbIdX2UKGgGR7/JxI8QqZtvaAdLA2gIR0C31+Y6wMYudX2UKGgGR7/LUCJXQtz0aAdLA2gIR0C318kSh8IBdX2UKGgGR7/EUkfLcKw7aAdLAmgIR0C31zEeQuEmdX2UKGgGR7/E+xnnMdLhaAdLAmgIR0C31xRJ/XoUdX2UKGgGR7+zPcBU70WeaAdLAmgIR0C31psxXXAedX2UKGgGR7/BaGpMpPRBaAdLAmgIR0C31l90/4ZddX2UKGgGR7/G5MDfWMCLaAdLA2gIR0C31eojv/ipdX2UKGgGR7/Ag7o0Q9RraAdLAmgIR0C31Y53C9AYdX2UKGgGR7/TVrylN1yOaAdLA2gIR0C31VigCfYjdX2UKGgGR7/WABDG96C2aAdLA2gIR0C31C8QiA2AdX2UKGgGR7+jZamoBJZoaAdLAWgIR0C308V6zE75dX2UKGgGR7/GSXdCVrylaAdLA2gIR0C302LxZuAJdX2UKGgGR7/SBeokzGgjaAdLA2gIR0C30Z/YnOSodX2UKGgGR7/R4CIUJv5yaAdLA2gIR0C30P1uWKMvdX2UKGgGR7/DUJfICEHuaAdLAmgIR0C30EGv4dp7dX2UKGgGR7+mus90Rvm6aAdLAWgIR0C3z98YIjW1dX2UKGgGR7/XdxAB1cMWaAdLA2gIR0C3zpV4oqkNdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 9375, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVsAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCdoHCiWBgAAAAAAAAABAQEBAQGUaCBLBoWUaCR0lFKUaCxLBoWUaC5oHCiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLBoWUaCR0lFKUaDNoHCiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLBoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVnQEAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": null}, "n_envs": 64, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuDQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.1.0", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}}
replay.mp4 CHANGED
Binary files a/replay.mp4 and b/replay.mp4 differ
 
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": -0.2257433645427227, "std_reward": 0.1199610709919296, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-26T11:15:34.579253"}
 
1
+ {"mean_reward": -0.245294069359079, "std_reward": 0.10637035863341743, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-10-27T11:18:31.560077"}
vec_normalize.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a71525ed578820960b37194009eab70801035aa688f37fb5f1de649c018c6b40
3
- size 2623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176e4d41f8d084475f0e33eda44da83b9ab9ef3efe76a8cd4360e4938ac003b2
3
+ size 2842