Commit
·
30c1e1f
1
Parent(s):
957fb80
tqc sb3 param commit
Browse files- README.md +1 -1
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- tqc-PandaReachDense-v2.zip +2 -2
- tqc-PandaReachDense-v2/actor.optimizer.pth +2 -2
- tqc-PandaReachDense-v2/critic.optimizer.pth +2 -2
- tqc-PandaReachDense-v2/data +30 -25
- tqc-PandaReachDense-v2/ent_coef_optimizer.pth +1 -1
- tqc-PandaReachDense-v2/policy.pth +2 -2
- tqc-PandaReachDense-v2/pytorch_variables.pth +1 -1
- vec_normalize.pkl +2 -2
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -1.62 +/- 0.53
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7f335ac8b5e0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f335ac87ec0>"}, "verbose": 1, "policy_kwargs": {"use_sde": false}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVagMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1jAZfc2hhcGWUTowFZHR5cGWUTowKX25wX3JhbmRvbZROdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAACXFSpHCrtGYIgoCMAn3rYcoC/Me2r3ePl+rKS5cl2VHdnzzdrJKcldU6SXf9tgCobM9SxTFCYC3zwyFuGnP5cHfKpRyfNOhYBHywm/N7+vtU6UUktgGEsg+l9zLX2LqdZ8ZzqNk31vR88d0J9c2eI9Yoi0i9S/9/GN92HrrOB9v/soRoU7B3SbWd4TQ4Vx05uQnpwykhWoDEozZdEjbmCeK20tTdh7GDcJcKDfc5AnKVJegPjHy+QLOtDPtxd/EHbYjTD7fikEa2oj7uPyJqT7g1riuWv0DcH4h1kHfYz9W04uB5Pb+DwxbaiX2pTDJXbjBO+uSfw4+ujIT6cY4iw7Zt5fY222eMHZYH1FBX8QxpUFpenp1/sCQDRn6dkeRigYLSXOEltEGHkVophC8ltApubZAvuQ4K+tyS8IAjZymuLHlKQmzdw+SfowKTzmiSSeW++jGZKLqkqOVOlzkrb0Q5A8q/JR4g/sbdNSY39JkHjvRy5k8b4dsBhgi/LFk6rrtV+U81ENOYbPfNyWsFScnkuf27O30C4XsEbJ1wrSU1GDVHZkOzkfrypUWDKG1NCeVVHaTjtk0GotY2u3GCj5w4EQrjqUlXPKtvo6EdYq4BWquW9p4XNeTXB81CQRq1O9bJ0EAsiv0OFdT+xAEguKfm4NW0Mj2Meq8S3p8E5XnqpvOAzXEQxBjxX2Iyq4gVi925M3orB3/U42IyQZoD/qn7N9hxsu5cr2oQLY4Cs0myDvMpA2WNC2QNufKFkF6x+4pxjO4ZDloxLfEFYMP14JQtdDK1e7ohaKMqSq9r2YLOV9LuMkmVgNNMjo+cpYHkz0qQkckvZZijSjwWzSwEVZjdPoF24uex4algCkTg6DPrjEwk+ryHebvUvI0LjuziopQkjghldegc+TIsf1c9XPy3sf6eCRIJDbbSjHxAI/SyjASBhmm6AUVTAo/OmSl5flBkscCZzWDxOeePkCqNcAgGr8r5fZgKoIrE7rM8Yb6ohKxmapiB7AvgqJH/ZptNzEsS04JzjiBGKZKPJ1QPGfV6oeX6FVTLNDUPn/kqOM03XWZBWU2LX45ffSGMcvcNM0TsMerygJqnb9YuIKgKdG3LCUX0riFytuFw3rk+Vbba1pBDDMbwSNDfFBBGIo/DDSIRQxX3zRUJE9l8XsDt2qr7z8NnKQre3QjTLNZiQSFyGuROL/P+1miIXgnKhMUJoaLukBKmgIjj+GJSimvOsP49Rn5GLt5aV1vLxeN7vc2kWD3vTERCfnF8JRcGCIxIltzMPK7obNfZpsIRwUDd+QUYRb0K2Ku1XvkJSurjeA2sVUO0q3j2Si1rXm5HtttgqHCiV8LegIzt5zXfDDNRP7NRtik2D7RONDAetth7D7zdGaSV9RwokDL5FkQxaJyjWeCXWcS68Q+PjcsXKEsqPLBfdpwdHTwlbA1v95crBr7nUvDYIsbDy1owMtZmhs+Mf5B3VIsRCmLa4xHFalCdMCwRWgAVyv8/73HiTkBtdz+fw3lKot2xrSROUzWuHii1rPcl/NNMF+fVi887RmBaq0AYD7l8VrRuKK/vICeH9ouh+w8Xz8jSXs3K5RB+uQZxVjmKuNtd6EcfnXn84sQBSiVEilwxXZvNfrjTQg6b+RWQ2zkzcbBdr7XAZbFXuaKEFAXQSW9B2xngV6ydvSMTubDuaguRySXZhNwkX+oY9Bbld+nUkEWKjkTfVLfjM+TgQHRQEU9HgSrp8Y96CIcU1ngxayAdoA4WEboH6tA6zaTXbcHDsF8AWNUBVuqVfJ2Lzs33lISehzH/gQy3BbjbSXDBdRv/w5zGYHGlwS5o8inHWqqe9ga2Qs1c7gDFC/fx1+6FaU0Jvwexyd7wmumwUhOIy6mpsJdS3yyozgatpISG/f6Yb08LBu2+1gTwGx0/5Hdo/FnWVhWtsjcy+xBCBYbrH8LsVOmb+6cy5C7A6miqlS6zLfkIl4UPU9KzjS4ZIENiQY/ESy8Z9G1utniw6eWD6e+2BNWDB5xt4t+ftCqO0Yj/aG5RAKHlfw7rTihEixobfTMw8pmZcLEYZ8s5GtoTTyVI42gsJaIgEBXdw1bVw6MNU9bhe3RSRIX52s28DuLwbMdv9Q5Okl2LfN3xX4eHLPjfYXCJAmenVNxzsTw3Ez9qX1kSyuI0aLvUX5nnCoHyMg8AnVSeZqR6ipqo8dUE7Te4LRLBUBpRUUQK2nNrDKugol7dVQ8jGu8rP6JiNIKwj5DvO6j785sWPdHVi+azc+nDQvn+rFSCuonbbKDLVj442WWLHSCyxZqW59PdrPM8f9E3+av9KpIDATfhoVxRikLvBzODpHV5F9vN7NO958fRknlfeaz1Q2SOGxZl2GeUTSpQqbkgpDl25AY3R0UBxMGSE4BfgOeR9F1R/ZJejyP6LyyV74625NU8YxhBIoAbVtDOHbvm3asF62+01HCZcmpaZ0SYWWHAsy1I0CMVPW8ig90ftN0LdAJ07HG9IeQwvUjJsgldP05BHk7TuNFwWobxGnkF3EB2IhU2uY8TeqU1QQbYZZF3kitNBnnQOU9taFJxZWWP0c+nXNtrPkSCf+2sfxzbDBrHvIL/jYLaAqUqw/fFu1+utasLipXyY3HIGtheNk1KzcTlAaIOKpxckh8ve8Drgsji1aqAGGfapMQEa/Cf/IVkrjpsHBuK2izJ7cvRbiyNt5kOb7Tq5ygarW7PHMu17jwTZWGegn9r89lRnRZPyVPJtEGu3VmvFMLRIrSgRY4KC03Hcp+VIuGi67zu23eMqsB2Z9hy+Q9reRDqJoht8INGpqX/imwvt9vTefe5yNe80fsT/CVo9GZjUmrTa/1VAxo/9YIr95icXYOah8A5jBcpDJsRiUP7VwYKyx081RL9eheCViPiUuy1m5ZmlbZFtnC+ofNZSMAuKQtBqa+4G7SW2Cn/ptY8ZiDEQtFSkFmu12GN5+SPV856C6OSVA2zDd6nd07ThG6WcW9IRHNY2WUuVW1F8eZHObBTmRPhyrusF9uBsEPC6zpB8rrCb8djtrxDHfx8XIs0nc0kgWgnDLQZ4dPwl+SWj9hxOo5rmvLo/Kl8A+B1lp/unVk4LGewgWQsgARpdj+0wrD8EQ2oGRMWoYaoQJugX8yb+rQge014++zb1iaV7E5tVEWz4AXJDFIaAA3cw4q7eY8gS0QEyYaNyknd3iQEPFJw+n+zrp1lYGJPH+4U3datVbacDr52tYwT8weoMurSlGjYoWtaN1TV8TzG8Q0ywANZrsxtGuefBdEFVIMZrCpyaUbWvYfcUJ0FIxEGlk66HEN56T1YCbOVxS4/qVm3aUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNWAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1674396849105999628, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAABHbfPpV6MzsVWQc/BHbfPpV6MzsVWQc/BHbfPpV6MzsVWQc/BHbfPpV6MzsVWQc/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAlEZEP8pTtr7TZy8/zpsoP7/0Vb9xeNo+xZQ2v49fW78gwNS+5sTcPzXggD8QY4a/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAAAEdt8+lXozOxVZBz9+yZ09UdGjuD/RsbwEdt8+lXozOxVZBz9+yZ09UdGjuD/RsbwEdt8+lXozOxVZBz9+yZ09UdGjuD/RsbwEdt8+lXozOxVZBz9+yZ09UdGjuD/RsbyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.43644726 0.00273863 0.52870303]\n [0.43644726 0.00273863 0.52870303]\n [0.43644726 0.00273863 0.52870303]\n [0.43644726 0.00273863 0.52870303]]", "desired_goal": "[[ 0.76670194 -0.356108 0.685178 ]\n [ 0.6586274 -0.8357658 0.42670015]\n [-0.71320754 -0.85692686 -0.4155283 ]\n [ 1.7247589 1.0068423 -1.0498981 ]]", "observation": "[[ 4.3644726e-01 2.7386297e-03 5.2870303e-01 7.7044472e-02\n -7.8114339e-05 -2.1706222e-02]\n [ 4.3644726e-01 2.7386297e-03 5.2870303e-01 7.7044472e-02\n -7.8114339e-05 -2.1706222e-02]\n [ 4.3644726e-01 2.7386297e-03 5.2870303e-01 7.7044472e-02\n -7.8114339e-05 -2.1706222e-02]\n [ 4.3644726e-01 2.7386297e-03 5.2870303e-01 7.7044472e-02\n -7.8114339e-05 -2.1706222e-02]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAATgaIPTtQ/rxJaFc+6JNpPd2mlL2ga0A+wcF+va5nmL3nCes9y0UZPooosj0KanQ9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.06641828 -0.03104412 0.21035875]\n [ 0.05702582 -0.07258389 0.18791056]\n [-0.0621965 -0.0744165 0.11476498]\n [ 0.1496803 0.08699138 0.05967144]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 20000, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI4dBbPLzn07+UhpRSlIwBbJRLMowBdJRHQLyrlp4rz5J1fZQoaAZoCWgPQwgAjj17LlPWv5SGlFKUaBVLMmgWR0C8q3krf+CLdX2UKGgGaAloD0MIHlN3ZRcM27+UhpRSlGgVSzJoFkdAvKta5OJtSHV9lChoBmgJaA9DCGU5CaUvBOG/lIaUUpRoFUsyaBZHQLyrNiMYMv11fZQoaAZoCWgPQwiqRNlbyvnTv5SGlFKUaBVLMmgWR0C8rR+mm+CcdX2UKGgGaAloD0MI7gbRWtHm5L+UhpRSlGgVSzJoFkdAvK0CVTrE+HV9lChoBmgJaA9DCDyjrUoi+9m/lIaUUpRoFUsyaBZHQLys5A4GUwB1fZQoaAZoCWgPQwiE8dO4N7/dv5SGlFKUaBVLMmgWR0C8rL9YjjaPdX2UKGgGaAloD0MIvXK9baZC2L+UhpRSlGgVSzJoFkdAvK6lJ4B3inV9lChoBmgJaA9DCLDIrx9iA+W/lIaUUpRoFUsyaBZHQLyuh5vcafl1fZQoaAZoCWgPQwjEsS5uowHjv5SGlFKUaBVLMmgWR0C8rmla8pTddX2UKGgGaAloD0MIks7AyMua1b+UhpRSlGgVSzJoFkdAvK5EqlP8AXV9lChoBmgJaA9DCNl22hoRDOG/lIaUUpRoFUsyaBZHQLywF9eQdS51fZQoaAZoCWgPQwh3n+OjxZngv5SGlFKUaBVLMmgWR0C8r/pZr56/dX2UKGgGaAloD0MIymsldJfE1L+UhpRSlGgVSzJoFkdAvK/cH7gsLHV9lChoBmgJaA9DCD2elh+4SuC/lIaUUpRoFUsyaBZHQLyvt3Kji4t1fZQoaAZoCWgPQwiBtP8B1qrgv5SGlFKUaBVLMmgWR0C8sZFG9YfXdX2UKGgGaAloD0MICmXh62td1r+UhpRSlGgVSzJoFkdAvLFz029+PXV9lChoBmgJaA9DCI85z9iXbOO/lIaUUpRoFUsyaBZHQLyxVaOPvKF1fZQoaAZoCWgPQwg3GsBbIEHSv5SGlFKUaBVLMmgWR0C8sTDfJmuldX2UKGgGaAloD0MIuYybGmg+37+UhpRSlGgVSzJoFkdAvLMEj5bhWHV9lChoBmgJaA9DCMjNcAM+P9C/lIaUUpRoFUsyaBZHQLyy5xxkupV1fZQoaAZoCWgPQwh+Vpkprb/bv5SGlFKUaBVLMmgWR0C8ssjNt65YdX2UKGgGaAloD0MIjjulg/V/1b+UhpRSlGgVSzJoFkdAvLKkI3R5T3V9lChoBmgJaA9DCAGFevoI/OC/lIaUUpRoFUsyaBZHQLy0b4/eLvV1fZQoaAZoCWgPQwhQptHkYgzgv5SGlFKUaBVLMmgWR0C8tFIJ3PiUdX2UKGgGaAloD0MIjSRBuAIK17+UhpRSlGgVSzJoFkdAvLQz1lGwzXV9lChoBmgJaA9DCIXSF0LO+9y/lIaUUpRoFUsyaBZHQLy0DyFfzBh1fZQoaAZoCWgPQwjK+ziaIyvUv5SGlFKUaBVLMmgWR0C8td5t78ekdX2UKGgGaAloD0MIcqWeBaG83r+UhpRSlGgVSzJoFkdAvLXA7tAs1HV9lChoBmgJaA9DCJKXNbHA1+C/lIaUUpRoFUsyaBZHQLy1oq/dqL11fZQoaAZoCWgPQwguxsA6jh/dv5SGlFKUaBVLMmgWR0C8tX384xUOdX2UKGgGaAloD0MIZoUi3c8p3r+UhpRSlGgVSzJoFkdAvLdR9hJAdHV9lChoBmgJaA9DCJLrppTXStq/lIaUUpRoFUsyaBZHQLy3NIfbKzR1fZQoaAZoCWgPQwhPPj22ZcDVv5SGlFKUaBVLMmgWR0C8txZccENfdX2UKGgGaAloD0MIbqZCPBKv4b+UhpRSlGgVSzJoFkdAvLbxrvb48HV9lChoBmgJaA9DCIpamlshrN2/lIaUUpRoFUsyaBZHQLy4xaWHDaZ1fZQoaAZoCWgPQwhckgN2NXniv5SGlFKUaBVLMmgWR0C8uKguyu6mdX2UKGgGaAloD0MIucK7XMR31b+UhpRSlGgVSzJoFkdAvLiJ7kXDWXV9lChoBmgJaA9DCCQrvwzGiNK/lIaUUpRoFUsyaBZHQLy4ZTP0I1N1fZQoaAZoCWgPQwjymld1VgvTv5SGlFKUaBVLMmgWR0C8ujbmZE2HdX2UKGgGaAloD0MIhpLJqZ1h3L+UhpRSlGgVSzJoFkdAvLoZyZKFqXV9lChoBmgJaA9DCMVVZd8VQeC/lIaUUpRoFUsyaBZHQLy5+/0NBnl1fZQoaAZoCWgPQwjOGryvyoXZv5SGlFKUaBVLMmgWR0C8udhHskY5dX2UKGgGaAloD0MIHm6HhsWo3b+UhpRSlGgVSzJoFkdAvLuqh9LHuXV9lChoBmgJaA9DCMpQFVPpJ96/lIaUUpRoFUsyaBZHQLy7jQaJhv11fZQoaAZoCWgPQwhSQxuADQjiv5SGlFKUaBVLMmgWR0C8u265Xlr/dX2UKGgGaAloD0MIUKbR5GIM0b+UhpRSlGgVSzJoFkdAvLtJ+1Bt13V9lChoBmgJaA9DCOmbNA2KZuC/lIaUUpRoFUsyaBZHQLy9GRsuWbB1fZQoaAZoCWgPQwifzarP1dbhv5SGlFKUaBVLMmgWR0C8vPunhsIndX2UKGgGaAloD0MInu3RG+4j37+UhpRSlGgVSzJoFkdAvLzdcxCY1HV9lChoBmgJaA9DCPSpY5XSM9m/lIaUUpRoFUsyaBZHQLy8uMMI/qx1fZQoaAZoCWgPQwjWxW00gLfav5SGlFKUaBVLMmgWR0C8vp/fGdZrdX2UKGgGaAloD0MIc9anHJPF5L+UhpRSlGgVSzJoFkdAvL6CY0EX+HV9lChoBmgJaA9DCDSFzmvskuC/lIaUUpRoFUsyaBZHQLy+ZDYRNAV1fZQoaAZoCWgPQwjDnQsjvajTv5SGlFKUaBVLMmgWR0C8vj+TA31jdX2UKGgGaAloD0MIv7hUpS2u3L+UhpRSlGgVSzJoFkdAvMAZtcfNinV9lChoBmgJaA9DCH2UEReARta/lIaUUpRoFUsyaBZHQLy//EAo5Px1fZQoaAZoCWgPQwjU0XE1sivbv5SGlFKUaBVLMmgWR0C8v936AOJ+dX2UKGgGaAloD0MIy4CzlCwn3L+UhpRSlGgVSzJoFkdAvL+5RFZxJnV9lChoBmgJaA9DCL6/QXv18eC/lIaUUpRoFUsyaBZHQLzBjJHAh0R1fZQoaAZoCWgPQwhP6WD9n8Pbv5SGlFKUaBVLMmgWR0C8wW8Y64lQdX2UKGgGaAloD0MInWSryykB27+UhpRSlGgVSzJoFkdAvMFQyAQQMHV9lChoBmgJaA9DCMOf4c0avNO/lIaUUpRoFUsyaBZHQLzBLBomG/N1fZQoaAZoCWgPQwjEP2zp0VTgv5SGlFKUaBVLMmgWR0C8wv2ykbgkdX2UKGgGaAloD0MIn47HDFTG17+UhpRSlGgVSzJoFkdAvMLgNUfgaXV9lChoBmgJaA9DCE7RkVz+Q9W/lIaUUpRoFUsyaBZHQLzCwgNwzch1fZQoaAZoCWgPQwiQa0PFOP/kv5SGlFKUaBVLMmgWR0C8wp1LnLaFdX2UKGgGaAloD0MIE0VI3c4+4L+UhpRSlGgVSzJoFkdAvMRxe8f3e3V9lChoBmgJaA9DCK6f/rPmx9q/lIaUUpRoFUsyaBZHQLzEVAaef7J1fZQoaAZoCWgPQwiW58HdWbvev5SGlFKUaBVLMmgWR0C8xDXJDE3sdX2UKGgGaAloD0MI8n1xqUrb5L+UhpRSlGgVSzJoFkdAvMQRIK+i8HV9lChoBmgJaA9DCP+Xa9ECtN+/lIaUUpRoFUsyaBZHQLzF5fJ3gUF1fZQoaAZoCWgPQwhrC89LxcbUv5SGlFKUaBVLMmgWR0C8xciDujREdX2UKGgGaAloD0MIMNgN2xZl07+UhpRSlGgVSzJoFkdAvMWqO5rgwXV9lChoBmgJaA9DCEwW9x+ZjuC/lIaUUpRoFUsyaBZHQLzFhYXO4Xp1fZQoaAZoCWgPQwj+DkWBPpHfv5SGlFKUaBVLMmgWR0C8x1fQKKHgdX2UKGgGaAloD0MI+1ksRfKV2b+UhpRSlGgVSzJoFkdAvMc6W4Vh1HV9lChoBmgJaA9DCOiiIeNRKtq/lIaUUpRoFUsyaBZHQLzHHB8hLXd1fZQoaAZoCWgPQwgyPPazWAriv5SGlFKUaBVLMmgWR0C8xvdyPuG9dX2UKGgGaAloD0MI8pVASuza1b+UhpRSlGgVSzJoFkdAvMjIQ4CIUXV9lChoBmgJaA9DCCmvldBdEt6/lIaUUpRoFUsyaBZHQLzIqs052hZ1fZQoaAZoCWgPQwjbiv1l9+Tbv5SGlFKUaBVLMmgWR0C8yIyOJcgRdX2UKGgGaAloD0MIaw4QzNHj0r+UhpRSlGgVSzJoFkdAvMhn1wo9cXV9lChoBmgJaA9DCEELCRhdXuK/lIaUUpRoFUsyaBZHQLzKWOUt7KJ1fZQoaAZoCWgPQwgN/+kGCrzgv5SGlFKUaBVLMmgWR0C8yjtwvQF+dX2UKGgGaAloD0MIUwPN59zt3b+UhpRSlGgVSzJoFkdAvModObiIcnV9lChoBmgJaA9DCKN3KuCe5+O/lIaUUpRoFUsyaBZHQLzJ+Nzr/sF1fZQoaAZoCWgPQwiDUN7H0Zzkv5SGlFKUaBVLMmgWR0C8y+Dy4FzNdX2UKGgGaAloD0MIMo6R7BFq5L+UhpRSlGgVSzJoFkdAvMvDmJWNm3V9lChoBmgJaA9DCKlorP2d7da/lIaUUpRoFUsyaBZHQLzLpXKr7wd1fZQoaAZoCWgPQwjbbRea6zTdv5SGlFKUaBVLMmgWR0C8y4DUAks0dX2UKGgGaAloD0MI4/viUpW23L+UhpRSlGgVSzJoFkdAvM1gasIVunV9lChoBmgJaA9DCE+vlGWIY9i/lIaUUpRoFUsyaBZHQLzNQvoePq91fZQoaAZoCWgPQwgexM4UOq/dv5SGlFKUaBVLMmgWR0C8zSS/fwZwdX2UKGgGaAloD0MIyR8MPPce1b+UhpRSlGgVSzJoFkdAvM0ACCBf8nV9lChoBmgJaA9DCK/pQUEp2uC/lIaUUpRoFUsyaBZHQLzO0XuVopR1fZQoaAZoCWgPQwgRxHk4geniv5SGlFKUaBVLMmgWR0C8zrQG4ZuRdX2UKGgGaAloD0MIRBmqYir91b+UhpRSlGgVSzJoFkdAvM6VuuRs/XV9lChoBmgJaA9DCOOJIM7DCdK/lIaUUpRoFUsyaBZHQLzOcP557gN1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAA8D+UjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 249975, "buffer_size": 1000000, "batch_size": 2048, "learning_starts": 100, "tau": 0.05, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7f33630444c0>", "add": "<function DictReplayBuffer.add at 0x7f3363044550>", "sample": "<function DictReplayBuffer.sample at 0x7f33630445e0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f3363044670>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f33630437c0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -3.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fd5c59741f0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd5c59738c0>"}, "verbose": 1, "policy_kwargs": {"net_arch": [64, 64], "n_critics": 1, "use_sde": false}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAABeGGnLWjPN3pGgzTHACc1ctcGtYGeICLyyE148rJ1sBhcmZ2G00R5Hcz1o0Us6cIRtsxi86A/2R9Eqq4Xal5rI28jmp9YUE6KunJduqJ3jDdp+0liw/39UW4cf+e1F/FUd14DmN7osIvH8rPLFpsKzAWWmu2ZXesspctEfKl3uq1arBbQhcptYA+dAnO/wmF8UjzL159Lr7eNklnXSD/rSabgynr6PyJY3MsdoTWXMjqCIbYeEohfT+ap63Euxr+mpC4OPedb2HNQKYGa9upRIf04E3mhskrcd5BpBWRrg2eyTbpXtj54cjEodSuVjobbot92m1BmXtKC34Xb+Y7Evtl/g34Q3hiQP5rv9kWK5VyhvCNS758W9MY/GzDtoA/EVqfcMQ3n4nYBZbYgmzoT5/6bvCMPh1NKiBBy/Lt9SVHk9LinrlnUDpWmF4X9DJfgEZ1TWEQNRrBOsqo4gzfUuv0IQZEQ2+vzZvsNUcseSh78qq0VUKs/7BDn2gS/DHd8rL1WjSznZ+vDBmI9e3s5quSZC+cjpyXPWhtpbcJRbXFao9on0V/BHsO0RAQuU4/klh+penZebYVTRcs1fPZ7tN3yVhWRj7uUBhLspDHIdk3OI57WMYcCQk34eXBqBSjuUYM+6HSWHj6fTwjc2L2KIj+PF7jipDoZ69fMZKvL0fhwsIRBZK4eHg7HlOxpLCDw8a5yYo0JguScpJYE+Rm8J4z+/9UQATqKtHHOmG3PG1GUvh6NAvNUBF66Zb+s+jW2IF+rLDiJAIkcqdwIof46iAewltXggrOMks0zDC2fIcHGzGgvJONrLOZCw3DonlMVxyuXS8FMsrDYhige5diYKF+Pe24tHSoU2FnShYk4nKaVS3pnuU6Qp6z/1re5tAf9kUZxzSC0qGr/OzC5g1Xiod2+4GqBdRJlgPf1/wzaCi6JbO5KOfyi2YOyKoOPcBETxnKGwY3itp21nbVjEZlBy0y4vaQzdLqqE5qF69yx4+UycHW4w3hNr3Acuk0+S9rdKi7sN7fl0iAwvDp/0rPKeXYWMxRf5dAGmUFneXWJPKo+8VpFOprlsmOF2OBpeC/x175xOWr5fkdNuDSlJ/7P/FJBlz8umnwRxzK7/aHWyI4mOvXi503taQ20gOsQab6aLqmOYsoyHBAD2jO49b4zreXvMpa/DGnYuZFgp0j+nbMUswKazxVx/8VJgsOgfU/vprr1s5SCqH1TfG+Mzj3FotA9s+seOllJ4cPQjAo8Zi3/YtPpZZRi8xpHhWMdVM+MWJNZM/Ns2+JbX+eCDJXvMYKX1SvBRvUJwoSXGUATsb6qIeeMOZ35j2C6wUfLOQf1EnoQK8dtNYtpmPKPyCe2INl3XcoWgbtypO/WzaoPTF854NEWCziLAPTeoan/x/POQgxqOKypzup0Z5n5vVne9xC8N5mj08JhN8ddITXRlhwjEuE9+RXrqD7vi5KWdUqgA2otmv86kQ9rfbcLpzcUkd+mTy7/nmj0zaLIwvw4cLhvbLqDHco5+ZTwzuPD3e43xN9EI6QWsjjN0EZWh4z4De4e6I/qGGw6k4I/lZtboM0onRwbIGPPC6FizeT/JpcbIrdfnNMHjsv0u90qbkUwxz0Y4cRHCZj1JrHavpf6kYT/lKwpXsNnYoUlBDj5LU4vj40dzoiQeTrUp/rU5qjcph+rISLw0K1nr6ZctF5pgEhOMDjZtdd4bC3JPphoDqvwAfK7n9BkZIX16Z8jiOw63ByxeMIcVoMBwIRo9ROcR6yYs5uCVp5JyEvMwp5373S0RI+oHR7SbXdsdddcL+lkpL1E51EbISbMEAklHvY9g8kxP1KO7lJ/UiG+1RD9BZpgIEAu4K1fylgKtWylGVOfUlgkzrBnTF92Wtq21mYtfw2YeE5Yu2tYO9qGW0UpFBvc+nL5m8urQ/WHHP+2DqCiq+EcWUnCChYCrE5nTnygmUszs0H0tbtbbP6Yup94DrynCBsN3xzo2iyke/h0a6vveuCEEnFhxxq/wT53t3Jxq9F820cBgOI0FAIejw8Fl4PbsLEi6WRRJqHvm/Ikjnt5aAATE2Hw3S4iy4l1ZN6SH5MikeJFg204UTVCO5pHv/P21iuZEZsB5Uk6SdrLDukd9qxjWow4SjcG3D5ZXuWCsJ29psZQOPvKL8HN4WEqzee5YGbx6/S/XIl1L4NupeTFc3Fbws36GggFn2fL//Vzz5MmpYWLzC38ZOiQ2AY8Rcx809pnmsoya0id65ugRDRBCTL+kobGdLCJ/0WcXrWoHLt+pf8BWXtgum0CXP6jDQoWlrbLRmJktmMyv9NBEGjNSSfeLnjPwPi2a4kig4e8bowIMEMDjvRDx//H1ROZyJxY92NX4Ctppi48fteNDs6SLtlMSTlborS2R3AFsuBFpEDTOAb4DD9ulWsYHzffkbny55cEWA9w0fZj8ArV0y0qCeZrC2t0yy9ZYUEpO4DzbZ7EkTV89t4O18VIV2wniVD9r54J8bCURPuLgd/FOYdszmP1F7nz0gLlv8gFyDObiGAmHiZpsW5mH7HZ7Lr+OAVKeQcUBTT7K3fVufTuX6W0YeVY72gaZP9YMoHTAAO4kvGAWl8i7ow51xq/RCc3wCZVqHJS7ZXhLDnzGKe4gvWzdp5xk/nJo1dKArY9483IY95Ab9Z+z/nBkmMkeZaxkbxNppz1BU/z2IkpxniG59tjnZgtjBt4ldYhwNo6Ng/qzrR3zTmMwWQmCUXWGKeFDLARIjUqHlxwS35LNazFpDRIi80oBBlxK/sDo0OALWCx5jowd7xP1DuO0Ee9CiUBkPCcbEJpYaYGfSM0OsE1Qpk6mnqX74MFHh+w043hEHM8ZoH0UhXW3Eq6TQfgv8EG28kUORW8xd7SmSYwndi24vxcNwGG1USMTdMc74GolQ3xXKqjcFvbuTp8bAfiMXKWoRDwH6aldmGxhumiiszTo2YM8l1KedRDAPk5H7Xz5skaFX7Seq5rneS/2WfQ5eAK3doiDNShNfFYFdULf5v8SXYkaP5gwoXKnw2n5hCWJMyU2kWpdBWDhu/5Rklo7tqhCo9N73PtUq1zJ4L4iDb7XJePkg4i6bO55G31QFCs0YmQwK87qiMSHDjAiruxJENG0QPY+Yiqg2BK9JOm7h2rOcxXluGxXu4LQgsNMUPnQe2XTtL3cYz6J6iH36doMo53OtV8UOyIfaMWVeDNY7kNKVSVlIaoKMR8Ka6AFwiAZSzALZl0b2Dhlmf2hTvEoGJEWPBUPu7JrIpaONRLutmiF9Ka/MnzvE0AAfx15NrNmeRfvagmSXVMZV2ygEydLt5oGUiGUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNgAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": "RandomState(MT19937)"}, "n_envs": 4, "num_timesteps": 20000, "_total_timesteps": 20000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1679609441662121045, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOS9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAwGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARckpvzIYpj/nUbq/ovBHvzhqPT42yo4/poRsv6/BJT923b4/8el+P2dydb++2Q2/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADAZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz2UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]]", "desired_goal": "[[-0.6632274 1.2976134 -1.4556245 ]\n [-0.7810155 0.1849755 1.115546 ]\n [-0.92389905 0.6474866 1.4911335 ]\n [ 0.99575716 -0.9587769 -0.55410373]]", "observation": "[[ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADvt7vS7M8T33Tps8kXKUvWC+ozxHyXQ+ebCvvR3deD2c2oo+t06+PfOKpb3U3sQ9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[-0.06151872 0.11806522 0.01895855]\n [-0.07248414 0.01998824 0.23904906]\n [-0.08578581 0.06075775 0.2711991 ]\n [ 0.09292357 -0.08083143 0.09612814]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 400, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWABTBg6oBMCUhpRSlIwBbJRLMowBdJRHQFKXvN/vv0B1fZQoaAZoCWgPQwijzXFuE64FwJSGlFKUaBVLMmgWR0BSjuk56t1ZdX2UKGgGaAloD0MIdxA7U+icCcCUhpRSlGgVSzJoFkdAUoZOpKjBVXV9lChoBmgJaA9DCIMZU7DGOQbAlIaUUpRoFUsyaBZHQFJ9y0rsjVx1fZQoaAZoCWgPQwgZy/RLxFv9v5SGlFKUaBVLMmgWR0BS0qXfIjnndX2UKGgGaAloD0MIy0v+J3/3BcCUhpRSlGgVSzJoFkdAUsnOyE+PinV9lChoBmgJaA9DCEG4Agr19APAlIaUUpRoFUsyaBZHQFLBNj9XLeR1fZQoaAZoCWgPQwh1eAjjpxEBwJSGlFKUaBVLMmgWR0BSuK+BYmsvdX2UKGgGaAloD0MIlFD6QshZAMCUhpRSlGgVSzJoFkdAUw55u63AmHV9lChoBmgJaA9DCKPogY/BCgDAlIaUUpRoFUsyaBZHQFMFpSJj2Bd1fZQoaAZoCWgPQwjFG5lH/qD8v5SGlFKUaBVLMmgWR0BS/Q9RrJr+dX2UKGgGaAloD0MI3rBtUWZDBMCUhpRSlGgVSzJoFkdAUvSGYa5wwXV9lChoBmgJaA9DCNQNFHgnfwLAlIaUUpRoFUsyaBZHQFNKBGx2SuB1fZQoaAZoCWgPQwhPH4E//HwBwJSGlFKUaBVLMmgWR0BTQS7btZ3cdX2UKGgGaAloD0MIWp4Hd2fNAcCUhpRSlGgVSzJoFkdAUziXAuZkTnV9lChoBmgJaA9DCH4czZGVXwDAlIaUUpRoFUsyaBZHQFMwDVpblil1fZQoaAZoCWgPQwjf+rDeqHUCwJSGlFKUaBVLMmgWR0BThbzK9wm3dX2UKGgGaAloD0MI4pANpIttBcCUhpRSlGgVSzJoFkdAU3zjhky1u3V9lChoBmgJaA9DCHodccgGMgTAlIaUUpRoFUsyaBZHQFN0TxXnyNJ1fZQoaAZoCWgPQwjvqZz2lPwHwJSGlFKUaBVLMmgWR0BTa8SPEKmbdX2UKGgGaAloD0MIsHCS5o9JAMCUhpRSlGgVSzJoFkdAU8FMi8nNPnV9lChoBmgJaA9DCJi/QubKwAPAlIaUUpRoFUsyaBZHQFO4fAsTWXl1fZQoaAZoCWgPQwjK4Ch5dS4BwJSGlFKUaBVLMmgWR0BTr+sLfDUFdX2UKGgGaAloD0MIrir7rgj+A8CUhpRSlGgVSzJoFkdAU6dl2/zreXV9lChoBmgJaA9DCDpBmxw+KQLAlIaUUpRoFUsyaBZHQFP8pOvdM0x1fZQoaAZoCWgPQwhDjxg9t1AAwJSGlFKUaBVLMmgWR0BT887uDzy0dX2UKGgGaAloD0MIKqkT0ERY/7+UhpRSlGgVSzJoFkdAU+s4+8oQWnV9lChoBmgJaA9DCEvpmV5ibPy/lIaUUpRoFUsyaBZHQFPisWO6unx1fZQoaAZoCWgPQwhdqPxreaX4v5SGlFKUaBVLMmgWR0BUOGFFlTWHdX2UKGgGaAloD0MI9YHknUOZ+b+UhpRSlGgVSzJoFkdAVC+Gzru6VnV9lChoBmgJaA9DCE2+2ebGtAbAlIaUUpRoFUsyaBZHQFQm7hNucc51fZQoaAZoCWgPQwhJg9vawjP4v5SGlFKUaBVLMmgWR0BUHmi+L3sYdX2UKGgGaAloD0MI7s1vmGgQ+b+UhpRSlGgVSzJoFkdAVHNjNIK+jHV9lChoBmgJaA9DCNf2dktyQPu/lIaUUpRoFUsyaBZHQFRqi+L3sX11fZQoaAZoCWgPQwg//z147RL9v5SGlFKUaBVLMmgWR0BUYfitJWeZdX2UKGgGaAloD0MIeH5Rgv7iAMCUhpRSlGgVSzJoFkdAVFl2ovSMLnV9lChoBmgJaA9DCHEBaJQuPf6/lIaUUpRoFUsyaBZHQFSvuHN5dGB1fZQoaAZoCWgPQwjDKAge3x4EwJSGlFKUaBVLMmgWR0BUpuAmReTndX2UKGgGaAloD0MIf03WqIdo/L+UhpRSlGgVSzJoFkdAVJ5PxhDw6XV9lChoBmgJaA9DCNFdEmdF1P6/lIaUUpRoFUsyaBZHQFSV0E5hjON1fZQoaAZoCWgPQwiuZwjHLFsEwJSGlFKUaBVLMmgWR0BU7IEwFkhBdX2UKGgGaAloD0MIgT0mUprtA8CUhpRSlGgVSzJoFkdAVOOmMwUQCnV9lChoBmgJaA9DCEuRfCWQkgDAlIaUUpRoFUsyaBZHQFTbGd7OVxF1fZQoaAZoCWgPQwhHyhZJu1H8v5SGlFKUaBVLMmgWR0BU0pH7P6bfdX2UKGgGaAloD0MIJ71vfO3Z+7+UhpRSlGgVSzJoFkdAVSlqXWvr4XV9lChoBmgJaA9DCJjD7juGh/+/lIaUUpRoFUsyaBZHQFUgo5ggHNZ1fZQoaAZoCWgPQwgqj26ERcX+v5SGlFKUaBVLMmgWR0BVGBUm2LHddX2UKGgGaAloD0MIL/1LUpmCAsCUhpRSlGgVSzJoFkdAVQ+RSxZ+yHV9lChoBmgJaA9DCFpIwOjyBgLAlIaUUpRoFUsyaBZHQFVnIatLcsV1fZQoaAZoCWgPQwhJoSx8fe3/v5SGlFKUaBVLMmgWR0BVXk/8l5WzdX2UKGgGaAloD0MI9katMH1PAcCUhpRSlGgVSzJoFkdAVVW5VfeDWnV9lChoBmgJaA9DCH/ZPXlYyATAlIaUUpRoFUsyaBZHQFVNNjLB9Cx1fZQoaAZoCWgPQwjOwwlMp7UCwJSGlFKUaBVLMmgWR0BVpwAAAAAAdX2UKGgGaAloD0MIQDTz5JoiAMCUhpRSlGgVSzJoFkdAVZ4msvIwNHV9lChoBmgJaA9DCH3Qs1n12QLAlIaUUpRoFUsyaBZHQFWVjwQUYbd1fZQoaAZoCWgPQwiOrtLddXYAwJSGlFKUaBVLMmgWR0BVjQ13t8eCdX2UKGgGaAloD0MIezApPj4h/b+UhpRSlGgVSzJoFkdAVePNB4Uvf3V9lChoBmgJaA9DCMPwETEl0gLAlIaUUpRoFUsyaBZHQFXbBNVR1ox1fZQoaAZoCWgPQwjNzMzMzIz/v5SGlFKUaBVLMmgWR0BV0mois4kvdX2UKGgGaAloD0MIuti0UggEA8CUhpRSlGgVSzJoFkdAVcnqoqCpWHV9lChoBmgJaA9DCJq0qbpH9v2/lIaUUpRoFUsyaBZHQFYfS7Xg9/11fZQoaAZoCWgPQwhcy2Q4nq8CwJSGlFKUaBVLMmgWR0BWFnZK3/gjdX2UKGgGaAloD0MIh8Woa+19+b+UhpRSlGgVSzJoFkdAVg3cer+5v3V9lChoBmgJaA9DCCY6yyxCsf+/lIaUUpRoFUsyaBZHQFYFVafSQYF1fZQoaAZoCWgPQwgn2H+dm3YEwJSGlFKUaBVLMmgWR0BWWwd0aIepdX2UKGgGaAloD0MILei9MQRA+7+UhpRSlGgVSzJoFkdAVlItFrl/6XV9lChoBmgJaA9DCLJoOjsZHAPAlIaUUpRoFUsyaBZHQFZJnlXA/LV1fZQoaAZoCWgPQwiIEi15PK35v5SGlFKUaBVLMmgWR0BWQRyOq//OdX2UKGgGaAloD0MI8DFYcap19r+UhpRSlGgVSzJoFkdAVpZ3LV4HHHV9lChoBmgJaA9DCFu0AG2rGf2/lIaUUpRoFUsyaBZHQFaNnkkrwvx1fZQoaAZoCWgPQwgvTRHg9G78v5SGlFKUaBVLMmgWR0BWhQU1yeZodX2UKGgGaAloD0MIEticg2diAMCUhpRSlGgVSzJoFkdAVnyDSPU8WHV9lChoBmgJaA9DCDz4iQPoN/6/lIaUUpRoFUsyaBZHQFbTkE9t/F11fZQoaAZoCWgPQwhGXtbEAp//v5SGlFKUaBVLMmgWR0BWyry6MBIXdX2UKGgGaAloD0MIBDi9i/cDBcCUhpRSlGgVSzJoFkdAVsIow22oenV9lChoBmgJaA9DCPd2S3LAbvi/lIaUUpRoFUsyaBZHQFa5n3L3bmF1fZQoaAZoCWgPQwhosn+eBkwDwJSGlFKUaBVLMmgWR0BXEAKKHfuUdX2UKGgGaAloD0MIkBMmjGYl9L+UhpRSlGgVSzJoFkdAVwcqhDgIhXV9lChoBmgJaA9DCII7UKc8Ova/lIaUUpRoFUsyaBZHQFb+mMfigkF1fZQoaAZoCWgPQwihMCjTaNIBwJSGlFKUaBVLMmgWR0BW9g8jiXIEdX2UKGgGaAloD0MINjy9UpZBBcCUhpRSlGgVSzJoFkdAV0zTgEU0vXV9lChoBmgJaA9DCOtTjsniPvq/lIaUUpRoFUsyaBZHQFdD/zasZHd1fZQoaAZoCWgPQwj8NO7Nb1j9v5SGlFKUaBVLMmgWR0BXO25c1O0tdX2UKGgGaAloD0MIxlIkXwmkA8CUhpRSlGgVSzJoFkdAVzLkELYwqXV9lChoBmgJaA9DCIfAkUCDjfS/lIaUUpRoFUsyaBZHQFeKWPcSGrV1fZQoaAZoCWgPQwhkH2RZMDH2v5SGlFKUaBVLMmgWR0BXgYCIUJv6dX2UKGgGaAloD0MIpUkp6PaS87+UhpRSlGgVSzJoFkdAV3joyKvV3HV9lChoBmgJaA9DCBud81McRwHAlIaUUpRoFUsyaBZHQFdwZIxxkup1fZQoaAZoCWgPQwjSj4ZT5ub+v5SGlFKUaBVLMmgWR0BXyRqO938odX2UKGgGaAloD0MI6KOMuAC0+7+UhpRSlGgVSzJoFkdAV8BCZ4Oc2HV9lChoBmgJaA9DCPK1Z5YEaPm/lIaUUpRoFUsyaBZHQFe3s7uDzy11fZQoaAZoCWgPQwgTu7a3WxL3v5SGlFKUaBVLMmgWR0BXr074i5d4dX2UKGgGaAloD0MI5/up8dIN/L+UhpRSlGgVSzJoFkdAWAeGtZFG5XV9lChoBmgJaA9DCBYUBmUaTf6/lIaUUpRoFUsyaBZHQFf+qtozvZ11fZQoaAZoCWgPQwiloUYhyWz5v5SGlFKUaBVLMmgWR0BX9hUm2LHddX2UKGgGaAloD0MISfPHtDbN/L+UhpRSlGgVSzJoFkdAV+2WX1J173V9lChoBmgJaA9DCMfVyK60jP+/lIaUUpRoFUsyaBZHQFhKgE2YOUd1fZQoaAZoCWgPQwgGvTeGAMABwJSGlFKUaBVLMmgWR0BYQa94/u9fdX2UKGgGaAloD0MI1IIXfQUp/b+UhpRSlGgVSzJoFkdAWDkzeoDPnnV9lChoBmgJaA9DCCXNH9PadPC/lIaUUpRoFUsyaBZHQFgwvES/TLJ1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="}, "_n_updates": 4750, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 1000, "tau": 0.005, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fd5c8ee5f70>", "add": "<function DictReplayBuffer.add at 0x7fd5c8ef3040>", "sample": "<function DictReplayBuffer.sample at 0x7fd5c8ef30d0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fd5c8ef3160>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fd5c8eefcc0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -3.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.31 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -
|
|
|
|
| 1 |
+
{"mean_reward": -1.616967361420393, "std_reward": 0.5252941151437177, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-23T22:15:06.483395"}
|
tqc-PandaReachDense-v2.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c88e6f7d98cac8c2ea0b07380e9a7af5d82ac0a706d70b1735e451da02bb4254
|
| 3 |
+
size 220633
|
tqc-PandaReachDense-v2/actor.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91fb5e023f9780729688c95a89ea94219a6b56e4e475f58be893cdb9574d5de6
|
| 3 |
+
size 49565
|
tqc-PandaReachDense-v2/critic.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e458337625680a4f7623aaa147d2001a3cb759f5d1c3d9176ebee88b5c5b703
|
| 3 |
+
size 59439
|
tqc-PandaReachDense-v2/data
CHANGED
|
@@ -4,17 +4,22 @@
|
|
| 4 |
":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
|
| 5 |
"__module__": "sb3_contrib.tqc.policies",
|
| 6 |
"__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
|
| 7 |
-
"__init__": "<function MultiInputPolicy.__init__ at
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
-
"_abc_impl": "<_abc._abc_data object at
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
"use_sde": false
|
| 14 |
},
|
| 15 |
"observation_space": {
|
| 16 |
":type:": "<class 'gym.spaces.dict.Dict'>",
|
| 17 |
-
":serialized:": "
|
| 18 |
"spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
|
| 19 |
"_shape": null,
|
| 20 |
"dtype": null,
|
|
@@ -22,7 +27,7 @@
|
|
| 22 |
},
|
| 23 |
"action_space": {
|
| 24 |
":type:": "<class 'gym.spaces.box.Box'>",
|
| 25 |
-
":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////
|
| 26 |
"dtype": "float32",
|
| 27 |
"_shape": [
|
| 28 |
3
|
|
@@ -34,12 +39,12 @@
|
|
| 34 |
"_np_random": "RandomState(MT19937)"
|
| 35 |
},
|
| 36 |
"n_envs": 4,
|
| 37 |
-
"num_timesteps":
|
| 38 |
-
"_total_timesteps":
|
| 39 |
"_num_timesteps_at_start": 0,
|
| 40 |
"seed": null,
|
| 41 |
"action_noise": null,
|
| 42 |
-
"start_time":
|
| 43 |
"learning_rate": 0.001,
|
| 44 |
"tensorboard_log": null,
|
| 45 |
"lr_schedule": {
|
|
@@ -48,10 +53,10 @@
|
|
| 48 |
},
|
| 49 |
"_last_obs": {
|
| 50 |
":type:": "<class 'collections.OrderedDict'>",
|
| 51 |
-
":serialized:": "
|
| 52 |
-
"achieved_goal": "[[0.
|
| 53 |
-
"desired_goal": "[[
|
| 54 |
-
"observation": "[[
|
| 55 |
},
|
| 56 |
"_last_episode_starts": {
|
| 57 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -59,28 +64,28 @@
|
|
| 59 |
},
|
| 60 |
"_last_original_obs": {
|
| 61 |
":type:": "<class 'collections.OrderedDict'>",
|
| 62 |
-
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 63 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 64 |
-
"desired_goal": "[[
|
| 65 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 66 |
},
|
| 67 |
-
"_episode_num":
|
| 68 |
"use_sde": false,
|
| 69 |
"sde_sample_freq": -1,
|
| 70 |
"_current_progress_remaining": 0.0,
|
| 71 |
"ep_info_buffer": {
|
| 72 |
":type:": "<class 'collections.deque'>",
|
| 73 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 74 |
},
|
| 75 |
"ep_success_buffer": {
|
| 76 |
":type:": "<class 'collections.deque'>",
|
| 77 |
-
":serialized:": "
|
| 78 |
},
|
| 79 |
-
"_n_updates":
|
| 80 |
"buffer_size": 1000000,
|
| 81 |
-
"batch_size":
|
| 82 |
-
"learning_starts":
|
| 83 |
-
"tau": 0.
|
| 84 |
"gamma": 0.95,
|
| 85 |
"gradient_steps": 1,
|
| 86 |
"optimize_memory_usage": false,
|
|
@@ -89,12 +94,12 @@
|
|
| 89 |
":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
|
| 90 |
"__module__": "stable_baselines3.common.buffers",
|
| 91 |
"__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
| 92 |
-
"__init__": "<function DictReplayBuffer.__init__ at
|
| 93 |
-
"add": "<function DictReplayBuffer.add at
|
| 94 |
-
"sample": "<function DictReplayBuffer.sample at
|
| 95 |
-
"_get_samples": "<function DictReplayBuffer._get_samples at
|
| 96 |
"__abstractmethods__": "frozenset()",
|
| 97 |
-
"_abc_impl": "<_abc._abc_data object at
|
| 98 |
},
|
| 99 |
"replay_buffer_kwargs": {},
|
| 100 |
"train_freq": {
|
|
|
|
| 4 |
":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
|
| 5 |
"__module__": "sb3_contrib.tqc.policies",
|
| 6 |
"__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ",
|
| 7 |
+
"__init__": "<function MultiInputPolicy.__init__ at 0x7fd5c59741f0>",
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7fd5c59738c0>"
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
| 13 |
+
"net_arch": [
|
| 14 |
+
64,
|
| 15 |
+
64
|
| 16 |
+
],
|
| 17 |
+
"n_critics": 1,
|
| 18 |
"use_sde": false
|
| 19 |
},
|
| 20 |
"observation_space": {
|
| 21 |
":type:": "<class 'gym.spaces.dict.Dict'>",
|
| 22 |
+
":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu",
|
| 23 |
"spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])",
|
| 24 |
"_shape": null,
|
| 25 |
"dtype": null,
|
|
|
|
| 27 |
},
|
| 28 |
"action_space": {
|
| 29 |
":type:": "<class 'gym.spaces.box.Box'>",
|
| 30 |
+
":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAABeGGnLWjPN3pGgzTHACc1ctcGtYGeICLyyE148rJ1sBhcmZ2G00R5Hcz1o0Us6cIRtsxi86A/2R9Eqq4Xal5rI28jmp9YUE6KunJduqJ3jDdp+0liw/39UW4cf+e1F/FUd14DmN7osIvH8rPLFpsKzAWWmu2ZXesspctEfKl3uq1arBbQhcptYA+dAnO/wmF8UjzL159Lr7eNklnXSD/rSabgynr6PyJY3MsdoTWXMjqCIbYeEohfT+ap63Euxr+mpC4OPedb2HNQKYGa9upRIf04E3mhskrcd5BpBWRrg2eyTbpXtj54cjEodSuVjobbot92m1BmXtKC34Xb+Y7Evtl/g34Q3hiQP5rv9kWK5VyhvCNS758W9MY/GzDtoA/EVqfcMQ3n4nYBZbYgmzoT5/6bvCMPh1NKiBBy/Lt9SVHk9LinrlnUDpWmF4X9DJfgEZ1TWEQNRrBOsqo4gzfUuv0IQZEQ2+vzZvsNUcseSh78qq0VUKs/7BDn2gS/DHd8rL1WjSznZ+vDBmI9e3s5quSZC+cjpyXPWhtpbcJRbXFao9on0V/BHsO0RAQuU4/klh+penZebYVTRcs1fPZ7tN3yVhWRj7uUBhLspDHIdk3OI57WMYcCQk34eXBqBSjuUYM+6HSWHj6fTwjc2L2KIj+PF7jipDoZ69fMZKvL0fhwsIRBZK4eHg7HlOxpLCDw8a5yYo0JguScpJYE+Rm8J4z+/9UQATqKtHHOmG3PG1GUvh6NAvNUBF66Zb+s+jW2IF+rLDiJAIkcqdwIof46iAewltXggrOMks0zDC2fIcHGzGgvJONrLOZCw3DonlMVxyuXS8FMsrDYhige5diYKF+Pe24tHSoU2FnShYk4nKaVS3pnuU6Qp6z/1re5tAf9kUZxzSC0qGr/OzC5g1Xiod2+4GqBdRJlgPf1/wzaCi6JbO5KOfyi2YOyKoOPcBETxnKGwY3itp21nbVjEZlBy0y4vaQzdLqqE5qF69yx4+UycHW4w3hNr3Acuk0+S9rdKi7sN7fl0iAwvDp/0rPKeXYWMxRf5dAGmUFneXWJPKo+8VpFOprlsmOF2OBpeC/x175xOWr5fkdNuDSlJ/7P/FJBlz8umnwRxzK7/aHWyI4mOvXi503taQ20gOsQab6aLqmOYsoyHBAD2jO49b4zreXvMpa/DGnYuZFgp0j+nbMUswKazxVx/8VJgsOgfU/vprr1s5SCqH1TfG+Mzj3FotA9s+seOllJ4cPQjAo8Zi3/YtPpZZRi8xpHhWMdVM+MWJNZM/Ns2+JbX+eCDJXvMYKX1SvBRvUJwoSXGUATsb6qIeeMOZ35j2C6wUfLOQf1EnoQK8dtNYtpmPKPyCe2INl3XcoWgbtypO/WzaoPTF854NEWCziLAPTeoan/x/POQgxqOKypzup0Z5n5vVne9xC8N5mj08JhN8ddITXRlhwjEuE9+RXrqD7vi5KWdUqgA2otmv86kQ9rfbcLpzcUkd+mTy7/nmj0zaLIwvw4cLhvbLqDHco5+ZTwzuPD3e43xN9EI6QWsjjN0EZWh4z4De4e6I/qGGw6k4I/lZtboM0onRwbIGPPC6FizeT/JpcbIrdfnNMHjsv0u90qbkUwxz0Y4cRHCZj1JrHavpf6kYT/lKwpXsNnYoUlBDj5LU4vj40dzoiQeTrUp/rU5qjcph+rISLw0K1nr6ZctF5pgEhOMDjZtdd4bC3JPphoDqvwAfK7n9BkZIX16Z8jiOw63ByxeMIcVoMBwIRo9ROcR6yYs5uCVp5JyEvMwp5373S0RI+oHR7SbXdsdddcL+lkpL1E51EbISbMEAklHvY9g8kxP1KO7lJ/UiG+1RD9BZpgIEAu4K1fylgKtWylGVOfUlgkzrBnTF92Wtq21mYtfw2YeE5Yu2tYO9qGW0UpFBvc+nL5m8urQ/WHHP+2DqCiq+EcWUnCChYCrE5nTnygmUszs0H0tbtbbP6Yup94DrynCBsN3xzo2iyke/h0a6vveuCEEnFhxxq/wT53t3Jxq9F820cBgOI0FAIejw8Fl4PbsLEi6WRRJqHvm/Ikjnt5aAATE2Hw3S4iy4l1ZN6SH5MikeJFg204UTVCO5pHv/P21iuZEZsB5Uk6SdrLDukd9qxjWow4SjcG3D5ZXuWCsJ29psZQOPvKL8HN4WEqzee5YGbx6/S/XIl1L4NupeTFc3Fbws36GggFn2fL//Vzz5MmpYWLzC38ZOiQ2AY8Rcx809pnmsoya0id65ugRDRBCTL+kobGdLCJ/0WcXrWoHLt+pf8BWXtgum0CXP6jDQoWlrbLRmJktmMyv9NBEGjNSSfeLnjPwPi2a4kig4e8bowIMEMDjvRDx//H1ROZyJxY92NX4Ctppi48fteNDs6SLtlMSTlborS2R3AFsuBFpEDTOAb4DD9ulWsYHzffkbny55cEWA9w0fZj8ArV0y0qCeZrC2t0yy9ZYUEpO4DzbZ7EkTV89t4O18VIV2wniVD9r54J8bCURPuLgd/FOYdszmP1F7nz0gLlv8gFyDObiGAmHiZpsW5mH7HZ7Lr+OAVKeQcUBTT7K3fVufTuX6W0YeVY72gaZP9YMoHTAAO4kvGAWl8i7ow51xq/RCc3wCZVqHJS7ZXhLDnzGKe4gvWzdp5xk/nJo1dKArY9483IY95Ab9Z+z/nBkmMkeZaxkbxNppz1BU/z2IkpxniG59tjnZgtjBt4ldYhwNo6Ng/qzrR3zTmMwWQmCUXWGKeFDLARIjUqHlxwS35LNazFpDRIi80oBBlxK/sDo0OALWCx5jowd7xP1DuO0Ee9CiUBkPCcbEJpYaYGfSM0OsE1Qpk6mnqX74MFHh+w043hEHM8ZoH0UhXW3Eq6TQfgv8EG28kUORW8xd7SmSYwndi24vxcNwGG1USMTdMc74GolQ3xXKqjcFvbuTp8bAfiMXKWoRDwH6aldmGxhumiiszTo2YM8l1KedRDAPk5H7Xz5skaFX7Seq5rneS/2WfQ5eAK3doiDNShNfFYFdULf5v8SXYkaP5gwoXKnw2n5hCWJMyU2kWpdBWDhu/5Rklo7tqhCo9N73PtUq1zJ4L4iDb7XJePkg4i6bO55G31QFCs0YmQwK87qiMSHDjAiruxJENG0QPY+Yiqg2BK9JOm7h2rOcxXluGxXu4LQgsNMUPnQe2XTtL3cYz6J6iH36doMo53OtV8UOyIfaMWVeDNY7kNKVSVlIaoKMR8Ka6AFwiAZSzALZl0b2Dhlmf2hTvEoGJEWPBUPu7JrIpaONRLutmiF9Ka/MnzvE0AAfx15NrNmeRfvagmSXVMZV2ygEydLt5oGUiGUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNgAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
|
| 31 |
"dtype": "float32",
|
| 32 |
"_shape": [
|
| 33 |
3
|
|
|
|
| 39 |
"_np_random": "RandomState(MT19937)"
|
| 40 |
},
|
| 41 |
"n_envs": 4,
|
| 42 |
+
"num_timesteps": 20000,
|
| 43 |
+
"_total_timesteps": 20000,
|
| 44 |
"_num_timesteps_at_start": 0,
|
| 45 |
"seed": null,
|
| 46 |
"action_noise": null,
|
| 47 |
+
"start_time": 1679609441662121045,
|
| 48 |
"learning_rate": 0.001,
|
| 49 |
"tensorboard_log": null,
|
| 50 |
"lr_schedule": {
|
|
|
|
| 53 |
},
|
| 54 |
"_last_obs": {
|
| 55 |
":type:": "<class 'collections.OrderedDict'>",
|
| 56 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAwGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/wGf7PnK2Jb7M3GM/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAARckpvzIYpj/nUbq/ovBHvzhqPT42yo4/poRsv6/BJT923b4/8el+P2dydb++2Q2/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADAZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz3AZ/s+crYlvszcYz83i109f9+DvM5OXz2UaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 57 |
+
"achieved_goal": "[[ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]\n [ 0.49102592 -0.16182879 0.89008784]]",
|
| 58 |
+
"desired_goal": "[[-0.6632274 1.2976134 -1.4556245 ]\n [-0.7810155 0.1849755 1.115546 ]\n [-0.92389905 0.6474866 1.4911335 ]\n [ 0.99575716 -0.9587769 -0.55410373]]",
|
| 59 |
+
"observation": "[[ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]\n [ 0.49102592 -0.16182879 0.89008784 0.05408784 -0.01609778 0.05451851]]"
|
| 60 |
},
|
| 61 |
"_last_episode_starts": {
|
| 62 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 64 |
},
|
| 65 |
"_last_original_obs": {
|
| 66 |
":type:": "<class 'collections.OrderedDict'>",
|
| 67 |
+
":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAADvt7vS7M8T33Tps8kXKUvWC+ozxHyXQ+ebCvvR3deD2c2oo+t06+PfOKpb3U3sQ9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
|
| 68 |
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 69 |
+
"desired_goal": "[[-0.06151872 0.11806522 0.01895855]\n [-0.07248414 0.01998824 0.23904906]\n [-0.08578581 0.06075775 0.2711991 ]\n [ 0.09292357 -0.08083143 0.09612814]]",
|
| 70 |
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 71 |
},
|
| 72 |
+
"_episode_num": 400,
|
| 73 |
"use_sde": false,
|
| 74 |
"sde_sample_freq": -1,
|
| 75 |
"_current_progress_remaining": 0.0,
|
| 76 |
"ep_info_buffer": {
|
| 77 |
":type:": "<class 'collections.deque'>",
|
| 78 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWABTBg6oBMCUhpRSlIwBbJRLMowBdJRHQFKXvN/vv0B1fZQoaAZoCWgPQwijzXFuE64FwJSGlFKUaBVLMmgWR0BSjuk56t1ZdX2UKGgGaAloD0MIdxA7U+icCcCUhpRSlGgVSzJoFkdAUoZOpKjBVXV9lChoBmgJaA9DCIMZU7DGOQbAlIaUUpRoFUsyaBZHQFJ9y0rsjVx1fZQoaAZoCWgPQwgZy/RLxFv9v5SGlFKUaBVLMmgWR0BS0qXfIjnndX2UKGgGaAloD0MIy0v+J3/3BcCUhpRSlGgVSzJoFkdAUsnOyE+PinV9lChoBmgJaA9DCEG4Agr19APAlIaUUpRoFUsyaBZHQFLBNj9XLeR1fZQoaAZoCWgPQwh1eAjjpxEBwJSGlFKUaBVLMmgWR0BSuK+BYmsvdX2UKGgGaAloD0MIlFD6QshZAMCUhpRSlGgVSzJoFkdAUw55u63AmHV9lChoBmgJaA9DCKPogY/BCgDAlIaUUpRoFUsyaBZHQFMFpSJj2Bd1fZQoaAZoCWgPQwjFG5lH/qD8v5SGlFKUaBVLMmgWR0BS/Q9RrJr+dX2UKGgGaAloD0MI3rBtUWZDBMCUhpRSlGgVSzJoFkdAUvSGYa5wwXV9lChoBmgJaA9DCNQNFHgnfwLAlIaUUpRoFUsyaBZHQFNKBGx2SuB1fZQoaAZoCWgPQwhPH4E//HwBwJSGlFKUaBVLMmgWR0BTQS7btZ3cdX2UKGgGaAloD0MIWp4Hd2fNAcCUhpRSlGgVSzJoFkdAUziXAuZkTnV9lChoBmgJaA9DCH4czZGVXwDAlIaUUpRoFUsyaBZHQFMwDVpblil1fZQoaAZoCWgPQwjf+rDeqHUCwJSGlFKUaBVLMmgWR0BThbzK9wm3dX2UKGgGaAloD0MI4pANpIttBcCUhpRSlGgVSzJoFkdAU3zjhky1u3V9lChoBmgJaA9DCHodccgGMgTAlIaUUpRoFUsyaBZHQFN0TxXnyNJ1fZQoaAZoCWgPQwjvqZz2lPwHwJSGlFKUaBVLMmgWR0BTa8SPEKmbdX2UKGgGaAloD0MIsHCS5o9JAMCUhpRSlGgVSzJoFkdAU8FMi8nNPnV9lChoBmgJaA9DCJi/QubKwAPAlIaUUpRoFUsyaBZHQFO4fAsTWXl1fZQoaAZoCWgPQwjK4Ch5dS4BwJSGlFKUaBVLMmgWR0BTr+sLfDUFdX2UKGgGaAloD0MIrir7rgj+A8CUhpRSlGgVSzJoFkdAU6dl2/zreXV9lChoBmgJaA9DCDpBmxw+KQLAlIaUUpRoFUsyaBZHQFP8pOvdM0x1fZQoaAZoCWgPQwhDjxg9t1AAwJSGlFKUaBVLMmgWR0BT887uDzy0dX2UKGgGaAloD0MIKqkT0ERY/7+UhpRSlGgVSzJoFkdAU+s4+8oQWnV9lChoBmgJaA9DCEvpmV5ibPy/lIaUUpRoFUsyaBZHQFPisWO6unx1fZQoaAZoCWgPQwhdqPxreaX4v5SGlFKUaBVLMmgWR0BUOGFFlTWHdX2UKGgGaAloD0MI9YHknUOZ+b+UhpRSlGgVSzJoFkdAVC+Gzru6VnV9lChoBmgJaA9DCE2+2ebGtAbAlIaUUpRoFUsyaBZHQFQm7hNucc51fZQoaAZoCWgPQwhJg9vawjP4v5SGlFKUaBVLMmgWR0BUHmi+L3sYdX2UKGgGaAloD0MI7s1vmGgQ+b+UhpRSlGgVSzJoFkdAVHNjNIK+jHV9lChoBmgJaA9DCNf2dktyQPu/lIaUUpRoFUsyaBZHQFRqi+L3sX11fZQoaAZoCWgPQwg//z147RL9v5SGlFKUaBVLMmgWR0BUYfitJWeZdX2UKGgGaAloD0MIeH5Rgv7iAMCUhpRSlGgVSzJoFkdAVFl2ovSMLnV9lChoBmgJaA9DCHEBaJQuPf6/lIaUUpRoFUsyaBZHQFSvuHN5dGB1fZQoaAZoCWgPQwjDKAge3x4EwJSGlFKUaBVLMmgWR0BUpuAmReTndX2UKGgGaAloD0MIf03WqIdo/L+UhpRSlGgVSzJoFkdAVJ5PxhDw6XV9lChoBmgJaA9DCNFdEmdF1P6/lIaUUpRoFUsyaBZHQFSV0E5hjON1fZQoaAZoCWgPQwiuZwjHLFsEwJSGlFKUaBVLMmgWR0BU7IEwFkhBdX2UKGgGaAloD0MIgT0mUprtA8CUhpRSlGgVSzJoFkdAVOOmMwUQCnV9lChoBmgJaA9DCEuRfCWQkgDAlIaUUpRoFUsyaBZHQFTbGd7OVxF1fZQoaAZoCWgPQwhHyhZJu1H8v5SGlFKUaBVLMmgWR0BU0pH7P6bfdX2UKGgGaAloD0MIJ71vfO3Z+7+UhpRSlGgVSzJoFkdAVSlqXWvr4XV9lChoBmgJaA9DCJjD7juGh/+/lIaUUpRoFUsyaBZHQFUgo5ggHNZ1fZQoaAZoCWgPQwgqj26ERcX+v5SGlFKUaBVLMmgWR0BVGBUm2LHddX2UKGgGaAloD0MIL/1LUpmCAsCUhpRSlGgVSzJoFkdAVQ+RSxZ+yHV9lChoBmgJaA9DCFpIwOjyBgLAlIaUUpRoFUsyaBZHQFVnIatLcsV1fZQoaAZoCWgPQwhJoSx8fe3/v5SGlFKUaBVLMmgWR0BVXk/8l5WzdX2UKGgGaAloD0MI9katMH1PAcCUhpRSlGgVSzJoFkdAVVW5VfeDWnV9lChoBmgJaA9DCH/ZPXlYyATAlIaUUpRoFUsyaBZHQFVNNjLB9Cx1fZQoaAZoCWgPQwjOwwlMp7UCwJSGlFKUaBVLMmgWR0BVpwAAAAAAdX2UKGgGaAloD0MIQDTz5JoiAMCUhpRSlGgVSzJoFkdAVZ4msvIwNHV9lChoBmgJaA9DCH3Qs1n12QLAlIaUUpRoFUsyaBZHQFWVjwQUYbd1fZQoaAZoCWgPQwiOrtLddXYAwJSGlFKUaBVLMmgWR0BVjQ13t8eCdX2UKGgGaAloD0MIezApPj4h/b+UhpRSlGgVSzJoFkdAVePNB4Uvf3V9lChoBmgJaA9DCMPwETEl0gLAlIaUUpRoFUsyaBZHQFXbBNVR1ox1fZQoaAZoCWgPQwjNzMzMzIz/v5SGlFKUaBVLMmgWR0BV0mois4kvdX2UKGgGaAloD0MIuti0UggEA8CUhpRSlGgVSzJoFkdAVcnqoqCpWHV9lChoBmgJaA9DCJq0qbpH9v2/lIaUUpRoFUsyaBZHQFYfS7Xg9/11fZQoaAZoCWgPQwhcy2Q4nq8CwJSGlFKUaBVLMmgWR0BWFnZK3/gjdX2UKGgGaAloD0MIh8Woa+19+b+UhpRSlGgVSzJoFkdAVg3cer+5v3V9lChoBmgJaA9DCCY6yyxCsf+/lIaUUpRoFUsyaBZHQFYFVafSQYF1fZQoaAZoCWgPQwgn2H+dm3YEwJSGlFKUaBVLMmgWR0BWWwd0aIepdX2UKGgGaAloD0MILei9MQRA+7+UhpRSlGgVSzJoFkdAVlItFrl/6XV9lChoBmgJaA9DCLJoOjsZHAPAlIaUUpRoFUsyaBZHQFZJnlXA/LV1fZQoaAZoCWgPQwiIEi15PK35v5SGlFKUaBVLMmgWR0BWQRyOq//OdX2UKGgGaAloD0MI8DFYcap19r+UhpRSlGgVSzJoFkdAVpZ3LV4HHHV9lChoBmgJaA9DCFu0AG2rGf2/lIaUUpRoFUsyaBZHQFaNnkkrwvx1fZQoaAZoCWgPQwgvTRHg9G78v5SGlFKUaBVLMmgWR0BWhQU1yeZodX2UKGgGaAloD0MIEticg2diAMCUhpRSlGgVSzJoFkdAVnyDSPU8WHV9lChoBmgJaA9DCDz4iQPoN/6/lIaUUpRoFUsyaBZHQFbTkE9t/F11fZQoaAZoCWgPQwhGXtbEAp//v5SGlFKUaBVLMmgWR0BWyry6MBIXdX2UKGgGaAloD0MIBDi9i/cDBcCUhpRSlGgVSzJoFkdAVsIow22oenV9lChoBmgJaA9DCPd2S3LAbvi/lIaUUpRoFUsyaBZHQFa5n3L3bmF1fZQoaAZoCWgPQwhosn+eBkwDwJSGlFKUaBVLMmgWR0BXEAKKHfuUdX2UKGgGaAloD0MIkBMmjGYl9L+UhpRSlGgVSzJoFkdAVwcqhDgIhXV9lChoBmgJaA9DCII7UKc8Ova/lIaUUpRoFUsyaBZHQFb+mMfigkF1fZQoaAZoCWgPQwihMCjTaNIBwJSGlFKUaBVLMmgWR0BW9g8jiXIEdX2UKGgGaAloD0MINjy9UpZBBcCUhpRSlGgVSzJoFkdAV0zTgEU0vXV9lChoBmgJaA9DCOtTjsniPvq/lIaUUpRoFUsyaBZHQFdD/zasZHd1fZQoaAZoCWgPQwj8NO7Nb1j9v5SGlFKUaBVLMmgWR0BXO25c1O0tdX2UKGgGaAloD0MIxlIkXwmkA8CUhpRSlGgVSzJoFkdAVzLkELYwqXV9lChoBmgJaA9DCIfAkUCDjfS/lIaUUpRoFUsyaBZHQFeKWPcSGrV1fZQoaAZoCWgPQwhkH2RZMDH2v5SGlFKUaBVLMmgWR0BXgYCIUJv6dX2UKGgGaAloD0MIpUkp6PaS87+UhpRSlGgVSzJoFkdAV3joyKvV3HV9lChoBmgJaA9DCBud81McRwHAlIaUUpRoFUsyaBZHQFdwZIxxkup1fZQoaAZoCWgPQwjSj4ZT5ub+v5SGlFKUaBVLMmgWR0BXyRqO938odX2UKGgGaAloD0MI6KOMuAC0+7+UhpRSlGgVSzJoFkdAV8BCZ4Oc2HV9lChoBmgJaA9DCPK1Z5YEaPm/lIaUUpRoFUsyaBZHQFe3s7uDzy11fZQoaAZoCWgPQwgTu7a3WxL3v5SGlFKUaBVLMmgWR0BXr074i5d4dX2UKGgGaAloD0MI5/up8dIN/L+UhpRSlGgVSzJoFkdAWAeGtZFG5XV9lChoBmgJaA9DCBYUBmUaTf6/lIaUUpRoFUsyaBZHQFf+qtozvZ11fZQoaAZoCWgPQwiloUYhyWz5v5SGlFKUaBVLMmgWR0BX9hUm2LHddX2UKGgGaAloD0MISfPHtDbN/L+UhpRSlGgVSzJoFkdAV+2WX1J173V9lChoBmgJaA9DCMfVyK60jP+/lIaUUpRoFUsyaBZHQFhKgE2YOUd1fZQoaAZoCWgPQwgGvTeGAMABwJSGlFKUaBVLMmgWR0BYQa94/u9fdX2UKGgGaAloD0MI1IIXfQUp/b+UhpRSlGgVSzJoFkdAWDkzeoDPnnV9lChoBmgJaA9DCCXNH9PadPC/lIaUUpRoFUsyaBZHQFgwvES/TLJ1ZS4="
|
| 79 |
},
|
| 80 |
"ep_success_buffer": {
|
| 81 |
":type:": "<class 'collections.deque'>",
|
| 82 |
+
":serialized:": "gAWVMwwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolggAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmOJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiKYwBQ5R0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAAAACUaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUaAcolggAAAAAAAAAAAAAAAAA8D+UaA4paBF0lFKUZS4="
|
| 83 |
},
|
| 84 |
+
"_n_updates": 4750,
|
| 85 |
"buffer_size": 1000000,
|
| 86 |
+
"batch_size": 256,
|
| 87 |
+
"learning_starts": 1000,
|
| 88 |
+
"tau": 0.005,
|
| 89 |
"gamma": 0.95,
|
| 90 |
"gradient_steps": 1,
|
| 91 |
"optimize_memory_usage": false,
|
|
|
|
| 94 |
":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=",
|
| 95 |
"__module__": "stable_baselines3.common.buffers",
|
| 96 |
"__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
|
| 97 |
+
"__init__": "<function DictReplayBuffer.__init__ at 0x7fd5c8ee5f70>",
|
| 98 |
+
"add": "<function DictReplayBuffer.add at 0x7fd5c8ef3040>",
|
| 99 |
+
"sample": "<function DictReplayBuffer.sample at 0x7fd5c8ef30d0>",
|
| 100 |
+
"_get_samples": "<function DictReplayBuffer._get_samples at 0x7fd5c8ef3160>",
|
| 101 |
"__abstractmethods__": "frozenset()",
|
| 102 |
+
"_abc_impl": "<_abc._abc_data object at 0x7fd5c8eefcc0>"
|
| 103 |
},
|
| 104 |
"replay_buffer_kwargs": {},
|
| 105 |
"train_freq": {
|
tqc-PandaReachDense-v2/ent_coef_optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1507
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df4e391e1cae52a187b41f6bd882810018a58d33972e802913b74db5d0b818c6
|
| 3 |
size 1507
|
tqc-PandaReachDense-v2/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01f30730b9677e51d4036a646ad869563cb0d885e8aec05549d844dea1b75d6d
|
| 3 |
+
size 83177
|
tqc-PandaReachDense-v2/pytorch_variables.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 747
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07ee6428783318039cd1513a0c76665f6409842eabd9429e2603f09d5b2f1184
|
| 3 |
size 747
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fcebd5c85ce223ff37d618aa82be856642080c4db24e5488c9e61036e6cd582b
|
| 3 |
+
size 3056
|