Initial commit
Browse files- README.md +1 -1
- a2c-PandaReachDense-v2.zip +2 -2
- a2c-PandaReachDense-v2/data +24 -24
- a2c-PandaReachDense-v2/policy.optimizer.pth +1 -1
- a2c-PandaReachDense-v2/policy.pth +1 -1
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -1.
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaReachDense-v2
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -1.12 +/- 0.20
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
a2c-PandaReachDense-v2.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:590c8bba9f502c64d3e7df563c25455bb9731e9b49d60b9270d98815b7f4f199
|
| 3 |
+
size 109998
|
a2c-PandaReachDense-v2/data
CHANGED
|
@@ -4,9 +4,9 @@
|
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
-
"__init__": "<function MultiInputActorCriticPolicy.__init__ at
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
-
"_abc_impl": "<_abc._abc_data object at
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
@@ -40,54 +40,54 @@
|
|
| 40 |
"bounded_above": "[ True True True]",
|
| 41 |
"_np_random": null
|
| 42 |
},
|
| 43 |
-
"n_envs":
|
| 44 |
-
"num_timesteps":
|
| 45 |
-
"_total_timesteps":
|
| 46 |
"_num_timesteps_at_start": 0,
|
| 47 |
"seed": null,
|
| 48 |
"action_noise": null,
|
| 49 |
-
"start_time":
|
| 50 |
-
"learning_rate": 0.
|
| 51 |
"tensorboard_log": null,
|
| 52 |
"lr_schedule": {
|
| 53 |
":type:": "<class 'function'>",
|
| 54 |
-
":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3UvbWluaWNvbmRhMy9lbnZzL2h1Z2dpbmdmYWNlLXVuaXQ2L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS91L21pbmljb25kYTMvZW52cy9odWdnaW5nZmFjZS11bml0Ni9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+
|
| 55 |
},
|
| 56 |
"_last_obs": {
|
| 57 |
":type:": "<class 'collections.OrderedDict'>",
|
| 58 |
-
":serialized:": "
|
| 59 |
-
"achieved_goal": "[[
|
| 60 |
-
"desired_goal": "[[
|
| 61 |
-
"observation": "[[
|
| 62 |
},
|
| 63 |
"_last_episode_starts": {
|
| 64 |
":type:": "<class 'numpy.ndarray'>",
|
| 65 |
-
":serialized:": "
|
| 66 |
},
|
| 67 |
"_last_original_obs": {
|
| 68 |
":type:": "<class 'collections.OrderedDict'>",
|
| 69 |
-
":serialized:": "
|
| 70 |
-
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 71 |
-
"desired_goal": "[[ 0.
|
| 72 |
-
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 73 |
},
|
| 74 |
"_episode_num": 0,
|
| 75 |
"use_sde": false,
|
| 76 |
"sde_sample_freq": -1,
|
| 77 |
-
"_current_progress_remaining":
|
| 78 |
"ep_info_buffer": {
|
| 79 |
":type:": "<class 'collections.deque'>",
|
| 80 |
-
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
| 81 |
},
|
| 82 |
"ep_success_buffer": {
|
| 83 |
":type:": "<class 'collections.deque'>",
|
| 84 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 85 |
},
|
| 86 |
-
"_n_updates":
|
| 87 |
-
"n_steps":
|
| 88 |
-
"gamma": 0.
|
| 89 |
-
"gae_lambda":
|
| 90 |
-
"ent_coef": 0.
|
| 91 |
"vf_coef": 0.5,
|
| 92 |
"max_grad_norm": 0.5,
|
| 93 |
"normalize_advantage": false
|
|
|
|
| 4 |
":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
|
| 5 |
"__module__": "stable_baselines3.common.policies",
|
| 6 |
"__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
|
| 7 |
+
"__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f7ea21b74c0>",
|
| 8 |
"__abstractmethods__": "frozenset()",
|
| 9 |
+
"_abc_impl": "<_abc._abc_data object at 0x7f7ea21b1d80>"
|
| 10 |
},
|
| 11 |
"verbose": 1,
|
| 12 |
"policy_kwargs": {
|
|
|
|
| 40 |
"bounded_above": "[ True True True]",
|
| 41 |
"_np_random": null
|
| 42 |
},
|
| 43 |
+
"n_envs": 8,
|
| 44 |
+
"num_timesteps": 2000000,
|
| 45 |
+
"_total_timesteps": 2000000,
|
| 46 |
"_num_timesteps_at_start": 0,
|
| 47 |
"seed": null,
|
| 48 |
"action_noise": null,
|
| 49 |
+
"start_time": 1680416453182156123,
|
| 50 |
+
"learning_rate": 0.0001,
|
| 51 |
"tensorboard_log": null,
|
| 52 |
"lr_schedule": {
|
| 53 |
":type:": "<class 'function'>",
|
| 54 |
+
":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3UvbWluaWNvbmRhMy9lbnZzL2h1Z2dpbmdmYWNlLXVuaXQ2L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS91L21pbmljb25kYTMvZW52cy9odWdnaW5nZmFjZS11bml0Ni9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
|
| 55 |
},
|
| 56 |
"_last_obs": {
|
| 57 |
":type:": "<class 'collections.OrderedDict'>",
|
| 58 |
+
":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAxjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAAKXtZv9jHuz8PYu8+FJSfPvH53r4EvBS+7ixNvyCQMj8ofc2/8J7NP6U/KT1Z+Lu/bszXP4yeyj9s7bO/aMbtPpw+yb9vQpy/KCKOvkrjn7/Qvtq/0BahvoDdEz6NIY6+lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAAAAAAAAADGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9juUaA5LCEsGhpRoEnSUUpR1Lg==",
|
| 59 |
+
"achieved_goal": "[[0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]]",
|
| 60 |
+
"desired_goal": "[[-0.8495355 1.4670362 0.467545 ]\n [ 0.31167662 -0.43550065 -0.14524847]\n [-0.8014668 0.6975117 -1.605382 ]\n [ 1.6064129 0.04132046 -1.4685165 ]\n [ 1.6859262 1.5829635 -1.405683 ]\n [ 0.46440434 -1.5722232 -1.2207774 ]\n [-0.27760434 -1.2491238 -1.7089481 ]\n [-0.31462717 0.14439964 -0.27759972]]",
|
| 61 |
+
"observation": "[[ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]]"
|
| 62 |
},
|
| 63 |
"_last_episode_starts": {
|
| 64 |
":type:": "<class 'numpy.ndarray'>",
|
| 65 |
+
":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="
|
| 66 |
},
|
| 67 |
"_last_original_obs": {
|
| 68 |
":type:": "<class 'collections.OrderedDict'>",
|
| 69 |
+
":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAAU4ToPbm9Ej6eoos+ZZWKvTkI5T2HXP49FNR9PWexbr3nd5Y+gKOTPR8GuT3oWDQ+l2zJvTNHPr2j+WQ+HuHwPdMolL0ln4E+56dWvRrhzzw0TY47bvXWPYhnIT0ZRUM+lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LCEsGhpRoEnSUUpR1Lg==",
|
| 70 |
+
"achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]",
|
| 71 |
+
"desired_goal": "[[ 0.11353364 0.14330186 0.27272505]\n [-0.06766776 0.11183209 0.12419992]\n [ 0.06196983 -0.05827465 0.29388353]\n [ 0.0720892 0.09034371 0.1761204 ]\n [-0.09835165 -0.04645462 0.22360854]\n [ 0.11761688 -0.07234349 0.2531673 ]\n [-0.05240622 0.02537589 0.0043427 ]\n [ 0.10496031 0.03940538 0.19069327]]",
|
| 72 |
+
"observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"
|
| 73 |
},
|
| 74 |
"_episode_num": 0,
|
| 75 |
"use_sde": false,
|
| 76 |
"sde_sample_freq": -1,
|
| 77 |
+
"_current_progress_remaining": 0.0,
|
| 78 |
"ep_info_buffer": {
|
| 79 |
":type:": "<class 'collections.deque'>",
|
| 80 |
+
":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQGzp0VTP9b+UhpRSlIwBbJRLMowBdJRHQKK2Bpfx+a11fZQoaAZoCWgPQwgMHxFTIsn5v5SGlFKUaBVLMmgWR0Citeliay8jdX2UKGgGaAloD0MI1NfzNcsl+L+UhpRSlGgVSzJoFkdAorXNC9h7V3V9lChoBmgJaA9DCL7ArFCku/a/lIaUUpRoFUsyaBZHQKK1r6/IsAh1fZQoaAZoCWgPQwg8+IkD6Pf3v5SGlFKUaBVLMmgWR0Cit2UNSZSfdX2UKGgGaAloD0MIi06WWu+3+7+UhpRSlGgVSzJoFkdAordJgw482nV9lChoBmgJaA9DCKvrUE1JlvO/lIaUUpRoFUsyaBZHQKK3LkZJkG11fZQoaAZoCWgPQwgVUn5S7dP4v5SGlFKUaBVLMmgWR0CitxIi1RcedX2UKGgGaAloD0MIjXxe8dTj97+UhpRSlGgVSzJoFkdAorb11B+nZXV9lChoBmgJaA9DCCgNNQpJ5vW/lIaUUpRoFUsyaBZHQKK22Jw84gl1fZQoaAZoCWgPQwjsUE1J1iH2v5SGlFKUaBVLMmgWR0CitrwYtQKsdX2UKGgGaAloD0MIDhZO0vwx9b+UhpRSlGgVSzJoFkdAoraew9q1xHV9lChoBmgJaA9DCCrHZHH/0fW/lIaUUpRoFUsyaBZHQKK4WaESM991fZQoaAZoCWgPQwioVImyt5T2v5SGlFKUaBVLMmgWR0CiuD4MnZ00dX2UKGgGaAloD0MIkwILYMrA9r+UhpRSlGgVSzJoFkdAorgiyIHkcXV9lChoBmgJaA9DCO/k02NbRvO/lIaUUpRoFUsyaBZHQKK4BqmCROl1fZQoaAZoCWgPQwjLLEKxFbTzv5SGlFKUaBVLMmgWR0Cit+pSR8txdX2UKGgGaAloD0MIxciSOZZ39r+UhpRSlGgVSzJoFkdAorfNF+d9UnV9lChoBmgJaA9DCDlFR3L5j/m/lIaUUpRoFUsyaBZHQKK3sMlTm4l1fZQoaAZoCWgPQwh1yThGskf2v5SGlFKUaBVLMmgWR0Cit5OMl1KXdX2UKGgGaAloD0MIGhh5WRML9b+UhpRSlGgVSzJoFkdAorlN34bjtHV9lChoBmgJaA9DCD9wlScQ9vK/lIaUUpRoFUsyaBZHQKK5MlyBCld1fZQoaAZoCWgPQwiqC3iZYSP6v5SGlFKUaBVLMmgWR0CiuRcvM8oydX2UKGgGaAloD0MIn69ZLhvd8b+UhpRSlGgVSzJoFkdAorj7ENvwVnV9lChoBmgJaA9DCN4+q8yU1vO/lIaUUpRoFUsyaBZHQKK43tUn5SF1fZQoaAZoCWgPQwiYNEbrqGr4v5SGlFKUaBVLMmgWR0CiuMGXgLqmdX2UKGgGaAloD0MIVaGBWDbz9b+UhpRSlGgVSzJoFkdAorilSde6Z3V9lChoBmgJaA9DCGL3HcNj//e/lIaUUpRoFUsyaBZHQKK4h/iHZbp1fZQoaAZoCWgPQwj+RGXDmor5v5SGlFKUaBVLMmgWR0CiukQxWT5gdX2UKGgGaAloD0MIPQytTs6Q+r+UhpRSlGgVSzJoFkdAoroowGnn+3V9lChoBmgJaA9DCEOpvYi2I/W/lIaUUpRoFUsyaBZHQKK6DZaFEiN1fZQoaAZoCWgPQwhavcPt0PD4v5SGlFKUaBVLMmgWR0CiufFyq+8HdX2UKGgGaAloD0MIBkfJq3NM+b+UhpRSlGgVSzJoFkdAornVH2AXmHV9lChoBmgJaA9DCIHoSZnUEPS/lIaUUpRoFUsyaBZHQKK5t92ovSN1fZQoaAZoCWgPQwglzoqoiX70v5SGlFKUaBVLMmgWR0CiuZtSZSeidX2UKGgGaAloD0MIObNdoQ/W9b+UhpRSlGgVSzJoFkdAorl967dzn3V9lChoBmgJaA9DCKzj+KHSCPu/lIaUUpRoFUsyaBZHQKK7Phm5Dqp1fZQoaAZoCWgPQwhuiVxwBv/1v5SGlFKUaBVLMmgWR0CiuyKJ/G2kdX2UKGgGaAloD0MIhZfg1AcS+b+UhpRSlGgVSzJoFkdAorsHRE4NqnV9lChoBmgJaA9DCB6HwfwVcvW/lIaUUpRoFUsyaBZHQKK66zPa+N91fZQoaAZoCWgPQwgB+KdUibLyv5SGlFKUaBVLMmgWR0Cius8LKFIvdX2UKGgGaAloD0MILLgf8MAA+L+UhpRSlGgVSzJoFkdAorqx0U47zXV9lChoBmgJaA9DCCXoL/SIkfi/lIaUUpRoFUsyaBZHQKK6lVI7Njd1fZQoaAZoCWgPQwjudygK9In2v5SGlFKUaBVLMmgWR0Ciunf7rLQpdX2UKGgGaAloD0MIRpiiXBp/9b+UhpRSlGgVSzJoFkdAorwwmsvIwXV9lChoBmgJaA9DCN8Vwf9WMvW/lIaUUpRoFUsyaBZHQKK8FRb8m8d1fZQoaAZoCWgPQwgQr+sX7Mb6v5SGlFKUaBVLMmgWR0Ciu/nXVbzLdX2UKGgGaAloD0MIWksBaf+D+L+UhpRSlGgVSzJoFkdAorvduR9w33V9lChoBmgJaA9DCG9Kea2Ebvm/lIaUUpRoFUsyaBZHQKK7wWVu76J1fZQoaAZoCWgPQwjmWrQAbSv1v5SGlFKUaBVLMmgWR0Ciu6QvQF9sdX2UKGgGaAloD0MI7WMFvw1x87+UhpRSlGgVSzJoFkdAoruH0VafSXV9lChoBmgJaA9DCDVgkPRp1fi/lIaUUpRoFUsyaBZHQKK7amv4dp91fZQoaAZoCWgPQwg8nwH1ZpTyv5SGlFKUaBVLMmgWR0CivR71yvLYdX2UKGgGaAloD0MI0VlmEYpt97+UhpRSlGgVSzJoFkdAor0DZi/fwnV9lChoBmgJaA9DCJQzFHe8CfS/lIaUUpRoFUsyaBZHQKK86CCjDbd1fZQoaAZoCWgPQwiztFNzuQH6v5SGlFKUaBVLMmgWR0CivMwe3hGZdX2UKGgGaAloD0MI/FbrxOU4+b+UhpRSlGgVSzJoFkdAoryvz6JqI3V9lChoBmgJaA9DCDM334jumfm/lIaUUpRoFUsyaBZHQKK8kpPykKx1fZQoaAZoCWgPQwj0wTI2dPP5v5SGlFKUaBVLMmgWR0CivHYuTRpldX2UKGgGaAloD0MIr5Y7M8Hw9r+UhpRSlGgVSzJoFkdAorxYxYaHbnV9lChoBmgJaA9DCGK+vAD7qPa/lIaUUpRoFUsyaBZHQKK+C5ksjFB1fZQoaAZoCWgPQwhhMlUwKunyv5SGlFKUaBVLMmgWR0CivfAIIF/ydX2UKGgGaAloD0MIat5xio6k87+UhpRSlGgVSzJoFkdAor3U3bVSXXV9lChoBmgJaA9DCNS19j5Vhfq/lIaUUpRoFUsyaBZHQKK9uOuq3mV1fZQoaAZoCWgPQwgbR6zFp8D6v5SGlFKUaBVLMmgWR0CivZy4FzMidX2UKGgGaAloD0MICtgORuxT9L+UhpRSlGgVSzJoFkdAor1/gtOEd3V9lChoBmgJaA9DCB2SWiiZHPS/lIaUUpRoFUsyaBZHQKK9YvyLAHp1fZQoaAZoCWgPQwi8OzJWm//yv5SGlFKUaBVLMmgWR0CivUWnKnvVdX2UKGgGaAloD0MICwqDMo3m8r+UhpRSlGgVSzJoFkdAor8CzTnaFnV9lChoBmgJaA9DCO3ShsPSAPS/lIaUUpRoFUsyaBZHQKK+5zp5eJJ1fZQoaAZoCWgPQwiLbVLRWHv2v5SGlFKUaBVLMmgWR0Civsv99+gEdX2UKGgGaAloD0MI/mDgufdw97+UhpRSlGgVSzJoFkdAor6v8baRIXV9lChoBmgJaA9DCHnnUIaq2PO/lIaUUpRoFUsyaBZHQKK+k8ifQKN1fZQoaAZoCWgPQwhkO99PjVf1v5SGlFKUaBVLMmgWR0CivnaGQCCBdX2UKGgGaAloD0MI9kGWBRM/87+UhpRSlGgVSzJoFkdAor5aD/VAiXV9lChoBmgJaA9DCBR3vMlvEfa/lIaUUpRoFUsyaBZHQKK+PKkl/pd1fZQoaAZoCWgPQwirBfaYSOn0v5SGlFKUaBVLMmgWR0Civ/THCGeudX2UKGgGaAloD0MIPGcLCK0H9r+UhpRSlGgVSzJoFkdAor/ZSBK+SXV9lChoBmgJaA9DCH1bsFQXcPW/lIaUUpRoFUsyaBZHQKK/vg1FYuF1fZQoaAZoCWgPQwh8gVmhSHf3v5SGlFKUaBVLMmgWR0Civ6H/95yEdX2UKGgGaAloD0MIOdOE7Sdj+r+UhpRSlGgVSzJoFkdAor+FqzqrzXV9lChoBmgJaA9DCA3EsplDkva/lIaUUpRoFUsyaBZHQKK/aGt6ol51fZQoaAZoCWgPQwiPNSOD3IX5v5SGlFKUaBVLMmgWR0Civ0wT/Q0GdX2UKGgGaAloD0MIol2FlJ9U97+UhpRSlGgVSzJoFkdAor8ux2SuAHV9lChoBmgJaA9DCKvN/6uOHPa/lIaUUpRoFUsyaBZHQKLA5beMyad1fZQoaAZoCWgPQwhVUbzK2ub0v5SGlFKUaBVLMmgWR0CiwMopx3mndX2UKGgGaAloD0MIcEOM17zq9b+UhpRSlGgVSzJoFkdAosCu6y0KJHV9lChoBmgJaA9DCJQ0f0xr0/i/lIaUUpRoFUsyaBZHQKLAksuFpPB1fZQoaAZoCWgPQwgogjgPJ7D2v5SGlFKUaBVLMmgWR0CiwHaHbh3rdX2UKGgGaAloD0MIFM5uLZOh8r+UhpRSlGgVSzJoFkdAosBZSLqD9XV9lChoBmgJaA9DCIDTu3g/bvm/lIaUUpRoFUsyaBZHQKLAPMWXTmZ1fZQoaAZoCWgPQwifW+hKBCr0v5SGlFKUaBVLMmgWR0CiwB9eyAx0dX2UKGgGaAloD0MIezApPj5h9L+UhpRSlGgVSzJoFkdAosHWKO1fFHV9lChoBmgJaA9DCH+l8+FZAv2/lIaUUpRoFUsyaBZHQKLBupqASWZ1fZQoaAZoCWgPQwhHrTB9r6H2v5SGlFKUaBVLMmgWR0CiwZ+chC+ldX2UKGgGaAloD0MIjjo6rkZ29L+UhpRSlGgVSzJoFkdAosGDeIl+mXV9lChoBmgJaA9DCBwMdVjh1va/lIaUUpRoFUsyaBZHQKLBZyXlbNd1fZQoaAZoCWgPQwgnSkIibaPyv5SGlFKUaBVLMmgWR0CiwUnqmj0udX2UKGgGaAloD0MIcsKE0aws/b+UhpRSlGgVSzJoFkdAosEtjEvTPXV9lChoBmgJaA9DCP8+48KB0PW/lIaUUpRoFUsyaBZHQKLBEDjin511ZS4="
|
| 81 |
},
|
| 82 |
"ep_success_buffer": {
|
| 83 |
":type:": "<class 'collections.deque'>",
|
| 84 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 85 |
},
|
| 86 |
+
"_n_updates": 15625,
|
| 87 |
+
"n_steps": 16,
|
| 88 |
+
"gamma": 0.9546,
|
| 89 |
+
"gae_lambda": 0.98,
|
| 90 |
+
"ent_coef": 0.0001,
|
| 91 |
"vf_coef": 0.5,
|
| 92 |
"max_grad_norm": 0.5,
|
| 93 |
"normalize_advantage": false
|
a2c-PandaReachDense-v2/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 44734
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3e9b6a2a078175d9e02a15a6e0e54e0f098dd3228fd6f5e44bd5e88ae93e49e7
|
| 3 |
size 44734
|
a2c-PandaReachDense-v2/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46014
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f3c2b8a8bca45b508460ad7a40df61adb892175c3407695c20661e2449e9ed1
|
| 3 |
size 46014
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fb0446b6f70>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fb0446b5e80>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 1001472, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680377738771037922, "learning_rate": 0.0014735441345589378, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3UvbWluaWNvbmRhMy9lbnZzL2h1Z2dpbmdmYWNlLXVuaXQ2L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS91L21pbmljb25kYTMvZW52cy9odWdnaW5nZmFjZS11bml0Ni9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9YJH33f0ZzhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA7/yPP5jVfb9HWig/HxRmP634zr9Hv2W//rTXP+kC3T767KW/doHHP+sxZb58/cw/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAABuaWP78aYb+JyR4/fpuFP5vvub9NOpy/s4LDP4o9tD5tDcK/2ciuP5+jsb5Ab9Y/lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADv/I8/mNV9v0daKD8tfjq/ciuFvoj0w78fFGY/rfjOv0e/Zb8i8YC+zl1RPdQLE7/+tNc/6QLdPvrspb88gdg+R+c9PxUpez92gcc/6zFlvnz9zD8sj++8dqc0vxgeHz+UaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 1.1249064 -0.99154043 0.6576275 ]\n [ 0.8987445 -1.616964 -0.8974499 ]\n [ 1.685211 0.43166283 -1.2962945 ]\n [ 1.5586383 -0.22382323 1.6014857 ]]", "desired_goal": "[[ 1.1788948 -0.87931436 0.6202627 ]\n [ 1.0438077 -1.4526247 -1.2205292 ]\n [ 1.5274261 0.352032 -1.5160347 ]\n [ 1.3655044 -0.34695145 1.6752701 ]]", "observation": "[[ 1.1249064 -0.99154043 0.6576275 -0.7284878 -0.2600971 -1.5309 ]\n [ 0.8987445 -1.616964 -0.8974499 -0.2518397 0.05111485 -0.57439923]\n [ 1.685211 0.43166283 -1.2962945 0.42286098 0.74181026 0.9810956 ]\n [ 1.5586383 -0.22382323 1.6014857 -0.02924307 -0.70568025 0.62155294]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAbiURPmePFb7Mst87sEALvj8BCr1jG8U8yXLQPZkLgb1fexI9bBv/PUu2E777TxE+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.14174435 -0.14605485 0.00682673]\n [-0.13598895 -0.03369259 0.02406091]\n [ 0.10178144 -0.0630104 0.03576219]\n [ 0.12456402 -0.14425008 0.14190666]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0014719999999999178, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI6+V3msw48b+UhpRSlIwBbJRLMowBdJRHQJcZN2St/4J1fZQoaAZoCWgPQwi8z/HR4oz4v5SGlFKUaBVLMmgWR0CXGOj7ALy+dX2UKGgGaAloD0MIOIO/X8wW+7+UhpRSlGgVSzJoFkdAlxipnlGPP3V9lChoBmgJaA9DCPUTzm4tk/i/lIaUUpRoFUsyaBZHQJcYUOby6MB1fZQoaAZoCWgPQwilhGBVvTz+v5SGlFKUaBVLMmgWR0CXGmajN6gNdX2UKGgGaAloD0MI/dmPFJGh9r+UhpRSlGgVSzJoFkdAlxoYXbdrPHV9lChoBmgJaA9DCO4E+69zk/2/lIaUUpRoFUsyaBZHQJcZ2TA31jB1fZQoaAZoCWgPQwhjmuleJzX4v5SGlFKUaBVLMmgWR0CXGYBC2MKkdX2UKGgGaAloD0MIlE4kmGom+r+UhpRSlGgVSzJoFkdAlxuTLwF1S3V9lChoBmgJaA9DCM3lBkMdFvi/lIaUUpRoFUsyaBZHQJcbRMdtEXt1fZQoaAZoCWgPQwiKWS+GciL+v5SGlFKUaBVLMmgWR0CXGwVhCtzTdX2UKGgGaAloD0MIPSr+74iK9b+UhpRSlGgVSzJoFkdAlxqschkiEHV9lChoBmgJaA9DCPgW1o13h/W/lIaUUpRoFUsyaBZHQJccueDnNgV1fZQoaAZoCWgPQwib5h2n6Ej1v5SGlFKUaBVLMmgWR0CXHGvaURnOdX2UKGgGaAloD0MIrdwLzArF+7+UhpRSlGgVSzJoFkdAlxwsl5WzW3V9lChoBmgJaA9DCNP6WwLwz/S/lIaUUpRoFUsyaBZHQJcb1BY3eep1fZQoaAZoCWgPQwhdxHdi1sv3v5SGlFKUaBVLMmgWR0CXHfVh1DBudX2UKGgGaAloD0MInZyhuOPN8r+UhpRSlGgVSzJoFkdAlx2m9+PRzHV9lChoBmgJaA9DCMnH7gIlRfq/lIaUUpRoFUsyaBZHQJcdZ6u4gA91fZQoaAZoCWgPQwimXrcIjLX7v5SGlFKUaBVLMmgWR0CXHQ619fCzdX2UKGgGaAloD0MIhq+vdamR+L+UhpRSlGgVSzJoFkdAlx8fIS13MnV9lChoBmgJaA9DCGkbf6KyYfq/lIaUUpRoFUsyaBZHQJce0LXtjTd1fZQoaAZoCWgPQwivzcZKzLP4v5SGlFKUaBVLMmgWR0CXHpFh5PdmdX2UKGgGaAloD0MIgbIpV3gX8r+UhpRSlGgVSzJoFkdAlx44ePq9oXV9lChoBmgJaA9DCJtattYXyfe/lIaUUpRoFUsyaBZHQJcgM1uR9w51fZQoaAZoCWgPQwg6rkZ2peX2v5SGlFKUaBVLMmgWR0CXH+T8YQ8PdX2UKGgGaAloD0MIJSL8i6Cx8r+UhpRSlGgVSzJoFkdAlx+lmOEM9nV9lChoBmgJaA9DCFvtYS8UcPq/lIaUUpRoFUsyaBZHQJcfTJ9y9251fZQoaAZoCWgPQwjylxb1Sa71v5SGlFKUaBVLMmgWR0CXIUT3qRlpdX2UKGgGaAloD0MIdO0L6IX7/r+UhpRSlGgVSzJoFkdAlyD2mP5pJ3V9lChoBmgJaA9DCEuuYvGbwva/lIaUUpRoFUsyaBZHQJcgt0ZFXq91fZQoaAZoCWgPQwg/rDdqhSn4v5SGlFKUaBVLMmgWR0CXIF5jpcHGdX2UKGgGaAloD0MI6ui4GtkV+L+UhpRSlGgVSzJoFkdAlyJpl8PWhHV9lChoBmgJaA9DCOOkMO9xpva/lIaUUpRoFUsyaBZHQJciG09hZyN1fZQoaAZoCWgPQwiMvKyJBf71v5SGlFKUaBVLMmgWR0CXIdv6j323dX2UKGgGaAloD0MI9WbUfJU8+b+UhpRSlGgVSzJoFkdAlyGDAaef7XV9lChoBmgJaA9DCBmveVVn9fe/lIaUUpRoFUsyaBZHQJcjlJI1+Ap1fZQoaAZoCWgPQwi0Hr5MFOH4v5SGlFKUaBVLMmgWR0CXI0YnOSntdX2UKGgGaAloD0MIrOC3IcZr+b+UhpRSlGgVSzJoFkdAlyMG1IAfdXV9lChoBmgJaA9DCL4uw3+6gfW/lIaUUpRoFUsyaBZHQJcireVLSNR1fZQoaAZoCWgPQwhqZ5jaUof1v5SGlFKUaBVLMmgWR0CXJL60pmVadX2UKGgGaAloD0MIn69ZLhsd+L+UhpRSlGgVSzJoFkdAlyRwX2ugYnV9lChoBmgJaA9DCMBfzJasiva/lIaUUpRoFUsyaBZHQJckMPpY9xJ1fZQoaAZoCWgPQwgtsp3vp8byv5SGlFKUaBVLMmgWR0CXI9gHu7YkdX2UKGgGaAloD0MIlC9oIQGj87+UhpRSlGgVSzJoFkdAlyXnIU8FIXV9lChoBmgJaA9DCNMSK6ORD/u/lIaUUpRoFUsyaBZHQJclmMXJo011fZQoaAZoCWgPQwgIc7uX+6T6v5SGlFKUaBVLMmgWR0CXJVlcyFfzdX2UKGgGaAloD0MIHNKowMn2+r+UhpRSlGgVSzJoFkdAlyUAaef7JnV9lChoBmgJaA9DCOmbNA2KZvu/lIaUUpRoFUsyaBZHQJcnFDPWxyJ1fZQoaAZoCWgPQwg7iQj/Iij3v5SGlFKUaBVLMmgWR0CXJsXKbKA8dX2UKGgGaAloD0MIMPKyJhb49r+UhpRSlGgVSzJoFkdAlyaGcnVoYnV9lChoBmgJaA9DCDRnfcoxmfq/lIaUUpRoFUsyaBZHQJcmLa24NI91fZQoaAZoCWgPQwgyPPazWIr4v5SGlFKUaBVLMmgWR0CXKDmAskIHdX2UKGgGaAloD0MIHaopyTrc+b+UhpRSlGgVSzJoFkdAlyfrGvOhTXV9lChoBmgJaA9DCN/7G7RX3/m/lIaUUpRoFUsyaBZHQJcnrB3zMA51fZQoaAZoCWgPQwi/tn76zxr5v5SGlFKUaBVLMmgWR0CXJ1McIZ62dX2UKGgGaAloD0MIQiJt40+U+7+UhpRSlGgVSzJoFkdAlylk1Muez3V9lChoBmgJaA9DCO6yX3e6s/m/lIaUUpRoFUsyaBZHQJcpFqfvnbJ1fZQoaAZoCWgPQwhZvi7Df3r4v5SGlFKUaBVLMmgWR0CXKNd7OVxCdX2UKGgGaAloD0MIkpVfBmOE+7+UhpRSlGgVSzJoFkdAlyh+zhP0qnV9lChoBmgJaA9DCMKFPIIbafi/lIaUUpRoFUsyaBZHQJcqm4Wk8A91fZQoaAZoCWgPQwijztxDwnf2v5SGlFKUaBVLMmgWR0CXKk0j1PFedX2UKGgGaAloD0MI9utOd544/7+UhpRSlGgVSzJoFkdAlyoOFQEZBXV9lChoBmgJaA9DCKD7cma7Qv2/lIaUUpRoFUsyaBZHQJcptXtBv751fZQoaAZoCWgPQwgaGeQuwtT8v5SGlFKUaBVLMmgWR0CXK8cYIjW1dX2UKGgGaAloD0MIQuvhy0QR+r+UhpRSlGgVSzJoFkdAlyt4sd1dPnV9lChoBmgJaA9DCN3T1R2LLfe/lIaUUpRoFUsyaBZHQJcrOU5dWyV1fZQoaAZoCWgPQwjOM/YlG8/1v5SGlFKUaBVLMmgWR0CXKuBN21UmdX2UKGgGaAloD0MIKUF/oUcM9r+UhpRSlGgVSzJoFkdAlyzx0lqrR3V9lChoBmgJaA9DCIV4JF6eTve/lIaUUpRoFUsyaBZHQJcso2vStvJ1fZQoaAZoCWgPQwgvaYzWUZX1v5SGlFKUaBVLMmgWR0CXLGQJokAxdX2UKGgGaAloD0MIqiwKuyh6+r+UhpRSlGgVSzJoFkdAlywLJOnEVHV9lChoBmgJaA9DCIMvTKYKhvi/lIaUUpRoFUsyaBZHQJcuHnNgSe11fZQoaAZoCWgPQwjWx0Pf3cr6v5SGlFKUaBVLMmgWR0CXLdALRa5gdX2UKGgGaAloD0MI6GZ/oNy29L+UhpRSlGgVSzJoFkdAly2QrUb1iHV9lChoBmgJaA9DCEW8df7tcvi/lIaUUpRoFUsyaBZHQJctN72L5yl1fZQoaAZoCWgPQwjItgw4S8n6v5SGlFKUaBVLMmgWR0CXL0gGr0aqdX2UKGgGaAloD0MIV0J3SZyV9L+UhpRSlGgVSzJoFkdAly75nctXgnV9lChoBmgJaA9DCB+7C5QUmPq/lIaUUpRoFUsyaBZHQJcuujqOcUd1fZQoaAZoCWgPQwjFAIkmUET0v5SGlFKUaBVLMmgWR0CXLmFId2gWdX2UKGgGaAloD0MILzTXaaRl9r+UhpRSlGgVSzJoFkdAlzBzT4L1EnV9lChoBmgJaA9DCJvkR/yKNfa/lIaUUpRoFUsyaBZHQJcwJRJmNBF1fZQoaAZoCWgPQwjWOnE5XsHyv5SGlFKUaBVLMmgWR0CXL+XZXdTHdX2UKGgGaAloD0MIKgDGM2jo+L+UhpRSlGgVSzJoFkdAly+M6vJRwnV9lChoBmgJaA9DCBk5C3va4fe/lIaUUpRoFUsyaBZHQJcxndLxqfx1fZQoaAZoCWgPQwj11VWBWsz4v5SGlFKUaBVLMmgWR0CXMU9vjwQUdX2UKGgGaAloD0MI5dL4hVcS+7+UhpRSlGgVSzJoFkdAlzEQOavzOHV9lChoBmgJaA9DCCOfVzz1SPi/lIaUUpRoFUsyaBZHQJcwtzvJA+p1fZQoaAZoCWgPQwjrNqj91o76v5SGlFKUaBVLMmgWR0CXMsrTpgTidX2UKGgGaAloD0MIfZI7bCIz+r+UhpRSlGgVSzJoFkdAlzJ8bFS88XV9lChoBmgJaA9DCDzbozfcB/e/lIaUUpRoFUsyaBZHQJcyPTTfBN51fZQoaAZoCWgPQwiWsgxxrAv6v5SGlFKUaBVLMmgWR0CXMeSaEzwddX2UKGgGaAloD0MIYRkbutkf+L+UhpRSlGgVSzJoFkdAlzP3r+o993V9lChoBmgJaA9DCKfNOA1RRfu/lIaUUpRoFUsyaBZHQJczqUJOWSl1fZQoaAZoCWgPQwj27SQi/Ev2v5SGlFKUaBVLMmgWR0CXM2nl4keIdX2UKGgGaAloD0MII9v5fmq89L+UhpRSlGgVSzJoFkdAlzMQ9FF2FHV9lChoBmgJaA9DCF+y8WCL3fe/lIaUUpRoFUsyaBZHQJc1JvtMPBl1fZQoaAZoCWgPQwgwL8A+OnX2v5SGlFKUaBVLMmgWR0CXNNiTMaCMdX2UKGgGaAloD0MIoOHNGrzv+b+UhpRSlGgVSzJoFkdAlzSZON5t33V9lChoBmgJaA9DCEt1AS8zbPe/lIaUUpRoFUsyaBZHQJc0QD0UXYV1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 489, "n_steps": 512, "gamma": 0.9546251877513446, "gae_lambda": 1.0, "ent_coef": 0.00012083804240540896, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.15.90.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Fri Jan 27 02:56:13 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0+cu117", "GPU Enabled": "True", "Numpy": "1.24.2", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space (Tuple)\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Uses the CombinedExtractor\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7f7ea21b74c0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f7ea21b1d80>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_np_random": null}, "n_envs": 8, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1680416453182156123, "learning_rate": 0.0001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVAQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMZy9ob21lL3UvbWluaWNvbmRhMy9lbnZzL2h1Z2dpbmdmYWNlLXVuaXQ2L2xpYi9weXRob24zLjkvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuCQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGcvaG9tZS91L21pbmljb25kYTMvZW52cy9odWdnaW5nZmFjZS11bml0Ni9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAAxjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/xjDWPkptODsu2xg/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAAKXtZv9jHuz8PYu8+FJSfPvH53r4EvBS+7ixNvyCQMj8ofc2/8J7NP6U/KT1Z+Lu/bszXP4yeyj9s7bO/aMbtPpw+yb9vQpy/KCKOvkrjn7/Qvtq/0BahvoDdEz6NIY6+lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAAAAAAAAADGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9jvGMNY+Sm04Oy7bGD/tKIu8l+9LuohT9juUaA5LCEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]\n [0.41834086 0.00281413 0.5970944 ]]", "desired_goal": "[[-0.8495355 1.4670362 0.467545 ]\n [ 0.31167662 -0.43550065 -0.14524847]\n [-0.8014668 0.6975117 -1.605382 ]\n [ 1.6064129 0.04132046 -1.4685165 ]\n [ 1.6859262 1.5829635 -1.405683 ]\n [ 0.46440434 -1.5722232 -1.2207774 ]\n [-0.27760434 -1.2491238 -1.7089481 ]\n [-0.31462717 0.14439964 -0.27759972]]", "observation": "[[ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]\n [ 0.41834086 0.00281413 0.5970944 -0.01698729 -0.00077795 0.00751728]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolmAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksISwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolmAAAAAAAAAAU4ToPbm9Ej6eoos+ZZWKvTkI5T2HXP49FNR9PWexbr3nd5Y+gKOTPR8GuT3oWDQ+l2zJvTNHPr2j+WQ+HuHwPdMolL0ln4E+56dWvRrhzzw0TY47bvXWPYhnIT0ZRUM+lGgOSwhLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LCEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01]]", "desired_goal": "[[ 0.11353364 0.14330186 0.27272505]\n [-0.06766776 0.11183209 0.12419992]\n [ 0.06196983 -0.05827465 0.29388353]\n [ 0.0720892 0.09034371 0.1761204 ]\n [-0.09835165 -0.04645462 0.22360854]\n [ 0.11761688 -0.07234349 0.2531673 ]\n [-0.05240622 0.02537589 0.0043427 ]\n [ 0.10496031 0.03940538 0.19069327]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12 1.9740014e-01 0.0000000e+00\n -0.0000000e+00 0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIQGzp0VTP9b+UhpRSlIwBbJRLMowBdJRHQKK2Bpfx+a11fZQoaAZoCWgPQwgMHxFTIsn5v5SGlFKUaBVLMmgWR0Citeliay8jdX2UKGgGaAloD0MI1NfzNcsl+L+UhpRSlGgVSzJoFkdAorXNC9h7V3V9lChoBmgJaA9DCL7ArFCku/a/lIaUUpRoFUsyaBZHQKK1r6/IsAh1fZQoaAZoCWgPQwg8+IkD6Pf3v5SGlFKUaBVLMmgWR0Cit2UNSZSfdX2UKGgGaAloD0MIi06WWu+3+7+UhpRSlGgVSzJoFkdAordJgw482nV9lChoBmgJaA9DCKvrUE1JlvO/lIaUUpRoFUsyaBZHQKK3LkZJkG11fZQoaAZoCWgPQwgVUn5S7dP4v5SGlFKUaBVLMmgWR0CitxIi1RcedX2UKGgGaAloD0MIjXxe8dTj97+UhpRSlGgVSzJoFkdAorb11B+nZXV9lChoBmgJaA9DCCgNNQpJ5vW/lIaUUpRoFUsyaBZHQKK22Jw84gl1fZQoaAZoCWgPQwjsUE1J1iH2v5SGlFKUaBVLMmgWR0CitrwYtQKsdX2UKGgGaAloD0MIDhZO0vwx9b+UhpRSlGgVSzJoFkdAoraew9q1xHV9lChoBmgJaA9DCCrHZHH/0fW/lIaUUpRoFUsyaBZHQKK4WaESM991fZQoaAZoCWgPQwioVImyt5T2v5SGlFKUaBVLMmgWR0CiuD4MnZ00dX2UKGgGaAloD0MIkwILYMrA9r+UhpRSlGgVSzJoFkdAorgiyIHkcXV9lChoBmgJaA9DCO/k02NbRvO/lIaUUpRoFUsyaBZHQKK4BqmCROl1fZQoaAZoCWgPQwjLLEKxFbTzv5SGlFKUaBVLMmgWR0Cit+pSR8txdX2UKGgGaAloD0MIxciSOZZ39r+UhpRSlGgVSzJoFkdAorfNF+d9UnV9lChoBmgJaA9DCDlFR3L5j/m/lIaUUpRoFUsyaBZHQKK3sMlTm4l1fZQoaAZoCWgPQwh1yThGskf2v5SGlFKUaBVLMmgWR0Cit5OMl1KXdX2UKGgGaAloD0MIGhh5WRML9b+UhpRSlGgVSzJoFkdAorlN34bjtHV9lChoBmgJaA9DCD9wlScQ9vK/lIaUUpRoFUsyaBZHQKK5MlyBCld1fZQoaAZoCWgPQwiqC3iZYSP6v5SGlFKUaBVLMmgWR0CiuRcvM8oydX2UKGgGaAloD0MIn69ZLhvd8b+UhpRSlGgVSzJoFkdAorj7ENvwVnV9lChoBmgJaA9DCN4+q8yU1vO/lIaUUpRoFUsyaBZHQKK43tUn5SF1fZQoaAZoCWgPQwiYNEbrqGr4v5SGlFKUaBVLMmgWR0CiuMGXgLqmdX2UKGgGaAloD0MIVaGBWDbz9b+UhpRSlGgVSzJoFkdAorilSde6Z3V9lChoBmgJaA9DCGL3HcNj//e/lIaUUpRoFUsyaBZHQKK4h/iHZbp1fZQoaAZoCWgPQwj+RGXDmor5v5SGlFKUaBVLMmgWR0CiukQxWT5gdX2UKGgGaAloD0MIPQytTs6Q+r+UhpRSlGgVSzJoFkdAoroowGnn+3V9lChoBmgJaA9DCEOpvYi2I/W/lIaUUpRoFUsyaBZHQKK6DZaFEiN1fZQoaAZoCWgPQwhavcPt0PD4v5SGlFKUaBVLMmgWR0CiufFyq+8HdX2UKGgGaAloD0MIBkfJq3NM+b+UhpRSlGgVSzJoFkdAornVH2AXmHV9lChoBmgJaA9DCIHoSZnUEPS/lIaUUpRoFUsyaBZHQKK5t92ovSN1fZQoaAZoCWgPQwglzoqoiX70v5SGlFKUaBVLMmgWR0CiuZtSZSeidX2UKGgGaAloD0MIObNdoQ/W9b+UhpRSlGgVSzJoFkdAorl967dzn3V9lChoBmgJaA9DCKzj+KHSCPu/lIaUUpRoFUsyaBZHQKK7Phm5Dqp1fZQoaAZoCWgPQwhuiVxwBv/1v5SGlFKUaBVLMmgWR0CiuyKJ/G2kdX2UKGgGaAloD0MIhZfg1AcS+b+UhpRSlGgVSzJoFkdAorsHRE4NqnV9lChoBmgJaA9DCB6HwfwVcvW/lIaUUpRoFUsyaBZHQKK66zPa+N91fZQoaAZoCWgPQwgB+KdUibLyv5SGlFKUaBVLMmgWR0Cius8LKFIvdX2UKGgGaAloD0MILLgf8MAA+L+UhpRSlGgVSzJoFkdAorqx0U47zXV9lChoBmgJaA9DCCXoL/SIkfi/lIaUUpRoFUsyaBZHQKK6lVI7Njd1fZQoaAZoCWgPQwjudygK9In2v5SGlFKUaBVLMmgWR0Ciunf7rLQpdX2UKGgGaAloD0MIRpiiXBp/9b+UhpRSlGgVSzJoFkdAorwwmsvIwXV9lChoBmgJaA9DCN8Vwf9WMvW/lIaUUpRoFUsyaBZHQKK8FRb8m8d1fZQoaAZoCWgPQwgQr+sX7Mb6v5SGlFKUaBVLMmgWR0Ciu/nXVbzLdX2UKGgGaAloD0MIWksBaf+D+L+UhpRSlGgVSzJoFkdAorvduR9w33V9lChoBmgJaA9DCG9Kea2Ebvm/lIaUUpRoFUsyaBZHQKK7wWVu76J1fZQoaAZoCWgPQwjmWrQAbSv1v5SGlFKUaBVLMmgWR0Ciu6QvQF9sdX2UKGgGaAloD0MI7WMFvw1x87+UhpRSlGgVSzJoFkdAoruH0VafSXV9lChoBmgJaA9DCDVgkPRp1fi/lIaUUpRoFUsyaBZHQKK7amv4dp91fZQoaAZoCWgPQwg8nwH1ZpTyv5SGlFKUaBVLMmgWR0CivR71yvLYdX2UKGgGaAloD0MI0VlmEYpt97+UhpRSlGgVSzJoFkdAor0DZi/fwnV9lChoBmgJaA9DCJQzFHe8CfS/lIaUUpRoFUsyaBZHQKK86CCjDbd1fZQoaAZoCWgPQwiztFNzuQH6v5SGlFKUaBVLMmgWR0CivMwe3hGZdX2UKGgGaAloD0MI/FbrxOU4+b+UhpRSlGgVSzJoFkdAoryvz6JqI3V9lChoBmgJaA9DCDM334jumfm/lIaUUpRoFUsyaBZHQKK8kpPykKx1fZQoaAZoCWgPQwj0wTI2dPP5v5SGlFKUaBVLMmgWR0CivHYuTRpldX2UKGgGaAloD0MIr5Y7M8Hw9r+UhpRSlGgVSzJoFkdAorxYxYaHbnV9lChoBmgJaA9DCGK+vAD7qPa/lIaUUpRoFUsyaBZHQKK+C5ksjFB1fZQoaAZoCWgPQwhhMlUwKunyv5SGlFKUaBVLMmgWR0CivfAIIF/ydX2UKGgGaAloD0MIat5xio6k87+UhpRSlGgVSzJoFkdAor3U3bVSXXV9lChoBmgJaA9DCNS19j5Vhfq/lIaUUpRoFUsyaBZHQKK9uOuq3mV1fZQoaAZoCWgPQwgbR6zFp8D6v5SGlFKUaBVLMmgWR0CivZy4FzMidX2UKGgGaAloD0MICtgORuxT9L+UhpRSlGgVSzJoFkdAor1/gtOEd3V9lChoBmgJaA9DCB2SWiiZHPS/lIaUUpRoFUsyaBZHQKK9YvyLAHp1fZQoaAZoCWgPQwi8OzJWm//yv5SGlFKUaBVLMmgWR0CivUWnKnvVdX2UKGgGaAloD0MICwqDMo3m8r+UhpRSlGgVSzJoFkdAor8CzTnaFnV9lChoBmgJaA9DCO3ShsPSAPS/lIaUUpRoFUsyaBZHQKK+5zp5eJJ1fZQoaAZoCWgPQwiLbVLRWHv2v5SGlFKUaBVLMmgWR0Civsv99+gEdX2UKGgGaAloD0MI/mDgufdw97+UhpRSlGgVSzJoFkdAor6v8baRIXV9lChoBmgJaA9DCHnnUIaq2PO/lIaUUpRoFUsyaBZHQKK+k8ifQKN1fZQoaAZoCWgPQwhkO99PjVf1v5SGlFKUaBVLMmgWR0CivnaGQCCBdX2UKGgGaAloD0MI9kGWBRM/87+UhpRSlGgVSzJoFkdAor5aD/VAiXV9lChoBmgJaA9DCBR3vMlvEfa/lIaUUpRoFUsyaBZHQKK+PKkl/pd1fZQoaAZoCWgPQwirBfaYSOn0v5SGlFKUaBVLMmgWR0Civ/THCGeudX2UKGgGaAloD0MIPGcLCK0H9r+UhpRSlGgVSzJoFkdAor/ZSBK+SXV9lChoBmgJaA9DCH1bsFQXcPW/lIaUUpRoFUsyaBZHQKK/vg1FYuF1fZQoaAZoCWgPQwh8gVmhSHf3v5SGlFKUaBVLMmgWR0Civ6H/95yEdX2UKGgGaAloD0MIOdOE7Sdj+r+UhpRSlGgVSzJoFkdAor+FqzqrzXV9lChoBmgJaA9DCA3EsplDkva/lIaUUpRoFUsyaBZHQKK/aGt6ol51fZQoaAZoCWgPQwiPNSOD3IX5v5SGlFKUaBVLMmgWR0Civ0wT/Q0GdX2UKGgGaAloD0MIol2FlJ9U97+UhpRSlGgVSzJoFkdAor8ux2SuAHV9lChoBmgJaA9DCKvN/6uOHPa/lIaUUpRoFUsyaBZHQKLA5beMyad1fZQoaAZoCWgPQwhVUbzK2ub0v5SGlFKUaBVLMmgWR0CiwMopx3mndX2UKGgGaAloD0MIcEOM17zq9b+UhpRSlGgVSzJoFkdAosCu6y0KJHV9lChoBmgJaA9DCJQ0f0xr0/i/lIaUUpRoFUsyaBZHQKLAksuFpPB1fZQoaAZoCWgPQwgogjgPJ7D2v5SGlFKUaBVLMmgWR0CiwHaHbh3rdX2UKGgGaAloD0MIFM5uLZOh8r+UhpRSlGgVSzJoFkdAosBZSLqD9XV9lChoBmgJaA9DCIDTu3g/bvm/lIaUUpRoFUsyaBZHQKLAPMWXTmZ1fZQoaAZoCWgPQwifW+hKBCr0v5SGlFKUaBVLMmgWR0CiwB9eyAx0dX2UKGgGaAloD0MIezApPj5h9L+UhpRSlGgVSzJoFkdAosHWKO1fFHV9lChoBmgJaA9DCH+l8+FZAv2/lIaUUpRoFUsyaBZHQKLBupqASWZ1fZQoaAZoCWgPQwhHrTB9r6H2v5SGlFKUaBVLMmgWR0CiwZ+chC+ldX2UKGgGaAloD0MIjjo6rkZ29L+UhpRSlGgVSzJoFkdAosGDeIl+mXV9lChoBmgJaA9DCBwMdVjh1va/lIaUUpRoFUsyaBZHQKLBZyXlbNd1fZQoaAZoCWgPQwgnSkIibaPyv5SGlFKUaBVLMmgWR0CiwUnqmj0udX2UKGgGaAloD0MIcsKE0aws/b+UhpRSlGgVSzJoFkdAosEtjEvTPXV9lChoBmgJaA9DCP8+48KB0PW/lIaUUpRoFUsyaBZHQKLBEDjin511ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "n_steps": 16, "gamma": 0.9546, "gae_lambda": 0.98, "ent_coef": 0.0001, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.15.90.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Fri Jan 27 02:56:13 UTC 2023", "Python": "3.9.16", "Stable-Baselines3": "1.7.0", "PyTorch": "2.0.0+cu117", "GPU Enabled": "True", "Numpy": "1.24.2", "Gym": "0.21.0"}}
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -1.
|
|
|
|
| 1 |
+
{"mean_reward": -1.123197018634528, "std_reward": 0.20063681246306506, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-04-02T11:14:49.246467"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3056
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3b3809a1b5e2203666d4aaed3aa001e86588e39b435adac28d5f8751c0d3afe
|
| 3 |
size 3056
|