Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: PandaReachDense-v2
     metrics:
     - type: mean_reward
-      value: -3.06 +/- 1.54
+      value: -2.42 +/- 1.19
       name: mean_reward
       verified: false
 ---

a2c-PandaReachDense-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:421820ac9c6520191f6d6e21803d0aee5e72be6761cc1e82674ebb1ffc7a1c52
-size 108011
+oid sha256:70e01306e67cb75aca1b7a68b64ad54725b08a183283472ef6f9d211f21f51af
+size 108023

a2c-PandaReachDense-v2/data

@@ -4,9 +4,9 @@
         ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7efd712bb940>",
+        "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd32daaa430>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7efd712a1e10>"
+        "_abc_impl": "<_abc_data object at 0x7fd32daa29c0>"
     },
     "verbose": 1,
     "policy_kwargs": {
@@ -46,7 +46,7 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1673994853916272975,
+    "start_time": 1677957431281735750,
     "learning_rate": 0.0007,
     "tensorboard_log": null,
     "lr_schedule": {
@@ -55,10 +55,10 @@
     },
     "_last_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA86jVPvUqBTweeQY/86jVPvUqBTweeQY/86jVPvUqBTweeQY/86jVPvUqBTweeQY/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAWlzJP8tCNT8OzhA/wn2RP9Duz7+AXZO/CL6vPx8xO75rxr4/AUN0v68PeD9ZCNC+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADzqNU+9SoFPB55Bj8UH588JkFaupbBfDzzqNU+9SoFPB55Bj8UH588JkFaupbBfDzzqNU+9SoFPB55Bj8UH588JkFaupbBfDzzqNU+9SoFPB55Bj8UH588JkFaupbBfDyUaA5LBEsGhpRoEnSUUpR1Lg==",
-        "achieved_goal": "[[0.4173046  0.00812792 0.5252856 ]\n [0.4173046  0.00812792 0.5252856 ]\n [0.4173046  0.00812792 0.5252856 ]\n [0.4173046  0.00812792 0.5252856 ]]",
-        "desired_goal": "[[ 1.5731308   0.70805043  0.56564415]\n [ 1.1366503  -1.6244755  -1.1512909 ]\n [ 1.3729868  -0.18280457  1.4904302 ]\n [-0.9541474   0.9689893  -0.4063137 ]]",
-        "observation": "[[ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]\n [ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]\n [ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]\n [ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]]"
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAwiHoPvpBA7xusiE/wiHoPvpBA7xusiE/wiHoPvpBA7xusiE/wiHoPvpBA7xusiE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAGbu6vspRF748/sY/4xJfPufkrD+ziKW/cE+LvwQmpD9YP9a/qse+P4+elz8+xuy9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjzCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjzCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjzCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjyUaA5LBEsGhpRoEnSUUpR1Lg==",
+        "achieved_goal": "[[ 0.45338255 -0.00801134  0.6316289 ]\n [ 0.45338255 -0.00801134  0.6316289 ]\n [ 0.45338255 -0.00801134  0.6316289 ]\n [ 0.45338255 -0.00801134  0.6316289 ]]",
+        "desired_goal": "[[-0.3647087  -0.14777294  1.5546336 ]\n [ 0.21784548  1.3507355  -1.2932342 ]\n [-1.0883617   1.2824101  -1.6738081 ]\n [ 1.4904683   1.1845263  -0.11561249]]",
+        "observation": "[[ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]\n [ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]\n [ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]\n [ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]]"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -66,9 +66,9 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAVzkkvAczyD1UdDk+IJo3vW9zLD0KqgE+AHihPbXBPr3NJQs+IzWIPABEmLzRHkM+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
+        ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAASrxRvLG1sb3zPWs9pG65vdB28L3FLXY+J2ylvbKjPDyfl2M+KDM9Pba8zrzjS7I9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==",
         "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]",
-        "desired_goal": "[[-0.01002344  0.09775358  0.18110782]\n [-0.04482472  0.04210227  0.12662521]\n [ 0.07884216 -0.04657145  0.13588639]\n [ 0.0166269  -0.01858711  0.19054724]]",
+        "desired_goal": "[[-0.01280124 -0.08677233  0.05743213]\n [-0.09054306 -0.11741412  0.24040897]\n [-0.08077269  0.01151364  0.22225808]\n [ 0.04619136 -0.02523647  0.0870588 ]]",
         "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"
     },
     "_episode_num": 0,
@@ -77,7 +77,7 @@
     "_current_progress_remaining": 0.0,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIwOyePCxUFcCUhpRSlIwBbJRLMowBdJRHQKat0E0SAYp1fZQoaAZoCWgPQwgyk6gXfNoQwJSGlFKUaBVLMmgWR0CmrZQ0GeMAdX2UKGgGaAloD0MIKUF/oUcM9r+UhpRSlGgVSzJoFkdApq1OphnanXV9lChoBmgJaA9DCCTRyyiWWwHAlIaUUpRoFUsyaBZHQKatDMFlkH51fZQoaAZoCWgPQwjHgVfLnZkXwJSGlFKUaBVLMmgWR0CmrxvOIInjdX2UKGgGaAloD0MIO+C6YkboEcCUhpRSlGgVSzJoFkdApq7f2EkB0nV9lChoBmgJaA9DCIf+CS5WJBbAlIaUUpRoFUsyaBZHQKaumkt29td1fZQoaAZoCWgPQwhOmZtvRLcJwJSGlFKUaBVLMmgWR0CmrllV94NadX2UKGgGaAloD0MIWcNF7ukKH8CUhpRSlGgVSzJoFkdAprBv5eqrBHV9lChoBmgJaA9DCIKrPIGwUxHAlIaUUpRoFUsyaBZHQKawNABT4tZ1fZQoaAZoCWgPQwhxV68io4Pzv5SGlFKUaBVLMmgWR0Cmr+8hC+lCdX2UKGgGaAloD0MI6q7sgsF1BsCUhpRSlGgVSzJoFkdApq+ucBltj3V9lChoBmgJaA9DCEgxQKIJ1AHAlIaUUpRoFUsyaBZHQKax4vV3EAJ1fZQoaAZoCWgPQwjNPLmmQIYPwJSGlFKUaBVLMmgWR0CmsaeVs1sMdX2UKGgGaAloD0MIL6TDQxjfBcCUhpRSlGgVSzJoFkdAprFip5u63HV9lChoBmgJaA9DCHLhQEgW8AvAlIaUUpRoFUsyaBZHQKaxILLIPsl1fZQoaAZoCWgPQwgabVUS2acOwJSGlFKUaBVLMmgWR0CmsxAam4y5dX2UKGgGaAloD0MIXmiu00gbEsCUhpRSlGgVSzJoFkdAprLT0Dlo13V9lChoBmgJaA9DCPq2YKkuwA7AlIaUUpRoFUsyaBZHQKayjiwSrYJ1fZQoaAZoCWgPQwhXPzbJj3gWwJSGlFKUaBVLMmgWR0Cmskx+KCQLdX2UKGgGaAloD0MIwck2cAfqDcCUhpRSlGgVSzJoFkdAprQz39JjD3V9lChoBmgJaA9DCPchb7n6UQDAlIaUUpRoFUsyaBZHQKaz9876pHZ1fZQoaAZoCWgPQwi9cyhDVUwDwJSGlFKUaBVLMmgWR0Cms7JV0cOtdX2UKGgGaAloD0MIRBSTN8BMAMCUhpRSlGgVSzJoFkdAprNwn8baRXV9lChoBmgJaA9DCFQ4glSKPQTAlIaUUpRoFUsyaBZHQKa1ZzXBgu11fZQoaAZoCWgPQwhF8Sprm0INwJSGlFKUaBVLMmgWR0CmtSu2RaHLdX2UKGgGaAloD0MIkUdwI2XLCcCUhpRSlGgVSzJoFkdAprTmnKnvUnV9lChoBmgJaA9DCGjLuRRXlQDAlIaUUpRoFUsyaBZHQKa0pONYKY11fZQoaAZoCWgPQwjPMSB7vbvyv5SGlFKUaBVLMmgWR0CmtpZrpJPJdX2UKGgGaAloD0MIuM6/XfYrAcCUhpRSlGgVSzJoFkdAprZaR0U473V9lChoBmgJaA9DCI6R7BFqRgPAlIaUUpRoFUsyaBZHQKa2FMt9QXR1fZQoaAZoCWgPQwh0C12JQLX9v5SGlFKUaBVLMmgWR0CmtdLx7RfGdX2UKGgGaAloD0MICK7yBMJOBcCUhpRSlGgVSzJoFkdAprfkOy3TeHV9lChoBmgJaA9DCIih1ckZehXAlIaUUpRoFUsyaBZHQKa3qPEsJ6Z1fZQoaAZoCWgPQwglsg+yLBj+v5SGlFKUaBVLMmgWR0Cmt2OJcgQpdX2UKGgGaAloD0MITI3Qz9Rr+L+UhpRSlGgVSzJoFkdAprchsGgSOHV9lChoBmgJaA9DCB3mywuwfxDAlIaUUpRoFUsyaBZHQKa5FKISDh91fZQoaAZoCWgPQwi5UzpY/wcFwJSGlFKUaBVLMmgWR0CmuNiO3lS1dX2UKGgGaAloD0MIG9e/6zNHB8CUhpRSlGgVSzJoFkdApriS8g6ltXV9lChoBmgJaA9DCKxSeqaXWAXAlIaUUpRoFUsyaBZHQKa4UhoM8YB1fZQoaAZoCWgPQwiZ8Ev9vKkFwJSGlFKUaBVLMmgWR0CmukRFiKBNdX2UKGgGaAloD0MIN94dGavtDcCUhpRSlGgVSzJoFkdAproIDA8B/HV9lChoBmgJaA9DCI4fKo2YGQLAlIaUUpRoFUsyaBZHQKa5wqur6tV1fZQoaAZoCWgPQwjkSj0LQvn7v5SGlFKUaBVLMmgWR0CmuYDZ+QU6dX2UKGgGaAloD0MIPpRoyeMJBcCUhpRSlGgVSzJoFkdApruS2DxsmHV9lChoBmgJaA9DCDW214Le+wjAlIaUUpRoFUsyaBZHQKa7V2K2rn11fZQoaAZoCWgPQwi1GachqiARwJSGlFKUaBVLMmgWR0CmuxHiWE9MdX2UKGgGaAloD0MImiUBamq5BsCUhpRSlGgVSzJoFkdAprrQBzV+Z3V9lChoBmgJaA9DCJzfMNEghQTAlIaUUpRoFUsyaBZHQKa8x9XLeRB1fZQoaAZoCWgPQwh5knTN5Bv8v5SGlFKUaBVLMmgWR0CmvIvVmSQpdX2UKGgGaAloD0MIq3XicrwC77+UhpRSlGgVSzJoFkdAprxGZ3LV4HV9lChoBmgJaA9DCKfOo+L/zve/lIaUUpRoFUsyaBZHQKa8BLSNOud1fZQoaAZoCWgPQwgy6e+l8CAEwJSGlFKUaBVLMmgWR0CmvhR46fapdX2UKGgGaAloD0MITFXa4hof67+UhpRSlGgVSzJoFkdApr3YWYWtVHV9lChoBmgJaA9DCEWcTrLV9RDAlIaUUpRoFUsyaBZHQKa9ktbLU1B1fZQoaAZoCWgPQwgwaCEBowsEwJSGlFKUaBVLMmgWR0CmvVEm6XjVdX2UKGgGaAloD0MIzT6PUZ7ZEMCUhpRSlGgVSzJoFkdApr9CYzBRAXV9lChoBmgJaA9DCLoRFhVxOvu/lIaUUpRoFUsyaBZHQKa/BlhgE2Z1fZQoaAZoCWgPQwgq/YSzW4v2v5SGlFKUaBVLMmgWR0CmvsDOC5EudX2UKGgGaAloD0MIELIsmPjDA8CUhpRSlGgVSzJoFkdApr5/FBIFvHV9lChoBmgJaA9DCKipZWt9URLAlIaUUpRoFUsyaBZHQKbAmwg1WKd1fZQoaAZoCWgPQwhCCMiXUOEAwJSGlFKUaBVLMmgWR0CmwF7ah6BzdX2UKGgGaAloD0MIQgWHF0Qk6L+UhpRSlGgVSzJoFkdApsAZqubI93V9lChoBmgJaA9DCGqjOh3IOgHAlIaUUpRoFUsyaBZHQKa/2CGvfTF1fZQoaAZoCWgPQwhyUS0iiqkJwJSGlFKUaBVLMmgWR0Cmwea3Zwn6dX2UKGgGaAloD0MIF7fRAN5C+r+UhpRSlGgVSzJoFkdApsGqnzg/DHV9lChoBmgJaA9DCDUHCObocf2/lIaUUpRoFUsyaBZHQKbBZRHf/FR1fZQoaAZoCWgPQwhlARO4dXf9v5SGlFKUaBVLMmgWR0CmwSP8yeqadX2UKGgGaAloD0MI3Zcz2xUKEMCUhpRSlGgVSzJoFkdApsMPEjxCpnV9lChoBmgJaA9DCHgOZaiKqRLAlIaUUpRoFUsyaBZHQKbC0u7HyVh1fZQoaAZoCWgPQwgurBvvjswLwJSGlFKUaBVLMmgWR0Cmwo1nmJWOdX2UKGgGaAloD0MI14o2x7lN+L+UhpRSlGgVSzJoFkdApsJLnoxHoXV9lChoBmgJaA9DCGptGttrURXAlIaUUpRoFUsyaBZHQKbELn003wV1fZQoaAZoCWgPQwjnps04DdEAwJSGlFKUaBVLMmgWR0Cmw/JXhfjTdX2UKGgGaAloD0MIKuCe508b9r+UhpRSlGgVSzJoFkdApsOstNBWxXV9lChoBmgJaA9DCLZnlgSoSQXAlIaUUpRoFUsyaBZHQKbDauFHrhR1fZQoaAZoCWgPQwhzZVBtcLISwJSGlFKUaBVLMmgWR0CmxVnfuTibdX2UKGgGaAloD0MIyvs4miOLD8CUhpRSlGgVSzJoFkdApsUeZXuE3HV9lChoBmgJaA9DCG1YU1kUFgXAlIaUUpRoFUsyaBZHQKbE2QwK0D51fZQoaAZoCWgPQwhO8bioFtEGwJSGlFKUaBVLMmgWR0CmxJfkvK2bdX2UKGgGaAloD0MIGk8EcR5O9b+UhpRSlGgVSzJoFkdApsahudf9gnV9lChoBmgJaA9DCNSCF30FyQTAlIaUUpRoFUsyaBZHQKbGZbwjMV11fZQoaAZoCWgPQwhHyatzDIj+v5SGlFKUaBVLMmgWR0CmxiBddE9ddX2UKGgGaAloD0MINjy9UpZhDcCUhpRSlGgVSzJoFkdApsXemNzbOHV9lChoBmgJaA9DCGcsms5ORhvAlIaUUpRoFUsyaBZHQKbHv6KLsKN1fZQoaAZoCWgPQwiI8gUtJGD3v5SGlFKUaBVLMmgWR0Cmx4NOmBOIdX2UKGgGaAloD0MIyY/4FWvYDcCUhpRSlGgVSzJoFkdApsc91uBMBnV9lChoBmgJaA9DCB0ibk4lwwfAlIaUUpRoFUsyaBZHQKbG/CHARCh1fZQoaAZoCWgPQwhslPWbifkSwJSGlFKUaBVLMmgWR0CmyRWq94/vdX2UKGgGaAloD0MIEeSghJkmGsCUhpRSlGgVSzJoFkdApsjZoPCl8HV9lChoBmgJaA9DCBe7fVaZKQ3AlIaUUpRoFUsyaBZHQKbIlSHdoFp1fZQoaAZoCWgPQwgPlxx3SocKwJSGlFKUaBVLMmgWR0CmyFOAI6bOdX2UKGgGaAloD0MIJc6KqIl++7+UhpRSlGgVSzJoFkdApspWwxFiKHV9lChoBmgJaA9DCOc3TDRIYQPAlIaUUpRoFUsyaBZHQKbKG0MPSUl1fZQoaAZoCWgPQwg/yR02kdn0v5SGlFKUaBVLMmgWR0CmydXZf2K3dX2UKGgGaAloD0MIPsxetp1WAMCUhpRSlGgVSzJoFkdApsmUJ8fFJnV9lChoBmgJaA9DCLezrzxIz/a/lIaUUpRoFUsyaBZHQKbLiCYCyQh1fZQoaAZoCWgPQwj8HB8tzjgFwJSGlFKUaBVLMmgWR0Cmy0wxesxPdX2UKGgGaAloD0MIdAzIXu9+9b+UhpRSlGgVSzJoFkdApssGrsByS3V9lChoBmgJaA9DCBQ98DFY8e6/lIaUUpRoFUsyaBZHQKbKxO0svqV1ZS4="
+        ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIiEuOO6VDB8CUhpRSlIwBbJRLMowBdJRHQKj0qO1fE4x1fZQoaAZoCWgPQwjmriXkg94DwJSGlFKUaBVLMmgWR0Co9GzDfm9ydX2UKGgGaAloD0MIKCfaVUh59r+UhpRSlGgVSzJoFkdAqPQvms/6f3V9lChoBmgJaA9DCL5MFCF1+/2/lIaUUpRoFUsyaBZHQKjz3V9Wp611fZQoaAZoCWgPQwhWgsXhzC/0v5SGlFKUaBVLMmgWR0Co9oN3wCr+dX2UKGgGaAloD0MIBVH3AUgtAMCUhpRSlGgVSzJoFkdAqPZHCj1wpHV9lChoBmgJaA9DCFSobi7+Nv6/lIaUUpRoFUsyaBZHQKj2CbgjyFx1fZQoaAZoCWgPQwi/1TpxOZ77v5SGlFKUaBVLMmgWR0Co9bdqUNaydX2UKGgGaAloD0MITweynlr9/L+UhpRSlGgVSzJoFkdAqPhSiCaqj3V9lChoBmgJaA9DCDgwuVFkTQDAlIaUUpRoFUsyaBZHQKj4FlWfbsZ1fZQoaAZoCWgPQwjo24KlusD7v5SGlFKUaBVLMmgWR0Co99j3mFJydX2UKGgGaAloD0MIV+wvuyfPA8CUhpRSlGgVSzJoFkdAqPeGyu6mO3V9lChoBmgJaA9DCM4bJ4V5LwDAlIaUUpRoFUsyaBZHQKj6QG34Kx91fZQoaAZoCWgPQwiJesGnOVkBwJSGlFKUaBVLMmgWR0Co+gRCY1HfdX2UKGgGaAloD0MI6/8c5strCcCUhpRSlGgVSzJoFkdAqPnHSMLncXV9lChoBmgJaA9DCCZV203wDfm/lIaUUpRoFUsyaBZHQKj5dS9/SYx1fZQoaAZoCWgPQwjJy5pY4Gv2v5SGlFKUaBVLMmgWR0Co+4nv2GqQdX2UKGgGaAloD0MIliTP9X04AcCUhpRSlGgVSzJoFkdAqPtMx9G7SXV9lChoBmgJaA9DCHsS2JyDpwzAlIaUUpRoFUsyaBZHQKj7DrcCYC11fZQoaAZoCWgPQwh+xRouci8JwJSGlFKUaBVLMmgWR0Co+rurp7kXdX2UKGgGaAloD0MIeNUD5iFT8L+UhpRSlGgVSzJoFkdAqPy8Eq2BrnV9lChoBmgJaA9DCPazWIrkSwXAlIaUUpRoFUsyaBZHQKj8fwG4ZuR1fZQoaAZoCWgPQwgs0y8Rb93yv5SGlFKUaBVLMmgWR0Co/EDej2zwdX2UKGgGaAloD0MIDkxuFFnLCcCUhpRSlGgVSzJoFkdAqPvtqUNayXV9lChoBmgJaA9DCPWgoBSt3Pe/lIaUUpRoFUsyaBZHQKj91qYZ2p11fZQoaAZoCWgPQwg1fAvrxlsFwJSGlFKUaBVLMmgWR0Co/ZluvUz9dX2UKGgGaAloD0MIm1Wfq624B8CUhpRSlGgVSzJoFkdAqP1bS9du53V9lChoBmgJaA9DCIOI1LSLyRDAlIaUUpRoFUsyaBZHQKj9CBTXJ5p1fZQoaAZoCWgPQwieI/JdSh38v5SGlFKUaBVLMmgWR0Co/urH2h7FdX2UKGgGaAloD0MIEhQ/xtz1DsCUhpRSlGgVSzJoFkdAqP6tme18cHV9lChoBmgJaA9DCI4+5gMCHfe/lIaUUpRoFUsyaBZHQKj+b0aIeo11fZQoaAZoCWgPQwg2lNqLaPv3v5SGlFKUaBVLMmgWR0Co/hv73wkPdX2UKGgGaAloD0MI+pekMsUc+r+UhpRSlGgVSzJoFkdAqP/6rvLHMnV9lChoBmgJaA9DCIqSkEjbuBHAlIaUUpRoFUsyaBZHQKj/vW8RL9N1fZQoaAZoCWgPQwi3Qe23duL8v5SGlFKUaBVLMmgWR0Co/37+tKZldX2UKGgGaAloD0MI5L7VOnEZCMCUhpRSlGgVSzJoFkdAqP8rrqt5lnV9lChoBmgJaA9DCPKYgcr4lwXAlIaUUpRoFUsyaBZHQKkBBlS0jTt1fZQoaAZoCWgPQwilSSno9tICwJSGlFKUaBVLMmgWR0CpAMklu3tsdX2UKGgGaAloD0MIEkpfCDnv77+UhpRSlGgVSzJoFkdAqQCKy+pOvnV9lChoBmgJaA9DCGGnWDUIUwvAlIaUUpRoFUsyaBZHQKkAN0mMOwx1fZQoaAZoCWgPQwi0Imqiz5cUwJSGlFKUaBVLMmgWR0CpAgiZ4Oc2dX2UKGgGaAloD0MIn8n+eRowDcCUhpRSlGgVSzJoFkdAqQHLYukDZHV9lChoBmgJaA9DCOwWgbG+AQPAlIaUUpRoFUsyaBZHQKkBjNr0rbx1fZQoaAZoCWgPQwifAmA8gwb2v5SGlFKUaBVLMmgWR0CpATlSbYsedX2UKGgGaAloD0MIyoegavTKA8CUhpRSlGgVSzJoFkdAqQMQGwA2h3V9lChoBmgJaA9DCLivA+eMCAHAlIaUUpRoFUsyaBZHQKkC0rMC9yt1fZQoaAZoCWgPQwhlic4yixDyv5SGlFKUaBVLMmgWR0CpApSpJf6XdX2UKGgGaAloD0MIXW4w1GHlEcCUhpRSlGgVSzJoFkdAqQJBGYrrgXV9lChoBmgJaA9DCCYYzjXM4BHAlIaUUpRoFUsyaBZHQKkEIxIre691fZQoaAZoCWgPQwgNHTuoxPULwJSGlFKUaBVLMmgWR0CpA+XiaRZEdX2UKGgGaAloD0MIJ6H0hZAzAcCUhpRSlGgVSzJoFkdAqQOnaxoqTnV9lChoBmgJaA9DCDUHCObosQHAlIaUUpRoFUsyaBZHQKkDU/Efkmx1fZQoaAZoCWgPQwjqknGMZO8LwJSGlFKUaBVLMmgWR0CpBVeqaPS2dX2UKGgGaAloD0MII7w9CAHZEMCUhpRSlGgVSzJoFkdAqQUaiblRxnV9lChoBmgJaA9DCA8PYfw0TgDAlIaUUpRoFUsyaBZHQKkE3EjPfKp1fZQoaAZoCWgPQwgg1bDfE8sLwJSGlFKUaBVLMmgWR0CpBIkQwsXjdX2UKGgGaAloD0MIZXCUvDrnDMCUhpRSlGgVSzJoFkdAqQZcXizcAXV9lChoBmgJaA9DCIp2FVJ+0vK/lIaUUpRoFUsyaBZHQKkGHx8UmD11fZQoaAZoCWgPQwgiUz4EVWMPwJSGlFKUaBVLMmgWR0CpBeEAxSHedX2UKGgGaAloD0MIm6+Sj92FBcCUhpRSlGgVSzJoFkdAqQWNlCkXUHV9lChoBmgJaA9DCPUSY5l+yQfAlIaUUpRoFUsyaBZHQKkHergflp51fZQoaAZoCWgPQwgGu2HboqwPwJSGlFKUaBVLMmgWR0CpBz2Jiy6ddX2UKGgGaAloD0MInpeKjXld+r+UhpRSlGgVSzJoFkdAqQb/JmuklHV9lChoBmgJaA9DCCjTaHIxRvu/lIaUUpRoFUsyaBZHQKkGq/47A+J1fZQoaAZoCWgPQwjx9iAE5PsWwJSGlFKUaBVLMmgWR0CpCI85S3spdX2UKGgGaAloD0MIhxkaTwSxBcCUhpRSlGgVSzJoFkdAqQhSIk7fYXV9lChoBmgJaA9DCEWBPpEnyfW/lIaUUpRoFUsyaBZHQKkIE9Zid8R1fZQoaAZoCWgPQwgeNpGZC5wBwJSGlFKUaBVLMmgWR0CpB8CXhOxjdX2UKGgGaAloD0MIigESTaBIDcCUhpRSlGgVSzJoFkdAqQmztgKF7HV9lChoBmgJaA9DCLkYA+s4PgDAlIaUUpRoFUsyaBZHQKkJdr30wrV1fZQoaAZoCWgPQwjpmPOMfQkawJSGlFKUaBVLMmgWR0CpCTivX9R8dX2UKGgGaAloD0MIXRWoxeCBBMCUhpRSlGgVSzJoFkdAqQjlat9x63V9lChoBmgJaA9DCHujVpi+VxPAlIaUUpRoFUsyaBZHQKkKx3IMjNZ1fZQoaAZoCWgPQwhhbCHIQQkBwJSGlFKUaBVLMmgWR0CpConjQzDXdX2UKGgGaAloD0MI/bypSIUxCMCUhpRSlGgVSzJoFkdAqQpLrLQokXV9lChoBmgJaA9DCJMYBFYOrfa/lIaUUpRoFUsyaBZHQKkJ+GGEf1Z1fZQoaAZoCWgPQwhp4h3gSasIwJSGlFKUaBVLMmgWR0CpC/eeOGTLdX2UKGgGaAloD0MIk45yMJvABcCUhpRSlGgVSzJoFkdAqQu7Wd3B6HV9lChoBmgJaA9DCML7qlyofAPAlIaUUpRoFUsyaBZHQKkLfR/EwWZ1fZQoaAZoCWgPQwgvpwTEJJz4v5SGlFKUaBVLMmgWR0CpCymVJL/TdX2UKGgGaAloD0MIEqERbFyPEcCUhpRSlGgVSzJoFkdAqQ04HgP3BnV9lChoBmgJaA9DCEetMH2vYQLAlIaUUpRoFUsyaBZHQKkM+6Lfk3l1fZQoaAZoCWgPQwg0hjlBm7wewJSGlFKUaBVLMmgWR0CpDL2a2F37dX2UKGgGaAloD0MIx7sjY7U5+b+UhpRSlGgVSzJoFkdAqQxqZML4OHV9lChoBmgJaA9DCKta0lEOBgHAlIaUUpRoFUsyaBZHQKkOT3V09yN1fZQoaAZoCWgPQwhBmrFoOtsSwJSGlFKUaBVLMmgWR0CpDhI4VARkdX2UKGgGaAloD0MIx9Rd2QUD7b+UhpRSlGgVSzJoFkdAqQ3UCaJAMXV9lChoBmgJaA9DCLeZCvFIfAbAlIaUUpRoFUsyaBZHQKkNgPxQSBd1fZQoaAZoCWgPQwh1q+ek9/0TwJSGlFKUaBVLMmgWR0CpD/THjp9rdX2UKGgGaAloD0MIZ9E7FXCPCsCUhpRSlGgVSzJoFkdAqQ+4QOFxn3V9lChoBmgJaA9DCNI6qpogav2/lIaUUpRoFUsyaBZHQKkPevZh8Y11fZQoaAZoCWgPQwiXcr7Ye7ERwJSGlFKUaBVLMmgWR0CpDyh+F10UdX2UKGgGaAloD0MIXeLIA5FlAcCUhpRSlGgVSzJoFkdAqRHAtlI3BHV9lChoBmgJaA9DCMtMaf0tAfy/lIaUUpRoFUsyaBZHQKkRhFtsN2F1fZQoaAZoCWgPQwiuEiwOZ74HwJSGlFKUaBVLMmgWR0CpEUcjzI3jdX2UKGgGaAloD0MI/G66ZYdYB8CUhpRSlGgVSzJoFkdAqRD00xdpqXV9lChoBmgJaA9DCG3mkNRCyfq/lIaUUpRoFUsyaBZHQKkTlsdDIBB1fZQoaAZoCWgPQwjAety3WgcLwJSGlFKUaBVLMmgWR0CpE1px//eddX2UKGgGaAloD0MIvHSTGAR2DMCUhpRSlGgVSzJoFkdAqRMdDx9XtHV9lChoBmgJaA9DCGST/IhfsRjAlIaUUpRoFUsyaBZHQKkSyupS75F1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",

a2c-PandaReachDense-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2609ced9b68698dd6c086b7f2f1f740914e8618caff2cd588fde896a32d14b46
+oid sha256:fbf9112e47d9bbe31971b17231782245c78a976dcadaa3e1dfd6df40ffee22cb
 size 44734

a2c-PandaReachDense-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6689e9d2e9219866437219696a5398960eaa70686ebecd5768c4d4f5729aedc8
+oid sha256:59fc2228ce1112913dcca7e2326b0e3b756a7c78760f873484e2683b28fb7c99
 size 46014

a2c-PandaReachDense-v2/system_info.txt

@@ -3,5 +3,5 @@
 - Stable-Baselines3: 1.7.0
 - PyTorch: 1.13.1+cu116
 - GPU Enabled: True
-- Numpy: 1.21.6
+- Numpy: 1.22.4
 - Gym: 0.21.0

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7efd712bb940>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7efd712a1e10>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1673994853916272975, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/RvAGjbi6x4WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA86jVPvUqBTweeQY/86jVPvUqBTweeQY/86jVPvUqBTweeQY/86jVPvUqBTweeQY/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAWlzJP8tCNT8OzhA/wn2RP9Duz7+AXZO/CL6vPx8xO75rxr4/AUN0v68PeD9ZCNC+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADzqNU+9SoFPB55Bj8UH588JkFaupbBfDzzqNU+9SoFPB55Bj8UH588JkFaupbBfDzzqNU+9SoFPB55Bj8UH588JkFaupbBfDzzqNU+9SoFPB55Bj8UH588JkFaupbBfDyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[0.4173046  0.00812792 0.5252856 ]\n [0.4173046  0.00812792 0.5252856 ]\n [0.4173046  0.00812792 0.5252856 ]\n [0.4173046  0.00812792 0.5252856 ]]", "desired_goal": "[[ 1.5731308   0.70805043  0.56564415]\n [ 1.1366503  -1.6244755  -1.1512909 ]\n [ 1.3729868  -0.18280457  1.4904302 ]\n [-0.9541474   0.9689893  -0.4063137 ]]", "observation": "[[ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]\n [ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]\n [ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]\n [ 0.4173046   0.00812792  0.5252856   0.019424   -0.00083257  0.01542701]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAVzkkvAczyD1UdDk+IJo3vW9zLD0KqgE+AHihPbXBPr3NJQs+IzWIPABEmLzRHkM+lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.01002344  0.09775358  0.18110782]\n [-0.04482472  0.04210227  0.12662521]\n [ 0.07884216 -0.04657145  0.13588639]\n [ 0.0166269  -0.01858711  0.19054724]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIwOyePCxUFcCUhpRSlIwBbJRLMowBdJRHQKat0E0SAYp1fZQoaAZoCWgPQwgyk6gXfNoQwJSGlFKUaBVLMmgWR0CmrZQ0GeMAdX2UKGgGaAloD0MIKUF/oUcM9r+UhpRSlGgVSzJoFkdApq1OphnanXV9lChoBmgJaA9DCCTRyyiWWwHAlIaUUpRoFUsyaBZHQKatDMFlkH51fZQoaAZoCWgPQwjHgVfLnZkXwJSGlFKUaBVLMmgWR0CmrxvOIInjdX2UKGgGaAloD0MIO+C6YkboEcCUhpRSlGgVSzJoFkdApq7f2EkB0nV9lChoBmgJaA9DCIf+CS5WJBbAlIaUUpRoFUsyaBZHQKaumkt29td1fZQoaAZoCWgPQwhOmZtvRLcJwJSGlFKUaBVLMmgWR0CmrllV94NadX2UKGgGaAloD0MIWcNF7ukKH8CUhpRSlGgVSzJoFkdAprBv5eqrBHV9lChoBmgJaA9DCIKrPIGwUxHAlIaUUpRoFUsyaBZHQKawNABT4tZ1fZQoaAZoCWgPQwhxV68io4Pzv5SGlFKUaBVLMmgWR0Cmr+8hC+lCdX2UKGgGaAloD0MI6q7sgsF1BsCUhpRSlGgVSzJoFkdApq+ucBltj3V9lChoBmgJaA9DCEgxQKIJ1AHAlIaUUpRoFUsyaBZHQKax4vV3EAJ1fZQoaAZoCWgPQwjNPLmmQIYPwJSGlFKUaBVLMmgWR0CmsaeVs1sMdX2UKGgGaAloD0MIL6TDQxjfBcCUhpRSlGgVSzJoFkdAprFip5u63HV9lChoBmgJaA9DCHLhQEgW8AvAlIaUUpRoFUsyaBZHQKaxILLIPsl1fZQoaAZoCWgPQwgabVUS2acOwJSGlFKUaBVLMmgWR0CmsxAam4y5dX2UKGgGaAloD0MIXmiu00gbEsCUhpRSlGgVSzJoFkdAprLT0Dlo13V9lChoBmgJaA9DCPq2YKkuwA7AlIaUUpRoFUsyaBZHQKayjiwSrYJ1fZQoaAZoCWgPQwhXPzbJj3gWwJSGlFKUaBVLMmgWR0Cmskx+KCQLdX2UKGgGaAloD0MIwck2cAfqDcCUhpRSlGgVSzJoFkdAprQz39JjD3V9lChoBmgJaA9DCPchb7n6UQDAlIaUUpRoFUsyaBZHQKaz9876pHZ1fZQoaAZoCWgPQwi9cyhDVUwDwJSGlFKUaBVLMmgWR0Cms7JV0cOtdX2UKGgGaAloD0MIRBSTN8BMAMCUhpRSlGgVSzJoFkdAprNwn8baRXV9lChoBmgJaA9DCFQ4glSKPQTAlIaUUpRoFUsyaBZHQKa1ZzXBgu11fZQoaAZoCWgPQwhF8Sprm0INwJSGlFKUaBVLMmgWR0CmtSu2RaHLdX2UKGgGaAloD0MIkUdwI2XLCcCUhpRSlGgVSzJoFkdAprTmnKnvUnV9lChoBmgJaA9DCGjLuRRXlQDAlIaUUpRoFUsyaBZHQKa0pONYKY11fZQoaAZoCWgPQwjPMSB7vbvyv5SGlFKUaBVLMmgWR0CmtpZrpJPJdX2UKGgGaAloD0MIuM6/XfYrAcCUhpRSlGgVSzJoFkdAprZaR0U473V9lChoBmgJaA9DCI6R7BFqRgPAlIaUUpRoFUsyaBZHQKa2FMt9QXR1fZQoaAZoCWgPQwh0C12JQLX9v5SGlFKUaBVLMmgWR0CmtdLx7RfGdX2UKGgGaAloD0MICK7yBMJOBcCUhpRSlGgVSzJoFkdAprfkOy3TeHV9lChoBmgJaA9DCIih1ckZehXAlIaUUpRoFUsyaBZHQKa3qPEsJ6Z1fZQoaAZoCWgPQwglsg+yLBj+v5SGlFKUaBVLMmgWR0Cmt2OJcgQpdX2UKGgGaAloD0MITI3Qz9Rr+L+UhpRSlGgVSzJoFkdAprchsGgSOHV9lChoBmgJaA9DCB3mywuwfxDAlIaUUpRoFUsyaBZHQKa5FKISDh91fZQoaAZoCWgPQwi5UzpY/wcFwJSGlFKUaBVLMmgWR0CmuNiO3lS1dX2UKGgGaAloD0MIG9e/6zNHB8CUhpRSlGgVSzJoFkdApriS8g6ltXV9lChoBmgJaA9DCKxSeqaXWAXAlIaUUpRoFUsyaBZHQKa4UhoM8YB1fZQoaAZoCWgPQwiZ8Ev9vKkFwJSGlFKUaBVLMmgWR0CmukRFiKBNdX2UKGgGaAloD0MIN94dGavtDcCUhpRSlGgVSzJoFkdAproIDA8B/HV9lChoBmgJaA9DCI4fKo2YGQLAlIaUUpRoFUsyaBZHQKa5wqur6tV1fZQoaAZoCWgPQwjkSj0LQvn7v5SGlFKUaBVLMmgWR0CmuYDZ+QU6dX2UKGgGaAloD0MIPpRoyeMJBcCUhpRSlGgVSzJoFkdApruS2DxsmHV9lChoBmgJaA9DCDW214Le+wjAlIaUUpRoFUsyaBZHQKa7V2K2rn11fZQoaAZoCWgPQwi1GachqiARwJSGlFKUaBVLMmgWR0CmuxHiWE9MdX2UKGgGaAloD0MImiUBamq5BsCUhpRSlGgVSzJoFkdAprrQBzV+Z3V9lChoBmgJaA9DCJzfMNEghQTAlIaUUpRoFUsyaBZHQKa8x9XLeRB1fZQoaAZoCWgPQwh5knTN5Bv8v5SGlFKUaBVLMmgWR0CmvIvVmSQpdX2UKGgGaAloD0MIq3XicrwC77+UhpRSlGgVSzJoFkdAprxGZ3LV4HV9lChoBmgJaA9DCKfOo+L/zve/lIaUUpRoFUsyaBZHQKa8BLSNOud1fZQoaAZoCWgPQwgy6e+l8CAEwJSGlFKUaBVLMmgWR0CmvhR46fapdX2UKGgGaAloD0MITFXa4hof67+UhpRSlGgVSzJoFkdApr3YWYWtVHV9lChoBmgJaA9DCEWcTrLV9RDAlIaUUpRoFUsyaBZHQKa9ktbLU1B1fZQoaAZoCWgPQwgwaCEBowsEwJSGlFKUaBVLMmgWR0CmvVEm6XjVdX2UKGgGaAloD0MIzT6PUZ7ZEMCUhpRSlGgVSzJoFkdApr9CYzBRAXV9lChoBmgJaA9DCLoRFhVxOvu/lIaUUpRoFUsyaBZHQKa/BlhgE2Z1fZQoaAZoCWgPQwgq/YSzW4v2v5SGlFKUaBVLMmgWR0CmvsDOC5EudX2UKGgGaAloD0MIELIsmPjDA8CUhpRSlGgVSzJoFkdApr5/FBIFvHV9lChoBmgJaA9DCKipZWt9URLAlIaUUpRoFUsyaBZHQKbAmwg1WKd1fZQoaAZoCWgPQwhCCMiXUOEAwJSGlFKUaBVLMmgWR0CmwF7ah6BzdX2UKGgGaAloD0MIQgWHF0Qk6L+UhpRSlGgVSzJoFkdApsAZqubI93V9lChoBmgJaA9DCGqjOh3IOgHAlIaUUpRoFUsyaBZHQKa/2CGvfTF1fZQoaAZoCWgPQwhyUS0iiqkJwJSGlFKUaBVLMmgWR0Cmwea3Zwn6dX2UKGgGaAloD0MIF7fRAN5C+r+UhpRSlGgVSzJoFkdApsGqnzg/DHV9lChoBmgJaA9DCDUHCObocf2/lIaUUpRoFUsyaBZHQKbBZRHf/FR1fZQoaAZoCWgPQwhlARO4dXf9v5SGlFKUaBVLMmgWR0CmwSP8yeqadX2UKGgGaAloD0MI3Zcz2xUKEMCUhpRSlGgVSzJoFkdApsMPEjxCpnV9lChoBmgJaA9DCHgOZaiKqRLAlIaUUpRoFUsyaBZHQKbC0u7HyVh1fZQoaAZoCWgPQwgurBvvjswLwJSGlFKUaBVLMmgWR0Cmwo1nmJWOdX2UKGgGaAloD0MI14o2x7lN+L+UhpRSlGgVSzJoFkdApsJLnoxHoXV9lChoBmgJaA9DCGptGttrURXAlIaUUpRoFUsyaBZHQKbELn003wV1fZQoaAZoCWgPQwjnps04DdEAwJSGlFKUaBVLMmgWR0Cmw/JXhfjTdX2UKGgGaAloD0MIKuCe508b9r+UhpRSlGgVSzJoFkdApsOstNBWxXV9lChoBmgJaA9DCLZnlgSoSQXAlIaUUpRoFUsyaBZHQKbDauFHrhR1fZQoaAZoCWgPQwhzZVBtcLISwJSGlFKUaBVLMmgWR0CmxVnfuTibdX2UKGgGaAloD0MIyvs4miOLD8CUhpRSlGgVSzJoFkdApsUeZXuE3HV9lChoBmgJaA9DCG1YU1kUFgXAlIaUUpRoFUsyaBZHQKbE2QwK0D51fZQoaAZoCWgPQwhO8bioFtEGwJSGlFKUaBVLMmgWR0CmxJfkvK2bdX2UKGgGaAloD0MIGk8EcR5O9b+UhpRSlGgVSzJoFkdApsahudf9gnV9lChoBmgJaA9DCNSCF30FyQTAlIaUUpRoFUsyaBZHQKbGZbwjMV11fZQoaAZoCWgPQwhHyatzDIj+v5SGlFKUaBVLMmgWR0CmxiBddE9ddX2UKGgGaAloD0MINjy9UpZhDcCUhpRSlGgVSzJoFkdApsXemNzbOHV9lChoBmgJaA9DCGcsms5ORhvAlIaUUpRoFUsyaBZHQKbHv6KLsKN1fZQoaAZoCWgPQwiI8gUtJGD3v5SGlFKUaBVLMmgWR0Cmx4NOmBOIdX2UKGgGaAloD0MIyY/4FWvYDcCUhpRSlGgVSzJoFkdApsc91uBMBnV9lChoBmgJaA9DCB0ibk4lwwfAlIaUUpRoFUsyaBZHQKbG/CHARCh1fZQoaAZoCWgPQwhslPWbifkSwJSGlFKUaBVLMmgWR0CmyRWq94/vdX2UKGgGaAloD0MIEeSghJkmGsCUhpRSlGgVSzJoFkdApsjZoPCl8HV9lChoBmgJaA9DCBe7fVaZKQ3AlIaUUpRoFUsyaBZHQKbIlSHdoFp1fZQoaAZoCWgPQwgPlxx3SocKwJSGlFKUaBVLMmgWR0CmyFOAI6bOdX2UKGgGaAloD0MIJc6KqIl++7+UhpRSlGgVSzJoFkdApspWwxFiKHV9lChoBmgJaA9DCOc3TDRIYQPAlIaUUpRoFUsyaBZHQKbKG0MPSUl1fZQoaAZoCWgPQwg/yR02kdn0v5SGlFKUaBVLMmgWR0CmydXZf2K3dX2UKGgGaAloD0MIPsxetp1WAMCUhpRSlGgVSzJoFkdApsmUJ8fFJnV9lChoBmgJaA9DCLezrzxIz/a/lIaUUpRoFUsyaBZHQKbLiCYCyQh1fZQoaAZoCWgPQwj8HB8tzjgFwJSGlFKUaBVLMmgWR0Cmy0wxesxPdX2UKGgGaAloD0MIdAzIXu9+9b+UhpRSlGgVSzJoFkdApssGrsByS3V9lChoBmgJaA9DCBQ98DFY8e6/lIaUUpRoFUsyaBZHQKbKxO0svqV1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVRQAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMG011bHRpSW5wdXRBY3RvckNyaXRpY1BvbGljeZSTlC4=", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    MultiInputActorClass policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space (Tuple)\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Uses the CombinedExtractor\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function MultiInputActorCriticPolicy.__init__ at 0x7fd32daaa430>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7fd32daa29c0>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVgQAAAAAAAAB9lCiMD29wdGltaXplcl9jbGFzc5SME3RvcmNoLm9wdGltLnJtc3Byb3CUjAdSTVNwcm9wlJOUjBBvcHRpbWl6ZXJfa3dhcmdzlH2UKIwFYWxwaGGURz/vrhR64UeujANlcHOURz7k+LWI42jxjAx3ZWlnaHRfZGVjYXmUSwB1dS4=", "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "observation_space": {":type:": "<class 'gym.spaces.dict.Dict'>", ":serialized:": "gAWVUgMAAAAAAACMD2d5bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwOZ3ltLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUaBCTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowGX3NoYXBllEsDhZSMA2xvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZSMAUOUdJRSlIwEaGlnaJRoHSiWDAAAAAAAAAAAACBBAAAgQQAAIEGUaBVLA4WUaCB0lFKUjA1ib3VuZGVkX2JlbG93lGgdKJYDAAAAAAAAAAEBAZRoEowCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZRoIHSUUpSMDWJvdW5kZWRfYWJvdmWUaB0olgMAAAAAAAAAAQEBlGgsSwOFlGggdJRSlIwKX25wX3JhbmRvbZROdWKMDGRlc2lyZWRfZ29hbJRoDSmBlH2UKGgQaBVoGEsDhZRoGmgdKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFUsDhZRoIHSUUpRoI2gdKJYMAAAAAAAAAAAAIEEAACBBAAAgQZRoFUsDhZRoIHSUUpRoKGgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoMmgdKJYDAAAAAAAAAAEBAZRoLEsDhZRoIHSUUpRoN051YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgVaBhLBoWUaBpoHSiWGAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBVLBoWUaCB0lFKUaCNoHSiWGAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBVLBoWUaCB0lFKUaChoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDJoHSiWBgAAAAAAAAABAQEBAQGUaCxLBoWUaCB0lFKUaDdOdWJ1aBhOaBBOaDdOdWIu", "spaces": "OrderedDict([('achieved_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('desired_goal', Box([-10. -10. -10.], [10. 10. 10.], (3,), float32)), ('observation', Box([-10. -10. -10. -10. -10. -10.], [10. 10. 10. 10. 10. 10.], (6,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UTnViLg==", "dtype": "float32", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "bounded_below": "[ True  True  True]", "bounded_above": "[ True  True  True]", "_np_random": null}, "n_envs": 4, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1677957431281735750, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVwwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMSC91c3IvbG9jYWwvbGliL3B5dGhvbjMuOC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgffZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/RvAGjbi6x4WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="}, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAwiHoPvpBA7xusiE/wiHoPvpBA7xusiE/wiHoPvpBA7xusiE/wiHoPvpBA7xusiE/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAGbu6vspRF748/sY/4xJfPufkrD+ziKW/cE+LvwQmpD9YP9a/qse+P4+elz8+xuy9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjzCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjzCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjzCIeg++kEDvG6yIT9wlyE8mxkMu7dNWjyUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 0.45338255 -0.00801134  0.6316289 ]\n [ 0.45338255 -0.00801134  0.6316289 ]\n [ 0.45338255 -0.00801134  0.6316289 ]\n [ 0.45338255 -0.00801134  0.6316289 ]]", "desired_goal": "[[-0.3647087  -0.14777294  1.5546336 ]\n [ 0.21784548  1.3507355  -1.2932342 ]\n [-1.0883617   1.2824101  -1.6738081 ]\n [ 1.4904683   1.1845263  -0.11561249]]", "observation": "[[ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]\n [ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]\n [ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]\n [ 0.45338255 -0.00801134  0.6316289   0.00986277 -0.00213776  0.01332419]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVuwEAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+6nIdPRlsGqxDI0o+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAASrxRvLG1sb3zPWs9pG65vdB28L3FLXY+J2ylvbKjPDyfl2M+KDM9Pba8zrzjS7I9lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWYAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAACUaA5LBEsGhpRoEnSUUpR1Lg==", "achieved_goal": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01]]", "desired_goal": "[[-0.01280124 -0.08677233  0.05743213]\n [-0.09054306 -0.11741412  0.24040897]\n [-0.08077269  0.01151364  0.22225808]\n [ 0.04619136 -0.02523647  0.0870588 ]]", "observation": "[[ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]\n [ 3.8439669e-02 -2.1944723e-12  1.9740014e-01  0.0000000e+00\n  -0.0000000e+00  0.0000000e+00]]"}, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVHRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIiEuOO6VDB8CUhpRSlIwBbJRLMowBdJRHQKj0qO1fE4x1fZQoaAZoCWgPQwjmriXkg94DwJSGlFKUaBVLMmgWR0Co9GzDfm9ydX2UKGgGaAloD0MIKCfaVUh59r+UhpRSlGgVSzJoFkdAqPQvms/6f3V9lChoBmgJaA9DCL5MFCF1+/2/lIaUUpRoFUsyaBZHQKjz3V9Wp611fZQoaAZoCWgPQwhWgsXhzC/0v5SGlFKUaBVLMmgWR0Co9oN3wCr+dX2UKGgGaAloD0MIBVH3AUgtAMCUhpRSlGgVSzJoFkdAqPZHCj1wpHV9lChoBmgJaA9DCFSobi7+Nv6/lIaUUpRoFUsyaBZHQKj2CbgjyFx1fZQoaAZoCWgPQwi/1TpxOZ77v5SGlFKUaBVLMmgWR0Co9bdqUNaydX2UKGgGaAloD0MITweynlr9/L+UhpRSlGgVSzJoFkdAqPhSiCaqj3V9lChoBmgJaA9DCDgwuVFkTQDAlIaUUpRoFUsyaBZHQKj4FlWfbsZ1fZQoaAZoCWgPQwjo24KlusD7v5SGlFKUaBVLMmgWR0Co99j3mFJydX2UKGgGaAloD0MIV+wvuyfPA8CUhpRSlGgVSzJoFkdAqPeGyu6mO3V9lChoBmgJaA9DCM4bJ4V5LwDAlIaUUpRoFUsyaBZHQKj6QG34Kx91fZQoaAZoCWgPQwiJesGnOVkBwJSGlFKUaBVLMmgWR0Co+gRCY1HfdX2UKGgGaAloD0MI6/8c5strCcCUhpRSlGgVSzJoFkdAqPnHSMLncXV9lChoBmgJaA9DCCZV203wDfm/lIaUUpRoFUsyaBZHQKj5dS9/SYx1fZQoaAZoCWgPQwjJy5pY4Gv2v5SGlFKUaBVLMmgWR0Co+4nv2GqQdX2UKGgGaAloD0MIliTP9X04AcCUhpRSlGgVSzJoFkdAqPtMx9G7SXV9lChoBmgJaA9DCHsS2JyDpwzAlIaUUpRoFUsyaBZHQKj7DrcCYC11fZQoaAZoCWgPQwh+xRouci8JwJSGlFKUaBVLMmgWR0Co+rurp7kXdX2UKGgGaAloD0MIeNUD5iFT8L+UhpRSlGgVSzJoFkdAqPy8Eq2BrnV9lChoBmgJaA9DCPazWIrkSwXAlIaUUpRoFUsyaBZHQKj8fwG4ZuR1fZQoaAZoCWgPQwgs0y8Rb93yv5SGlFKUaBVLMmgWR0Co/EDej2zwdX2UKGgGaAloD0MIDkxuFFnLCcCUhpRSlGgVSzJoFkdAqPvtqUNayXV9lChoBmgJaA9DCPWgoBSt3Pe/lIaUUpRoFUsyaBZHQKj91qYZ2p11fZQoaAZoCWgPQwg1fAvrxlsFwJSGlFKUaBVLMmgWR0Co/ZluvUz9dX2UKGgGaAloD0MIm1Wfq624B8CUhpRSlGgVSzJoFkdAqP1bS9du53V9lChoBmgJaA9DCIOI1LSLyRDAlIaUUpRoFUsyaBZHQKj9CBTXJ5p1fZQoaAZoCWgPQwieI/JdSh38v5SGlFKUaBVLMmgWR0Co/urH2h7FdX2UKGgGaAloD0MIEhQ/xtz1DsCUhpRSlGgVSzJoFkdAqP6tme18cHV9lChoBmgJaA9DCI4+5gMCHfe/lIaUUpRoFUsyaBZHQKj+b0aIeo11fZQoaAZoCWgPQwg2lNqLaPv3v5SGlFKUaBVLMmgWR0Co/hv73wkPdX2UKGgGaAloD0MI+pekMsUc+r+UhpRSlGgVSzJoFkdAqP/6rvLHMnV9lChoBmgJaA9DCIqSkEjbuBHAlIaUUpRoFUsyaBZHQKj/vW8RL9N1fZQoaAZoCWgPQwi3Qe23duL8v5SGlFKUaBVLMmgWR0Co/37+tKZldX2UKGgGaAloD0MI5L7VOnEZCMCUhpRSlGgVSzJoFkdAqP8rrqt5lnV9lChoBmgJaA9DCPKYgcr4lwXAlIaUUpRoFUsyaBZHQKkBBlS0jTt1fZQoaAZoCWgPQwilSSno9tICwJSGlFKUaBVLMmgWR0CpAMklu3tsdX2UKGgGaAloD0MIEkpfCDnv77+UhpRSlGgVSzJoFkdAqQCKy+pOvnV9lChoBmgJaA9DCGGnWDUIUwvAlIaUUpRoFUsyaBZHQKkAN0mMOwx1fZQoaAZoCWgPQwi0Imqiz5cUwJSGlFKUaBVLMmgWR0CpAgiZ4Oc2dX2UKGgGaAloD0MIn8n+eRowDcCUhpRSlGgVSzJoFkdAqQHLYukDZHV9lChoBmgJaA9DCOwWgbG+AQPAlIaUUpRoFUsyaBZHQKkBjNr0rbx1fZQoaAZoCWgPQwifAmA8gwb2v5SGlFKUaBVLMmgWR0CpATlSbYsedX2UKGgGaAloD0MIyoegavTKA8CUhpRSlGgVSzJoFkdAqQMQGwA2h3V9lChoBmgJaA9DCLivA+eMCAHAlIaUUpRoFUsyaBZHQKkC0rMC9yt1fZQoaAZoCWgPQwhlic4yixDyv5SGlFKUaBVLMmgWR0CpApSpJf6XdX2UKGgGaAloD0MIXW4w1GHlEcCUhpRSlGgVSzJoFkdAqQJBGYrrgXV9lChoBmgJaA9DCCYYzjXM4BHAlIaUUpRoFUsyaBZHQKkEIxIre691fZQoaAZoCWgPQwgNHTuoxPULwJSGlFKUaBVLMmgWR0CpA+XiaRZEdX2UKGgGaAloD0MIJ6H0hZAzAcCUhpRSlGgVSzJoFkdAqQOnaxoqTnV9lChoBmgJaA9DCDUHCObosQHAlIaUUpRoFUsyaBZHQKkDU/Efkmx1fZQoaAZoCWgPQwjqknGMZO8LwJSGlFKUaBVLMmgWR0CpBVeqaPS2dX2UKGgGaAloD0MII7w9CAHZEMCUhpRSlGgVSzJoFkdAqQUaiblRxnV9lChoBmgJaA9DCA8PYfw0TgDAlIaUUpRoFUsyaBZHQKkE3EjPfKp1fZQoaAZoCWgPQwgg1bDfE8sLwJSGlFKUaBVLMmgWR0CpBIkQwsXjdX2UKGgGaAloD0MIZXCUvDrnDMCUhpRSlGgVSzJoFkdAqQZcXizcAXV9lChoBmgJaA9DCIp2FVJ+0vK/lIaUUpRoFUsyaBZHQKkGHx8UmD11fZQoaAZoCWgPQwgiUz4EVWMPwJSGlFKUaBVLMmgWR0CpBeEAxSHedX2UKGgGaAloD0MIm6+Sj92FBcCUhpRSlGgVSzJoFkdAqQWNlCkXUHV9lChoBmgJaA9DCPUSY5l+yQfAlIaUUpRoFUsyaBZHQKkHergflp51fZQoaAZoCWgPQwgGu2HboqwPwJSGlFKUaBVLMmgWR0CpBz2Jiy6ddX2UKGgGaAloD0MInpeKjXld+r+UhpRSlGgVSzJoFkdAqQb/JmuklHV9lChoBmgJaA9DCCjTaHIxRvu/lIaUUpRoFUsyaBZHQKkGq/47A+J1fZQoaAZoCWgPQwjx9iAE5PsWwJSGlFKUaBVLMmgWR0CpCI85S3spdX2UKGgGaAloD0MIhxkaTwSxBcCUhpRSlGgVSzJoFkdAqQhSIk7fYXV9lChoBmgJaA9DCEWBPpEnyfW/lIaUUpRoFUsyaBZHQKkIE9Zid8R1fZQoaAZoCWgPQwgeNpGZC5wBwJSGlFKUaBVLMmgWR0CpB8CXhOxjdX2UKGgGaAloD0MIigESTaBIDcCUhpRSlGgVSzJoFkdAqQmztgKF7HV9lChoBmgJaA9DCLkYA+s4PgDAlIaUUpRoFUsyaBZHQKkJdr30wrV1fZQoaAZoCWgPQwjpmPOMfQkawJSGlFKUaBVLMmgWR0CpCTivX9R8dX2UKGgGaAloD0MIXRWoxeCBBMCUhpRSlGgVSzJoFkdAqQjlat9x63V9lChoBmgJaA9DCHujVpi+VxPAlIaUUpRoFUsyaBZHQKkKx3IMjNZ1fZQoaAZoCWgPQwhhbCHIQQkBwJSGlFKUaBVLMmgWR0CpConjQzDXdX2UKGgGaAloD0MI/bypSIUxCMCUhpRSlGgVSzJoFkdAqQpLrLQokXV9lChoBmgJaA9DCJMYBFYOrfa/lIaUUpRoFUsyaBZHQKkJ+GGEf1Z1fZQoaAZoCWgPQwhp4h3gSasIwJSGlFKUaBVLMmgWR0CpC/eeOGTLdX2UKGgGaAloD0MIk45yMJvABcCUhpRSlGgVSzJoFkdAqQu7Wd3B6HV9lChoBmgJaA9DCML7qlyofAPAlIaUUpRoFUsyaBZHQKkLfR/EwWZ1fZQoaAZoCWgPQwgvpwTEJJz4v5SGlFKUaBVLMmgWR0CpCymVJL/TdX2UKGgGaAloD0MIEqERbFyPEcCUhpRSlGgVSzJoFkdAqQ04HgP3BnV9lChoBmgJaA9DCEetMH2vYQLAlIaUUpRoFUsyaBZHQKkM+6Lfk3l1fZQoaAZoCWgPQwg0hjlBm7wewJSGlFKUaBVLMmgWR0CpDL2a2F37dX2UKGgGaAloD0MIx7sjY7U5+b+UhpRSlGgVSzJoFkdAqQxqZML4OHV9lChoBmgJaA9DCKta0lEOBgHAlIaUUpRoFUsyaBZHQKkOT3V09yN1fZQoaAZoCWgPQwhBmrFoOtsSwJSGlFKUaBVLMmgWR0CpDhI4VARkdX2UKGgGaAloD0MIx9Rd2QUD7b+UhpRSlGgVSzJoFkdAqQ3UCaJAMXV9lChoBmgJaA9DCLeZCvFIfAbAlIaUUpRoFUsyaBZHQKkNgPxQSBd1fZQoaAZoCWgPQwh1q+ek9/0TwJSGlFKUaBVLMmgWR0CpD/THjp9rdX2UKGgGaAloD0MIZ9E7FXCPCsCUhpRSlGgVSzJoFkdAqQ+4QOFxn3V9lChoBmgJaA9DCNI6qpogav2/lIaUUpRoFUsyaBZHQKkPevZh8Y11fZQoaAZoCWgPQwiXcr7Ye7ERwJSGlFKUaBVLMmgWR0CpDyh+F10UdX2UKGgGaAloD0MIXeLIA5FlAcCUhpRSlGgVSzJoFkdAqRHAtlI3BHV9lChoBmgJaA9DCMtMaf0tAfy/lIaUUpRoFUsyaBZHQKkRhFtsN2F1fZQoaAZoCWgPQwiuEiwOZ74HwJSGlFKUaBVLMmgWR0CpEUcjzI3jdX2UKGgGaAloD0MI/G66ZYdYB8CUhpRSlGgVSzJoFkdAqRD00xdpqXV9lChoBmgJaA9DCG3mkNRCyfq/lIaUUpRoFUsyaBZHQKkTlsdDIBB1fZQoaAZoCWgPQwjAety3WgcLwJSGlFKUaBVLMmgWR0CpE1px//eddX2UKGgGaAloD0MIvHSTGAR2DMCUhpRSlGgVSzJoFkdAqRMdDx9XtHV9lChoBmgJaA9DCGST/IhfsRjAlIaUUpRoFUsyaBZHQKkSyupS75F1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 50000, "n_steps": 5, "gamma": 0.99, "gae_lambda": 1.0, "ent_coef": 0.0, "vf_coef": 0.5, "max_grad_norm": 0.5, "normalize_advantage": false, "system_info": {"OS": "Linux-5.10.147+-x86_64-with-glibc2.29 # 1 SMP Sat Dec 10 16:00:40 UTC 2022", "Python": "3.8.10", "Stable-Baselines3": "1.7.0", "PyTorch": "1.13.1+cu116", "GPU Enabled": "True", "Numpy": "1.22.4", "Gym": "0.21.0"}}

results.json

@@ -1 +1 @@
-{"mean_reward": -3.0578293356113138, "std_reward": 1.5367708900319461, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-01-17T23:27:05.892836"}
+{"mean_reward": -2.4189749518875034, "std_reward": 1.1866283514577665, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-03-04T20:10:57.516529"}

vec_normalize.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1e3971de891d76bc77b9b32460566fdb2e0e12133a3593a26c0c8240f7f03f6
+oid sha256:fbb2e2631b78deb64c7eb4a99e8d8d8dd6c67e0572c69257bf7db4343fabe019
 size 3212