ernestum commited on
Commit
8223e3e
·
1 Parent(s): 3bcf23f

Initial commit

Browse files
README.md CHANGED
@@ -10,7 +10,7 @@ model-index:
10
  results:
11
  - metrics:
12
  - type: mean_reward
13
- value: 3416.00 +/- 328.59
14
  name: mean_reward
15
  task:
16
  type: reinforcement-learning
@@ -37,15 +37,21 @@ SB3 Contrib: https://github.com/Stable-Baselines-Team/stable-baselines3-contrib
37
 
38
  ```
39
  # Download model and save it into the logs/ folder
40
- python -m utils.load_from_hub --algo ppo --env seals/Hopper-v0 -orga HumanCompatibleAI -f logs/
41
  python enjoy.py --algo ppo --env seals/Hopper-v0 -f logs/
42
  ```
43
 
 
 
 
 
 
 
44
  ## Training (with the RL Zoo)
45
  ```
46
  python train.py --algo ppo --env seals/Hopper-v0 -f logs/
47
  # Upload the model and generate video (when possible)
48
- python -m utils.push_to_hub --algo ppo --env seals/Hopper-v0 -f logs/ -orga HumanCompatibleAI
49
  ```
50
 
51
  ## Hyperparameters
@@ -61,11 +67,17 @@ OrderedDict([('batch_size', 512),
61
  ('n_epochs', 20),
62
  ('n_steps', 2048),
63
  ('n_timesteps', 1000000.0),
64
- ('normalize', True),
 
65
  ('policy', 'MlpPolicy'),
66
  ('policy_kwargs',
67
- 'dict(activation_fn=nn.ReLU, net_arch=[dict(pi=[64, 64], vf=[64, '
68
- '64])])'),
 
69
  ('vf_coef', 0.20315938606555833),
70
- ('normalize_kwargs', {'norm_obs': True, 'norm_reward': False})])
 
 
 
 
71
  ```
 
10
  results:
11
  - metrics:
12
  - type: mean_reward
13
+ value: 2862.69 +/- 127.20
14
  name: mean_reward
15
  task:
16
  type: reinforcement-learning
 
37
 
38
  ```
39
  # Download model and save it into the logs/ folder
40
+ python -m rl_zoo3.load_from_hub --algo ppo --env seals/Hopper-v0 -orga HumanCompatibleAI -f logs/
41
  python enjoy.py --algo ppo --env seals/Hopper-v0 -f logs/
42
  ```
43
 
44
+ If you installed the RL Zoo3 via pip (`pip install rl_zoo3`), from anywhere you can do:
45
+ ```
46
+ python -m rl_zoo3.load_from_hub --algo ppo --env seals/Hopper-v0 -orga HumanCompatibleAI -f logs/
47
+ rl_zoo3 enjoy --algo ppo --env seals/Hopper-v0 -f logs/
48
+ ```
49
+
50
  ## Training (with the RL Zoo)
51
  ```
52
  python train.py --algo ppo --env seals/Hopper-v0 -f logs/
53
  # Upload the model and generate video (when possible)
54
+ python -m rl_zoo3.push_to_hub --algo ppo --env seals/Hopper-v0 -f logs/ -orga HumanCompatibleAI
55
  ```
56
 
57
  ## Hyperparameters
 
67
  ('n_epochs', 20),
68
  ('n_steps', 2048),
69
  ('n_timesteps', 1000000.0),
70
+ ('normalize',
71
+ {'gamma': 0.995, 'norm_obs': False, 'norm_reward': True}),
72
  ('policy', 'MlpPolicy'),
73
  ('policy_kwargs',
74
+ {'activation_fn': <class 'torch.nn.modules.activation.ReLU'>,
75
+ 'features_extractor_class': <class 'imitation.policies.base.NormalizeFeaturesExtractor'>,
76
+ 'net_arch': [{'pi': [64, 64], 'vf': [64, 64]}]}),
77
  ('vf_coef', 0.20315938606555833),
78
+ ('normalize_kwargs',
79
+ {'norm_obs': {'gamma': 0.995,
80
+ 'norm_obs': False,
81
+ 'norm_reward': True},
82
+ 'norm_reward': False})])
83
  ```
args.yml CHANGED
@@ -1,6 +1,8 @@
1
  !!python/object/apply:collections.OrderedDict
2
  - - - algo
3
  - ppo
 
 
4
  - - device
5
  - cpu
6
  - - env
@@ -16,7 +18,7 @@
16
  - - hyperparams
17
  - null
18
  - - log_folder
19
- - seals_experts_wandb_oldpickle/seed_3/
20
  - - log_interval
21
  - -1
22
  - - max_total_trials
@@ -41,6 +43,8 @@
41
  - null
42
  - - optimize_hyperparameters
43
  - false
 
 
44
  - - pruner
45
  - median
46
  - - sampler
@@ -50,13 +54,13 @@
50
  - - save_replay_buffer
51
  - false
52
  - - seed
53
- - 3
54
  - - storage
55
  - null
56
  - - study_name
57
  - null
58
  - - tensorboard_log
59
- - runs/seals/Hopper-v0__ppo__3__1658845752
60
  - - track
61
  - true
62
  - - trained_agent
@@ -70,6 +74,8 @@
70
  - - verbose
71
  - 1
72
  - - wandb_entity
73
- - null
74
  - - wandb_project_name
75
- - seals-experts-oldpickle
 
 
 
1
  !!python/object/apply:collections.OrderedDict
2
  - - - algo
3
  - ppo
4
+ - - conf_file
5
+ - hyperparams/python/ppo.py
6
  - - device
7
  - cpu
8
  - - env
 
18
  - - hyperparams
19
  - null
20
  - - log_folder
21
+ - logs
22
  - - log_interval
23
  - -1
24
  - - max_total_trials
 
43
  - null
44
  - - optimize_hyperparameters
45
  - false
46
+ - - progress
47
+ - false
48
  - - pruner
49
  - median
50
  - - sampler
 
54
  - - save_replay_buffer
55
  - false
56
  - - seed
57
+ - 1
58
  - - storage
59
  - null
60
  - - study_name
61
  - null
62
  - - tensorboard_log
63
+ - runs/seals/Hopper-v0__ppo__1__1672325330
64
  - - track
65
  - true
66
  - - trained_agent
 
74
  - - verbose
75
  - 1
76
  - - wandb_entity
77
+ - ernestum
78
  - - wandb_project_name
79
+ - seals-experts-normalized
80
+ - - yaml_file
81
+ - null
config.yml CHANGED
@@ -22,10 +22,20 @@
22
  - - n_timesteps
23
  - 1000000.0
24
  - - normalize
25
- - true
 
 
26
  - - policy
27
  - MlpPolicy
28
  - - policy_kwargs
29
- - dict(activation_fn=nn.ReLU, net_arch=[dict(pi=[64, 64], vf=[64, 64])])
 
 
 
 
 
 
 
 
30
  - - vf_coef
31
  - 0.20315938606555833
 
22
  - - n_timesteps
23
  - 1000000.0
24
  - - normalize
25
+ - gamma: 0.995
26
+ norm_obs: false
27
+ norm_reward: true
28
  - - policy
29
  - MlpPolicy
30
  - - policy_kwargs
31
+ - activation_fn: !!python/name:torch.nn.modules.activation.ReLU ''
32
+ features_extractor_class: !!python/name:imitation.policies.base.NormalizeFeaturesExtractor ''
33
+ net_arch:
34
+ - pi:
35
+ - 64
36
+ - 64
37
+ vf:
38
+ - 64
39
+ - 64
40
  - - vf_coef
41
  - 0.20315938606555833
ppo-seals-Hopper-v0.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6f6e84906cb76655b398a930040affb4f3a95d6fcf1cc44d2ea4fa8e8715795
3
- size 158910
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5feefbff8e2d3a04ed48e9f111bd311dc4efa03b70d3dd80f99ce4869ebb832
3
+ size 159577
ppo-seals-Hopper-v0/_stable_baselines3_version CHANGED
@@ -1 +1 @@
1
- 1.6.0
 
1
+ 1.6.2
ppo-seals-Hopper-v0/data CHANGED
@@ -4,24 +4,24 @@
4
  ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
5
  "__module__": "stable_baselines3.common.policies",
6
  "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
- "__init__": "<function ActorCriticPolicy.__init__ at 0x7f8d862238b0>",
8
- "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f8d86223940>",
9
- "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f8d862239d0>",
10
- "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f8d86223a60>",
11
- "_build": "<function ActorCriticPolicy._build at 0x7f8d86223af0>",
12
- "forward": "<function ActorCriticPolicy.forward at 0x7f8d86223b80>",
13
- "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f8d86223c10>",
14
- "_predict": "<function ActorCriticPolicy._predict at 0x7f8d86223ca0>",
15
- "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f8d86223d30>",
16
- "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f8d86223dc0>",
17
- "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f8d86223e50>",
18
  "__abstractmethods__": "frozenset()",
19
- "_abc_impl": "<_abc_data object at 0x7f8d86218e70>"
20
  },
21
  "verbose": 1,
22
  "policy_kwargs": {
23
  ":type:": "<class 'dict'>",
24
- ":serialized:": "gAWVaAAAAAAAAAB9lCiMDWFjdGl2YXRpb25fZm6UjBt0b3JjaC5ubi5tb2R1bGVzLmFjdGl2YXRpb26UjARSZUxVlJOUjAhuZXRfYXJjaJRdlH2UKIwCcGmUXZQoS0BLQGWMAnZmlF2UKEtAS0BldWF1Lg==",
25
  "activation_fn": "<class 'torch.nn.modules.activation.ReLU'>",
26
  "net_arch": [
27
  {
@@ -34,7 +34,8 @@
34
  64
35
  ]
36
  }
37
- ]
 
38
  },
39
  "observation_space": {
40
  ":type:": "<class 'gym.spaces.box.Box'>",
@@ -51,7 +52,7 @@
51
  },
52
  "action_space": {
53
  ":type:": "<class 'gym.spaces.box.Box'>",
54
- ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAAAAACAU8KznIcDtZNy7Ktb6Oay8s+2gdrVBu9hoTFNoGu1zNkT5hifdJx5L8ilG4DEeQFJng9D5F3gGJOSE1XM1EopZNIIlb400J5EcnoD8K2/CnObez7pYLEG2nUDRQtufdYWausENGaDt/P1pS9p70JjQ7Vc98J3UsxGRDctCIlu0I6ud/sYtoBPe575TzLsEti5jl6FqRnKrj12LWcrQoCexe7HH/UiAV1LzyQPzBlSZERXmHCdCvUSF7XpWt47xP9BzzqxX7aH3TPYWImqos1/ez/JlLdsD0MfMZl9G2CQq7cHHRlM3sj7jroA9c+pGt4l/iAGpRb80HbjwU71ykPTAVp531BXrc2qmIU6z9Fh4TAPx7fZ1kVF+L1Irlou+4Ckky7Ys59nB7KkciTI+N5jlb62ybZt0+ZWgIA6LKLvdx/mTQtB4k1aplT/C7L9/ybKCFn2quN/7YlIkxoH1U0xdabG6rgOrR+SHMmvUwvtKB+19Ibb07mSgVQyjNAvnyADPJf3pkxylZtn7f/OVpWEaWfl6BcLwy0grrEgUK+H+8P8XWMuBginXgwzn3sy4+ZOlr45op6TtuqX0Knz/SySGDlBIK8JqKObzB6fGt+ovJHEM8KlL4veKwkLkuuMWBaex3FBdWskry5qhslxMgnk2thh8DaXmAfbuI8j0SqHMW1kleITi9ekfXx/eSi5hX1GjA/M62Zixuay1H8zH9VjsTRcGacyJ0vh1hNReDFoNsXFbLfLqaIvbLDQjY7T289ZXsupvAxu2GVTbqWst+ckPPzwH7vLikULC+weAKwxarqm+ugAXgyz774meHOsvQYuu18nvrrunjZWDvwaKuYohEwUfSnpotE9XhX99yUTc8sGPQidTfXkzm/t8MWP8it4l4VSEgDLn8GW8t2DAh8EwFa/KOGoZEGjYqZ2IMA70E+F2LqgaZlQLFMONTIx3yuN5F2e1MT4v2wdBRK9R+lGMpxIiNldyOwwxLDBTRDMhd7APidmDwQBnvaIecKFa95btwHkRBEUT5g++/I0DDg685EX4OMO2YtTPqM3PQluS4puEhAQRVukNGSh4gYDgcBPKZl4ThNf+G+E7El9fmWJcP39Sifw6Mn+GEisM1RhHY05XZHUv5W4r8kD2jSLMY+IIL2+LtQrW7it7y28+sEicLoEfYOky9ZJF6l0fR+sXEawf+REH9LvtRJ4yzfxr7KisNpr1axv1ae5CDXS+XTzuOG/BJnHvt8arnY1XWH9SdkCOeok6MI8GBCtjTCxJ5JbpI5J0i0A66mJaRW9LMfP6Cil3/cVRQ9uN2KTtV3o7rJwY4XCnj7DJmqrUwofDDl7Ek0PoN7w0Hh8YHOy8qhPw7V8ALdjZn7eYtjCQIldQvHbM1I73RtCLQvQGFMXUCJ022pGRqTvZX5XWSizqbgX6TJmI6LDF9wcpYealB7cDwelfqdpzHRmyjRbIX9b+w4uj//aDRgP2SgiOAq/D/9/0SbgK/E0FQyclhNVAkbKwXhAxKGczpvJow0mFFUAt/5fT5KAsmQTAt8p0FsrGMDTfk4RzZgqZSm+ihVRS371Tx3twpGA1goo/AIfJh8slJC3hkR1OGCN7LAPGCwbM9rHlKSU4uuhJiff196h9q1kPMld6989MfKLVkvCl7ofCRurPUW46ceJKE951sQD1v8cK0HK1JmuBTCXAelCUCIFNLGk3tMXNVmuuFF3o3xb4V4T1IAYIfBdyEVHhIIZOE/JEY79daQw8njYEtQ6YwZ6kNCBYfrjq2OglITcRdwDmINL42ro6HnbWgLZQ8Ce/EiPVBtWHwhvGUHK1FNONzRzXgT1zKEg+WAigeuK4QVIxdITM4YvUyYvpQJuJd+xGD1no7BYIKXdV4aDlsRnWSMmS+zTyTvC0+TgBMCNpMvdChjaB/XTrMVsm0vgPmCYswn067MTYWfm5oCqqmNciqoRfFL2O2mxFT1VMcKDrxHBdBUhSG5UmAerx86KAEytbsCbn6OOj8Y02VwVynzXd0WJfLioeGMZISM1eneWfTc1mQ6CpdDxJqUmU86/KsBL3Bb0S2NAqFysFJZKxDwLej8xz+xH8IxEHzlkiiNH+2IIq0663FAwi6wg6dgcryDqQ+lNDwn898nylrcYShigDrtrFBNezKx3ZjpkPCnPUeQB4hJUrYCUJy5CyytC/x1UsByKez/aSNEWnlWnzYdJf2PoKL0YfmaR3KpXzi9ax3BHPgk1cdmgdVkqevFJ0DUdTBFQj/mhaKqcaT0rKJLgy/11AhWW4nX7+kAdgR0b1iAseI0TbMDtohBuqqUZfqMfUKsdI8v2aeUd0+IqOjPBFe7TZRC7OUYmf789SRTpw9gst4tzx7tLap8JnFt2keKhqd3vBgqpvlsxvx0DcPC+bo/qIldKiAn5D7TPjeWLzJ1gmpk1mVKOyWOv/ZzlRTfe8yEsMsRcgdPxbOuxLjlOwo1uFh9NjHoOz/xbnI62I49ZzT59GUCNtAL74UqjlRoyXZ5ELEjhTn+F5fYfEkY2TnSsgKO4Wwb/xD41S4mBL7LcUyF76ybV7Yx0L6V2QGoSfyhHFqMQJs/haLPPW18mWJb/UDl90ZN9TEzcdXvZsmCeqzCagC6YDHp3fop+5nAQSnT/Byt2j7z+6cnl/aZh6oKs5xrEMmuzpLFbXNVof9hNmX5E0DQ2M8uBqqeW95p6z8ySnOxURAO28oYWsbVyeYaNlWLZrOtIMZDRjjbecSSwMLlrBhw4mZVht4DgOQxI1+P7sPHZLMf89U+5ctf1rD0r1AXgyXjzOxKvCxWMhrz6Ah19+zal/bAIpw+0V7Pq85PRQO4UeScmMwODR8jcOfILuMmo7xXhemY/JqtOncklEaGapMeGlkiefvQkx9L5EWvLn6stI4zRP4pZXx9iOz17IKJmKOVHgCIAOiheb0bwkjNkItlfYO3LzeLLPuBDNLFg7tQu5NPWy28a4nBsE/gsyEteRvF2ECYFIOJg06dzc77IWw7o+z1Q5APxLg9uvyFniYWNuJyk7rflLCmYcg1gN657CWff8YfPr0ukKOamco94X1nFdyroxHiQlRXaP91DOqMueI1pCasyRQt0jtbWwxdEVyzP3GzUZXBWqa0xXCzwe29cxg2aiwKuuAAVfaCE/Pt1cJXq8wvliF81sMDPMbowd9+uyWuExq/e+2W3wWeV3hVofoiEySjBrJPWVJW9++UocJbC0ppNw5mtHktkZqUk6kVtUgVQ4Cj4udj/bluZzcqWjIvOCJO52M+xcQY808Ei8T/lwwS9TguuzQ3e0KR7hptgNcX1/XhCvAuUaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
55
  "dtype": "float32",
56
  "_shape": [
57
  3
@@ -66,17 +67,17 @@
66
  "num_timesteps": 1001472,
67
  "_total_timesteps": 1000000,
68
  "_num_timesteps_at_start": 0,
69
- "seed": 0,
70
  "action_noise": null,
71
- "start_time": 1658845755.784661,
72
  "learning_rate": {
73
  ":type:": "<class 'function'>",
74
- ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzmXHiNxn8uFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
75
  },
76
- "tensorboard_log": "runs/seals/Hopper-v0__ppo__3__1658845752/seals-Hopper-v0",
77
  "lr_schedule": {
78
  ":type:": "<class 'function'>",
79
- ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzmXHiNxn8uFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
80
  },
81
  "_last_obs": null,
82
  "_last_episode_starts": {
@@ -85,7 +86,7 @@
85
  },
86
  "_last_original_obs": {
87
  ":type:": "<class 'numpy.ndarray'>",
88
- ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMzEUlAWsGI/tPAnR9z18z8AJT2MX+RiP2bLA9WR+WA/lD0frGfOVD/4JM4FzwhDv3FdG5QtomW/yh6CLn1Kab/K9BHXB7JkP/DFJmBsu1y/gmbP62ZIaz8TMqG1iVxyv5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsMhpSMAUOUdJRSlC4="
89
  },
90
  "_episode_num": 0,
91
  "use_sde": false,
@@ -93,7 +94,7 @@
93
  "_current_progress_remaining": -0.0014719999999999178,
94
  "ep_info_buffer": {
95
  ":type:": "<class 'collections.deque'>",
96
- ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIg09z8rKmrkCUhpRSlIwBbJRN6AOMAXSUR0CZOwcYqG1ydX2UKGgGaAloD0MIytx8IzoSrUCUhpRSlGgVTegDaBZHQJlAxQl8gIR1fZQoaAZoCWgPQwiqYFRSH+GrQJSGlFKUaBVN6ANoFkdAmUhMVclgMXV9lChoBmgJaA9DCPvnacCYD6pAlIaUUpRoFU3oA2gWR0CZTeKgZjx1dX2UKGgGaAloD0MIti3KbEDVpUCUhpRSlGgVTegDaBZHQJlVZyIYWLx1fZQoaAZoCWgPQwhnuWx0bpesQJSGlFKUaBVN6ANoFkdAmVsO9alk6XV9lChoBmgJaA9DCOm2RC5g86lAlIaUUpRoFU3oA2gWR0CZYrqqfe1sdX2UKGgGaAloD0MIIcms3mEQrkCUhpRSlGgVTegDaBZHQJloR+CsfaJ1fZQoaAZoCWgPQwhEqFKzf9KlQJSGlFKUaBVN6ANoFkdAmXAn2h7E53V9lChoBmgJaA9DCBhd3hyOAKpAlIaUUpRoFU3oA2gWR0CZdZwm3OObdX2UKGgGaAloD0MI+Um1T0diq0CUhpRSlGgVTegDaBZHQJl9NmTTvy91fZQoaAZoCWgPQwhsfCb796esQJSGlFKUaBVN6ANoFkdAmYLBCUornXV9lChoBmgJaA9DCKfn3Vjw8qVAlIaUUpRoFU3oA2gWR0CZiht/nW8RdX2UKGgGaAloD0MIXMZNDQz5qUCUhpRSlGgVTegDaBZHQJmPqivgWJt1fZQoaAZoCWgPQwjJy5pY4KWoQJSGlFKUaBVN6ANoFkdAmZcHYHxBmnV9lChoBmgJaA9DCPtYwW+7Ha1AlIaUUpRoFU3oA2gWR0CZnHaiKziTdX2UKGgGaAloD0MI7YLBNXdpq0CUhpRSlGgVTegDaBZHQJmj/pNbkfd1fZQoaAZoCWgPQwhbsirCBRqqQJSGlFKUaBVN6ANoFkdAmalpDmbLEHV9lChoBmgJaA9DCLRWtDmu56pAlIaUUpRoFU3oA2gWR0CZsOA5Jbt7dX2UKGgGaAloD0MI9diWAd/+qkCUhpRSlGgVTegDaBZHQJm2R5le4Td1fZQoaAZoCWgPQwj+fjFbypikQJSGlFKUaBVN6ANoFkdAmb35e7cwg3V9lChoBmgJaA9DCAn+t5J9G6RAlIaUUpRoFU3oA2gWR0CZwy+BYmsvdX2UKGgGaAloD0MImMEYkXh8q0CUhpRSlGgVTegDaBZHQJnKj/sE7nx1fZQoaAZoCWgPQwhnnlxTiHWoQJSGlFKUaBVN6ANoFkdAmc9yOearm3V9lChoBmgJaA9DCCXJc33XtKxAlIaUUpRoFU3oA2gWR0CZ7DITGo73dX2UKGgGaAloD0MI0T3rGs2tm0CUhpRSlGgVTegDaBZHQJnxyf+S8rZ1fZQoaAZoCWgPQwiXHk319NKoQJSGlFKUaBVN6ANoFkdAmfkp04iosXV9lChoBmgJaA9DCHgN+tLDZalAlIaUUpRoFU3oA2gWR0CZ/lIFvAGjdX2UKGgGaAloD0MIz4QmiZ1/p0CUhpRSlGgVTegDaBZHQJoFfsqril11fZQoaAZoCWgPQwjd6jnpLTGsQJSGlFKUaBVN6ANoFkdAmgsD/uLJjnV9lChoBmgJaA9DCPJfIAgICqtAlIaUUpRoFU3oA2gWR0CaEn+2E0zkdX2UKGgGaAloD0MINV1PdNUzrECUhpRSlGgVTegDaBZHQJoX8l/pdKN1fZQoaAZoCWgPQwh8YwgAnoirQJSGlFKUaBVN6ANoFkdAmh9caGYa53V9lChoBmgJaA9DCAtD5PSNB6VAlIaUUpRoFU3oA2gWR0CaJLsLORkmdX2UKGgGaAloD0MIECBDx84Rq0CUhpRSlGgVTegDaBZHQJosQH8jzI51fZQoaAZoCWgPQwiHxD2WXu2qQJSGlFKUaBVN6ANoFkdAmjIVXRw6yXV9lChoBmgJaA9DCJHSbB7Xb61AlIaUUpRoFU3oA2gWR0CaOfEqlP8AdX2UKGgGaAloD0MIzEOmfKgoq0CUhpRSlGgVTegDaBZHQJo/SucMEzR1fZQoaAZoCWgPQwj7WwLw1ySqQJSGlFKUaBVN6ANoFkdAmkSbPD50sHV9lChoBmgJaA9DCIHptG475qpAlIaUUpRoFU3oA2gWR0CaTEZvkzXSdX2UKGgGaAloD0MIdM5PcaTap0CUhpRSlGgVTegDaBZHQJpSTuNPxhF1fZQoaAZoCWgPQwggls0camGpQJSGlFKUaBVN6ANoFkdAmlnUSIxgzHV9lChoBmgJaA9DCE9cjlfIIq5AlIaUUpRoFU3oA2gWR0CaX0VFQVKxdX2UKGgGaAloD0MIIPDAAILPp0CUhpRSlGgVTegDaBZHQJpml49ovi91fZQoaAZoCWgPQwgOLbKd3yKrQJSGlFKUaBVN6ANoFkdAmmwZo4+8oXV9lChoBmgJaA9DCDoGZK+PxKpAlIaUUpRoFU3oA2gWR0Cac8aLGaQWdX2UKGgGaAloD0MIy7kUV61EqkCUhpRSlGgVTegDaBZHQJp5aW+oLoh1fZQoaAZoCWgPQwjuPsdH69mtQJSGlFKUaBVN6ANoFkdAmoC7rPdEcHV9lChoBmgJaA9DCOjZrPrEj61AlIaUUpRoFU3oA2gWR0CahigQHzH0dX2UKGgGaAloD0MINpNvtmGkrUCUhpRSlGgVTegDaBZHQJqjJQzk6tF1fZQoaAZoCWgPQwjGo1TCa5SrQJSGlFKUaBVN6ANoFkdAmqiFPFefI3V9lChoBmgJaA9DCB+6oL79SK9AlIaUUpRoFU3oA2gWR0CasAyq+8GtdX2UKGgGaAloD0MIvko+dodfoECUhpRSlGgVTegDaBZHQJq10D2alUJ1fZQoaAZoCWgPQwhfCDnvP6mqQJSGlFKUaBVN6ANoFkdAmr1r3K0UoXV9lChoBmgJaA9DCN9t3jix+6JAlIaUUpRoFU3oA2gWR0CawvqTr3TNdX2UKGgGaAloD0MIjURoBGN3rECUhpRSlGgVTegDaBZHQJrKSbhFVkt1fZQoaAZoCWgPQwiRRZp4vz6uQJSGlFKUaBVN6ANoFkdAms+f029+PXV9lChoBmgJaA9DCOUJhJ1CtKpAlIaUUpRoFU3oA2gWR0Ca1xfwZwXJdX2UKGgGaAloD0MIsRafAlCprUCUhpRSlGgVTegDaBZHQJrcRzltCRh1fZQoaAZoCWgPQwjhQh7BzbyrQJSGlFKUaBVN6ANoFkdAmuM47/4qPXV9lChoBmgJaA9DCH8zMV0IOplAlIaUUpRoFU3oA2gWR0Ca6Id5Y5ktdX2UKGgGaAloD0MIXDl7Z6T0rUCUhpRSlGgVTegDaBZHQJrvlnscABF1fZQoaAZoCWgPQwibHhSUulqtQJSGlFKUaBVN6ANoFkdAmvTlZkkKNXV9lChoBmgJaA9DCKa4quzDMaZAlIaUUpRoFU3oA2gWR0Ca/DvBrN4adX2UKGgGaAloD0MI4sgDkU0JpUCUhpRSlGgVTegDaBZHQJsBn1xsEaF1fZQoaAZoCWgPQwh6NUBpiOiqQJSGlFKUaBVN6ANoFkdAmwjQr+YMOXV9lChoBmgJaA9DCG+5+rGJqqlAlIaUUpRoFU3oA2gWR0CbDg/d69kCdX2UKGgGaAloD0MI2PM1y8UKp0CUhpRSlGgVTegDaBZHQJsVlQbdadN1fZQoaAZoCWgPQwgHeT2Y/BaoQJSGlFKUaBVN6ANoFkdAmxsKi48U23V9lChoBmgJaA9DCN47akxgT6tAlIaUUpRoFU3oA2gWR0CbIjK2rn1WdX2UKGgGaAloD0MIrG9gcvsBq0CUhpRSlGgVTegDaBZHQJsnkksz2vl1fZQoaAZoCWgPQwj1g7pIOcapQJSGlFKUaBVN6ANoFkdAmy8OY6XBxnV9lChoBmgJaA9DCJRoyePBkqRAlIaUUpRoFU3oA2gWR0CbNLep4rz5dX2UKGgGaAloD0MIvk9VoRlyrUCUhpRSlGgVTegDaBZHQJs8LjwQUYd1fZQoaAZoCWgPQwhM+nspdLaqQJSGlFKUaBVN6ANoFkdAm1gfGhmGunV9lChoBmgJaA9DCG0f8pbbpqxAlIaUUpRoFU3oA2gWR0CbX6t8eCCjdX2UKGgGaAloD0MI3NWryMiVqkCUhpRSlGgVTegDaBZHQJtlIQ2/BWR1fZQoaAZoCWgPQwgDYDyDtpiqQJSGlFKUaBVN6ANoFkdAm2yjR6Ww/3V9lChoBmgJaA9DCJmdRe/MkqJAlIaUUpRoFU3oA2gWR0Cbclfr8iwCdX2UKGgGaAloD0MIFcWrrGWrrECUhpRSlGgVTegDaBZHQJt6FfTkQwt1fZQoaAZoCWgPQwjdIjDWh4KpQJSGlFKUaBVN6ANoFkdAm3+n5JsfrHV9lChoBmgJaA9DCL8Mxojs4adAlIaUUpRoFU3oA2gWR0CbhUFZgXuWdX2UKGgGaAloD0MINe1imgkcrECUhpRSlGgVTegDaBZHQJuMfDCP6sR1fZQoaAZoCWgPQwixMEROz/CrQJSGlFKUaBVN6ANoFkdAm5HXskY4yXV9lChoBmgJaA9DCDeo/dauOKpAlIaUUpRoFU3oA2gWR0CbmaOBUaQ4dX2UKGgGaAloD0MIGqN1VEUMp0CUhpRSlGgVTegDaBZHQJufLES/TLJ1fZQoaAZoCWgPQwhVwD3Pd0msQJSGlFKUaBVN6ANoFkdAm6bDRMN+b3V9lChoBmgJaA9DCKuy74oIuKlAlIaUUpRoFU3oA2gWR0CbrEXXAdn1dX2UKGgGaAloD0MIZapgVALIqUCUhpRSlGgVTegDaBZHQJuz7laKUFB1fZQoaAZoCWgPQwj+fFuwhHunQJSGlFKUaBVN6ANoFkdAm7mVj3Ehq3V9lChoBmgJaA9DCL9EvHXePq5AlIaUUpRoFU3oA2gWR0CbwSim2sq8dX2UKGgGaAloD0MI071O6nvpqkCUhpRSlGgVTegDaBZHQJvGqji4rjJ1fZQoaAZoCWgPQwjYLQJjfaWrQJSGlFKUaBVN6ANoFkdAm85DfWMCLnV9lChoBmgJaA9DCGk6Oxl0eqxAlIaUUpRoFU3oA2gWR0Cb0/pPRArydX2UKGgGaAloD0MI+BxYjjDiqUCUhpRSlGgVTegDaBZHQJvbnGff4yp1fZQoaAZoCWgPQwieCyO9MPCqQJSGlFKUaBVN6ANoFkdAm+FJLh73PHV9lChoBmgJaA9DCGk3+pin/6tAlIaUUpRoFU3oA2gWR0Cb6OCkXUH6dX2UKGgGaAloD0MIlpf8T05RqECUhpRSlGgVTegDaBZHQJvulMYdhiN1fZQoaAZoCWgPQwiI2jaMipGsQJSGlFKUaBVN6ANoFkdAm/Z3vDxb0XV9lChoBmgJaA9DCDvEP2whHqxAlIaUUpRoFU3oA2gWR0CcEXKvmozfdWUu"
97
  },
98
  "ep_success_buffer": {
99
  ":type:": "<class 'collections.deque'>",
@@ -110,7 +111,7 @@
110
  "n_epochs": 20,
111
  "clip_range": {
112
  ":type:": "<class 'function'>",
113
- ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP7mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
114
  },
115
  "clip_range_vf": null,
116
  "normalize_advantage": true,
 
4
  ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
5
  "__module__": "stable_baselines3.common.policies",
6
  "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
+ "__init__": "<function ActorCriticPolicy.__init__ at 0x7f9554b75790>",
8
+ "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f9554b75820>",
9
+ "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f9554b758b0>",
10
+ "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f9554b75940>",
11
+ "_build": "<function ActorCriticPolicy._build at 0x7f9554b759d0>",
12
+ "forward": "<function ActorCriticPolicy.forward at 0x7f9554b75a60>",
13
+ "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f9554b75af0>",
14
+ "_predict": "<function ActorCriticPolicy._predict at 0x7f9554b75b80>",
15
+ "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f9554b75c10>",
16
+ "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f9554b75ca0>",
17
+ "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f9554b75d30>",
18
  "__abstractmethods__": "frozenset()",
19
+ "_abc_impl": "<_abc_data object at 0x7f9554b6cc00>"
20
  },
21
  "verbose": 1,
22
  "policy_kwargs": {
23
  ":type:": "<class 'dict'>",
24
+ ":serialized:": "gAWVvAAAAAAAAAB9lCiMDWFjdGl2YXRpb25fZm6UjBt0b3JjaC5ubi5tb2R1bGVzLmFjdGl2YXRpb26UjARSZUxVlJOUjAhuZXRfYXJjaJRdlH2UKIwCcGmUXZQoS0BLQGWMAnZmlF2UKEtAS0BldWGMGGZlYXR1cmVzX2V4dHJhY3Rvcl9jbGFzc5SMF2ltaXRhdGlvbi5wb2xpY2llcy5iYXNllIwaTm9ybWFsaXplRmVhdHVyZXNFeHRyYWN0b3KUk5R1Lg==",
25
  "activation_fn": "<class 'torch.nn.modules.activation.ReLU'>",
26
  "net_arch": [
27
  {
 
34
  64
35
  ]
36
  }
37
+ ],
38
+ "features_extractor_class": "<class 'imitation.policies.base.NormalizeFeaturesExtractor'>"
39
  },
40
  "observation_space": {
41
  ":type:": "<class 'gym.spaces.box.Box'>",
 
52
  },
53
  "action_space": {
54
  ":type:": "<class 'gym.spaces.box.Box'>",
55
+ ":serialized:": "gAWV9QsAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLA4WUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaApLA4WUjAFDlHSUUpSMBGhpZ2iUaBIolgwAAAAAAAAAAACAPwAAgD8AAIA/lGgKSwOFlGgVdJRSlIwNYm91bmRlZF9iZWxvd5RoEiiWAwAAAAAAAAABAQGUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYDAAAAAAAAAAEBAZRoIUsDhZRoFXSUUpSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEl9fcmFuZG9tc3RhdGVfY3RvcpSTlIwHTVQxOTkzN5SFlFKUfZQojA1iaXRfZ2VuZXJhdG9ylGgwjAVzdGF0ZZR9lCiMA2tleZRoEiiWwAkAAAAAAAAAAACAXTYspE1QxanlRjSsWje2jremKvC3xUx9Z6aIk9tk5/bvbWs1m2usKUQk15IFBg+XGdbf5B2B6HWheHLVPzlCvunZEhAYAuRNx9JfqoPzg1XO5yNxKgCiGRxMGejVZrd90rKhuwE9awn00hWEoSmCxlJ/DekpK1kj0pZfJ+nbcJJNE3Ks3QLlHroFJW82nWcu43/9U1r4iMo34AkttQR12Vk0EvOG34kyQhmaETVqoqKNK273eDhYtcojPSpzwM3SUbJzk5628+tslzFtbgcSL9Qnd2w7CRogsbgzZYhhh+hxYTXhsGuhmKEHjme6gSUNt+cSdjS1qdQYgZ1jwb1chyhic6SQYrVvVXhQd/RUgmkjSKbFkfs1by5RK728jEzzdbNtgV0PglbkyTPjEMWyBAvLHNPlX7AFcaajYf6DEn0wEO4MEkzWanNIdyfqDF39pm7oRUVaRDqn4D119O0s2kmZsmHJi4525oUOzL/lsLAFdrc8ABVlvbCz3RfdYl3zs+I+FD3/PWl3kjk3czjurn5XFuurkv0Fh1AVnQRpWFDo1o29uN80IeDjAKEpLMpN2fD57hKekc+qDO1iW+qOJI8pZP65dSk464s0maGVPRW3sNPvreBgI8nmBCwB9NQYnyff3MOc1YPHoaWE/UW+yd5v4v6nb7DEOuQ+JRu4vxsOLCzGhOhi15sLiBNaJWMz/YNweMQLkrH/jqExtWZzBz2uouAUj6cf3yr0qY8jxOouffDNe3woWJx5ELCIp0IetPxLM2/lg+njmVXvHKEd1Y7dew9Qs1EPNtXsstDFdlm79I5uAYKqzuhZUbHhY1HV4rJidbylX3tpsdaoQ8O9n2ODME5Zi2OzcqxDMS5LBni30uDPw52AdXme1MBlgAO3UwSK27j187w+yzVN3qcstZKm30sPhQsz5rKYeH89QNQ3koN9ZgvjF/ybyRPbf4PJwOY+IWaTeowXipVdvEtadpy9NUCivq+qSq5JiElN/Jmkh0WbhW6tyyc/Let9ZD79I5tJLTO2fjWoXsKJ6nyDYuG6VTkAV30bT23kxy/MIvXHPm+DJZwXLSXRgVV1xoBU0Zc3VFA4bAnwAI08sfMJSm/MwG2xirbGVoCHM2F9Lm/1HO5PI7yMlCd4K61WDodnLhU02MToUrRoKy2J6yoGLdXO0yC4TqGh82fLl/YoQclWI9wEvsGu7X0Bsjz8T+aTiBLgeT0vUGnNxnG3XjTmvwvwVegD39dm0jbIelamIUjYwp2nnHgbx++U5wLSx8N7JXIOFmz17HazisWQxI6RxNFyCrvBzeY0N1P9xZ93oe3zdHSJVtJoqwb2PB4nrxnFWCSE88SmuP6nqMZBt4Me2eIhldSBQvtbsVkg2tOH+Zf4mRdJZwxfp14IPJIusqN/SgtxF3fLVKUbth5rPErSu4ivhx8lf+3X/YAoMmEIj4346w9uSA65Z5v68eMKAAFSLT6+7qsfu5NJ724IFJxfY7X61BBhNOORV73lz+sqiUlu1em5VsMzvAYogqRkaW1NUeQC6JEyuKQ8ctgajrEQ3bjQE2v9jYdeEirOPo/E37aMuMvhyeT58fg0nTtzdRrWk6U2zMhMwPkoXTGEfHE7ThaVHuIiDE6ktk1MlDhZPhNAYJElqVzGSTq1hnoplRRjCr88lUDDzTHSq9bv5RWDEwWYGUd1kmGx9JalKXBiXS/RjFTpjV1xQEsitGoUZhjY0nhjIWQxiLZX+ChTtxNeVm++JNxWIhxLGrxxlMveoW0XAF4FFiMevsGHXdh2II5FKWxKBxsWTentnMcRWMgz1k25dVsypZe/huTupX1LNT7v0QS0P5vo/KSaBrDuoSw5UvJdsdwjYcBu/5g0qR3tuEkcW782k4QL70gRHktFaYHjrxACDLk0+b5aDwZZ0tXnskHsST3j6sWZJKZPnkp0SsjVlpiWqvh63jja6jnBFoYm2bSUzn9eB+GiP85BiuNtwAfV9tiYZRvJ24xIVlS4prizcjyhSN88+BWFtt5tyLtobrOI4jxRb7wELiJ7gv/Kuyfhm23TF3FeWLSjRIlCFL+txD2WpNzdXGeF/1kXvRUOrR3xO7+G7+tdzlhyA8hLYI4UiAP7sOVXKOQw++STFz+4mAP9LwU4K/J0OWhO2URSL3rmjA953scHImTRN8rSAulKgoxVqs9yR9P78THjmZ/hISZ8IQFyCnc5EaEp45Rx5RiL8FkvJU3/N/7xUbVVU0aGbQdxmTdTc4wfqzGQxiR0++OgHOQpM085/YZsrNTtp+plPybJ105jW+51R+wLG6tZQfF8NdNorYz0uG8mcUpdlcuWfVRMp7YKwTP6dRmw1g3A13iDoQjaieZ0NPuZ6TX+/rT2DaLmGq4/fYZFK5e5ZYa5HAeM49lfuUrq4WlJhnLPR+2FhdNZDiBqe4nAp0FIS/jn9lRoRqtiLalzGyFaaL1uryqFFZqIp8vEn7uPMCV7NU1rbfyplpFIPByLc5TVVnD1AbeXNJyMB6PORoBlqSSFlJVz7NLxB6pafSkmg+TrBK0/SOGiYzZ8oTENdKh2Xkd4+oeX50lKC1F6qey1uagex7L7MAvgL+EgjBsg8d6AtCOjM/46Ws1/CxbBBKjltbBxGH4t+GO6qsCgRXXDZfmC22z/CQ5duxl2HGXWxfV7ks9zyBbqghobsB9wD8ZClXFq6rcHxttcG7MPDQpFiY5MCewFf1MOyVKLxMGWlEuXLC+80tDbHlRrmPqUkskltCMu8z414o6m2idF+relhiMHpLHFqL4zqIBZ0F/6FpigMkVZHffloXq2UULDKaDXA7kt08lmsfP4QS1VD9ITlnVpb3OPvIAzvi2H5Nk5FQLePOTMe55qUc51KlN46ERd/bVb1yTj08Jm/Q/hHkf+uActX/w/EnLXO5FK+lySlMSZkd1Cz/Y0DvQZ59rXNKEbD+6R3LpyDIQOe2D1vAhaSsEJBl/fuOGzKYOL1NmrTuXxgeeVhSts3b6dfZtLhLAmmQf3T4/zV0Um6heSyZIMat+mcjsaTnGgHlhWmsDKxCqpDywwzrl0rkl0b3HBB8ik/hA5jPHZWdYTAMII+OY9qRqUF0O10OOO05qaxo6pnrlQfFugZHuLGFQ6OZDztnORuIZ8X3eubfn+vguzLZ10+t9ywsMrzBvI5RjqI860YJcODnWtPcxH5mdzkJw7HMM9JshHfM3i32KXfpKrWKnD3qwz5JO2P+cyw61ClqH2anw4H7vFKi5DVNFn6pACRy7F8opmGZkmxUlAuooL2GESx9gUSPTGFdCtTUoCgMpB/BcSFo9dwBLu2m2UaAeMAnU0lImIh5RSlChLA2gLTk5OSv////9K/////0sAdJRiTXAChZRoFXSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
56
  "dtype": "float32",
57
  "_shape": [
58
  3
 
67
  "num_timesteps": 1001472,
68
  "_total_timesteps": 1000000,
69
  "_num_timesteps_at_start": 0,
70
+ "seed": 4,
71
  "action_noise": null,
72
+ "start_time": 1672325335203760040,
73
  "learning_rate": {
74
  ":type:": "<class 'function'>",
75
+ ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMUy9ob21lL21heGltaWxpYW4vdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoHn2UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzmXHiNxn8uFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
76
  },
77
+ "tensorboard_log": "runs/seals/Hopper-v0__ppo__1__1672325330/seals-Hopper-v0",
78
  "lr_schedule": {
79
  ":type:": "<class 'function'>",
80
+ ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMUy9ob21lL21heGltaWxpYW4vdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoHn2UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPzmXHiNxn8uFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
81
  },
82
  "_last_obs": null,
83
  "_last_episode_starts": {
 
86
  },
87
  "_last_original_obs": {
88
  ":type:": "<class 'numpy.ndarray'>",
89
+ ":serialized:": "gAWV1QAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJZgAAAAAAAAAMJV8NVxLmk/V5hVC5gA9D+SMYTMuE1pv5dpCTe2pmm/OBYZZTFTZj8wkQHYbFtyv3Ak0UjYoXG/oAXRDO3jIz9crOH7F+RePyCRoR9IdTq/5ZujsWR3cD/QIT3CxoxmP5SMBW51bXB5lIwFZHR5cGWUk5SMAmY4lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLAUsMhpSMAUOUdJRSlC4="
90
  },
91
  "_episode_num": 0,
92
  "use_sde": false,
 
94
  "_current_progress_remaining": -0.0014719999999999178,
95
  "ep_info_buffer": {
96
  ":type:": "<class 'collections.deque'>",
97
+ ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIa+9TVWD3pECUhpRSlIwBbJRN6AOMAXSUR0CcO+jesPrfdX2UKGgGaAloD0MIN24xP+edpECUhpRSlGgVTegDaBZHQJxAZLBbfP51fZQoaAZoCWgPQwic4QZ8hsKkQJSGlFKUaBVN6ANoFkdAnEdfMGHHm3V9lChoBmgJaA9DCKBSJcpOu6RAlIaUUpRoFU3oA2gWR0CcS/nWattAdX2UKGgGaAloD0MInz2XqQltpUCUhpRSlGgVTegDaBZHQJxS3s9jgAJ1fZQoaAZoCWgPQwhjQswl3aulQJSGlFKUaBVN6ANoFkdAnFfZ/smfG3V9lChoBmgJaA9DCHIYzF85LqVAlIaUUpRoFU3oA2gWR0CcXhKJ2t+1dX2UKGgGaAloD0MI2ekHdYncokCUhpRSlGgVTegDaBZHQJxilhhH9WJ1fZQoaAZoCWgPQwhSnnk57D6lQJSGlFKUaBVN6ANoFkdAnGk2UOd5IHV9lChoBmgJaA9DCHIZNzVY4qVAlIaUUpRoFU3oA2gWR0CcbaqlP8AJdX2UKGgGaAloD0MI1PAtrJNhpECUhpRSlGgVTegDaBZHQJx0FSBK+SN1fZQoaAZoCWgPQwgbDeAtwMGiQJSGlFKUaBVN6ANoFkdAnHhmsRxtHnV9lChoBmgJaA9DCMK9Mm/1x6RAlIaUUpRoFU3oA2gWR0CcfshL5AQhdX2UKGgGaAloD0MIxOv6BUOOpUCUhpRSlGgVTegDaBZHQJyDQaqCHyp1fZQoaAZoCWgPQwh4DI/91N6kQJSGlFKUaBVN6ANoFkdAnIoEqYqoZXV9lChoBmgJaA9DCIDwoURL5adAlIaUUpRoFU3oA2gWR0Ccjmxfv4M4dX2UKGgGaAloD0MIQS0GD/N1pUCUhpRSlGgVTegDaBZHQJyU6W4Vh1F1fZQoaAZoCWgPQwig3oyar+SkQJSGlFKUaBVN6ANoFkdAnJmAFX7tRnV9lChoBmgJaA9DCKmluRXSdaVAlIaUUpRoFU3oA2gWR0CcoH/TLGJfdX2UKGgGaAloD0MIKLou/Fi1pUCUhpRSlGgVTegDaBZHQJylLoKUmlZ1fZQoaAZoCWgPQwizXgzlJGCnQJSGlFKUaBVN6ANoFkdAnKuuyu6mO3V9lChoBmgJaA9DCACrI0eyT6ZAlIaUUpRoFU3oA2gWR0CcsBbjcVQAdX2UKGgGaAloD0MIHO+OjK0npECUhpRSlGgVTegDaBZHQJy2SnO0LMN1fZQoaAZoCWgPQwjcZFQZ1jalQJSGlFKUaBVN6ANoFkdAnLrLk8zQ/3V9lChoBmgJaA9DCHxHjQkhgqZAlIaUUpRoFU3oA2gWR0Cc0ikVvddndX2UKGgGaAloD0MI7dYyGeYXpkCUhpRSlGgVTegDaBZHQJzWxO45Lh91fZQoaAZoCWgPQwitiQW+CkylQJSGlFKUaBVN6ANoFkdAnN1DJMg2ZXV9lChoBmgJaA9DCAeZZOQ0l6NAlIaUUpRoFU3oA2gWR0Cc4Z2PT5O8dX2UKGgGaAloD0MI+pgPCMzFpUCUhpRSlGgVTegDaBZHQJznxNfw7T51fZQoaAZoCWgPQwjIef8fT+CjQJSGlFKUaBVN6ANoFkdAnOxrVWjoIXV9lChoBmgJaA9DCLCMDd3UL6ZAlIaUUpRoFU3oA2gWR0Cc8sgLJCBxdX2UKGgGaAloD0MINxjqsKIepkCUhpRSlGgVTegDaBZHQJz3cNXo1UF1fZQoaAZoCWgPQwh3hNOCrwakQJSGlFKUaBVN6ANoFkdAnP3ZEDyOJnV9lChoBmgJaA9DCKxT5Xv+b6ZAlIaUUpRoFU3oA2gWR0CdAkRF7UobdX2UKGgGaAloD0MINPJ5xYOKpkCUhpRSlGgVTegDaBZHQJ0IntQbdad1fZQoaAZoCWgPQwgsKuJ0OmGlQJSGlFKUaBVN6ANoFkdAnQ0U2LpA2XV9lChoBmgJaA9DCEsC1NQ6R6ZAlIaUUpRoFU3oA2gWR0CdE4ieNDMNdX2UKGgGaAloD0MIRpbMsRS+pUCUhpRSlGgVTegDaBZHQJ0YDM3ZPEd1fZQoaAZoCWgPQwimK9hG3K2kQJSGlFKUaBVN6ANoFkdAnRx/GEPDpHV9lChoBmgJaA9DCEeQSrGjV6RAlIaUUpRoFU3oA2gWR0CdIvF0PpY+dX2UKGgGaAloD0MIbqXXZvt+p0CUhpRSlGgVTegDaBZHQJ0n5QhwEQp1fZQoaAZoCWgPQwiwdakRcrekQJSGlFKUaBVN6ANoFkdAnS469GqgiHV9lChoBmgJaA9DCPGD86kzmKdAlIaUUpRoFU3oA2gWR0CdMvQLNOdodX2UKGgGaAloD0MId9fZkK/LpkCUhpRSlGgVTegDaBZHQJ05Xnied091fZQoaAZoCWgPQwhTA83n9GSlQJSGlFKUaBVN6ANoFkdAnT3V7dBSk3V9lChoBmgJaA9DCMmrcwxw7aNAlIaUUpRoFU3oA2gWR0CdRJLLZBcBdX2UKGgGaAloD0MIUtZvJoZipECUhpRSlGgVTegDaBZHQJ1I7vsqril1fZQoaAZoCWgPQwiTpkHRbHulQJSGlFKUaBVN6ANoFkdAnVBGUOd5IHV9lChoBmgJaA9DCOUNMPPdZKVAlIaUUpRoFU3oA2gWR0CdVNNOuaF3dX2UKGgGaAloD0MI7s1vmBhcpECUhpRSlGgVTegDaBZHQJ1s8UoKD011fZQoaAZoCWgPQwg9DRgkDTikQJSGlFKUaBVN6ANoFkdAnXFdrj5sTHV9lChoBmgJaA9DCFOzB1oJLqRAlIaUUpRoFU3oA2gWR0Cdd8nr6ciGdX2UKGgGaAloD0MIZysv+V/fpECUhpRSlGgVTegDaBZHQJ18KFwkxAV1fZQoaAZoCWgPQwj7BiY3ikKkQJSGlFKUaBVN6ANoFkdAnYLZxeb/fnV9lChoBmgJaA9DCIf6Xdi6BKRAlIaUUpRoFU3oA2gWR0CdhznDziCKdX2UKGgGaAloD0MIDAIrhwaTo0CUhpRSlGgVTegDaBZHQJ2Nmb7TDwZ1fZQoaAZoCWgPQwgZyol2veumQJSGlFKUaBVN6ANoFkdAnZKGsmv4d3V9lChoBmgJaA9DCM5Q3PFWd6VAlIaUUpRoFU3oA2gWR0CdmNUc4o7WdX2UKGgGaAloD0MIrkUL0K5mpkCUhpRSlGgVTegDaBZHQJ2dPd2xIJ91fZQoaAZoCWgPQwhRSghWNfSlQJSGlFKUaBVN6ANoFkdAnaONK28Zk3V9lChoBmgJaA9DCN3temlCcKRAlIaUUpRoFU3oA2gWR0CdqI/20zCUdX2UKGgGaAloD0MIptO6DbqOokCUhpRSlGgVTegDaBZHQJ2vJiTdLxt1fZQoaAZoCWgPQwjqeMxAvY+kQJSGlFKUaBVN6ANoFkdAnbOYRIz3y3V9lChoBmgJaA9DCEEo7+PIV6VAlIaUUpRoFU3oA2gWR0CdufnGbTc7dX2UKGgGaAloD0MI4L4OnPP8pECUhpRSlGgVTegDaBZHQJ2+gQOFxn51fZQoaAZoCWgPQwgUsYhhRwKkQJSGlFKUaBVN6ANoFkdAncSqoESuhnV9lChoBmgJaA9DCDCBW3eLI6VAlIaUUpRoFU3oA2gWR0CdyQ7lJYkndX2UKGgGaAloD0MI53Pudj0bpECUhpRSlGgVTegDaBZHQJ3Pavq1PWR1fZQoaAZoCWgPQwgRj8TLq5ekQJSGlFKUaBVN6ANoFkdAndPRr8BMjHV9lChoBmgJaA9DCKPLm8M9w6RAlIaUUpRoFU3oA2gWR0Cd2jzvqkdndX2UKGgGaAloD0MI2nQEcItjpECUhpRSlGgVTegDaBZHQJ3eqJ3xFy91fZQoaAZoCWgPQwijO4idgeSmQJSGlFKUaBVN6ANoFkdAneUZ+MIeHXV9lChoBmgJaA9DCKEuUihL2aRAlIaUUpRoFU3oA2gWR0Cd6Yq1w5vMdX2UKGgGaAloD0MI98391VvjpECUhpRSlGgVTegDaBZHQJ3vzUb1h9d1fZQoaAZoCWgPQwjeWibDeUGoQJSGlFKUaBVN6ANoFkdAngVRVZLZjHV9lChoBmgJaA9DCDOny2J6x6RAlIaUUpRoFU3oA2gWR0CeC2/7zkIYdX2UKGgGaAloD0MIfHvXoB8Dp0CUhpRSlGgVTegDaBZHQJ4PgETxoZh1fZQoaAZoCWgPQwhmTSzw9Y+lQJSGlFKUaBVN6ANoFkdAnhWOYx+KCXV9lChoBmgJaA9DCI4j1uLTxaNAlIaUUpRoFU3oA2gWR0CeGdqM3qA0dX2UKGgGaAloD0MI/wdYq24ipkCUhpRSlGgVTegDaBZHQJ4gD2OAAhl1fZQoaAZoCWgPQwhNvW4RQNGkQJSGlFKUaBVN6ANoFkdAniS9xMnJDHV9lChoBmgJaA9DCBAiGXKc4aVAlIaUUpRoFU3oA2gWR0CeKQGipNsWdX2UKGgGaAloD0MI4DDRII0XpECUhpRSlGgVTegDaBZHQJ4vaKMvRJF1fZQoaAZoCWgPQwh8REyJlA6lQJSGlFKUaBVN6ANoFkdAnjOlRgqmTHV9lChoBmgJaA9DCJmAXyMpSqRAlIaUUpRoFU3oA2gWR0CeOieLNwBHdX2UKGgGaAloD0MITRWMStp3o0CUhpRSlGgVTegDaBZHQJ4+sDfWMCN1fZQoaAZoCWgPQwhSYWwhoH6kQJSGlFKUaBVN6ANoFkdAnkWXerMkhXV9lChoBmgJaA9DCJPH0/KjdqZAlIaUUpRoFU3oA2gWR0CeSiNDMNc4dX2UKGgGaAloD0MIWafK95Smo0CUhpRSlGgVTegDaBZHQJ5QUw22oeh1fZQoaAZoCWgPQwgRVmMJ+2ulQJSGlFKUaBVN6ANoFkdAnlS8C9ytFXV9lChoBmgJaA9DCDfEeM0rnaRAlIaUUpRoFU3oA2gWR0CeWvMNMGordX2UKGgGaAloD0MIWcAEbi2bpECUhpRSlGgVTegDaBZHQJ5fT8CPp6h1fZQoaAZoCWgPQwg25+CZsCSmQJSGlFKUaBVN6ANoFkdAnmWZo9LYgHV9lChoBmgJaA9DCAiqRq8WX6dAlIaUUpRoFU3oA2gWR0Ceae46fapQdX2UKGgGaAloD0MIYfvJGC9bo0CUhpRSlGgVTegDaBZHQJ5wKOT7l7t1fZQoaAZoCWgPQwi0Imqih5qlQJSGlFKUaBVN6ANoFkdAnnSBDb8FZHV9lChoBmgJaA9DCKFMo8m9/aRAlIaUUpRoFU3oA2gWR0CeesQfIS13dX2UKGgGaAloD0MI8Il1qgSRo0CUhpRSlGgVTegDaBZHQJ5+9g/keZJ1fZQoaAZoCWgPQwhQVaGBOLCkQJSGlFKUaBVN6ANoFkdAnoUx6F/QSnV9lChoBmgJaA9DCDo8hPEzJqRAlIaUUpRoFU3oA2gWR0CempSv1UVBdWUu"
98
  },
99
  "ep_success_buffer": {
100
  ":type:": "<class 'collections.deque'>",
 
111
  "n_epochs": 20,
112
  "clip_range": {
113
  ":type:": "<class 'function'>",
114
+ ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMUy9ob21lL21heGltaWxpYW4vdmVudi9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgMdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoHn2UfZQoaBZoDYwMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBeMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP7mZmZmZmZqFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
115
  },
116
  "clip_range_vf": null,
117
  "normalize_advantage": true,
ppo-seals-Hopper-v0/policy.optimizer.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bd298eb508dac86e144c8988cf2d578b0c10df58cd305762032bf044dc960b6
3
- size 91824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a2dc0cc6c01c40a8988c5d504579a880768118797e6c3ee8ad84dc793d84c4d
3
+ size 91888
ppo-seals-Hopper-v0/policy.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9422974a7f5c84ad8f96bc23910b78a368f1b904f2d63b79402f0578c59ad05d
3
- size 45182
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261c63aa4b0af15f7cb4479087188f837eb673d5d7181e2ff01132de1a634554
3
+ size 46197
ppo-seals-Hopper-v0/system_info.txt CHANGED
@@ -1,6 +1,6 @@
1
- OS: Linux-5.4.0-122-generic-x86_64-with-glibc2.29 #138-Ubuntu SMP Wed Jun 22 15:00:31 UTC 2022
2
  Python: 3.8.10
3
- Stable-Baselines3: 1.6.0
4
  PyTorch: 1.11.0+cu102
5
  GPU Enabled: False
6
  Numpy: 1.22.3
 
1
+ OS: Linux-5.4.0-125-generic-x86_64-with-glibc2.29 #141-Ubuntu SMP Wed Aug 10 13:42:03 UTC 2022
2
  Python: 3.8.10
3
+ Stable-Baselines3: 1.6.2
4
  PyTorch: 1.11.0+cu102
5
  GPU Enabled: False
6
  Numpy: 1.22.3
replay.mp4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6dafde268c02213d02b86cac800368c0ba6e6c377b40c1dbaea1a2b978cea6fe
3
- size 1671968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22dd39a8e88d2fbe0fff4d6937ebe78f47db1e68d5e4070eb6958c22d5d4616
3
+ size 1618187
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": 3416.0004174, "std_reward": 328.5927750661263, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-07-27T16:55:51.030359"}
 
1
+ {"mean_reward": 2862.6938039999995, "std_reward": 127.19838412290773, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-12-31T18:49:30.926136"}
train_eval_metrics.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b65c63408034d01239b3d278015626572d4ec32690500ee2fb7ac69f197d12b
3
- size 33658
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ac15be2dd841cfd73cc316ae9ca3719311585733344f1b7bbf58399fc6a23d
3
+ size 33790
vec_normalize.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2b2cc76deac20e7252c9b52f1bf0ef9e08658624d159027a1d8015d03a3ae2
3
+ size 4187