Hugging Face's logo

LeCAR-Lab
/
BFM-Zero

ONNX
Safetensors
Model card Files
xet
Community
LTransition commited on
Commit
16d608f
·
verified ·
1 Parent(s): 4ed5ca1

upload

Browse files
Files changed (10) hide show
  1. model/checkpoint/buffers/train/config.json +25 -0
  2. model/checkpoint/config.json +192 -0
  3. model/checkpoint/init_kwargs.json +1908 -0
  4. model/checkpoint/model/config.json +134 -0
  5. model/checkpoint/model/init_kwargs.json +1908 -0
  6. model/checkpoint/train_status.json +3 -0
  7. model/exported/FBcprAuxModel.onnx +3 -0
  8. model/goal_inference/goal_reaching.pkl +3 -0
  9. model/reward_inference/reward_locomotion.pkl +3 -0
  10. model/tracking_inference/zs_walking.pkl +3 -0
model/checkpoint/buffers/train/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "capacity": 5000,
3
+ "device": "cuda",
4
+ "nested_key_separator": "-",
5
+ "n_dim": 2,
6
+ "seq_length": 1,
7
+ "output_key_t": [
8
+ "observation",
9
+ "action",
10
+ "z",
11
+ "terminated",
12
+ "truncated",
13
+ "step_count",
14
+ "reward",
15
+ "aux_rewards"
16
+ ],
17
+ "output_key_tp1": [
18
+ "observation",
19
+ "terminated"
20
+ ],
21
+ "end_key": "truncated",
22
+ "_idx": 2500,
23
+ "_is_full": true,
24
+ "__target__": "metamotivo.buffers.trajectory.TrajectoryDictBufferMultiDim"
25
+ }
model/checkpoint/config.json ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "FBcprAuxAgent",
3
+ "model": {
4
+ "name": "FBcprAuxModel",
5
+ "device": "cuda",
6
+ "archi": {
7
+ "name": "FBcprAuxModelArchiConfig",
8
+ "z_dim": 256,
9
+ "norm_z": true,
10
+ "f": {
11
+ "name": "ForwardArchi",
12
+ "hidden_dim": 2048,
13
+ "model": "residual",
14
+ "hidden_layers": 6,
15
+ "embedding_layers": 2,
16
+ "num_parallel": 2,
17
+ "ensemble_mode": "batch",
18
+ "input_filter": {
19
+ "name": "DictInputFilterConfig",
20
+ "key": [
21
+ "state",
22
+ "privileged_state",
23
+ "last_action",
24
+ "history_actor"
25
+ ]
26
+ }
27
+ },
28
+ "b": {
29
+ "name": "BackwardArchi",
30
+ "hidden_dim": 256,
31
+ "hidden_layers": 1,
32
+ "norm": true,
33
+ "input_filter": {
34
+ "name": "DictInputFilterConfig",
35
+ "key": [
36
+ "state",
37
+ "privileged_state"
38
+ ]
39
+ }
40
+ },
41
+ "actor": {
42
+ "name": "actor",
43
+ "model": "residual",
44
+ "hidden_dim": 2048,
45
+ "hidden_layers": 6,
46
+ "embedding_layers": 2,
47
+ "input_filter": {
48
+ "name": "DictInputFilterConfig",
49
+ "key": [
50
+ "state",
51
+ "last_action",
52
+ "history_actor"
53
+ ]
54
+ }
55
+ },
56
+ "critic": {
57
+ "name": "ForwardArchi",
58
+ "hidden_dim": 2048,
59
+ "model": "residual",
60
+ "hidden_layers": 6,
61
+ "embedding_layers": 2,
62
+ "num_parallel": 2,
63
+ "ensemble_mode": "batch",
64
+ "input_filter": {
65
+ "name": "DictInputFilterConfig",
66
+ "key": [
67
+ "state",
68
+ "privileged_state",
69
+ "last_action",
70
+ "history_actor"
71
+ ]
72
+ }
73
+ },
74
+ "discriminator": {
75
+ "name": "DiscriminatorArchi",
76
+ "hidden_dim": 1024,
77
+ "hidden_layers": 3,
78
+ "input_filter": {
79
+ "name": "DictInputFilterConfig",
80
+ "key": [
81
+ "state",
82
+ "privileged_state"
83
+ ]
84
+ }
85
+ },
86
+ "aux_critic": {
87
+ "name": "ForwardArchi",
88
+ "hidden_dim": 1024,
89
+ "model": "simple",
90
+ "hidden_layers": 2,
91
+ "embedding_layers": 2,
92
+ "num_parallel": 2,
93
+ "ensemble_mode": "batch",
94
+ "input_filter": {
95
+ "name": "DictInputFilterConfig",
96
+ "key": [
97
+ "state",
98
+ "privileged_state",
99
+ "last_action",
100
+ "history_actor"
101
+ ]
102
+ }
103
+ }
104
+ },
105
+ "obs_normalizer": {
106
+ "name": "ObsNormalizerConfig",
107
+ "normalizers": {
108
+ "state": {
109
+ "name": "BatchNormNormalizerConfig",
110
+ "momentum": 0.01
111
+ },
112
+ "privileged_state": {
113
+ "name": "BatchNormNormalizerConfig",
114
+ "momentum": 0.01
115
+ },
116
+ "last_action": {
117
+ "name": "BatchNormNormalizerConfig",
118
+ "momentum": 0.01
119
+ },
120
+ "history_actor": {
121
+ "name": "BatchNormNormalizerConfig",
122
+ "momentum": 0.01
123
+ }
124
+ },
125
+ "allow_mismatching_keys": true
126
+ },
127
+ "inference_batch_size": 500000,
128
+ "seq_length": 8,
129
+ "actor_std": 0.05,
130
+ "amp": false,
131
+ "norm_aux_reward": {
132
+ "name": "RewardNormalizer",
133
+ "translate": false,
134
+ "scale": true
135
+ }
136
+ },
137
+ "train": {
138
+ "name": "FBcprAuxAgentTrainConfig",
139
+ "lr_f": 0.0003,
140
+ "lr_b": 1e-05,
141
+ "lr_actor": 0.0003,
142
+ "weight_decay": 0.0,
143
+ "clip_grad_norm": 0.0,
144
+ "fb_target_tau": 0.01,
145
+ "ortho_coef": 100.0,
146
+ "train_goal_ratio": 0.2,
147
+ "fb_pessimism_penalty": 0.0,
148
+ "actor_pessimism_penalty": 0.5,
149
+ "stddev_clip": 0.3,
150
+ "q_loss_coef": 0.0,
151
+ "batch_size": 1024,
152
+ "discount": 0.98,
153
+ "use_mix_rollout": true,
154
+ "update_z_every_step": 100,
155
+ "z_buffer_size": 8192,
156
+ "lr_discriminator": 1e-05,
157
+ "lr_critic": 0.0003,
158
+ "critic_target_tau": 0.005,
159
+ "critic_pessimism_penalty": 0.5,
160
+ "reg_coeff": 0.05,
161
+ "scale_reg": true,
162
+ "expert_asm_ratio": 0.6,
163
+ "relabel_ratio": 0.8,
164
+ "grad_penalty_discriminator": 10.0,
165
+ "weight_decay_discriminator": 0.0,
166
+ "lr_aux_critic": 0.0003,
167
+ "reg_coeff_aux": 0.02,
168
+ "aux_critic_pessimism_penalty": 0.5
169
+ },
170
+ "aux_rewards": [
171
+ "penalty_torques",
172
+ "penalty_action_rate",
173
+ "limits_dof_pos",
174
+ "limits_torque",
175
+ "penalty_undesired_contact",
176
+ "penalty_feet_ori",
177
+ "penalty_ankle_roll",
178
+ "penalty_slippage"
179
+ ],
180
+ "aux_rewards_scaling": {
181
+ "penalty_action_rate": -0.1,
182
+ "penalty_feet_ori": -0.4,
183
+ "penalty_ankle_roll": -4.0,
184
+ "limits_dof_pos": -10.0,
185
+ "penalty_slippage": -2.0,
186
+ "penalty_undesired_contact": -1.0,
187
+ "penalty_torques": 0.0,
188
+ "limits_torque": 0.0
189
+ },
190
+ "cudagraphs": false,
191
+ "compile": true
192
+ }
model/checkpoint/init_kwargs.json ADDED
@@ -0,0 +1,1908 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "obs_space": {
3
+ "type": "Dict",
4
+ "spaces": {
5
+ "history_actor": {
6
+ "low": [
7
+ -Infinity,
8
+ -Infinity,
9
+ -Infinity,
10
+ -Infinity,
11
+ -Infinity,
12
+ -Infinity,
13
+ -Infinity,
14
+ -Infinity,
15
+ -Infinity,
16
+ -Infinity,
17
+ -Infinity,
18
+ -Infinity,
19
+ -Infinity,
20
+ -Infinity,
21
+ -Infinity,
22
+ -Infinity,
23
+ -Infinity,
24
+ -Infinity,
25
+ -Infinity,
26
+ -Infinity,
27
+ -Infinity,
28
+ -Infinity,
29
+ -Infinity,
30
+ -Infinity,
31
+ -Infinity,
32
+ -Infinity,
33
+ -Infinity,
34
+ -Infinity,
35
+ -Infinity,
36
+ -Infinity,
37
+ -Infinity,
38
+ -Infinity,
39
+ -Infinity,
40
+ -Infinity,
41
+ -Infinity,
42
+ -Infinity,
43
+ -Infinity,
44
+ -Infinity,
45
+ -Infinity,
46
+ -Infinity,
47
+ -Infinity,
48
+ -Infinity,
49
+ -Infinity,
50
+ -Infinity,
51
+ -Infinity,
52
+ -Infinity,
53
+ -Infinity,
54
+ -Infinity,
55
+ -Infinity,
56
+ -Infinity,
57
+ -Infinity,
58
+ -Infinity,
59
+ -Infinity,
60
+ -Infinity,
61
+ -Infinity,
62
+ -Infinity,
63
+ -Infinity,
64
+ -Infinity,
65
+ -Infinity,
66
+ -Infinity,
67
+ -Infinity,
68
+ -Infinity,
69
+ -Infinity,
70
+ -Infinity,
71
+ -Infinity,
72
+ -Infinity,
73
+ -Infinity,
74
+ -Infinity,
75
+ -Infinity,
76
+ -Infinity,
77
+ -Infinity,
78
+ -Infinity,
79
+ -Infinity,
80
+ -Infinity,
81
+ -Infinity,
82
+ -Infinity,
83
+ -Infinity,
84
+ -Infinity,
85
+ -Infinity,
86
+ -Infinity,
87
+ -Infinity,
88
+ -Infinity,
89
+ -Infinity,
90
+ -Infinity,
91
+ -Infinity,
92
+ -Infinity,
93
+ -Infinity,
94
+ -Infinity,
95
+ -Infinity,
96
+ -Infinity,
97
+ -Infinity,
98
+ -Infinity,
99
+ -Infinity,
100
+ -Infinity,
101
+ -Infinity,
102
+ -Infinity,
103
+ -Infinity,
104
+ -Infinity,
105
+ -Infinity,
106
+ -Infinity,
107
+ -Infinity,
108
+ -Infinity,
109
+ -Infinity,
110
+ -Infinity,
111
+ -Infinity,
112
+ -Infinity,
113
+ -Infinity,
114
+ -Infinity,
115
+ -Infinity,
116
+ -Infinity,
117
+ -Infinity,
118
+ -Infinity,
119
+ -Infinity,
120
+ -Infinity,
121
+ -Infinity,
122
+ -Infinity,
123
+ -Infinity,
124
+ -Infinity,
125
+ -Infinity,
126
+ -Infinity,
127
+ -Infinity,
128
+ -Infinity,
129
+ -Infinity,
130
+ -Infinity,
131
+ -Infinity,
132
+ -Infinity,
133
+ -Infinity,
134
+ -Infinity,
135
+ -Infinity,
136
+ -Infinity,
137
+ -Infinity,
138
+ -Infinity,
139
+ -Infinity,
140
+ -Infinity,
141
+ -Infinity,
142
+ -Infinity,
143
+ -Infinity,
144
+ -Infinity,
145
+ -Infinity,
146
+ -Infinity,
147
+ -Infinity,
148
+ -Infinity,
149
+ -Infinity,
150
+ -Infinity,
151
+ -Infinity,
152
+ -Infinity,
153
+ -Infinity,
154
+ -Infinity,
155
+ -Infinity,
156
+ -Infinity,
157
+ -Infinity,
158
+ -Infinity,
159
+ -Infinity,
160
+ -Infinity,
161
+ -Infinity,
162
+ -Infinity,
163
+ -Infinity,
164
+ -Infinity,
165
+ -Infinity,
166
+ -Infinity,
167
+ -Infinity,
168
+ -Infinity,
169
+ -Infinity,
170
+ -Infinity,
171
+ -Infinity,
172
+ -Infinity,
173
+ -Infinity,
174
+ -Infinity,
175
+ -Infinity,
176
+ -Infinity,
177
+ -Infinity,
178
+ -Infinity,
179
+ -Infinity,
180
+ -Infinity,
181
+ -Infinity,
182
+ -Infinity,
183
+ -Infinity,
184
+ -Infinity,
185
+ -Infinity,
186
+ -Infinity,
187
+ -Infinity,
188
+ -Infinity,
189
+ -Infinity,
190
+ -Infinity,
191
+ -Infinity,
192
+ -Infinity,
193
+ -Infinity,
194
+ -Infinity,
195
+ -Infinity,
196
+ -Infinity,
197
+ -Infinity,
198
+ -Infinity,
199
+ -Infinity,
200
+ -Infinity,
201
+ -Infinity,
202
+ -Infinity,
203
+ -Infinity,
204
+ -Infinity,
205
+ -Infinity,
206
+ -Infinity,
207
+ -Infinity,
208
+ -Infinity,
209
+ -Infinity,
210
+ -Infinity,
211
+ -Infinity,
212
+ -Infinity,
213
+ -Infinity,
214
+ -Infinity,
215
+ -Infinity,
216
+ -Infinity,
217
+ -Infinity,
218
+ -Infinity,
219
+ -Infinity,
220
+ -Infinity,
221
+ -Infinity,
222
+ -Infinity,
223
+ -Infinity,
224
+ -Infinity,
225
+ -Infinity,
226
+ -Infinity,
227
+ -Infinity,
228
+ -Infinity,
229
+ -Infinity,
230
+ -Infinity,
231
+ -Infinity,
232
+ -Infinity,
233
+ -Infinity,
234
+ -Infinity,
235
+ -Infinity,
236
+ -Infinity,
237
+ -Infinity,
238
+ -Infinity,
239
+ -Infinity,
240
+ -Infinity,
241
+ -Infinity,
242
+ -Infinity,
243
+ -Infinity,
244
+ -Infinity,
245
+ -Infinity,
246
+ -Infinity,
247
+ -Infinity,
248
+ -Infinity,
249
+ -Infinity,
250
+ -Infinity,
251
+ -Infinity,
252
+ -Infinity,
253
+ -Infinity,
254
+ -Infinity,
255
+ -Infinity,
256
+ -Infinity,
257
+ -Infinity,
258
+ -Infinity,
259
+ -Infinity,
260
+ -Infinity,
261
+ -Infinity,
262
+ -Infinity,
263
+ -Infinity,
264
+ -Infinity,
265
+ -Infinity,
266
+ -Infinity,
267
+ -Infinity,
268
+ -Infinity,
269
+ -Infinity,
270
+ -Infinity,
271
+ -Infinity,
272
+ -Infinity,
273
+ -Infinity,
274
+ -Infinity,
275
+ -Infinity,
276
+ -Infinity,
277
+ -Infinity,
278
+ -Infinity,
279
+ -Infinity,
280
+ -Infinity,
281
+ -Infinity,
282
+ -Infinity,
283
+ -Infinity,
284
+ -Infinity,
285
+ -Infinity,
286
+ -Infinity,
287
+ -Infinity,
288
+ -Infinity,
289
+ -Infinity,
290
+ -Infinity,
291
+ -Infinity,
292
+ -Infinity,
293
+ -Infinity,
294
+ -Infinity,
295
+ -Infinity,
296
+ -Infinity,
297
+ -Infinity,
298
+ -Infinity,
299
+ -Infinity,
300
+ -Infinity,
301
+ -Infinity,
302
+ -Infinity,
303
+ -Infinity,
304
+ -Infinity,
305
+ -Infinity,
306
+ -Infinity,
307
+ -Infinity,
308
+ -Infinity,
309
+ -Infinity,
310
+ -Infinity,
311
+ -Infinity,
312
+ -Infinity,
313
+ -Infinity,
314
+ -Infinity,
315
+ -Infinity,
316
+ -Infinity,
317
+ -Infinity,
318
+ -Infinity,
319
+ -Infinity,
320
+ -Infinity,
321
+ -Infinity,
322
+ -Infinity,
323
+ -Infinity,
324
+ -Infinity,
325
+ -Infinity,
326
+ -Infinity,
327
+ -Infinity,
328
+ -Infinity,
329
+ -Infinity,
330
+ -Infinity,
331
+ -Infinity,
332
+ -Infinity,
333
+ -Infinity,
334
+ -Infinity,
335
+ -Infinity,
336
+ -Infinity,
337
+ -Infinity,
338
+ -Infinity,
339
+ -Infinity,
340
+ -Infinity,
341
+ -Infinity,
342
+ -Infinity,
343
+ -Infinity,
344
+ -Infinity,
345
+ -Infinity,
346
+ -Infinity,
347
+ -Infinity,
348
+ -Infinity,
349
+ -Infinity,
350
+ -Infinity,
351
+ -Infinity,
352
+ -Infinity,
353
+ -Infinity,
354
+ -Infinity,
355
+ -Infinity,
356
+ -Infinity,
357
+ -Infinity,
358
+ -Infinity,
359
+ -Infinity,
360
+ -Infinity,
361
+ -Infinity,
362
+ -Infinity,
363
+ -Infinity,
364
+ -Infinity,
365
+ -Infinity,
366
+ -Infinity,
367
+ -Infinity,
368
+ -Infinity,
369
+ -Infinity,
370
+ -Infinity,
371
+ -Infinity,
372
+ -Infinity,
373
+ -Infinity,
374
+ -Infinity,
375
+ -Infinity,
376
+ -Infinity,
377
+ -Infinity,
378
+ -Infinity
379
+ ],
380
+ "high": [
381
+ Infinity,
382
+ Infinity,
383
+ Infinity,
384
+ Infinity,
385
+ Infinity,
386
+ Infinity,
387
+ Infinity,
388
+ Infinity,
389
+ Infinity,
390
+ Infinity,
391
+ Infinity,
392
+ Infinity,
393
+ Infinity,
394
+ Infinity,
395
+ Infinity,
396
+ Infinity,
397
+ Infinity,
398
+ Infinity,
399
+ Infinity,
400
+ Infinity,
401
+ Infinity,
402
+ Infinity,
403
+ Infinity,
404
+ Infinity,
405
+ Infinity,
406
+ Infinity,
407
+ Infinity,
408
+ Infinity,
409
+ Infinity,
410
+ Infinity,
411
+ Infinity,
412
+ Infinity,
413
+ Infinity,
414
+ Infinity,
415
+ Infinity,
416
+ Infinity,
417
+ Infinity,
418
+ Infinity,
419
+ Infinity,
420
+ Infinity,
421
+ Infinity,
422
+ Infinity,
423
+ Infinity,
424
+ Infinity,
425
+ Infinity,
426
+ Infinity,
427
+ Infinity,
428
+ Infinity,
429
+ Infinity,
430
+ Infinity,
431
+ Infinity,
432
+ Infinity,
433
+ Infinity,
434
+ Infinity,
435
+ Infinity,
436
+ Infinity,
437
+ Infinity,
438
+ Infinity,
439
+ Infinity,
440
+ Infinity,
441
+ Infinity,
442
+ Infinity,
443
+ Infinity,
444
+ Infinity,
445
+ Infinity,
446
+ Infinity,
447
+ Infinity,
448
+ Infinity,
449
+ Infinity,
450
+ Infinity,
451
+ Infinity,
452
+ Infinity,
453
+ Infinity,
454
+ Infinity,
455
+ Infinity,
456
+ Infinity,
457
+ Infinity,
458
+ Infinity,
459
+ Infinity,
460
+ Infinity,
461
+ Infinity,
462
+ Infinity,
463
+ Infinity,
464
+ Infinity,
465
+ Infinity,
466
+ Infinity,
467
+ Infinity,
468
+ Infinity,
469
+ Infinity,
470
+ Infinity,
471
+ Infinity,
472
+ Infinity,
473
+ Infinity,
474
+ Infinity,
475
+ Infinity,
476
+ Infinity,
477
+ Infinity,
478
+ Infinity,
479
+ Infinity,
480
+ Infinity,
481
+ Infinity,
482
+ Infinity,
483
+ Infinity,
484
+ Infinity,
485
+ Infinity,
486
+ Infinity,
487
+ Infinity,
488
+ Infinity,
489
+ Infinity,
490
+ Infinity,
491
+ Infinity,
492
+ Infinity,
493
+ Infinity,
494
+ Infinity,
495
+ Infinity,
496
+ Infinity,
497
+ Infinity,
498
+ Infinity,
499
+ Infinity,
500
+ Infinity,
501
+ Infinity,
502
+ Infinity,
503
+ Infinity,
504
+ Infinity,
505
+ Infinity,
506
+ Infinity,
507
+ Infinity,
508
+ Infinity,
509
+ Infinity,
510
+ Infinity,
511
+ Infinity,
512
+ Infinity,
513
+ Infinity,
514
+ Infinity,
515
+ Infinity,
516
+ Infinity,
517
+ Infinity,
518
+ Infinity,
519
+ Infinity,
520
+ Infinity,
521
+ Infinity,
522
+ Infinity,
523
+ Infinity,
524
+ Infinity,
525
+ Infinity,
526
+ Infinity,
527
+ Infinity,
528
+ Infinity,
529
+ Infinity,
530
+ Infinity,
531
+ Infinity,
532
+ Infinity,
533
+ Infinity,
534
+ Infinity,
535
+ Infinity,
536
+ Infinity,
537
+ Infinity,
538
+ Infinity,
539
+ Infinity,
540
+ Infinity,
541
+ Infinity,
542
+ Infinity,
543
+ Infinity,
544
+ Infinity,
545
+ Infinity,
546
+ Infinity,
547
+ Infinity,
548
+ Infinity,
549
+ Infinity,
550
+ Infinity,
551
+ Infinity,
552
+ Infinity,
553
+ Infinity,
554
+ Infinity,
555
+ Infinity,
556
+ Infinity,
557
+ Infinity,
558
+ Infinity,
559
+ Infinity,
560
+ Infinity,
561
+ Infinity,
562
+ Infinity,
563
+ Infinity,
564
+ Infinity,
565
+ Infinity,
566
+ Infinity,
567
+ Infinity,
568
+ Infinity,
569
+ Infinity,
570
+ Infinity,
571
+ Infinity,
572
+ Infinity,
573
+ Infinity,
574
+ Infinity,
575
+ Infinity,
576
+ Infinity,
577
+ Infinity,
578
+ Infinity,
579
+ Infinity,
580
+ Infinity,
581
+ Infinity,
582
+ Infinity,
583
+ Infinity,
584
+ Infinity,
585
+ Infinity,
586
+ Infinity,
587
+ Infinity,
588
+ Infinity,
589
+ Infinity,
590
+ Infinity,
591
+ Infinity,
592
+ Infinity,
593
+ Infinity,
594
+ Infinity,
595
+ Infinity,
596
+ Infinity,
597
+ Infinity,
598
+ Infinity,
599
+ Infinity,
600
+ Infinity,
601
+ Infinity,
602
+ Infinity,
603
+ Infinity,
604
+ Infinity,
605
+ Infinity,
606
+ Infinity,
607
+ Infinity,
608
+ Infinity,
609
+ Infinity,
610
+ Infinity,
611
+ Infinity,
612
+ Infinity,
613
+ Infinity,
614
+ Infinity,
615
+ Infinity,
616
+ Infinity,
617
+ Infinity,
618
+ Infinity,
619
+ Infinity,
620
+ Infinity,
621
+ Infinity,
622
+ Infinity,
623
+ Infinity,
624
+ Infinity,
625
+ Infinity,
626
+ Infinity,
627
+ Infinity,
628
+ Infinity,
629
+ Infinity,
630
+ Infinity,
631
+ Infinity,
632
+ Infinity,
633
+ Infinity,
634
+ Infinity,
635
+ Infinity,
636
+ Infinity,
637
+ Infinity,
638
+ Infinity,
639
+ Infinity,
640
+ Infinity,
641
+ Infinity,
642
+ Infinity,
643
+ Infinity,
644
+ Infinity,
645
+ Infinity,
646
+ Infinity,
647
+ Infinity,
648
+ Infinity,
649
+ Infinity,
650
+ Infinity,
651
+ Infinity,
652
+ Infinity,
653
+ Infinity,
654
+ Infinity,
655
+ Infinity,
656
+ Infinity,
657
+ Infinity,
658
+ Infinity,
659
+ Infinity,
660
+ Infinity,
661
+ Infinity,
662
+ Infinity,
663
+ Infinity,
664
+ Infinity,
665
+ Infinity,
666
+ Infinity,
667
+ Infinity,
668
+ Infinity,
669
+ Infinity,
670
+ Infinity,
671
+ Infinity,
672
+ Infinity,
673
+ Infinity,
674
+ Infinity,
675
+ Infinity,
676
+ Infinity,
677
+ Infinity,
678
+ Infinity,
679
+ Infinity,
680
+ Infinity,
681
+ Infinity,
682
+ Infinity,
683
+ Infinity,
684
+ Infinity,
685
+ Infinity,
686
+ Infinity,
687
+ Infinity,
688
+ Infinity,
689
+ Infinity,
690
+ Infinity,
691
+ Infinity,
692
+ Infinity,
693
+ Infinity,
694
+ Infinity,
695
+ Infinity,
696
+ Infinity,
697
+ Infinity,
698
+ Infinity,
699
+ Infinity,
700
+ Infinity,
701
+ Infinity,
702
+ Infinity,
703
+ Infinity,
704
+ Infinity,
705
+ Infinity,
706
+ Infinity,
707
+ Infinity,
708
+ Infinity,
709
+ Infinity,
710
+ Infinity,
711
+ Infinity,
712
+ Infinity,
713
+ Infinity,
714
+ Infinity,
715
+ Infinity,
716
+ Infinity,
717
+ Infinity,
718
+ Infinity,
719
+ Infinity,
720
+ Infinity,
721
+ Infinity,
722
+ Infinity,
723
+ Infinity,
724
+ Infinity,
725
+ Infinity,
726
+ Infinity,
727
+ Infinity,
728
+ Infinity,
729
+ Infinity,
730
+ Infinity,
731
+ Infinity,
732
+ Infinity,
733
+ Infinity,
734
+ Infinity,
735
+ Infinity,
736
+ Infinity,
737
+ Infinity,
738
+ Infinity,
739
+ Infinity,
740
+ Infinity,
741
+ Infinity,
742
+ Infinity,
743
+ Infinity,
744
+ Infinity,
745
+ Infinity,
746
+ Infinity,
747
+ Infinity,
748
+ Infinity,
749
+ Infinity,
750
+ Infinity,
751
+ Infinity,
752
+ Infinity
753
+ ],
754
+ "shape": [
755
+ 372
756
+ ],
757
+ "dtype": "float32",
758
+ "type": "Box"
759
+ },
760
+ "last_action": {
761
+ "low": [
762
+ -Infinity,
763
+ -Infinity,
764
+ -Infinity,
765
+ -Infinity,
766
+ -Infinity,
767
+ -Infinity,
768
+ -Infinity,
769
+ -Infinity,
770
+ -Infinity,
771
+ -Infinity,
772
+ -Infinity,
773
+ -Infinity,
774
+ -Infinity,
775
+ -Infinity,
776
+ -Infinity,
777
+ -Infinity,
778
+ -Infinity,
779
+ -Infinity,
780
+ -Infinity,
781
+ -Infinity,
782
+ -Infinity,
783
+ -Infinity,
784
+ -Infinity,
785
+ -Infinity,
786
+ -Infinity,
787
+ -Infinity,
788
+ -Infinity,
789
+ -Infinity,
790
+ -Infinity
791
+ ],
792
+ "high": [
793
+ Infinity,
794
+ Infinity,
795
+ Infinity,
796
+ Infinity,
797
+ Infinity,
798
+ Infinity,
799
+ Infinity,
800
+ Infinity,
801
+ Infinity,
802
+ Infinity,
803
+ Infinity,
804
+ Infinity,
805
+ Infinity,
806
+ Infinity,
807
+ Infinity,
808
+ Infinity,
809
+ Infinity,
810
+ Infinity,
811
+ Infinity,
812
+ Infinity,
813
+ Infinity,
814
+ Infinity,
815
+ Infinity,
816
+ Infinity,
817
+ Infinity,
818
+ Infinity,
819
+ Infinity,
820
+ Infinity,
821
+ Infinity
822
+ ],
823
+ "shape": [
824
+ 29
825
+ ],
826
+ "dtype": "float32",
827
+ "type": "Box"
828
+ },
829
+ "privileged_state": {
830
+ "low": [
831
+ -Infinity,
832
+ -Infinity,
833
+ -Infinity,
834
+ -Infinity,
835
+ -Infinity,
836
+ -Infinity,
837
+ -Infinity,
838
+ -Infinity,
839
+ -Infinity,
840
+ -Infinity,
841
+ -Infinity,
842
+ -Infinity,
843
+ -Infinity,
844
+ -Infinity,
845
+ -Infinity,
846
+ -Infinity,
847
+ -Infinity,
848
+ -Infinity,
849
+ -Infinity,
850
+ -Infinity,
851
+ -Infinity,
852
+ -Infinity,
853
+ -Infinity,
854
+ -Infinity,
855
+ -Infinity,
856
+ -Infinity,
857
+ -Infinity,
858
+ -Infinity,
859
+ -Infinity,
860
+ -Infinity,
861
+ -Infinity,
862
+ -Infinity,
863
+ -Infinity,
864
+ -Infinity,
865
+ -Infinity,
866
+ -Infinity,
867
+ -Infinity,
868
+ -Infinity,
869
+ -Infinity,
870
+ -Infinity,
871
+ -Infinity,
872
+ -Infinity,
873
+ -Infinity,
874
+ -Infinity,
875
+ -Infinity,
876
+ -Infinity,
877
+ -Infinity,
878
+ -Infinity,
879
+ -Infinity,
880
+ -Infinity,
881
+ -Infinity,
882
+ -Infinity,
883
+ -Infinity,
884
+ -Infinity,
885
+ -Infinity,
886
+ -Infinity,
887
+ -Infinity,
888
+ -Infinity,
889
+ -Infinity,
890
+ -Infinity,
891
+ -Infinity,
892
+ -Infinity,
893
+ -Infinity,
894
+ -Infinity,
895
+ -Infinity,
896
+ -Infinity,
897
+ -Infinity,
898
+ -Infinity,
899
+ -Infinity,
900
+ -Infinity,
901
+ -Infinity,
902
+ -Infinity,
903
+ -Infinity,
904
+ -Infinity,
905
+ -Infinity,
906
+ -Infinity,
907
+ -Infinity,
908
+ -Infinity,
909
+ -Infinity,
910
+ -Infinity,
911
+ -Infinity,
912
+ -Infinity,
913
+ -Infinity,
914
+ -Infinity,
915
+ -Infinity,
916
+ -Infinity,
917
+ -Infinity,
918
+ -Infinity,
919
+ -Infinity,
920
+ -Infinity,
921
+ -Infinity,
922
+ -Infinity,
923
+ -Infinity,
924
+ -Infinity,
925
+ -Infinity,
926
+ -Infinity,
927
+ -Infinity,
928
+ -Infinity,
929
+ -Infinity,
930
+ -Infinity,
931
+ -Infinity,
932
+ -Infinity,
933
+ -Infinity,
934
+ -Infinity,
935
+ -Infinity,
936
+ -Infinity,
937
+ -Infinity,
938
+ -Infinity,
939
+ -Infinity,
940
+ -Infinity,
941
+ -Infinity,
942
+ -Infinity,
943
+ -Infinity,
944
+ -Infinity,
945
+ -Infinity,
946
+ -Infinity,
947
+ -Infinity,
948
+ -Infinity,
949
+ -Infinity,
950
+ -Infinity,
951
+ -Infinity,
952
+ -Infinity,
953
+ -Infinity,
954
+ -Infinity,
955
+ -Infinity,
956
+ -Infinity,
957
+ -Infinity,
958
+ -Infinity,
959
+ -Infinity,
960
+ -Infinity,
961
+ -Infinity,
962
+ -Infinity,
963
+ -Infinity,
964
+ -Infinity,
965
+ -Infinity,
966
+ -Infinity,
967
+ -Infinity,
968
+ -Infinity,
969
+ -Infinity,
970
+ -Infinity,
971
+ -Infinity,
972
+ -Infinity,
973
+ -Infinity,
974
+ -Infinity,
975
+ -Infinity,
976
+ -Infinity,
977
+ -Infinity,
978
+ -Infinity,
979
+ -Infinity,
980
+ -Infinity,
981
+ -Infinity,
982
+ -Infinity,
983
+ -Infinity,
984
+ -Infinity,
985
+ -Infinity,
986
+ -Infinity,
987
+ -Infinity,
988
+ -Infinity,
989
+ -Infinity,
990
+ -Infinity,
991
+ -Infinity,
992
+ -Infinity,
993
+ -Infinity,
994
+ -Infinity,
995
+ -Infinity,
996
+ -Infinity,
997
+ -Infinity,
998
+ -Infinity,
999
+ -Infinity,
1000
+ -Infinity,
1001
+ -Infinity,
1002
+ -Infinity,
1003
+ -Infinity,
1004
+ -Infinity,
1005
+ -Infinity,
1006
+ -Infinity,
1007
+ -Infinity,
1008
+ -Infinity,
1009
+ -Infinity,
1010
+ -Infinity,
1011
+ -Infinity,
1012
+ -Infinity,
1013
+ -Infinity,
1014
+ -Infinity,
1015
+ -Infinity,
1016
+ -Infinity,
1017
+ -Infinity,
1018
+ -Infinity,
1019
+ -Infinity,
1020
+ -Infinity,
1021
+ -Infinity,
1022
+ -Infinity,
1023
+ -Infinity,
1024
+ -Infinity,
1025
+ -Infinity,
1026
+ -Infinity,
1027
+ -Infinity,
1028
+ -Infinity,
1029
+ -Infinity,
1030
+ -Infinity,
1031
+ -Infinity,
1032
+ -Infinity,
1033
+ -Infinity,
1034
+ -Infinity,
1035
+ -Infinity,
1036
+ -Infinity,
1037
+ -Infinity,
1038
+ -Infinity,
1039
+ -Infinity,
1040
+ -Infinity,
1041
+ -Infinity,
1042
+ -Infinity,
1043
+ -Infinity,
1044
+ -Infinity,
1045
+ -Infinity,
1046
+ -Infinity,
1047
+ -Infinity,
1048
+ -Infinity,
1049
+ -Infinity,
1050
+ -Infinity,
1051
+ -Infinity,
1052
+ -Infinity,
1053
+ -Infinity,
1054
+ -Infinity,
1055
+ -Infinity,
1056
+ -Infinity,
1057
+ -Infinity,
1058
+ -Infinity,
1059
+ -Infinity,
1060
+ -Infinity,
1061
+ -Infinity,
1062
+ -Infinity,
1063
+ -Infinity,
1064
+ -Infinity,
1065
+ -Infinity,
1066
+ -Infinity,
1067
+ -Infinity,
1068
+ -Infinity,
1069
+ -Infinity,
1070
+ -Infinity,
1071
+ -Infinity,
1072
+ -Infinity,
1073
+ -Infinity,
1074
+ -Infinity,
1075
+ -Infinity,
1076
+ -Infinity,
1077
+ -Infinity,
1078
+ -Infinity,
1079
+ -Infinity,
1080
+ -Infinity,
1081
+ -Infinity,
1082
+ -Infinity,
1083
+ -Infinity,
1084
+ -Infinity,
1085
+ -Infinity,
1086
+ -Infinity,
1087
+ -Infinity,
1088
+ -Infinity,
1089
+ -Infinity,
1090
+ -Infinity,
1091
+ -Infinity,
1092
+ -Infinity,
1093
+ -Infinity,
1094
+ -Infinity,
1095
+ -Infinity,
1096
+ -Infinity,
1097
+ -Infinity,
1098
+ -Infinity,
1099
+ -Infinity,
1100
+ -Infinity,
1101
+ -Infinity,
1102
+ -Infinity,
1103
+ -Infinity,
1104
+ -Infinity,
1105
+ -Infinity,
1106
+ -Infinity,
1107
+ -Infinity,
1108
+ -Infinity,
1109
+ -Infinity,
1110
+ -Infinity,
1111
+ -Infinity,
1112
+ -Infinity,
1113
+ -Infinity,
1114
+ -Infinity,
1115
+ -Infinity,
1116
+ -Infinity,
1117
+ -Infinity,
1118
+ -Infinity,
1119
+ -Infinity,
1120
+ -Infinity,
1121
+ -Infinity,
1122
+ -Infinity,
1123
+ -Infinity,
1124
+ -Infinity,
1125
+ -Infinity,
1126
+ -Infinity,
1127
+ -Infinity,
1128
+ -Infinity,
1129
+ -Infinity,
1130
+ -Infinity,
1131
+ -Infinity,
1132
+ -Infinity,
1133
+ -Infinity,
1134
+ -Infinity,
1135
+ -Infinity,
1136
+ -Infinity,
1137
+ -Infinity,
1138
+ -Infinity,
1139
+ -Infinity,
1140
+ -Infinity,
1141
+ -Infinity,
1142
+ -Infinity,
1143
+ -Infinity,
1144
+ -Infinity,
1145
+ -Infinity,
1146
+ -Infinity,
1147
+ -Infinity,
1148
+ -Infinity,
1149
+ -Infinity,
1150
+ -Infinity,
1151
+ -Infinity,
1152
+ -Infinity,
1153
+ -Infinity,
1154
+ -Infinity,
1155
+ -Infinity,
1156
+ -Infinity,
1157
+ -Infinity,
1158
+ -Infinity,
1159
+ -Infinity,
1160
+ -Infinity,
1161
+ -Infinity,
1162
+ -Infinity,
1163
+ -Infinity,
1164
+ -Infinity,
1165
+ -Infinity,
1166
+ -Infinity,
1167
+ -Infinity,
1168
+ -Infinity,
1169
+ -Infinity,
1170
+ -Infinity,
1171
+ -Infinity,
1172
+ -Infinity,
1173
+ -Infinity,
1174
+ -Infinity,
1175
+ -Infinity,
1176
+ -Infinity,
1177
+ -Infinity,
1178
+ -Infinity,
1179
+ -Infinity,
1180
+ -Infinity,
1181
+ -Infinity,
1182
+ -Infinity,
1183
+ -Infinity,
1184
+ -Infinity,
1185
+ -Infinity,
1186
+ -Infinity,
1187
+ -Infinity,
1188
+ -Infinity,
1189
+ -Infinity,
1190
+ -Infinity,
1191
+ -Infinity,
1192
+ -Infinity,
1193
+ -Infinity,
1194
+ -Infinity,
1195
+ -Infinity,
1196
+ -Infinity,
1197
+ -Infinity,
1198
+ -Infinity,
1199
+ -Infinity,
1200
+ -Infinity,
1201
+ -Infinity,
1202
+ -Infinity,
1203
+ -Infinity,
1204
+ -Infinity,
1205
+ -Infinity,
1206
+ -Infinity,
1207
+ -Infinity,
1208
+ -Infinity,
1209
+ -Infinity,
1210
+ -Infinity,
1211
+ -Infinity,
1212
+ -Infinity,
1213
+ -Infinity,
1214
+ -Infinity,
1215
+ -Infinity,
1216
+ -Infinity,
1217
+ -Infinity,
1218
+ -Infinity,
1219
+ -Infinity,
1220
+ -Infinity,
1221
+ -Infinity,
1222
+ -Infinity,
1223
+ -Infinity,
1224
+ -Infinity,
1225
+ -Infinity,
1226
+ -Infinity,
1227
+ -Infinity,
1228
+ -Infinity,
1229
+ -Infinity,
1230
+ -Infinity,
1231
+ -Infinity,
1232
+ -Infinity,
1233
+ -Infinity,
1234
+ -Infinity,
1235
+ -Infinity,
1236
+ -Infinity,
1237
+ -Infinity,
1238
+ -Infinity,
1239
+ -Infinity,
1240
+ -Infinity,
1241
+ -Infinity,
1242
+ -Infinity,
1243
+ -Infinity,
1244
+ -Infinity,
1245
+ -Infinity,
1246
+ -Infinity,
1247
+ -Infinity,
1248
+ -Infinity,
1249
+ -Infinity,
1250
+ -Infinity,
1251
+ -Infinity,
1252
+ -Infinity,
1253
+ -Infinity,
1254
+ -Infinity,
1255
+ -Infinity,
1256
+ -Infinity,
1257
+ -Infinity,
1258
+ -Infinity,
1259
+ -Infinity,
1260
+ -Infinity,
1261
+ -Infinity,
1262
+ -Infinity,
1263
+ -Infinity,
1264
+ -Infinity,
1265
+ -Infinity,
1266
+ -Infinity,
1267
+ -Infinity,
1268
+ -Infinity,
1269
+ -Infinity,
1270
+ -Infinity,
1271
+ -Infinity,
1272
+ -Infinity,
1273
+ -Infinity,
1274
+ -Infinity,
1275
+ -Infinity,
1276
+ -Infinity,
1277
+ -Infinity,
1278
+ -Infinity,
1279
+ -Infinity,
1280
+ -Infinity,
1281
+ -Infinity,
1282
+ -Infinity,
1283
+ -Infinity,
1284
+ -Infinity,
1285
+ -Infinity,
1286
+ -Infinity,
1287
+ -Infinity,
1288
+ -Infinity,
1289
+ -Infinity,
1290
+ -Infinity,
1291
+ -Infinity,
1292
+ -Infinity,
1293
+ -Infinity
1294
+ ],
1295
+ "high": [
1296
+ Infinity,
1297
+ Infinity,
1298
+ Infinity,
1299
+ Infinity,
1300
+ Infinity,
1301
+ Infinity,
1302
+ Infinity,
1303
+ Infinity,
1304
+ Infinity,
1305
+ Infinity,
1306
+ Infinity,
1307
+ Infinity,
1308
+ Infinity,
1309
+ Infinity,
1310
+ Infinity,
1311
+ Infinity,
1312
+ Infinity,
1313
+ Infinity,
1314
+ Infinity,
1315
+ Infinity,
1316
+ Infinity,
1317
+ Infinity,
1318
+ Infinity,
1319
+ Infinity,
1320
+ Infinity,
1321
+ Infinity,
1322
+ Infinity,
1323
+ Infinity,
1324
+ Infinity,
1325
+ Infinity,
1326
+ Infinity,
1327
+ Infinity,
1328
+ Infinity,
1329
+ Infinity,
1330
+ Infinity,
1331
+ Infinity,
1332
+ Infinity,
1333
+ Infinity,
1334
+ Infinity,
1335
+ Infinity,
1336
+ Infinity,
1337
+ Infinity,
1338
+ Infinity,
1339
+ Infinity,
1340
+ Infinity,
1341
+ Infinity,
1342
+ Infinity,
1343
+ Infinity,
1344
+ Infinity,
1345
+ Infinity,
1346
+ Infinity,
1347
+ Infinity,
1348
+ Infinity,
1349
+ Infinity,
1350
+ Infinity,
1351
+ Infinity,
1352
+ Infinity,
1353
+ Infinity,
1354
+ Infinity,
1355
+ Infinity,
1356
+ Infinity,
1357
+ Infinity,
1358
+ Infinity,
1359
+ Infinity,
1360
+ Infinity,
1361
+ Infinity,
1362
+ Infinity,
1363
+ Infinity,
1364
+ Infinity,
1365
+ Infinity,
1366
+ Infinity,
1367
+ Infinity,
1368
+ Infinity,
1369
+ Infinity,
1370
+ Infinity,
1371
+ Infinity,
1372
+ Infinity,
1373
+ Infinity,
1374
+ Infinity,
1375
+ Infinity,
1376
+ Infinity,
1377
+ Infinity,
1378
+ Infinity,
1379
+ Infinity,
1380
+ Infinity,
1381
+ Infinity,
1382
+ Infinity,
1383
+ Infinity,
1384
+ Infinity,
1385
+ Infinity,
1386
+ Infinity,
1387
+ Infinity,
1388
+ Infinity,
1389
+ Infinity,
1390
+ Infinity,
1391
+ Infinity,
1392
+ Infinity,
1393
+ Infinity,
1394
+ Infinity,
1395
+ Infinity,
1396
+ Infinity,
1397
+ Infinity,
1398
+ Infinity,
1399
+ Infinity,
1400
+ Infinity,
1401
+ Infinity,
1402
+ Infinity,
1403
+ Infinity,
1404
+ Infinity,
1405
+ Infinity,
1406
+ Infinity,
1407
+ Infinity,
1408
+ Infinity,
1409
+ Infinity,
1410
+ Infinity,
1411
+ Infinity,
1412
+ Infinity,
1413
+ Infinity,
1414
+ Infinity,
1415
+ Infinity,
1416
+ Infinity,
1417
+ Infinity,
1418
+ Infinity,
1419
+ Infinity,
1420
+ Infinity,
1421
+ Infinity,
1422
+ Infinity,
1423
+ Infinity,
1424
+ Infinity,
1425
+ Infinity,
1426
+ Infinity,
1427
+ Infinity,
1428
+ Infinity,
1429
+ Infinity,
1430
+ Infinity,
1431
+ Infinity,
1432
+ Infinity,
1433
+ Infinity,
1434
+ Infinity,
1435
+ Infinity,
1436
+ Infinity,
1437
+ Infinity,
1438
+ Infinity,
1439
+ Infinity,
1440
+ Infinity,
1441
+ Infinity,
1442
+ Infinity,
1443
+ Infinity,
1444
+ Infinity,
1445
+ Infinity,
1446
+ Infinity,
1447
+ Infinity,
1448
+ Infinity,
1449
+ Infinity,
1450
+ Infinity,
1451
+ Infinity,
1452
+ Infinity,
1453
+ Infinity,
1454
+ Infinity,
1455
+ Infinity,
1456
+ Infinity,
1457
+ Infinity,
1458
+ Infinity,
1459
+ Infinity,
1460
+ Infinity,
1461
+ Infinity,
1462
+ Infinity,
1463
+ Infinity,
1464
+ Infinity,
1465
+ Infinity,
1466
+ Infinity,
1467
+ Infinity,
1468
+ Infinity,
1469
+ Infinity,
1470
+ Infinity,
1471
+ Infinity,
1472
+ Infinity,
1473
+ Infinity,
1474
+ Infinity,
1475
+ Infinity,
1476
+ Infinity,
1477
+ Infinity,
1478
+ Infinity,
1479
+ Infinity,
1480
+ Infinity,
1481
+ Infinity,
1482
+ Infinity,
1483
+ Infinity,
1484
+ Infinity,
1485
+ Infinity,
1486
+ Infinity,
1487
+ Infinity,
1488
+ Infinity,
1489
+ Infinity,
1490
+ Infinity,
1491
+ Infinity,
1492
+ Infinity,
1493
+ Infinity,
1494
+ Infinity,
1495
+ Infinity,
1496
+ Infinity,
1497
+ Infinity,
1498
+ Infinity,
1499
+ Infinity,
1500
+ Infinity,
1501
+ Infinity,
1502
+ Infinity,
1503
+ Infinity,
1504
+ Infinity,
1505
+ Infinity,
1506
+ Infinity,
1507
+ Infinity,
1508
+ Infinity,
1509
+ Infinity,
1510
+ Infinity,
1511
+ Infinity,
1512
+ Infinity,
1513
+ Infinity,
1514
+ Infinity,
1515
+ Infinity,
1516
+ Infinity,
1517
+ Infinity,
1518
+ Infinity,
1519
+ Infinity,
1520
+ Infinity,
1521
+ Infinity,
1522
+ Infinity,
1523
+ Infinity,
1524
+ Infinity,
1525
+ Infinity,
1526
+ Infinity,
1527
+ Infinity,
1528
+ Infinity,
1529
+ Infinity,
1530
+ Infinity,
1531
+ Infinity,
1532
+ Infinity,
1533
+ Infinity,
1534
+ Infinity,
1535
+ Infinity,
1536
+ Infinity,
1537
+ Infinity,
1538
+ Infinity,
1539
+ Infinity,
1540
+ Infinity,
1541
+ Infinity,
1542
+ Infinity,
1543
+ Infinity,
1544
+ Infinity,
1545
+ Infinity,
1546
+ Infinity,
1547
+ Infinity,
1548
+ Infinity,
1549
+ Infinity,
1550
+ Infinity,
1551
+ Infinity,
1552
+ Infinity,
1553
+ Infinity,
1554
+ Infinity,
1555
+ Infinity,
1556
+ Infinity,
1557
+ Infinity,
1558
+ Infinity,
1559
+ Infinity,
1560
+ Infinity,
1561
+ Infinity,
1562
+ Infinity,
1563
+ Infinity,
1564
+ Infinity,
1565
+ Infinity,
1566
+ Infinity,
1567
+ Infinity,
1568
+ Infinity,
1569
+ Infinity,
1570
+ Infinity,
1571
+ Infinity,
1572
+ Infinity,
1573
+ Infinity,
1574
+ Infinity,
1575
+ Infinity,
1576
+ Infinity,
1577
+ Infinity,
1578
+ Infinity,
1579
+ Infinity,
1580
+ Infinity,
1581
+ Infinity,
1582
+ Infinity,
1583
+ Infinity,
1584
+ Infinity,
1585
+ Infinity,
1586
+ Infinity,
1587
+ Infinity,
1588
+ Infinity,
1589
+ Infinity,
1590
+ Infinity,
1591
+ Infinity,
1592
+ Infinity,
1593
+ Infinity,
1594
+ Infinity,
1595
+ Infinity,
1596
+ Infinity,
1597
+ Infinity,
1598
+ Infinity,
1599
+ Infinity,
1600
+ Infinity,
1601
+ Infinity,
1602
+ Infinity,
1603
+ Infinity,
1604
+ Infinity,
1605
+ Infinity,
1606
+ Infinity,
1607
+ Infinity,
1608
+ Infinity,
1609
+ Infinity,
1610
+ Infinity,
1611
+ Infinity,
1612
+ Infinity,
1613
+ Infinity,
1614
+ Infinity,
1615
+ Infinity,
1616
+ Infinity,
1617
+ Infinity,
1618
+ Infinity,
1619
+ Infinity,
1620
+ Infinity,
1621
+ Infinity,
1622
+ Infinity,
1623
+ Infinity,
1624
+ Infinity,
1625
+ Infinity,
1626
+ Infinity,
1627
+ Infinity,
1628
+ Infinity,
1629
+ Infinity,
1630
+ Infinity,
1631
+ Infinity,
1632
+ Infinity,
1633
+ Infinity,
1634
+ Infinity,
1635
+ Infinity,
1636
+ Infinity,
1637
+ Infinity,
1638
+ Infinity,
1639
+ Infinity,
1640
+ Infinity,
1641
+ Infinity,
1642
+ Infinity,
1643
+ Infinity,
1644
+ Infinity,
1645
+ Infinity,
1646
+ Infinity,
1647
+ Infinity,
1648
+ Infinity,
1649
+ Infinity,
1650
+ Infinity,
1651
+ Infinity,
1652
+ Infinity,
1653
+ Infinity,
1654
+ Infinity,
1655
+ Infinity,
1656
+ Infinity,
1657
+ Infinity,
1658
+ Infinity,
1659
+ Infinity,
1660
+ Infinity,
1661
+ Infinity,
1662
+ Infinity,
1663
+ Infinity,
1664
+ Infinity,
1665
+ Infinity,
1666
+ Infinity,
1667
+ Infinity,
1668
+ Infinity,
1669
+ Infinity,
1670
+ Infinity,
1671
+ Infinity,
1672
+ Infinity,
1673
+ Infinity,
1674
+ Infinity,
1675
+ Infinity,
1676
+ Infinity,
1677
+ Infinity,
1678
+ Infinity,
1679
+ Infinity,
1680
+ Infinity,
1681
+ Infinity,
1682
+ Infinity,
1683
+ Infinity,
1684
+ Infinity,
1685
+ Infinity,
1686
+ Infinity,
1687
+ Infinity,
1688
+ Infinity,
1689
+ Infinity,
1690
+ Infinity,
1691
+ Infinity,
1692
+ Infinity,
1693
+ Infinity,
1694
+ Infinity,
1695
+ Infinity,
1696
+ Infinity,
1697
+ Infinity,
1698
+ Infinity,
1699
+ Infinity,
1700
+ Infinity,
1701
+ Infinity,
1702
+ Infinity,
1703
+ Infinity,
1704
+ Infinity,
1705
+ Infinity,
1706
+ Infinity,
1707
+ Infinity,
1708
+ Infinity,
1709
+ Infinity,
1710
+ Infinity,
1711
+ Infinity,
1712
+ Infinity,
1713
+ Infinity,
1714
+ Infinity,
1715
+ Infinity,
1716
+ Infinity,
1717
+ Infinity,
1718
+ Infinity,
1719
+ Infinity,
1720
+ Infinity,
1721
+ Infinity,
1722
+ Infinity,
1723
+ Infinity,
1724
+ Infinity,
1725
+ Infinity,
1726
+ Infinity,
1727
+ Infinity,
1728
+ Infinity,
1729
+ Infinity,
1730
+ Infinity,
1731
+ Infinity,
1732
+ Infinity,
1733
+ Infinity,
1734
+ Infinity,
1735
+ Infinity,
1736
+ Infinity,
1737
+ Infinity,
1738
+ Infinity,
1739
+ Infinity,
1740
+ Infinity,
1741
+ Infinity,
1742
+ Infinity,
1743
+ Infinity,
1744
+ Infinity,
1745
+ Infinity,
1746
+ Infinity,
1747
+ Infinity,
1748
+ Infinity,
1749
+ Infinity,
1750
+ Infinity,
1751
+ Infinity,
1752
+ Infinity,
1753
+ Infinity,
1754
+ Infinity,
1755
+ Infinity,
1756
+ Infinity,
1757
+ Infinity,
1758
+ Infinity
1759
+ ],
1760
+ "shape": [
1761
+ 463
1762
+ ],
1763
+ "dtype": "float32",
1764
+ "type": "Box"
1765
+ },
1766
+ "state": {
1767
+ "low": [
1768
+ -Infinity,
1769
+ -Infinity,
1770
+ -Infinity,
1771
+ -Infinity,
1772
+ -Infinity,
1773
+ -Infinity,
1774
+ -Infinity,
1775
+ -Infinity,
1776
+ -Infinity,
1777
+ -Infinity,
1778
+ -Infinity,
1779
+ -Infinity,
1780
+ -Infinity,
1781
+ -Infinity,
1782
+ -Infinity,
1783
+ -Infinity,
1784
+ -Infinity,
1785
+ -Infinity,
1786
+ -Infinity,
1787
+ -Infinity,
1788
+ -Infinity,
1789
+ -Infinity,
1790
+ -Infinity,
1791
+ -Infinity,
1792
+ -Infinity,
1793
+ -Infinity,
1794
+ -Infinity,
1795
+ -Infinity,
1796
+ -Infinity,
1797
+ -Infinity,
1798
+ -Infinity,
1799
+ -Infinity,
1800
+ -Infinity,
1801
+ -Infinity,
1802
+ -Infinity,
1803
+ -Infinity,
1804
+ -Infinity,
1805
+ -Infinity,
1806
+ -Infinity,
1807
+ -Infinity,
1808
+ -Infinity,
1809
+ -Infinity,
1810
+ -Infinity,
1811
+ -Infinity,
1812
+ -Infinity,
1813
+ -Infinity,
1814
+ -Infinity,
1815
+ -Infinity,
1816
+ -Infinity,
1817
+ -Infinity,
1818
+ -Infinity,
1819
+ -Infinity,
1820
+ -Infinity,
1821
+ -Infinity,
1822
+ -Infinity,
1823
+ -Infinity,
1824
+ -Infinity,
1825
+ -Infinity,
1826
+ -Infinity,
1827
+ -Infinity,
1828
+ -Infinity,
1829
+ -Infinity,
1830
+ -Infinity,
1831
+ -Infinity
1832
+ ],
1833
+ "high": [
1834
+ Infinity,
1835
+ Infinity,
1836
+ Infinity,
1837
+ Infinity,
1838
+ Infinity,
1839
+ Infinity,
1840
+ Infinity,
1841
+ Infinity,
1842
+ Infinity,
1843
+ Infinity,
1844
+ Infinity,
1845
+ Infinity,
1846
+ Infinity,
1847
+ Infinity,
1848
+ Infinity,
1849
+ Infinity,
1850
+ Infinity,
1851
+ Infinity,
1852
+ Infinity,
1853
+ Infinity,
1854
+ Infinity,
1855
+ Infinity,
1856
+ Infinity,
1857
+ Infinity,
1858
+ Infinity,
1859
+ Infinity,
1860
+ Infinity,
1861
+ Infinity,
1862
+ Infinity,
1863
+ Infinity,
1864
+ Infinity,
1865
+ Infinity,
1866
+ Infinity,
1867
+ Infinity,
1868
+ Infinity,
1869
+ Infinity,
1870
+ Infinity,
1871
+ Infinity,
1872
+ Infinity,
1873
+ Infinity,
1874
+ Infinity,
1875
+ Infinity,
1876
+ Infinity,
1877
+ Infinity,
1878
+ Infinity,
1879
+ Infinity,
1880
+ Infinity,
1881
+ Infinity,
1882
+ Infinity,
1883
+ Infinity,
1884
+ Infinity,
1885
+ Infinity,
1886
+ Infinity,
1887
+ Infinity,
1888
+ Infinity,
1889
+ Infinity,
1890
+ Infinity,
1891
+ Infinity,
1892
+ Infinity,
1893
+ Infinity,
1894
+ Infinity,
1895
+ Infinity,
1896
+ Infinity,
1897
+ Infinity
1898
+ ],
1899
+ "shape": [
1900
+ 64
1901
+ ],
1902
+ "dtype": "float32",
1903
+ "type": "Box"
1904
+ }
1905
+ }
1906
+ },
1907
+ "action_dim": 29
1908
+ }
model/checkpoint/model/config.json ADDED
@@ -0,0 +1,134 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "FBcprAuxModel",
3
+ "device": "cuda",
4
+ "archi": {
5
+ "name": "FBcprAuxModelArchiConfig",
6
+ "z_dim": 256,
7
+ "norm_z": true,
8
+ "f": {
9
+ "name": "ForwardArchi",
10
+ "hidden_dim": 2048,
11
+ "model": "residual",
12
+ "hidden_layers": 6,
13
+ "embedding_layers": 2,
14
+ "num_parallel": 2,
15
+ "ensemble_mode": "batch",
16
+ "input_filter": {
17
+ "name": "DictInputFilterConfig",
18
+ "key": [
19
+ "state",
20
+ "privileged_state",
21
+ "last_action",
22
+ "history_actor"
23
+ ]
24
+ }
25
+ },
26
+ "b": {
27
+ "name": "BackwardArchi",
28
+ "hidden_dim": 256,
29
+ "hidden_layers": 1,
30
+ "norm": true,
31
+ "input_filter": {
32
+ "name": "DictInputFilterConfig",
33
+ "key": [
34
+ "state",
35
+ "privileged_state"
36
+ ]
37
+ }
38
+ },
39
+ "actor": {
40
+ "name": "actor",
41
+ "model": "residual",
42
+ "hidden_dim": 2048,
43
+ "hidden_layers": 6,
44
+ "embedding_layers": 2,
45
+ "input_filter": {
46
+ "name": "DictInputFilterConfig",
47
+ "key": [
48
+ "state",
49
+ "last_action",
50
+ "history_actor"
51
+ ]
52
+ }
53
+ },
54
+ "critic": {
55
+ "name": "ForwardArchi",
56
+ "hidden_dim": 2048,
57
+ "model": "residual",
58
+ "hidden_layers": 6,
59
+ "embedding_layers": 2,
60
+ "num_parallel": 2,
61
+ "ensemble_mode": "batch",
62
+ "input_filter": {
63
+ "name": "DictInputFilterConfig",
64
+ "key": [
65
+ "state",
66
+ "privileged_state",
67
+ "last_action",
68
+ "history_actor"
69
+ ]
70
+ }
71
+ },
72
+ "discriminator": {
73
+ "name": "DiscriminatorArchi",
74
+ "hidden_dim": 1024,
75
+ "hidden_layers": 3,
76
+ "input_filter": {
77
+ "name": "DictInputFilterConfig",
78
+ "key": [
79
+ "state",
80
+ "privileged_state"
81
+ ]
82
+ }
83
+ },
84
+ "aux_critic": {
85
+ "name": "ForwardArchi",
86
+ "hidden_dim": 1024,
87
+ "model": "simple",
88
+ "hidden_layers": 2,
89
+ "embedding_layers": 2,
90
+ "num_parallel": 2,
91
+ "ensemble_mode": "batch",
92
+ "input_filter": {
93
+ "name": "DictInputFilterConfig",
94
+ "key": [
95
+ "state",
96
+ "privileged_state",
97
+ "last_action",
98
+ "history_actor"
99
+ ]
100
+ }
101
+ }
102
+ },
103
+ "obs_normalizer": {
104
+ "name": "ObsNormalizerConfig",
105
+ "normalizers": {
106
+ "state": {
107
+ "name": "BatchNormNormalizerConfig",
108
+ "momentum": 0.01
109
+ },
110
+ "privileged_state": {
111
+ "name": "BatchNormNormalizerConfig",
112
+ "momentum": 0.01
113
+ },
114
+ "last_action": {
115
+ "name": "BatchNormNormalizerConfig",
116
+ "momentum": 0.01
117
+ },
118
+ "history_actor": {
119
+ "name": "BatchNormNormalizerConfig",
120
+ "momentum": 0.01
121
+ }
122
+ },
123
+ "allow_mismatching_keys": true
124
+ },
125
+ "inference_batch_size": 500000,
126
+ "seq_length": 8,
127
+ "actor_std": 0.05,
128
+ "amp": false,
129
+ "norm_aux_reward": {
130
+ "name": "RewardNormalizer",
131
+ "translate": false,
132
+ "scale": true
133
+ }
134
+ }
model/checkpoint/model/init_kwargs.json ADDED
@@ -0,0 +1,1908 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "obs_space": {
3
+ "type": "Dict",
4
+ "spaces": {
5
+ "history_actor": {
6
+ "low": [
7
+ -Infinity,
8
+ -Infinity,
9
+ -Infinity,
10
+ -Infinity,
11
+ -Infinity,
12
+ -Infinity,
13
+ -Infinity,
14
+ -Infinity,
15
+ -Infinity,
16
+ -Infinity,
17
+ -Infinity,
18
+ -Infinity,
19
+ -Infinity,
20
+ -Infinity,
21
+ -Infinity,
22
+ -Infinity,
23
+ -Infinity,
24
+ -Infinity,
25
+ -Infinity,
26
+ -Infinity,
27
+ -Infinity,
28
+ -Infinity,
29
+ -Infinity,
30
+ -Infinity,
31
+ -Infinity,
32
+ -Infinity,
33
+ -Infinity,
34
+ -Infinity,
35
+ -Infinity,
36
+ -Infinity,
37
+ -Infinity,
38
+ -Infinity,
39
+ -Infinity,
40
+ -Infinity,
41
+ -Infinity,
42
+ -Infinity,
43
+ -Infinity,
44
+ -Infinity,
45
+ -Infinity,
46
+ -Infinity,
47
+ -Infinity,
48
+ -Infinity,
49
+ -Infinity,
50
+ -Infinity,
51
+ -Infinity,
52
+ -Infinity,
53
+ -Infinity,
54
+ -Infinity,
55
+ -Infinity,
56
+ -Infinity,
57
+ -Infinity,
58
+ -Infinity,
59
+ -Infinity,
60
+ -Infinity,
61
+ -Infinity,
62
+ -Infinity,
63
+ -Infinity,
64
+ -Infinity,
65
+ -Infinity,
66
+ -Infinity,
67
+ -Infinity,
68
+ -Infinity,
69
+ -Infinity,
70
+ -Infinity,
71
+ -Infinity,
72
+ -Infinity,
73
+ -Infinity,
74
+ -Infinity,
75
+ -Infinity,
76
+ -Infinity,
77
+ -Infinity,
78
+ -Infinity,
79
+ -Infinity,
80
+ -Infinity,
81
+ -Infinity,
82
+ -Infinity,
83
+ -Infinity,
84
+ -Infinity,
85
+ -Infinity,
86
+ -Infinity,
87
+ -Infinity,
88
+ -Infinity,
89
+ -Infinity,
90
+ -Infinity,
91
+ -Infinity,
92
+ -Infinity,
93
+ -Infinity,
94
+ -Infinity,
95
+ -Infinity,
96
+ -Infinity,
97
+ -Infinity,
98
+ -Infinity,
99
+ -Infinity,
100
+ -Infinity,
101
+ -Infinity,
102
+ -Infinity,
103
+ -Infinity,
104
+ -Infinity,
105
+ -Infinity,
106
+ -Infinity,
107
+ -Infinity,
108
+ -Infinity,
109
+ -Infinity,
110
+ -Infinity,
111
+ -Infinity,
112
+ -Infinity,
113
+ -Infinity,
114
+ -Infinity,
115
+ -Infinity,
116
+ -Infinity,
117
+ -Infinity,
118
+ -Infinity,
119
+ -Infinity,
120
+ -Infinity,
121
+ -Infinity,
122
+ -Infinity,
123
+ -Infinity,
124
+ -Infinity,
125
+ -Infinity,
126
+ -Infinity,
127
+ -Infinity,
128
+ -Infinity,
129
+ -Infinity,
130
+ -Infinity,
131
+ -Infinity,
132
+ -Infinity,
133
+ -Infinity,
134
+ -Infinity,
135
+ -Infinity,
136
+ -Infinity,
137
+ -Infinity,
138
+ -Infinity,
139
+ -Infinity,
140
+ -Infinity,
141
+ -Infinity,
142
+ -Infinity,
143
+ -Infinity,
144
+ -Infinity,
145
+ -Infinity,
146
+ -Infinity,
147
+ -Infinity,
148
+ -Infinity,
149
+ -Infinity,
150
+ -Infinity,
151
+ -Infinity,
152
+ -Infinity,
153
+ -Infinity,
154
+ -Infinity,
155
+ -Infinity,
156
+ -Infinity,
157
+ -Infinity,
158
+ -Infinity,
159
+ -Infinity,
160
+ -Infinity,
161
+ -Infinity,
162
+ -Infinity,
163
+ -Infinity,
164
+ -Infinity,
165
+ -Infinity,
166
+ -Infinity,
167
+ -Infinity,
168
+ -Infinity,
169
+ -Infinity,
170
+ -Infinity,
171
+ -Infinity,
172
+ -Infinity,
173
+ -Infinity,
174
+ -Infinity,
175
+ -Infinity,
176
+ -Infinity,
177
+ -Infinity,
178
+ -Infinity,
179
+ -Infinity,
180
+ -Infinity,
181
+ -Infinity,
182
+ -Infinity,
183
+ -Infinity,
184
+ -Infinity,
185
+ -Infinity,
186
+ -Infinity,
187
+ -Infinity,
188
+ -Infinity,
189
+ -Infinity,
190
+ -Infinity,
191
+ -Infinity,
192
+ -Infinity,
193
+ -Infinity,
194
+ -Infinity,
195
+ -Infinity,
196
+ -Infinity,
197
+ -Infinity,
198
+ -Infinity,
199
+ -Infinity,
200
+ -Infinity,
201
+ -Infinity,
202
+ -Infinity,
203
+ -Infinity,
204
+ -Infinity,
205
+ -Infinity,
206
+ -Infinity,
207
+ -Infinity,
208
+ -Infinity,
209
+ -Infinity,
210
+ -Infinity,
211
+ -Infinity,
212
+ -Infinity,
213
+ -Infinity,
214
+ -Infinity,
215
+ -Infinity,
216
+ -Infinity,
217
+ -Infinity,
218
+ -Infinity,
219
+ -Infinity,
220
+ -Infinity,
221
+ -Infinity,
222
+ -Infinity,
223
+ -Infinity,
224
+ -Infinity,
225
+ -Infinity,
226
+ -Infinity,
227
+ -Infinity,
228
+ -Infinity,
229
+ -Infinity,
230
+ -Infinity,
231
+ -Infinity,
232
+ -Infinity,
233
+ -Infinity,
234
+ -Infinity,
235
+ -Infinity,
236
+ -Infinity,
237
+ -Infinity,
238
+ -Infinity,
239
+ -Infinity,
240
+ -Infinity,
241
+ -Infinity,
242
+ -Infinity,
243
+ -Infinity,
244
+ -Infinity,
245
+ -Infinity,
246
+ -Infinity,
247
+ -Infinity,
248
+ -Infinity,
249
+ -Infinity,
250
+ -Infinity,
251
+ -Infinity,
252
+ -Infinity,
253
+ -Infinity,
254
+ -Infinity,
255
+ -Infinity,
256
+ -Infinity,
257
+ -Infinity,
258
+ -Infinity,
259
+ -Infinity,
260
+ -Infinity,
261
+ -Infinity,
262
+ -Infinity,
263
+ -Infinity,
264
+ -Infinity,
265
+ -Infinity,
266
+ -Infinity,
267
+ -Infinity,
268
+ -Infinity,
269
+ -Infinity,
270
+ -Infinity,
271
+ -Infinity,
272
+ -Infinity,
273
+ -Infinity,
274
+ -Infinity,
275
+ -Infinity,
276
+ -Infinity,
277
+ -Infinity,
278
+ -Infinity,
279
+ -Infinity,
280
+ -Infinity,
281
+ -Infinity,
282
+ -Infinity,
283
+ -Infinity,
284
+ -Infinity,
285
+ -Infinity,
286
+ -Infinity,
287
+ -Infinity,
288
+ -Infinity,
289
+ -Infinity,
290
+ -Infinity,
291
+ -Infinity,
292
+ -Infinity,
293
+ -Infinity,
294
+ -Infinity,
295
+ -Infinity,
296
+ -Infinity,
297
+ -Infinity,
298
+ -Infinity,
299
+ -Infinity,
300
+ -Infinity,
301
+ -Infinity,
302
+ -Infinity,
303
+ -Infinity,
304
+ -Infinity,
305
+ -Infinity,
306
+ -Infinity,
307
+ -Infinity,
308
+ -Infinity,
309
+ -Infinity,
310
+ -Infinity,
311
+ -Infinity,
312
+ -Infinity,
313
+ -Infinity,
314
+ -Infinity,
315
+ -Infinity,
316
+ -Infinity,
317
+ -Infinity,
318
+ -Infinity,
319
+ -Infinity,
320
+ -Infinity,
321
+ -Infinity,
322
+ -Infinity,
323
+ -Infinity,
324
+ -Infinity,
325
+ -Infinity,
326
+ -Infinity,
327
+ -Infinity,
328
+ -Infinity,
329
+ -Infinity,
330
+ -Infinity,
331
+ -Infinity,
332
+ -Infinity,
333
+ -Infinity,
334
+ -Infinity,
335
+ -Infinity,
336
+ -Infinity,
337
+ -Infinity,
338
+ -Infinity,
339
+ -Infinity,
340
+ -Infinity,
341
+ -Infinity,
342
+ -Infinity,
343
+ -Infinity,
344
+ -Infinity,
345
+ -Infinity,
346
+ -Infinity,
347
+ -Infinity,
348
+ -Infinity,
349
+ -Infinity,
350
+ -Infinity,
351
+ -Infinity,
352
+ -Infinity,
353
+ -Infinity,
354
+ -Infinity,
355
+ -Infinity,
356
+ -Infinity,
357
+ -Infinity,
358
+ -Infinity,
359
+ -Infinity,
360
+ -Infinity,
361
+ -Infinity,
362
+ -Infinity,
363
+ -Infinity,
364
+ -Infinity,
365
+ -Infinity,
366
+ -Infinity,
367
+ -Infinity,
368
+ -Infinity,
369
+ -Infinity,
370
+ -Infinity,
371
+ -Infinity,
372
+ -Infinity,
373
+ -Infinity,
374
+ -Infinity,
375
+ -Infinity,
376
+ -Infinity,
377
+ -Infinity,
378
+ -Infinity
379
+ ],
380
+ "high": [
381
+ Infinity,
382
+ Infinity,
383
+ Infinity,
384
+ Infinity,
385
+ Infinity,
386
+ Infinity,
387
+ Infinity,
388
+ Infinity,
389
+ Infinity,
390
+ Infinity,
391
+ Infinity,
392
+ Infinity,
393
+ Infinity,
394
+ Infinity,
395
+ Infinity,
396
+ Infinity,
397
+ Infinity,
398
+ Infinity,
399
+ Infinity,
400
+ Infinity,
401
+ Infinity,
402
+ Infinity,
403
+ Infinity,
404
+ Infinity,
405
+ Infinity,
406
+ Infinity,
407
+ Infinity,
408
+ Infinity,
409
+ Infinity,
410
+ Infinity,
411
+ Infinity,
412
+ Infinity,
413
+ Infinity,
414
+ Infinity,
415
+ Infinity,
416
+ Infinity,
417
+ Infinity,
418
+ Infinity,
419
+ Infinity,
420
+ Infinity,
421
+ Infinity,
422
+ Infinity,
423
+ Infinity,
424
+ Infinity,
425
+ Infinity,
426
+ Infinity,
427
+ Infinity,
428
+ Infinity,
429
+ Infinity,
430
+ Infinity,
431
+ Infinity,
432
+ Infinity,
433
+ Infinity,
434
+ Infinity,
435
+ Infinity,
436
+ Infinity,
437
+ Infinity,
438
+ Infinity,
439
+ Infinity,
440
+ Infinity,
441
+ Infinity,
442
+ Infinity,
443
+ Infinity,
444
+ Infinity,
445
+ Infinity,
446
+ Infinity,
447
+ Infinity,
448
+ Infinity,
449
+ Infinity,
450
+ Infinity,
451
+ Infinity,
452
+ Infinity,
453
+ Infinity,
454
+ Infinity,
455
+ Infinity,
456
+ Infinity,
457
+ Infinity,
458
+ Infinity,
459
+ Infinity,
460
+ Infinity,
461
+ Infinity,
462
+ Infinity,
463
+ Infinity,
464
+ Infinity,
465
+ Infinity,
466
+ Infinity,
467
+ Infinity,
468
+ Infinity,
469
+ Infinity,
470
+ Infinity,
471
+ Infinity,
472
+ Infinity,
473
+ Infinity,
474
+ Infinity,
475
+ Infinity,
476
+ Infinity,
477
+ Infinity,
478
+ Infinity,
479
+ Infinity,
480
+ Infinity,
481
+ Infinity,
482
+ Infinity,
483
+ Infinity,
484
+ Infinity,
485
+ Infinity,
486
+ Infinity,
487
+ Infinity,
488
+ Infinity,
489
+ Infinity,
490
+ Infinity,
491
+ Infinity,
492
+ Infinity,
493
+ Infinity,
494
+ Infinity,
495
+ Infinity,
496
+ Infinity,
497
+ Infinity,
498
+ Infinity,
499
+ Infinity,
500
+ Infinity,
501
+ Infinity,
502
+ Infinity,
503
+ Infinity,
504
+ Infinity,
505
+ Infinity,
506
+ Infinity,
507
+ Infinity,
508
+ Infinity,
509
+ Infinity,
510
+ Infinity,
511
+ Infinity,
512
+ Infinity,
513
+ Infinity,
514
+ Infinity,
515
+ Infinity,
516
+ Infinity,
517
+ Infinity,
518
+ Infinity,
519
+ Infinity,
520
+ Infinity,
521
+ Infinity,
522
+ Infinity,
523
+ Infinity,
524
+ Infinity,
525
+ Infinity,
526
+ Infinity,
527
+ Infinity,
528
+ Infinity,
529
+ Infinity,
530
+ Infinity,
531
+ Infinity,
532
+ Infinity,
533
+ Infinity,
534
+ Infinity,
535
+ Infinity,
536
+ Infinity,
537
+ Infinity,
538
+ Infinity,
539
+ Infinity,
540
+ Infinity,
541
+ Infinity,
542
+ Infinity,
543
+ Infinity,
544
+ Infinity,
545
+ Infinity,
546
+ Infinity,
547
+ Infinity,
548
+ Infinity,
549
+ Infinity,
550
+ Infinity,
551
+ Infinity,
552
+ Infinity,
553
+ Infinity,
554
+ Infinity,
555
+ Infinity,
556
+ Infinity,
557
+ Infinity,
558
+ Infinity,
559
+ Infinity,
560
+ Infinity,
561
+ Infinity,
562
+ Infinity,
563
+ Infinity,
564
+ Infinity,
565
+ Infinity,
566
+ Infinity,
567
+ Infinity,
568
+ Infinity,
569
+ Infinity,
570
+ Infinity,
571
+ Infinity,
572
+ Infinity,
573
+ Infinity,
574
+ Infinity,
575
+ Infinity,
576
+ Infinity,
577
+ Infinity,
578
+ Infinity,
579
+ Infinity,
580
+ Infinity,
581
+ Infinity,
582
+ Infinity,
583
+ Infinity,
584
+ Infinity,
585
+ Infinity,
586
+ Infinity,
587
+ Infinity,
588
+ Infinity,
589
+ Infinity,
590
+ Infinity,
591
+ Infinity,
592
+ Infinity,
593
+ Infinity,
594
+ Infinity,
595
+ Infinity,
596
+ Infinity,
597
+ Infinity,
598
+ Infinity,
599
+ Infinity,
600
+ Infinity,
601
+ Infinity,
602
+ Infinity,
603
+ Infinity,
604
+ Infinity,
605
+ Infinity,
606
+ Infinity,
607
+ Infinity,
608
+ Infinity,
609
+ Infinity,
610
+ Infinity,
611
+ Infinity,
612
+ Infinity,
613
+ Infinity,
614
+ Infinity,
615
+ Infinity,
616
+ Infinity,
617
+ Infinity,
618
+ Infinity,
619
+ Infinity,
620
+ Infinity,
621
+ Infinity,
622
+ Infinity,
623
+ Infinity,
624
+ Infinity,
625
+ Infinity,
626
+ Infinity,
627
+ Infinity,
628
+ Infinity,
629
+ Infinity,
630
+ Infinity,
631
+ Infinity,
632
+ Infinity,
633
+ Infinity,
634
+ Infinity,
635
+ Infinity,
636
+ Infinity,
637
+ Infinity,
638
+ Infinity,
639
+ Infinity,
640
+ Infinity,
641
+ Infinity,
642
+ Infinity,
643
+ Infinity,
644
+ Infinity,
645
+ Infinity,
646
+ Infinity,
647
+ Infinity,
648
+ Infinity,
649
+ Infinity,
650
+ Infinity,
651
+ Infinity,
652
+ Infinity,
653
+ Infinity,
654
+ Infinity,
655
+ Infinity,
656
+ Infinity,
657
+ Infinity,
658
+ Infinity,
659
+ Infinity,
660
+ Infinity,
661
+ Infinity,
662
+ Infinity,
663
+ Infinity,
664
+ Infinity,
665
+ Infinity,
666
+ Infinity,
667
+ Infinity,
668
+ Infinity,
669
+ Infinity,
670
+ Infinity,
671
+ Infinity,
672
+ Infinity,
673
+ Infinity,
674
+ Infinity,
675
+ Infinity,
676
+ Infinity,
677
+ Infinity,
678
+ Infinity,
679
+ Infinity,
680
+ Infinity,
681
+ Infinity,
682
+ Infinity,
683
+ Infinity,
684
+ Infinity,
685
+ Infinity,
686
+ Infinity,
687
+ Infinity,
688
+ Infinity,
689
+ Infinity,
690
+ Infinity,
691
+ Infinity,
692
+ Infinity,
693
+ Infinity,
694
+ Infinity,
695
+ Infinity,
696
+ Infinity,
697
+ Infinity,
698
+ Infinity,
699
+ Infinity,
700
+ Infinity,
701
+ Infinity,
702
+ Infinity,
703
+ Infinity,
704
+ Infinity,
705
+ Infinity,
706
+ Infinity,
707
+ Infinity,
708
+ Infinity,
709
+ Infinity,
710
+ Infinity,
711
+ Infinity,
712
+ Infinity,
713
+ Infinity,
714
+ Infinity,
715
+ Infinity,
716
+ Infinity,
717
+ Infinity,
718
+ Infinity,
719
+ Infinity,
720
+ Infinity,
721
+ Infinity,
722
+ Infinity,
723
+ Infinity,
724
+ Infinity,
725
+ Infinity,
726
+ Infinity,
727
+ Infinity,
728
+ Infinity,
729
+ Infinity,
730
+ Infinity,
731
+ Infinity,
732
+ Infinity,
733
+ Infinity,
734
+ Infinity,
735
+ Infinity,
736
+ Infinity,
737
+ Infinity,
738
+ Infinity,
739
+ Infinity,
740
+ Infinity,
741
+ Infinity,
742
+ Infinity,
743
+ Infinity,
744
+ Infinity,
745
+ Infinity,
746
+ Infinity,
747
+ Infinity,
748
+ Infinity,
749
+ Infinity,
750
+ Infinity,
751
+ Infinity,
752
+ Infinity
753
+ ],
754
+ "shape": [
755
+ 372
756
+ ],
757
+ "dtype": "float32",
758
+ "type": "Box"
759
+ },
760
+ "last_action": {
761
+ "low": [
762
+ -Infinity,
763
+ -Infinity,
764
+ -Infinity,
765
+ -Infinity,
766
+ -Infinity,
767
+ -Infinity,
768
+ -Infinity,
769
+ -Infinity,
770
+ -Infinity,
771
+ -Infinity,
772
+ -Infinity,
773
+ -Infinity,
774
+ -Infinity,
775
+ -Infinity,
776
+ -Infinity,
777
+ -Infinity,
778
+ -Infinity,
779
+ -Infinity,
780
+ -Infinity,
781
+ -Infinity,
782
+ -Infinity,
783
+ -Infinity,
784
+ -Infinity,
785
+ -Infinity,
786
+ -Infinity,
787
+ -Infinity,
788
+ -Infinity,
789
+ -Infinity,
790
+ -Infinity
791
+ ],
792
+ "high": [
793
+ Infinity,
794
+ Infinity,
795
+ Infinity,
796
+ Infinity,
797
+ Infinity,
798
+ Infinity,
799
+ Infinity,
800
+ Infinity,
801
+ Infinity,
802
+ Infinity,
803
+ Infinity,
804
+ Infinity,
805
+ Infinity,
806
+ Infinity,
807
+ Infinity,
808
+ Infinity,
809
+ Infinity,
810
+ Infinity,
811
+ Infinity,
812
+ Infinity,
813
+ Infinity,
814
+ Infinity,
815
+ Infinity,
816
+ Infinity,
817
+ Infinity,
818
+ Infinity,
819
+ Infinity,
820
+ Infinity,
821
+ Infinity
822
+ ],
823
+ "shape": [
824
+ 29
825
+ ],
826
+ "dtype": "float32",
827
+ "type": "Box"
828
+ },
829
+ "privileged_state": {
830
+ "low": [
831
+ -Infinity,
832
+ -Infinity,
833
+ -Infinity,
834
+ -Infinity,
835
+ -Infinity,
836
+ -Infinity,
837
+ -Infinity,
838
+ -Infinity,
839
+ -Infinity,
840
+ -Infinity,
841
+ -Infinity,
842
+ -Infinity,
843
+ -Infinity,
844
+ -Infinity,
845
+ -Infinity,
846
+ -Infinity,
847
+ -Infinity,
848
+ -Infinity,
849
+ -Infinity,
850
+ -Infinity,
851
+ -Infinity,
852
+ -Infinity,
853
+ -Infinity,
854
+ -Infinity,
855
+ -Infinity,
856
+ -Infinity,
857
+ -Infinity,
858
+ -Infinity,
859
+ -Infinity,
860
+ -Infinity,
861
+ -Infinity,
862
+ -Infinity,
863
+ -Infinity,
864
+ -Infinity,
865
+ -Infinity,
866
+ -Infinity,
867
+ -Infinity,
868
+ -Infinity,
869
+ -Infinity,
870
+ -Infinity,
871
+ -Infinity,
872
+ -Infinity,
873
+ -Infinity,
874
+ -Infinity,
875
+ -Infinity,
876
+ -Infinity,
877
+ -Infinity,
878
+ -Infinity,
879
+ -Infinity,
880
+ -Infinity,
881
+ -Infinity,
882
+ -Infinity,
883
+ -Infinity,
884
+ -Infinity,
885
+ -Infinity,
886
+ -Infinity,
887
+ -Infinity,
888
+ -Infinity,
889
+ -Infinity,
890
+ -Infinity,
891
+ -Infinity,
892
+ -Infinity,
893
+ -Infinity,
894
+ -Infinity,
895
+ -Infinity,
896
+ -Infinity,
897
+ -Infinity,
898
+ -Infinity,
899
+ -Infinity,
900
+ -Infinity,
901
+ -Infinity,
902
+ -Infinity,
903
+ -Infinity,
904
+ -Infinity,
905
+ -Infinity,
906
+ -Infinity,
907
+ -Infinity,
908
+ -Infinity,
909
+ -Infinity,
910
+ -Infinity,
911
+ -Infinity,
912
+ -Infinity,
913
+ -Infinity,
914
+ -Infinity,
915
+ -Infinity,
916
+ -Infinity,
917
+ -Infinity,
918
+ -Infinity,
919
+ -Infinity,
920
+ -Infinity,
921
+ -Infinity,
922
+ -Infinity,
923
+ -Infinity,
924
+ -Infinity,
925
+ -Infinity,
926
+ -Infinity,
927
+ -Infinity,
928
+ -Infinity,
929
+ -Infinity,
930
+ -Infinity,
931
+ -Infinity,
932
+ -Infinity,
933
+ -Infinity,
934
+ -Infinity,
935
+ -Infinity,
936
+ -Infinity,
937
+ -Infinity,
938
+ -Infinity,
939
+ -Infinity,
940
+ -Infinity,
941
+ -Infinity,
942
+ -Infinity,
943
+ -Infinity,
944
+ -Infinity,
945
+ -Infinity,
946
+ -Infinity,
947
+ -Infinity,
948
+ -Infinity,
949
+ -Infinity,
950
+ -Infinity,
951
+ -Infinity,
952
+ -Infinity,
953
+ -Infinity,
954
+ -Infinity,
955
+ -Infinity,
956
+ -Infinity,
957
+ -Infinity,
958
+ -Infinity,
959
+ -Infinity,
960
+ -Infinity,
961
+ -Infinity,
962
+ -Infinity,
963
+ -Infinity,
964
+ -Infinity,
965
+ -Infinity,
966
+ -Infinity,
967
+ -Infinity,
968
+ -Infinity,
969
+ -Infinity,
970
+ -Infinity,
971
+ -Infinity,
972
+ -Infinity,
973
+ -Infinity,
974
+ -Infinity,
975
+ -Infinity,
976
+ -Infinity,
977
+ -Infinity,
978
+ -Infinity,
979
+ -Infinity,
980
+ -Infinity,
981
+ -Infinity,
982
+ -Infinity,
983
+ -Infinity,
984
+ -Infinity,
985
+ -Infinity,
986
+ -Infinity,
987
+ -Infinity,
988
+ -Infinity,
989
+ -Infinity,
990
+ -Infinity,
991
+ -Infinity,
992
+ -Infinity,
993
+ -Infinity,
994
+ -Infinity,
995
+ -Infinity,
996
+ -Infinity,
997
+ -Infinity,
998
+ -Infinity,
999
+ -Infinity,
1000
+ -Infinity,
1001
+ -Infinity,
1002
+ -Infinity,
1003
+ -Infinity,
1004
+ -Infinity,
1005
+ -Infinity,
1006
+ -Infinity,
1007
+ -Infinity,
1008
+ -Infinity,
1009
+ -Infinity,
1010
+ -Infinity,
1011
+ -Infinity,
1012
+ -Infinity,
1013
+ -Infinity,
1014
+ -Infinity,
1015
+ -Infinity,
1016
+ -Infinity,
1017
+ -Infinity,
1018
+ -Infinity,
1019
+ -Infinity,
1020
+ -Infinity,
1021
+ -Infinity,
1022
+ -Infinity,
1023
+ -Infinity,
1024
+ -Infinity,
1025
+ -Infinity,
1026
+ -Infinity,
1027
+ -Infinity,
1028
+ -Infinity,
1029
+ -Infinity,
1030
+ -Infinity,
1031
+ -Infinity,
1032
+ -Infinity,
1033
+ -Infinity,
1034
+ -Infinity,
1035
+ -Infinity,
1036
+ -Infinity,
1037
+ -Infinity,
1038
+ -Infinity,
1039
+ -Infinity,
1040
+ -Infinity,
1041
+ -Infinity,
1042
+ -Infinity,
1043
+ -Infinity,
1044
+ -Infinity,
1045
+ -Infinity,
1046
+ -Infinity,
1047
+ -Infinity,
1048
+ -Infinity,
1049
+ -Infinity,
1050
+ -Infinity,
1051
+ -Infinity,
1052
+ -Infinity,
1053
+ -Infinity,
1054
+ -Infinity,
1055
+ -Infinity,
1056
+ -Infinity,
1057
+ -Infinity,
1058
+ -Infinity,
1059
+ -Infinity,
1060
+ -Infinity,
1061
+ -Infinity,
1062
+ -Infinity,
1063
+ -Infinity,
1064
+ -Infinity,
1065
+ -Infinity,
1066
+ -Infinity,
1067
+ -Infinity,
1068
+ -Infinity,
1069
+ -Infinity,
1070
+ -Infinity,
1071
+ -Infinity,
1072
+ -Infinity,
1073
+ -Infinity,
1074
+ -Infinity,
1075
+ -Infinity,
1076
+ -Infinity,
1077
+ -Infinity,
1078
+ -Infinity,
1079
+ -Infinity,
1080
+ -Infinity,
1081
+ -Infinity,
1082
+ -Infinity,
1083
+ -Infinity,
1084
+ -Infinity,
1085
+ -Infinity,
1086
+ -Infinity,
1087
+ -Infinity,
1088
+ -Infinity,
1089
+ -Infinity,
1090
+ -Infinity,
1091
+ -Infinity,
1092
+ -Infinity,
1093
+ -Infinity,
1094
+ -Infinity,
1095
+ -Infinity,
1096
+ -Infinity,
1097
+ -Infinity,
1098
+ -Infinity,
1099
+ -Infinity,
1100
+ -Infinity,
1101
+ -Infinity,
1102
+ -Infinity,
1103
+ -Infinity,
1104
+ -Infinity,
1105
+ -Infinity,
1106
+ -Infinity,
1107
+ -Infinity,
1108
+ -Infinity,
1109
+ -Infinity,
1110
+ -Infinity,
1111
+ -Infinity,
1112
+ -Infinity,
1113
+ -Infinity,
1114
+ -Infinity,
1115
+ -Infinity,
1116
+ -Infinity,
1117
+ -Infinity,
1118
+ -Infinity,
1119
+ -Infinity,
1120
+ -Infinity,
1121
+ -Infinity,
1122
+ -Infinity,
1123
+ -Infinity,
1124
+ -Infinity,
1125
+ -Infinity,
1126
+ -Infinity,
1127
+ -Infinity,
1128
+ -Infinity,
1129
+ -Infinity,
1130
+ -Infinity,
1131
+ -Infinity,
1132
+ -Infinity,
1133
+ -Infinity,
1134
+ -Infinity,
1135
+ -Infinity,
1136
+ -Infinity,
1137
+ -Infinity,
1138
+ -Infinity,
1139
+ -Infinity,
1140
+ -Infinity,
1141
+ -Infinity,
1142
+ -Infinity,
1143
+ -Infinity,
1144
+ -Infinity,
1145
+ -Infinity,
1146
+ -Infinity,
1147
+ -Infinity,
1148
+ -Infinity,
1149
+ -Infinity,
1150
+ -Infinity,
1151
+ -Infinity,
1152
+ -Infinity,
1153
+ -Infinity,
1154
+ -Infinity,
1155
+ -Infinity,
1156
+ -Infinity,
1157
+ -Infinity,
1158
+ -Infinity,
1159
+ -Infinity,
1160
+ -Infinity,
1161
+ -Infinity,
1162
+ -Infinity,
1163
+ -Infinity,
1164
+ -Infinity,
1165
+ -Infinity,
1166
+ -Infinity,
1167
+ -Infinity,
1168
+ -Infinity,
1169
+ -Infinity,
1170
+ -Infinity,
1171
+ -Infinity,
1172
+ -Infinity,
1173
+ -Infinity,
1174
+ -Infinity,
1175
+ -Infinity,
1176
+ -Infinity,
1177
+ -Infinity,
1178
+ -Infinity,
1179
+ -Infinity,
1180
+ -Infinity,
1181
+ -Infinity,
1182
+ -Infinity,
1183
+ -Infinity,
1184
+ -Infinity,
1185
+ -Infinity,
1186
+ -Infinity,
1187
+ -Infinity,
1188
+ -Infinity,
1189
+ -Infinity,
1190
+ -Infinity,
1191
+ -Infinity,
1192
+ -Infinity,
1193
+ -Infinity,
1194
+ -Infinity,
1195
+ -Infinity,
1196
+ -Infinity,
1197
+ -Infinity,
1198
+ -Infinity,
1199
+ -Infinity,
1200
+ -Infinity,
1201
+ -Infinity,
1202
+ -Infinity,
1203
+ -Infinity,
1204
+ -Infinity,
1205
+ -Infinity,
1206
+ -Infinity,
1207
+ -Infinity,
1208
+ -Infinity,
1209
+ -Infinity,
1210
+ -Infinity,
1211
+ -Infinity,
1212
+ -Infinity,
1213
+ -Infinity,
1214
+ -Infinity,
1215
+ -Infinity,
1216
+ -Infinity,
1217
+ -Infinity,
1218
+ -Infinity,
1219
+ -Infinity,
1220
+ -Infinity,
1221
+ -Infinity,
1222
+ -Infinity,
1223
+ -Infinity,
1224
+ -Infinity,
1225
+ -Infinity,
1226
+ -Infinity,
1227
+ -Infinity,
1228
+ -Infinity,
1229
+ -Infinity,
1230
+ -Infinity,
1231
+ -Infinity,
1232
+ -Infinity,
1233
+ -Infinity,
1234
+ -Infinity,
1235
+ -Infinity,
1236
+ -Infinity,
1237
+ -Infinity,
1238
+ -Infinity,
1239
+ -Infinity,
1240
+ -Infinity,
1241
+ -Infinity,
1242
+ -Infinity,
1243
+ -Infinity,
1244
+ -Infinity,
1245
+ -Infinity,
1246
+ -Infinity,
1247
+ -Infinity,
1248
+ -Infinity,
1249
+ -Infinity,
1250
+ -Infinity,
1251
+ -Infinity,
1252
+ -Infinity,
1253
+ -Infinity,
1254
+ -Infinity,
1255
+ -Infinity,
1256
+ -Infinity,
1257
+ -Infinity,
1258
+ -Infinity,
1259
+ -Infinity,
1260
+ -Infinity,
1261
+ -Infinity,
1262
+ -Infinity,
1263
+ -Infinity,
1264
+ -Infinity,
1265
+ -Infinity,
1266
+ -Infinity,
1267
+ -Infinity,
1268
+ -Infinity,
1269
+ -Infinity,
1270
+ -Infinity,
1271
+ -Infinity,
1272
+ -Infinity,
1273
+ -Infinity,
1274
+ -Infinity,
1275
+ -Infinity,
1276
+ -Infinity,
1277
+ -Infinity,
1278
+ -Infinity,
1279
+ -Infinity,
1280
+ -Infinity,
1281
+ -Infinity,
1282
+ -Infinity,
1283
+ -Infinity,
1284
+ -Infinity,
1285
+ -Infinity,
1286
+ -Infinity,
1287
+ -Infinity,
1288
+ -Infinity,
1289
+ -Infinity,
1290
+ -Infinity,
1291
+ -Infinity,
1292
+ -Infinity,
1293
+ -Infinity
1294
+ ],
1295
+ "high": [
1296
+ Infinity,
1297
+ Infinity,
1298
+ Infinity,
1299
+ Infinity,
1300
+ Infinity,
1301
+ Infinity,
1302
+ Infinity,
1303
+ Infinity,
1304
+ Infinity,
1305
+ Infinity,
1306
+ Infinity,
1307
+ Infinity,
1308
+ Infinity,
1309
+ Infinity,
1310
+ Infinity,
1311
+ Infinity,
1312
+ Infinity,
1313
+ Infinity,
1314
+ Infinity,
1315
+ Infinity,
1316
+ Infinity,
1317
+ Infinity,
1318
+ Infinity,
1319
+ Infinity,
1320
+ Infinity,
1321
+ Infinity,
1322
+ Infinity,
1323
+ Infinity,
1324
+ Infinity,
1325
+ Infinity,
1326
+ Infinity,
1327
+ Infinity,
1328
+ Infinity,
1329
+ Infinity,
1330
+ Infinity,
1331
+ Infinity,
1332
+ Infinity,
1333
+ Infinity,
1334
+ Infinity,
1335
+ Infinity,
1336
+ Infinity,
1337
+ Infinity,
1338
+ Infinity,
1339
+ Infinity,
1340
+ Infinity,
1341
+ Infinity,
1342
+ Infinity,
1343
+ Infinity,
1344
+ Infinity,
1345
+ Infinity,
1346
+ Infinity,
1347
+ Infinity,
1348
+ Infinity,
1349
+ Infinity,
1350
+ Infinity,
1351
+ Infinity,
1352
+ Infinity,
1353
+ Infinity,
1354
+ Infinity,
1355
+ Infinity,
1356
+ Infinity,
1357
+ Infinity,
1358
+ Infinity,
1359
+ Infinity,
1360
+ Infinity,
1361
+ Infinity,
1362
+ Infinity,
1363
+ Infinity,
1364
+ Infinity,
1365
+ Infinity,
1366
+ Infinity,
1367
+ Infinity,
1368
+ Infinity,
1369
+ Infinity,
1370
+ Infinity,
1371
+ Infinity,
1372
+ Infinity,
1373
+ Infinity,
1374
+ Infinity,
1375
+ Infinity,
1376
+ Infinity,
1377
+ Infinity,
1378
+ Infinity,
1379
+ Infinity,
1380
+ Infinity,
1381
+ Infinity,
1382
+ Infinity,
1383
+ Infinity,
1384
+ Infinity,
1385
+ Infinity,
1386
+ Infinity,
1387
+ Infinity,
1388
+ Infinity,
1389
+ Infinity,
1390
+ Infinity,
1391
+ Infinity,
1392
+ Infinity,
1393
+ Infinity,
1394
+ Infinity,
1395
+ Infinity,
1396
+ Infinity,
1397
+ Infinity,
1398
+ Infinity,
1399
+ Infinity,
1400
+ Infinity,
1401
+ Infinity,
1402
+ Infinity,
1403
+ Infinity,
1404
+ Infinity,
1405
+ Infinity,
1406
+ Infinity,
1407
+ Infinity,
1408
+ Infinity,
1409
+ Infinity,
1410
+ Infinity,
1411
+ Infinity,
1412
+ Infinity,
1413
+ Infinity,
1414
+ Infinity,
1415
+ Infinity,
1416
+ Infinity,
1417
+ Infinity,
1418
+ Infinity,
1419
+ Infinity,
1420
+ Infinity,
1421
+ Infinity,
1422
+ Infinity,
1423
+ Infinity,
1424
+ Infinity,
1425
+ Infinity,
1426
+ Infinity,
1427
+ Infinity,
1428
+ Infinity,
1429
+ Infinity,
1430
+ Infinity,
1431
+ Infinity,
1432
+ Infinity,
1433
+ Infinity,
1434
+ Infinity,
1435
+ Infinity,
1436
+ Infinity,
1437
+ Infinity,
1438
+ Infinity,
1439
+ Infinity,
1440
+ Infinity,
1441
+ Infinity,
1442
+ Infinity,
1443
+ Infinity,
1444
+ Infinity,
1445
+ Infinity,
1446
+ Infinity,
1447
+ Infinity,
1448
+ Infinity,
1449
+ Infinity,
1450
+ Infinity,
1451
+ Infinity,
1452
+ Infinity,
1453
+ Infinity,
1454
+ Infinity,
1455
+ Infinity,
1456
+ Infinity,
1457
+ Infinity,
1458
+ Infinity,
1459
+ Infinity,
1460
+ Infinity,
1461
+ Infinity,
1462
+ Infinity,
1463
+ Infinity,
1464
+ Infinity,
1465
+ Infinity,
1466
+ Infinity,
1467
+ Infinity,
1468
+ Infinity,
1469
+ Infinity,
1470
+ Infinity,
1471
+ Infinity,
1472
+ Infinity,
1473
+ Infinity,
1474
+ Infinity,
1475
+ Infinity,
1476
+ Infinity,
1477
+ Infinity,
1478
+ Infinity,
1479
+ Infinity,
1480
+ Infinity,
1481
+ Infinity,
1482
+ Infinity,
1483
+ Infinity,
1484
+ Infinity,
1485
+ Infinity,
1486
+ Infinity,
1487
+ Infinity,
1488
+ Infinity,
1489
+ Infinity,
1490
+ Infinity,
1491
+ Infinity,
1492
+ Infinity,
1493
+ Infinity,
1494
+ Infinity,
1495
+ Infinity,
1496
+ Infinity,
1497
+ Infinity,
1498
+ Infinity,
1499
+ Infinity,
1500
+ Infinity,
1501
+ Infinity,
1502
+ Infinity,
1503
+ Infinity,
1504
+ Infinity,
1505
+ Infinity,
1506
+ Infinity,
1507
+ Infinity,
1508
+ Infinity,
1509
+ Infinity,
1510
+ Infinity,
1511
+ Infinity,
1512
+ Infinity,
1513
+ Infinity,
1514
+ Infinity,
1515
+ Infinity,
1516
+ Infinity,
1517
+ Infinity,
1518
+ Infinity,
1519
+ Infinity,
1520
+ Infinity,
1521
+ Infinity,
1522
+ Infinity,
1523
+ Infinity,
1524
+ Infinity,
1525
+ Infinity,
1526
+ Infinity,
1527
+ Infinity,
1528
+ Infinity,
1529
+ Infinity,
1530
+ Infinity,
1531
+ Infinity,
1532
+ Infinity,
1533
+ Infinity,
1534
+ Infinity,
1535
+ Infinity,
1536
+ Infinity,
1537
+ Infinity,
1538
+ Infinity,
1539
+ Infinity,
1540
+ Infinity,
1541
+ Infinity,
1542
+ Infinity,
1543
+ Infinity,
1544
+ Infinity,
1545
+ Infinity,
1546
+ Infinity,
1547
+ Infinity,
1548
+ Infinity,
1549
+ Infinity,
1550
+ Infinity,
1551
+ Infinity,
1552
+ Infinity,
1553
+ Infinity,
1554
+ Infinity,
1555
+ Infinity,
1556
+ Infinity,
1557
+ Infinity,
1558
+ Infinity,
1559
+ Infinity,
1560
+ Infinity,
1561
+ Infinity,
1562
+ Infinity,
1563
+ Infinity,
1564
+ Infinity,
1565
+ Infinity,
1566
+ Infinity,
1567
+ Infinity,
1568
+ Infinity,
1569
+ Infinity,
1570
+ Infinity,
1571
+ Infinity,
1572
+ Infinity,
1573
+ Infinity,
1574
+ Infinity,
1575
+ Infinity,
1576
+ Infinity,
1577
+ Infinity,
1578
+ Infinity,
1579
+ Infinity,
1580
+ Infinity,
1581
+ Infinity,
1582
+ Infinity,
1583
+ Infinity,
1584
+ Infinity,
1585
+ Infinity,
1586
+ Infinity,
1587
+ Infinity,
1588
+ Infinity,
1589
+ Infinity,
1590
+ Infinity,
1591
+ Infinity,
1592
+ Infinity,
1593
+ Infinity,
1594
+ Infinity,
1595
+ Infinity,
1596
+ Infinity,
1597
+ Infinity,
1598
+ Infinity,
1599
+ Infinity,
1600
+ Infinity,
1601
+ Infinity,
1602
+ Infinity,
1603
+ Infinity,
1604
+ Infinity,
1605
+ Infinity,
1606
+ Infinity,
1607
+ Infinity,
1608
+ Infinity,
1609
+ Infinity,
1610
+ Infinity,
1611
+ Infinity,
1612
+ Infinity,
1613
+ Infinity,
1614
+ Infinity,
1615
+ Infinity,
1616
+ Infinity,
1617
+ Infinity,
1618
+ Infinity,
1619
+ Infinity,
1620
+ Infinity,
1621
+ Infinity,
1622
+ Infinity,
1623
+ Infinity,
1624
+ Infinity,
1625
+ Infinity,
1626
+ Infinity,
1627
+ Infinity,
1628
+ Infinity,
1629
+ Infinity,
1630
+ Infinity,
1631
+ Infinity,
1632
+ Infinity,
1633
+ Infinity,
1634
+ Infinity,
1635
+ Infinity,
1636
+ Infinity,
1637
+ Infinity,
1638
+ Infinity,
1639
+ Infinity,
1640
+ Infinity,
1641
+ Infinity,
1642
+ Infinity,
1643
+ Infinity,
1644
+ Infinity,
1645
+ Infinity,
1646
+ Infinity,
1647
+ Infinity,
1648
+ Infinity,
1649
+ Infinity,
1650
+ Infinity,
1651
+ Infinity,
1652
+ Infinity,
1653
+ Infinity,
1654
+ Infinity,
1655
+ Infinity,
1656
+ Infinity,
1657
+ Infinity,
1658
+ Infinity,
1659
+ Infinity,
1660
+ Infinity,
1661
+ Infinity,
1662
+ Infinity,
1663
+ Infinity,
1664
+ Infinity,
1665
+ Infinity,
1666
+ Infinity,
1667
+ Infinity,
1668
+ Infinity,
1669
+ Infinity,
1670
+ Infinity,
1671
+ Infinity,
1672
+ Infinity,
1673
+ Infinity,
1674
+ Infinity,
1675
+ Infinity,
1676
+ Infinity,
1677
+ Infinity,
1678
+ Infinity,
1679
+ Infinity,
1680
+ Infinity,
1681
+ Infinity,
1682
+ Infinity,
1683
+ Infinity,
1684
+ Infinity,
1685
+ Infinity,
1686
+ Infinity,
1687
+ Infinity,
1688
+ Infinity,
1689
+ Infinity,
1690
+ Infinity,
1691
+ Infinity,
1692
+ Infinity,
1693
+ Infinity,
1694
+ Infinity,
1695
+ Infinity,
1696
+ Infinity,
1697
+ Infinity,
1698
+ Infinity,
1699
+ Infinity,
1700
+ Infinity,
1701
+ Infinity,
1702
+ Infinity,
1703
+ Infinity,
1704
+ Infinity,
1705
+ Infinity,
1706
+ Infinity,
1707
+ Infinity,
1708
+ Infinity,
1709
+ Infinity,
1710
+ Infinity,
1711
+ Infinity,
1712
+ Infinity,
1713
+ Infinity,
1714
+ Infinity,
1715
+ Infinity,
1716
+ Infinity,
1717
+ Infinity,
1718
+ Infinity,
1719
+ Infinity,
1720
+ Infinity,
1721
+ Infinity,
1722
+ Infinity,
1723
+ Infinity,
1724
+ Infinity,
1725
+ Infinity,
1726
+ Infinity,
1727
+ Infinity,
1728
+ Infinity,
1729
+ Infinity,
1730
+ Infinity,
1731
+ Infinity,
1732
+ Infinity,
1733
+ Infinity,
1734
+ Infinity,
1735
+ Infinity,
1736
+ Infinity,
1737
+ Infinity,
1738
+ Infinity,
1739
+ Infinity,
1740
+ Infinity,
1741
+ Infinity,
1742
+ Infinity,
1743
+ Infinity,
1744
+ Infinity,
1745
+ Infinity,
1746
+ Infinity,
1747
+ Infinity,
1748
+ Infinity,
1749
+ Infinity,
1750
+ Infinity,
1751
+ Infinity,
1752
+ Infinity,
1753
+ Infinity,
1754
+ Infinity,
1755
+ Infinity,
1756
+ Infinity,
1757
+ Infinity,
1758
+ Infinity
1759
+ ],
1760
+ "shape": [
1761
+ 463
1762
+ ],
1763
+ "dtype": "float32",
1764
+ "type": "Box"
1765
+ },
1766
+ "state": {
1767
+ "low": [
1768
+ -Infinity,
1769
+ -Infinity,
1770
+ -Infinity,
1771
+ -Infinity,
1772
+ -Infinity,
1773
+ -Infinity,
1774
+ -Infinity,
1775
+ -Infinity,
1776
+ -Infinity,
1777
+ -Infinity,
1778
+ -Infinity,
1779
+ -Infinity,
1780
+ -Infinity,
1781
+ -Infinity,
1782
+ -Infinity,
1783
+ -Infinity,
1784
+ -Infinity,
1785
+ -Infinity,
1786
+ -Infinity,
1787
+ -Infinity,
1788
+ -Infinity,
1789
+ -Infinity,
1790
+ -Infinity,
1791
+ -Infinity,
1792
+ -Infinity,
1793
+ -Infinity,
1794
+ -Infinity,
1795
+ -Infinity,
1796
+ -Infinity,
1797
+ -Infinity,
1798
+ -Infinity,
1799
+ -Infinity,
1800
+ -Infinity,
1801
+ -Infinity,
1802
+ -Infinity,
1803
+ -Infinity,
1804
+ -Infinity,
1805
+ -Infinity,
1806
+ -Infinity,
1807
+ -Infinity,
1808
+ -Infinity,
1809
+ -Infinity,
1810
+ -Infinity,
1811
+ -Infinity,
1812
+ -Infinity,
1813
+ -Infinity,
1814
+ -Infinity,
1815
+ -Infinity,
1816
+ -Infinity,
1817
+ -Infinity,
1818
+ -Infinity,
1819
+ -Infinity,
1820
+ -Infinity,
1821
+ -Infinity,
1822
+ -Infinity,
1823
+ -Infinity,
1824
+ -Infinity,
1825
+ -Infinity,
1826
+ -Infinity,
1827
+ -Infinity,
1828
+ -Infinity,
1829
+ -Infinity,
1830
+ -Infinity,
1831
+ -Infinity
1832
+ ],
1833
+ "high": [
1834
+ Infinity,
1835
+ Infinity,
1836
+ Infinity,
1837
+ Infinity,
1838
+ Infinity,
1839
+ Infinity,
1840
+ Infinity,
1841
+ Infinity,
1842
+ Infinity,
1843
+ Infinity,
1844
+ Infinity,
1845
+ Infinity,
1846
+ Infinity,
1847
+ Infinity,
1848
+ Infinity,
1849
+ Infinity,
1850
+ Infinity,
1851
+ Infinity,
1852
+ Infinity,
1853
+ Infinity,
1854
+ Infinity,
1855
+ Infinity,
1856
+ Infinity,
1857
+ Infinity,
1858
+ Infinity,
1859
+ Infinity,
1860
+ Infinity,
1861
+ Infinity,
1862
+ Infinity,
1863
+ Infinity,
1864
+ Infinity,
1865
+ Infinity,
1866
+ Infinity,
1867
+ Infinity,
1868
+ Infinity,
1869
+ Infinity,
1870
+ Infinity,
1871
+ Infinity,
1872
+ Infinity,
1873
+ Infinity,
1874
+ Infinity,
1875
+ Infinity,
1876
+ Infinity,
1877
+ Infinity,
1878
+ Infinity,
1879
+ Infinity,
1880
+ Infinity,
1881
+ Infinity,
1882
+ Infinity,
1883
+ Infinity,
1884
+ Infinity,
1885
+ Infinity,
1886
+ Infinity,
1887
+ Infinity,
1888
+ Infinity,
1889
+ Infinity,
1890
+ Infinity,
1891
+ Infinity,
1892
+ Infinity,
1893
+ Infinity,
1894
+ Infinity,
1895
+ Infinity,
1896
+ Infinity,
1897
+ Infinity
1898
+ ],
1899
+ "shape": [
1900
+ 64
1901
+ ],
1902
+ "dtype": "float32",
1903
+ "type": "Box"
1904
+ }
1905
+ }
1906
+ },
1907
+ "action_dim": 29
1908
+ }
model/checkpoint/train_status.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "time": 192000000
3
+ }
model/exported/FBcprAuxModel.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209097902c45621eebab2edb81070c31895fcdd558f0cf6f7f5a360fd747ab74
3
+ size 128534114
model/goal_inference/goal_reaching.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fae2e2823231c50c51463c4a0f788d449b1add2c01ce6d4c2e855743b9f2a06
3
+ size 23394
model/reward_inference/reward_locomotion.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b974e7278ab6183d809d11fbd77cca817f3714a4808737cd69f96606ab77718
3
+ size 541950
model/tracking_inference/zs_walking.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef06bbd97b7a3b59c605c4b179855500f1ec3f525c052640a5610c65b87f616
3
+ size 13377777