Hugging Face's logo

RobotisAI
/
gr00t-evButtonPush-260615-0

Safetensors
Model card Files
xet
 Community
jjhrobo commited on
Commit
ddff1f4
·
verified ·
1 Parent(s): cb4d161

checkpoint-7000 (inference only)

Browse files
Files changed (12) hide show
  1. checkpoint-7000/config.json +70 -0
  2. checkpoint-7000/embodiment_id.json +10 -0
  3. checkpoint-7000/experiment_cfg/conf.yaml +208 -0
  4. checkpoint-7000/experiment_cfg/config.yaml +243 -0
  5. checkpoint-7000/experiment_cfg/dataset_statistics.json +892 -0
  6. checkpoint-7000/experiment_cfg/final_model_config.json +53 -0
  7. checkpoint-7000/experiment_cfg/final_processor_config.json +0 -0
  8. checkpoint-7000/model-00001-of-00002.safetensors +3 -0
  9. checkpoint-7000/model-00002-of-00002.safetensors +3 -0
  10. checkpoint-7000/model.safetensors.index.json +0 -0
  11. checkpoint-7000/processor_config.json +454 -0
  12. checkpoint-7000/statistics.json +0 -0
checkpoint-7000/config.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_horizon": 50,
3
+ "add_pos_embed": true,
4
+ "apply_sincos_state_encoding": true,
5
+ "architectures": [
6
+ "Gr00tN1d6"
7
+ ],
8
+ "attn_dropout": 0.2,
9
+ "attn_implementation": null,
10
+ "backbone_embedding_dim": 2048,
11
+ "backbone_model_type": "eagle",
12
+ "backbone_trainable_params_fp32": true,
13
+ "collator_overwrite_image_inputs": false,
14
+ "color_jitter_params": {
15
+ "brightness": 0.1,
16
+ "contrast": 0.1,
17
+ "hue": 0.1,
18
+ "saturation": 0.1
19
+ },
20
+ "crop_fraction": 0.95,
21
+ "diffusion_model_cfg": {
22
+ "attention_head_dim": 48,
23
+ "dropout": 0.2,
24
+ "final_dropout": true,
25
+ "interleave_self_attention": true,
26
+ "norm_type": "ada_norm",
27
+ "num_attention_heads": 32,
28
+ "num_layers": 32,
29
+ "output_dim": 1024,
30
+ "positional_embeddings": null
31
+ },
32
+ "eagle_collator": true,
33
+ "formalize_language": true,
34
+ "gemma_collator": false,
35
+ "hidden_size": 1024,
36
+ "image_crop_size": null,
37
+ "image_target_size": null,
38
+ "input_embedding_dim": 1536,
39
+ "load_bf16": true,
40
+ "max_action_dim": 128,
41
+ "max_num_embodiments": 32,
42
+ "max_seq_len": 1024,
43
+ "max_state_dim": 128,
44
+ "model_dtype": "bfloat16",
45
+ "model_name": "nvidia/Eagle-Block2A-2B-v2",
46
+ "model_type": "Gr00tN1d6",
47
+ "noise_beta_alpha": 1.5,
48
+ "noise_beta_beta": 1.0,
49
+ "noise_s": 0.999,
50
+ "num_inference_timesteps": 4,
51
+ "num_timestep_buckets": 1000,
52
+ "random_rotation_angle": null,
53
+ "reproject_vision": false,
54
+ "select_layer": 16,
55
+ "shortest_image_edge": 256,
56
+ "state_dropout_prob": 0.0,
57
+ "torch_dtype": "bfloat16",
58
+ "transformers_version": "4.51.3",
59
+ "tune_diffusion_model": true,
60
+ "tune_llm": false,
61
+ "tune_projector": true,
62
+ "tune_top_llm_layers": 4,
63
+ "tune_visual": false,
64
+ "tune_vlln": true,
65
+ "use_albumentations_transforms": true,
66
+ "use_alternate_vl_dit": true,
67
+ "use_flash_attention": true,
68
+ "use_relative_action": true,
69
+ "use_vlln": true
70
+ }
checkpoint-7000/embodiment_id.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "robocasa_panda_omron": 13,
3
+ "gr1": 20,
4
+ "behavior_r1_pro": 24,
5
+ "unitree_g1": 8,
6
+ "oxe_google": 0,
7
+ "oxe_widowx": 1,
8
+ "libero_panda": 2,
9
+ "new_embodiment": 10
10
+ }
checkpoint-7000/experiment_cfg/conf.yaml ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ load_config_path: null
2
+ model:
3
+ model_type: Gr00tN1d6
4
+ model_dtype: bfloat16
5
+ model_name: nvidia/Eagle-Block2A-2B-v2
6
+ backbone_model_type: eagle
7
+ model_revision: null
8
+ tune_top_llm_layers: 4
9
+ backbone_embedding_dim: 2048
10
+ tune_llm: false
11
+ tune_visual: false
12
+ select_layer: 16
13
+ reproject_vision: false
14
+ use_flash_attention: true
15
+ load_bf16: false
16
+ collator_overwrite_image_inputs: false
17
+ eagle_collator: true
18
+ backbone_trainable_params_fp32: true
19
+ image_crop_size:
20
+ - 224
21
+ - 224
22
+ image_target_size:
23
+ - 224
24
+ - 224
25
+ shortest_image_edge: null
26
+ crop_fraction: null
27
+ random_rotation_angle: null
28
+ color_jitter_params:
29
+ brightness: 0.3
30
+ contrast: 0.4
31
+ saturation: 0.0
32
+ hue: 0.0
33
+ use_albumentations_transforms: false
34
+ formalize_language: true
35
+ apply_sincos_state_encoding: false
36
+ use_relative_action: true
37
+ max_state_dim: 29
38
+ max_action_dim: 29
39
+ action_horizon: 16
40
+ hidden_size: 1024
41
+ input_embedding_dim: 1536
42
+ add_pos_embed: true
43
+ attn_dropout: 0.2
44
+ use_vlln: true
45
+ max_seq_len: 1024
46
+ use_alternate_vl_dit: true
47
+ attend_text_every_n_blocks: 2
48
+ diffusion_model_cfg:
49
+ positional_embeddings: null
50
+ num_layers: 32
51
+ num_attention_heads: 32
52
+ attention_head_dim: 48
53
+ norm_type: ada_norm
54
+ dropout: 0.2
55
+ final_dropout: true
56
+ output_dim: 1024
57
+ interleave_self_attention: true
58
+ num_inference_timesteps: 4
59
+ noise_beta_alpha: 1.5
60
+ noise_beta_beta: 1.0
61
+ noise_s: 0.999
62
+ num_timestep_buckets: 1000
63
+ tune_projector: true
64
+ tune_diffusion_model: true
65
+ tune_vlln: true
66
+ state_dropout_prob: 0.0
67
+ state_additive_noise_scale: 0.0
68
+ max_num_embodiments: 32
69
+ data:
70
+ datasets:
71
+ - dataset_paths:
72
+ - /data/datasets/evButtonPush-260615-10fps-downsample
73
+ embodiment_tag: new_embodiment
74
+ mix_ratio: 1.0
75
+ dataset_type: physical_embodiment
76
+ val_dataset_path: null
77
+ modality_configs:
78
+ new_embodiment:
79
+ video:
80
+ delta_indices:
81
+ - 0
82
+ modality_keys:
83
+ - cam_wrist
84
+ - cam_top
85
+ - cam_belly
86
+ sin_cos_embedding_keys: null
87
+ mean_std_embedding_keys: null
88
+ action_configs: null
89
+ state:
90
+ delta_indices:
91
+ - 0
92
+ modality_keys:
93
+ - arm
94
+ sin_cos_embedding_keys: null
95
+ mean_std_embedding_keys: null
96
+ action_configs: null
97
+ action:
98
+ delta_indices:
99
+ - 0
100
+ - 1
101
+ - 2
102
+ - 3
103
+ - 4
104
+ - 5
105
+ - 6
106
+ - 7
107
+ - 8
108
+ - 9
109
+ - 10
110
+ - 11
111
+ - 12
112
+ - 13
113
+ - 14
114
+ - 15
115
+ modality_keys:
116
+ - arm
117
+ sin_cos_embedding_keys: null
118
+ mean_std_embedding_keys: null
119
+ action_configs:
120
+ - rep: RELATIVE
121
+ type: NON_EEF
122
+ format: DEFAULT
123
+ state_key: null
124
+ language:
125
+ delta_indices:
126
+ - 0
127
+ modality_keys:
128
+ - annotation.human.task_description
129
+ sin_cos_embedding_keys: null
130
+ mean_std_embedding_keys: null
131
+ action_configs: null
132
+ download_cache: false
133
+ shard_size: 1024
134
+ episode_sampling_rate: 0.1
135
+ num_shards_per_epoch: 100000
136
+ override_pretraining_statistics: false
137
+ mode: single_turn
138
+ random_chop: 0.0
139
+ mock_dataset_mode: false
140
+ shuffle: true
141
+ seed: 42
142
+ multiprocessing_context: fork
143
+ allow_padding: false
144
+ subsample_ratio: 1.0
145
+ image_crop_size:
146
+ - 244
147
+ - 244
148
+ image_target_size:
149
+ - 224
150
+ - 224
151
+ video_backend: torchcodec
152
+ training:
153
+ output_dir: /data/checkpoints/ev260615-10fps-bc
154
+ experiment_name: null
155
+ max_steps: 30000
156
+ global_batch_size: 32
157
+ batch_size: null
158
+ gradient_accumulation_steps: 1
159
+ learning_rate: 2.0e-05
160
+ lr_scheduler_type: cosine
161
+ weight_decay: 1.0e-05
162
+ warmup_ratio: 0.05
163
+ warmup_steps: 0
164
+ max_grad_norm: 1.0
165
+ optim: adamw_torch
166
+ start_from_checkpoint: nvidia/GR00T-N1.6-3B
167
+ tf32: true
168
+ fp16: false
169
+ bf16: true
170
+ eval_bf16: true
171
+ logging_steps: 10
172
+ save_steps: 1000
173
+ save_total_limit: 15
174
+ save_vl_model: false
175
+ upload_checkpoints: false
176
+ upload_every: 1000
177
+ upload_last_n_checkpoints: 5
178
+ max_concurrent_uploads: 2
179
+ eval_strategy: 'no'
180
+ eval_steps: 500
181
+ eval_set_split_ratio: 0.1
182
+ eval_batch_size: 2
183
+ save_best_eval_metric_name: ''
184
+ save_best_eval_metric_greater_is_better: true
185
+ deepspeed_stage: 2
186
+ gradient_checkpointing: false
187
+ transformers_trust_remote_code: true
188
+ transformers_local_files_only: false
189
+ transformers_cache_dir: null
190
+ transformers_access_token: null
191
+ use_ddp: false
192
+ ddp_bucket_cap_mb: 100
193
+ num_gpus: 1
194
+ dataloader_num_workers: 2
195
+ remove_unused_columns: false
196
+ use_wandb: false
197
+ wandb_project: finetune-gr00t-n1d6
198
+ enable_profiling: false
199
+ max_retries: 3
200
+ assert_loss_less_than: null
201
+ add_rl_callback: false
202
+ enable_open_loop_eval: false
203
+ open_loop_eval_traj_ids:
204
+ - 0
205
+ open_loop_eval_steps_per_traj: 100
206
+ open_loop_eval_plot_indices: null
207
+ max_steps: 30000
208
+ save_steps: 1000
checkpoint-7000/experiment_cfg/config.yaml ADDED
@@ -0,0 +1,243 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ !!python/object:gr00t.configs.base_config.Config
2
+ data: !!python/object:gr00t.configs.data.data_config.DataConfig
3
+ allow_padding: false
4
+ datasets:
5
+ - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
6
+ dataset_paths:
7
+ - /data/datasets/evButtonPush-260615-10fps-downsample
8
+ dataset_type: physical_embodiment
9
+ embodiment_tag: new_embodiment
10
+ mix_ratio: 1.0
11
+ val_dataset_path: null
12
+ download_cache: false
13
+ episode_sampling_rate: 0.1
14
+ image_crop_size:
15
+ - 244
16
+ - 244
17
+ image_target_size:
18
+ - 224
19
+ - 224
20
+ mock_dataset_mode: false
21
+ modality_configs:
22
+ new_embodiment:
23
+ action: !!python/object:gr00t.data.types.ModalityConfig
24
+ action_configs:
25
+ - !!python/object:gr00t.data.types.ActionConfig
26
+ format: !!python/object/apply:gr00t.data.types.ActionFormat
27
+ - default
28
+ rep: !!python/object/apply:gr00t.data.types.ActionRepresentation
29
+ - relative
30
+ state_key: null
31
+ type: !!python/object/apply:gr00t.data.types.ActionType
32
+ - non_eef
33
+ delta_indices:
34
+ - 0
35
+ - 1
36
+ - 2
37
+ - 3
38
+ - 4
39
+ - 5
40
+ - 6
41
+ - 7
42
+ - 8
43
+ - 9
44
+ - 10
45
+ - 11
46
+ - 12
47
+ - 13
48
+ - 14
49
+ - 15
50
+ mean_std_embedding_keys: null
51
+ modality_keys:
52
+ - arm
53
+ sin_cos_embedding_keys: null
54
+ language: !!python/object:gr00t.data.types.ModalityConfig
55
+ action_configs: null
56
+ delta_indices:
57
+ - 0
58
+ mean_std_embedding_keys: null
59
+ modality_keys:
60
+ - annotation.human.task_description
61
+ sin_cos_embedding_keys: null
62
+ state: !!python/object:gr00t.data.types.ModalityConfig
63
+ action_configs: null
64
+ delta_indices:
65
+ - 0
66
+ mean_std_embedding_keys: null
67
+ modality_keys:
68
+ - arm
69
+ sin_cos_embedding_keys: null
70
+ video: !!python/object:gr00t.data.types.ModalityConfig
71
+ action_configs: null
72
+ delta_indices:
73
+ - 0
74
+ mean_std_embedding_keys: null
75
+ modality_keys:
76
+ - cam_wrist
77
+ - cam_top
78
+ - cam_belly
79
+ sin_cos_embedding_keys: null
80
+ mode: single_turn
81
+ multiprocessing_context: fork
82
+ num_shards_per_epoch: 100000
83
+ override_pretraining_statistics: false
84
+ random_chop: 0.0
85
+ seed: 42
86
+ shard_size: 1024
87
+ shuffle: true
88
+ subsample_ratio: 1.0
89
+ video_backend: torchcodec
90
+ load_config_path: null
91
+ model: !!python/object:gr00t.configs.model.gr00t_n1d6.Gr00tN1d6Config
92
+ _attn_implementation_autoset: false
93
+ _attn_implementation_internal: null
94
+ _commit_hash: null
95
+ _name_or_path: ''
96
+ add_cross_attention: false
97
+ architectures: null
98
+ backbone_model_type: eagle
99
+ backbone_trainable_params_fp32: true
100
+ bad_words_ids: null
101
+ begin_suppress_tokens: null
102
+ bos_token_id: null
103
+ chunk_size_feed_forward: 0
104
+ color_jitter_params:
105
+ brightness: 0.3
106
+ contrast: 0.4
107
+ hue: 0.0
108
+ saturation: 0.0
109
+ crop_fraction: null
110
+ cross_attention_hidden_size: null
111
+ decoder_start_token_id: null
112
+ diffusion_model_cfg:
113
+ attention_head_dim: 48
114
+ dropout: 0.2
115
+ final_dropout: true
116
+ interleave_self_attention: true
117
+ norm_type: ada_norm
118
+ num_attention_heads: 32
119
+ num_layers: 32
120
+ output_dim: 1024
121
+ positional_embeddings: null
122
+ diversity_penalty: 0.0
123
+ do_sample: false
124
+ eagle_collator: true
125
+ early_stopping: false
126
+ encoder_no_repeat_ngram_size: 0
127
+ eos_token_id: null
128
+ exponential_decay_length_penalty: null
129
+ finetuning_task: null
130
+ forced_bos_token_id: null
131
+ forced_eos_token_id: null
132
+ id2label:
133
+ 0: LABEL_0
134
+ 1: LABEL_1
135
+ image_crop_size: &id001 !!python/tuple
136
+ - 224
137
+ - 224
138
+ image_target_size: *id001
139
+ is_decoder: false
140
+ is_encoder_decoder: false
141
+ label2id:
142
+ LABEL_0: 0
143
+ LABEL_1: 1
144
+ length_penalty: 1.0
145
+ load_bf16: false
146
+ max_length: 20
147
+ min_length: 0
148
+ model_name: nvidia/Eagle-Block2A-2B-v2
149
+ no_repeat_ngram_size: 0
150
+ num_beam_groups: 1
151
+ num_beams: 1
152
+ num_return_sequences: 1
153
+ output_attentions: false
154
+ output_hidden_states: false
155
+ output_scores: false
156
+ pad_token_id: null
157
+ prefix: null
158
+ problem_type: null
159
+ pruned_heads: {}
160
+ random_rotation_angle: null
161
+ remove_invalid_values: false
162
+ repetition_penalty: 1.0
163
+ reproject_vision: false
164
+ return_dict: true
165
+ return_dict_in_generate: false
166
+ sep_token_id: null
167
+ shortest_image_edge: null
168
+ state_dropout_prob: 0.0
169
+ suppress_tokens: null
170
+ task_specific_params: null
171
+ temperature: 1.0
172
+ tf_legacy_loss: false
173
+ tie_encoder_decoder: false
174
+ tie_word_embeddings: true
175
+ tokenizer_class: null
176
+ top_k: 50
177
+ top_p: 1.0
178
+ torch_dtype: null
179
+ torchscript: false
180
+ transformers_version: null
181
+ tune_diffusion_model: true
182
+ tune_llm: false
183
+ tune_projector: true
184
+ tune_visual: false
185
+ typical_p: 1.0
186
+ use_albumentations_transforms: false
187
+ use_bfloat16: false
188
+ use_relative_action: true
189
+ training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
190
+ add_rl_callback: false
191
+ assert_loss_less_than: null
192
+ batch_size: null
193
+ bf16: true
194
+ dataloader_num_workers: 2
195
+ ddp_bucket_cap_mb: 100
196
+ deepspeed_stage: 2
197
+ enable_open_loop_eval: false
198
+ enable_profiling: false
199
+ eval_batch_size: 2
200
+ eval_bf16: true
201
+ eval_set_split_ratio: 0.1
202
+ eval_steps: 500
203
+ eval_strategy: 'no'
204
+ experiment_name: null
205
+ fp16: false
206
+ global_batch_size: 32
207
+ gradient_accumulation_steps: 1
208
+ gradient_checkpointing: false
209
+ learning_rate: 2.0e-05
210
+ logging_steps: 10
211
+ lr_scheduler_type: cosine
212
+ max_concurrent_uploads: 2
213
+ max_grad_norm: 1.0
214
+ max_retries: 3
215
+ max_steps: 30000
216
+ num_gpus: 1
217
+ open_loop_eval_plot_indices: null
218
+ open_loop_eval_steps_per_traj: 100
219
+ open_loop_eval_traj_ids:
220
+ - 0
221
+ optim: adamw_torch
222
+ output_dir: /data/checkpoints/ev260615-10fps-bc
223
+ remove_unused_columns: false
224
+ save_best_eval_metric_greater_is_better: true
225
+ save_best_eval_metric_name: ''
226
+ save_steps: 1000
227
+ save_total_limit: 15
228
+ save_vl_model: false
229
+ start_from_checkpoint: nvidia/GR00T-N1.6-3B
230
+ tf32: true
231
+ transformers_access_token: null
232
+ transformers_cache_dir: null
233
+ transformers_local_files_only: false
234
+ transformers_trust_remote_code: true
235
+ upload_checkpoints: false
236
+ upload_every: 1000
237
+ upload_last_n_checkpoints: 5
238
+ use_ddp: false
239
+ use_wandb: false
240
+ wandb_project: finetune-gr00t-n1d6
241
+ warmup_ratio: 0.05
242
+ warmup_steps: 0
243
+ weight_decay: 1.0e-05
checkpoint-7000/experiment_cfg/dataset_statistics.json ADDED
@@ -0,0 +1,892 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "state": {
4
+ "arm": {
5
+ "min": [
6
+ -0.17156459391117096,
7
+ -0.03000021167099476,
8
+ -2.3459808826446533,
9
+ -1.8784394264221191,
10
+ -0.3990727961063385,
11
+ -0.24055933952331543
12
+ ],
13
+ "max": [
14
+ 0.4996582865715027,
15
+ 3.203045129776001,
16
+ -0.0016112945741042495,
17
+ 0.34564098715782166,
18
+ 0.5272896885871887,
19
+ 0.1685221642255783
20
+ ],
21
+ "mean": [
22
+ 0.05727480724453926,
23
+ 1.1294490098953247,
24
+ -0.5176558494567871,
25
+ -0.5285738110542297,
26
+ 0.07377172261476517,
27
+ -0.04875430092215538
28
+ ],
29
+ "std": [
30
+ 0.10090712457895279,
31
+ 1.0979950428009033,
32
+ 0.4825241267681122,
33
+ 0.5862449407577515,
34
+ 0.12390999495983124,
35
+ 0.06152867153286934
36
+ ],
37
+ "q01": [
38
+ -0.08284914121031761,
39
+ -0.027571371756494045,
40
+ -1.7314293324947356,
41
+ -1.6775212216377258,
42
+ -0.22383506670594217,
43
+ -0.1899786587059498
44
+ ],
45
+ "q99": [
46
+ 0.4114420965313915,
47
+ 2.9487514376640327,
48
+ -0.003157259663566947,
49
+ 0.17639628827571877,
50
+ 0.3713232022523884,
51
+ 0.09821270354092147
52
+ ]
53
+ }
54
+ },
55
+ "action": {
56
+ "arm": {
57
+ "min": [
58
+ -0.17487381398677826,
59
+ -0.03000021167099476,
60
+ -2.3547377586364746,
61
+ -1.878990650177002,
62
+ -0.4004270136356354,
63
+ -0.24236896634101868
64
+ ],
65
+ "max": [
66
+ 0.5000777244567871,
67
+ 3.2066991329193115,
68
+ -7.731380901532248e-05,
69
+ 0.34681543707847595,
70
+ 0.5291653275489807,
71
+ 0.17180584371089935
72
+ ],
73
+ "mean": [
74
+ 0.05728086456656456,
75
+ 1.1295509338378906,
76
+ -0.5176742672920227,
77
+ -0.5286176204681396,
78
+ 0.07379728555679321,
79
+ -0.04876958206295967
80
+ ],
81
+ "std": [
82
+ 0.10104890912771225,
83
+ 1.098752498626709,
84
+ 0.4831255376338959,
85
+ 0.5870590806007385,
86
+ 0.12428630888462067,
87
+ 0.061889518052339554
88
+ ],
89
+ "q01": [
90
+ -0.08283495903015137,
91
+ -0.0269322507083416,
92
+ -1.7350095510482788,
93
+ -1.6780391931533813,
94
+ -0.2224852591753006,
95
+ -0.1902136206626892
96
+ ],
97
+ "q99": [
98
+ 0.4111068546772003,
99
+ 2.951276221275332,
100
+ -0.003145275404676795,
101
+ 0.17961153388023376,
102
+ 0.3726992905139923,
103
+ 0.09817477315664291
104
+ ]
105
+ }
106
+ },
107
+ "relative_action": {
108
+ "arm": {
109
+ "min": [
110
+ [
111
+ -0.04870389401912689,
112
+ -0.14411711692810059,
113
+ -0.11571860313415527,
114
+ -0.16484743356704712,
115
+ -0.06389570236206055,
116
+ -0.05217313766479492
117
+ ],
118
+ [
119
+ -0.10429869592189789,
120
+ -0.29876673221588135,
121
+ -0.25531089305877686,
122
+ -0.30460381507873535,
123
+ -0.12984907627105713,
124
+ -0.09627365320920944
125
+ ],
126
+ [
127
+ -0.16105599701404572,
128
+ -0.4536987543106079,
129
+ -0.37189340591430664,
130
+ -0.463757187128067,
131
+ -0.17280054092407227,
132
+ -0.14313530921936035
133
+ ],
134
+ [
135
+ -0.2137463539838791,
136
+ -0.6024949550628662,
137
+ -0.4688549041748047,
138
+ -0.6259804964065552,
139
+ -0.2111988067626953,
140
+ -0.1929144561290741
141
+ ],
142
+ [
143
+ -0.2643676996231079,
144
+ -0.7499737739562988,
145
+ -0.5572904348373413,
146
+ -0.7732425928115845,
147
+ -0.2609901428222656,
148
+ -0.23299916088581085
149
+ ],
150
+ [
151
+ -0.31038713455200195,
152
+ -0.9024744033813477,
153
+ -0.6186497211456299,
154
+ -0.900338888168335,
155
+ -0.31080928444862366,
156
+ -0.26674672961235046
157
+ ],
158
+ [
159
+ -0.3486815392971039,
160
+ -1.0472369194030762,
161
+ -0.6738168001174927,
162
+ -1.0355533361434937,
163
+ -0.34973010420799255,
164
+ -0.29684925079345703
165
+ ],
166
+ [
167
+ -0.38396310806274414,
168
+ -1.1914311647415161,
169
+ -0.721929669380188,
170
+ -1.1626495122909546,
171
+ -0.38654565811157227,
172
+ -0.31985896825790405
173
+ ],
174
+ [
175
+ -0.4164758026599884,
176
+ -1.325968623161316,
177
+ -0.7714731693267822,
178
+ -1.2643852233886719,
179
+ -0.42489516735076904,
180
+ -0.3351987600326538
181
+ ],
182
+ [
183
+ -0.43333756923675537,
184
+ -1.450221061706543,
185
+ -0.8316183090209961,
186
+ -1.3610260486602783,
187
+ -0.457538902759552,
188
+ -0.34894755482673645
189
+ ],
190
+ [
191
+ -0.4516570568084717,
192
+ -1.5700407028198242,
193
+ -0.9035745859146118,
194
+ -1.4561704397201538,
195
+ -0.4736859202384949,
196
+ -0.34894755482673645
197
+ ],
198
+ [
199
+ -0.45932698249816895,
200
+ -1.6850892305374146,
201
+ -0.9710696935653687,
202
+ -1.517512321472168,
203
+ -0.489025741815567,
204
+ -0.34817254543304443
205
+ ],
206
+ [
207
+ -0.4747302532196045,
208
+ -1.7990942001342773,
209
+ -1.0254900455474854,
210
+ -1.5742696523666382,
211
+ -0.5078217387199402,
212
+ -0.3435705900192261
213
+ ],
214
+ [
215
+ -0.49317485094070435,
216
+ -1.9100816249847412,
217
+ -1.0776455402374268,
218
+ -1.6156871318817139,
219
+ -0.5223204493522644,
220
+ -0.34050264954566956
221
+ ],
222
+ [
223
+ -0.5146505832672119,
224
+ -2.017460346221924,
225
+ -1.1254847049713135,
226
+ -1.6538230180740356,
227
+ -0.5345922708511353,
228
+ -0.33436673879623413
229
+ ],
230
+ [
231
+ -0.5290555953979492,
232
+ -2.1239283084869385,
233
+ -1.1842411756515503,
234
+ -1.721318244934082,
235
+ -0.5553751587867737,
236
+ -0.3228580057621002
237
+ ]
238
+ ],
239
+ "max": [
240
+ [
241
+ 0.04268081486225128,
242
+ 0.18960726261138916,
243
+ 0.15884912014007568,
244
+ 0.18055719137191772,
245
+ 0.0794554203748703,
246
+ 0.04468917474150658
247
+ ],
248
+ [
249
+ 0.09237324446439743,
250
+ 0.3138597011566162,
251
+ 0.3139493465423584,
252
+ 0.36458659172058105,
253
+ 0.17437738180160522,
254
+ 0.09076852351427078
255
+ ],
256
+ [
257
+ 0.13839265704154968,
258
+ 0.45191800594329834,
259
+ 0.4587562084197998,
260
+ 0.5078682899475098,
261
+ 0.25275927782058716,
262
+ 0.12906137108802795
263
+ ],
264
+ [
265
+ 0.18287810683250427,
266
+ 0.5899761915206909,
267
+ 0.6176069974899292,
268
+ 0.66586834192276,
269
+ 0.3355942368507385,
270
+ 0.16189177334308624
271
+ ],
272
+ [
273
+ 0.224347785115242,
274
+ 0.7234325408935547,
275
+ 0.7587331533432007,
276
+ 0.8254023790359497,
277
+ 0.4007921814918518,
278
+ 0.1771506518125534
279
+ ],
280
+ [
281
+ 0.25605422258377075,
282
+ 0.8400150537490845,
283
+ 0.882607102394104,
284
+ 0.9729681015014648,
285
+ 0.46199411153793335,
286
+ 0.21528974175453186
287
+ ],
288
+ [
289
+ 0.28673383593559265,
290
+ 0.9611996412277222,
291
+ 0.994587779045105,
292
+ 1.1125603914260864,
293
+ 0.49812448024749756,
294
+ 0.24157783389091492
295
+ ],
296
+ [
297
+ 0.31701213121414185,
298
+ 1.077336311340332,
299
+ 1.069752812385559,
300
+ 1.22227144241333,
301
+ 0.5426099300384521,
302
+ 0.26458755135536194
303
+ ],
304
+ [
305
+ 0.34769174456596375,
306
+ 1.202724814414978,
307
+ 1.1327489614486694,
308
+ 1.317378282546997,
309
+ 0.5594837069511414,
310
+ 0.2863031327724457
311
+ ],
312
+ [
313
+ 0.3799053430557251,
314
+ 1.31317138671875,
315
+ 1.1864383220672607,
316
+ 1.4086138010025024,
317
+ 0.5745930075645447,
318
+ 0.2951682209968567
319
+ ],
320
+ [
321
+ 0.40386247634887695,
322
+ 1.4211852550506592,
323
+ 1.226321816444397,
324
+ 1.4914487600326538,
325
+ 0.5770240426063538,
326
+ 0.3009496331214905
327
+ ],
328
+ [
329
+ 0.42073625326156616,
330
+ 1.5212655067443848,
331
+ 1.2616033554077148,
332
+ 1.5574098825454712,
333
+ 0.5779345035552979,
334
+ 0.30600088834762573
335
+ ],
336
+ [
337
+ 0.4339935779571533,
338
+ 1.6286441087722778,
339
+ 1.2968848943710327,
340
+ 1.599211573600769,
341
+ 0.5785634517669678,
342
+ 0.30472904443740845
343
+ ],
344
+ [
345
+ 0.4408321976661682,
346
+ 1.7205750942230225,
347
+ 1.3352344036102295,
348
+ 1.619153380393982,
349
+ 0.580535352230072,
350
+ 0.3001270890235901
351
+ ],
352
+ [
353
+ 0.4447314441204071,
354
+ 1.811079978942871,
355
+ 1.3735840320587158,
356
+ 1.6176193952560425,
357
+ 0.5837994813919067,
358
+ 0.2955251634120941
359
+ ],
360
+ [
361
+ 0.4575518071651459,
362
+ 1.8985168933868408,
363
+ 1.4042634963989258,
364
+ 1.6511915922164917,
365
+ 0.5861293077468872,
366
+ 0.2883574962615967
367
+ ]
368
+ ],
369
+ "mean": [
370
+ [
371
+ 6.182706783874892e-06,
372
+ 0.00034716451773419976,
373
+ -0.00014467413711827248,
374
+ 0.0001117981446441263,
375
+ 0.0001614705251995474,
376
+ 8.59779684105888e-05
377
+ ],
378
+ [
379
+ -6.535492957482347e-06,
380
+ 0.00047273546806536615,
381
+ -0.00020333915017545223,
382
+ 0.00027794233756139874,
383
+ 0.0002702923375181854,
384
+ 0.00016775052063167095
385
+ ],
386
+ [
387
+ -2.086601671180688e-05,
388
+ 0.0005159935099072754,
389
+ -0.00022438535233959556,
390
+ 0.0003906157216988504,
391
+ 0.00033200037432834506,
392
+ 0.00021575835125986487
393
+ ],
394
+ [
395
+ -2.8479063985287212e-05,
396
+ 0.0005296074086800218,
397
+ -0.00024023855803534389,
398
+ 0.00044139884994365275,
399
+ 0.00032483585528098047,
400
+ 0.00022005777282174677
401
+ ],
402
+ [
403
+ -3.0180539397406392e-05,
404
+ 0.0005335517344065011,
405
+ -0.0002507185854483396,
406
+ 0.0004589541058521718,
407
+ 0.0002607092319522053,
408
+ 0.00018754474876914173
409
+ ],
410
+ [
411
+ -3.2240561267826706e-05,
412
+ 0.0005356973269954324,
413
+ -0.00025788351194933057,
414
+ 0.00047122497926466167,
415
+ 0.00019702686404343694,
416
+ 0.00014285111683420837
417
+ ],
418
+ [
419
+ -3.367344834259711e-05,
420
+ 0.0005391009035520256,
421
+ -0.00026388579863123596,
422
+ 0.00048250920372083783,
423
+ 0.00013012188719585538,
424
+ 8.929165778681636e-05
425
+ ],
426
+ [
427
+ -3.627108526416123e-05,
428
+ 0.0005427725845947862,
429
+ -0.00027069405768997967,
430
+ 0.0004954955074936152,
431
+ 4.0377461118623614e-05,
432
+ 2.265541479573585e-05
433
+ ],
434
+ [
435
+ -3.958477100240998e-05,
436
+ 0.0005472538177855313,
437
+ -0.0002776819164864719,
438
+ 0.0005103661096654832,
439
+ -7.919160270830616e-05,
440
+ -5.9654717915691435e-05
441
+ ],
442
+ [
443
+ -4.3077692680526525e-05,
444
+ 0.0005519110127352178,
445
+ -0.00028601245139725506,
446
+ 0.0005272899870760739,
447
+ -0.0002418422809569165,
448
+ -0.00016516147297807038
449
+ ],
450
+ [
451
+ -4.6301778638735414e-05,
452
+ 0.0005574605311267078,
453
+ -0.0002914719225373119,
454
+ 0.0005367861595004797,
455
+ -0.00045751454308629036,
456
+ -0.0003048836369998753
457
+ ],
458
+ [
459
+ -4.8988698836183175e-05,
460
+ 0.0005623045726679265,
461
+ -0.0002888769959099591,
462
+ 0.0005104525480419397,
463
+ -0.0007170685566961765,
464
+ -0.0005032708868384361
465
+ ],
466
+ [
467
+ -5.0690709031187e-05,
468
+ 0.0005555783864110708,
469
+ -0.0002622738538775593,
470
+ 0.00041533581679686904,
471
+ -0.0010200696997344494,
472
+ -0.0007775178528390825
473
+ ],
474
+ [
475
+ -5.113880251883529e-05,
476
+ 0.000506051117554307,
477
+ -0.0001839921751525253,
478
+ 0.00023092198534868658,
479
+ -0.0013674055226147175,
480
+ -0.0011433021863922477
481
+ ],
482
+ [
483
+ -5.1228373195044696e-05,
484
+ 0.0003462719323579222,
485
+ 3.999316959379939e-06,
486
+ -2.738257171586156e-05,
487
+ -0.0017645355546846986,
488
+ -0.0015789481112733483
489
+ ],
490
+ [
491
+ -5.5706361308693886e-05,
492
+ -3.204503809683956e-05,
493
+ 0.0003914609260391444,
494
+ -0.00036675151204690337,
495
+ -0.0022094978485256433,
496
+ -0.0020523008424788713
497
+ ]
498
+ ],
499
+ "std": [
500
+ [
501
+ 0.00767890689894557,
502
+ 0.058737099170684814,
503
+ 0.03508346527814865,
504
+ 0.043174970895051956,
505
+ 0.013523795641958714,
506
+ 0.0097800949588418
507
+ ],
508
+ [
509
+ 0.01679270528256893,
510
+ 0.13010156154632568,
511
+ 0.0773182213306427,
512
+ 0.09508004784584045,
513
+ 0.029315901920199394,
514
+ 0.02084438130259514
515
+ ],
516
+ [
517
+ 0.0255262590944767,
518
+ 0.20114955306053162,
519
+ 0.11839810758829117,
520
+ 0.14584557712078094,
521
+ 0.0440388098359108,
522
+ 0.030695650726556778
523
+ ],
524
+ [
525
+ 0.03382863104343414,
526
+ 0.2717278003692627,
527
+ 0.15792332589626312,
528
+ 0.19530481100082397,
529
+ 0.05795582756400108,
530
+ 0.0396123044192791
531
+ ],
532
+ [
533
+ 0.041689202189445496,
534
+ 0.34174811840057373,
535
+ 0.19569559395313263,
536
+ 0.24325905740261078,
537
+ 0.07115033268928528,
538
+ 0.04772314429283142
539
+ ],
540
+ [
541
+ 0.04910259321331978,
542
+ 0.4111490249633789,
543
+ 0.23162883520126343,
544
+ 0.28953516483306885,
545
+ 0.08359961211681366,
546
+ 0.055054087191820145
547
+ ],
548
+ [
549
+ 0.05607699975371361,
550
+ 0.4798751771450043,
551
+ 0.2657027244567871,
552
+ 0.33401480317115784,
553
+ 0.09529080986976624,
554
+ 0.06160677969455719
555
+ ],
556
+ [
557
+ 0.06263184547424316,
558
+ 0.5478702187538147,
559
+ 0.2979465425014496,
560
+ 0.3766331374645233,
561
+ 0.10621967166662216,
562
+ 0.06738795340061188
563
+ ],
564
+ [
565
+ 0.06879361718893051,
566
+ 0.6150739192962646,
567
+ 0.32842448353767395,
568
+ 0.4173809289932251,
569
+ 0.11638756841421127,
570
+ 0.07240454107522964
571
+ ],
572
+ [
573
+ 0.07459110021591187,
574
+ 0.6814241409301758,
575
+ 0.3572373390197754,
576
+ 0.45629745721817017,
577
+ 0.12580010294914246,
578
+ 0.07667621970176697
579
+ ],
580
+ [
581
+ 0.08005581051111221,
582
+ 0.7468634843826294,
583
+ 0.3845135271549225,
584
+ 0.49345675110816956,
585
+ 0.1344652622938156,
586
+ 0.08023550361394882
587
+ ],
588
+ [
589
+ 0.08522056043148041,
590
+ 0.8113319277763367,
591
+ 0.410400927066803,
592
+ 0.5289525389671326,
593
+ 0.14241261780261993,
594
+ 0.08311212062835693
595
+ ],
596
+ [
597
+ 0.09011705219745636,
598
+ 0.8747761249542236,
599
+ 0.43504756689071655,
600
+ 0.562886655330658,
601
+ 0.14968109130859375,
602
+ 0.08535153418779373
603
+ ],
604
+ [
605
+ 0.09477362036705017,
606
+ 0.9371517300605774,
607
+ 0.4585963189601898,
608
+ 0.5953633785247803,
609
+ 0.15630333125591278,
610
+ 0.08700840920209885
611
+ ],
612
+ [
613
+ 0.09921669214963913,
614
+ 0.9984079003334045,
615
+ 0.4811799228191376,
616
+ 0.6264851093292236,
617
+ 0.16231292486190796,
618
+ 0.08816400915384293
619
+ ],
620
+ [
621
+ 0.10347386449575424,
622
+ 1.0584940910339355,
623
+ 0.5029085874557495,
624
+ 0.6563441753387451,
625
+ 0.16773778200149536,
626
+ 0.08890900015830994
627
+ ]
628
+ ],
629
+ "q01": [
630
+ [
631
+ -0.025851029753684997,
632
+ -0.11211811542510987,
633
+ -0.06794534683227539,
634
+ -0.10155080914497376,
635
+ -0.0347211317718029,
636
+ -0.027515300810337068
637
+ ],
638
+ [
639
+ -0.05548024728894234,
640
+ -0.2454570686817169,
641
+ -0.14980019092559815,
642
+ -0.22223520815372466,
643
+ -0.07286651253700256,
644
+ -0.05793017603456974
645
+ ],
646
+ [
647
+ -0.08512985199689865,
648
+ -0.3772080945968628,
649
+ -0.22649298667907716,
650
+ -0.3399020195007324,
651
+ -0.1084956993162632,
652
+ -0.08634486451745034
653
+ ],
654
+ [
655
+ -0.10982783034443855,
656
+ -0.5075007593631744,
657
+ -0.30288968324661253,
658
+ -0.45518558502197265,
659
+ -0.14004924833774568,
660
+ -0.11152783408761024
661
+ ],
662
+ [
663
+ -0.13363758832216263,
664
+ -0.635384783744812,
665
+ -0.3711757254600525,
666
+ -0.5651792168617249,
667
+ -0.17257116496562958,
668
+ -0.13375533789396285
669
+ ],
670
+ [
671
+ -0.1538124069571495,
672
+ -0.7622921395301819,
673
+ -0.43604663968086244,
674
+ -0.6733076775074005,
675
+ -0.2021301919221878,
676
+ -0.15350265592336654
677
+ ],
678
+ [
679
+ -0.1753610473871231,
680
+ -0.8880606484413147,
681
+ -0.48781689405441286,
682
+ -0.7761891484260559,
683
+ -0.22805552750825883,
684
+ -0.17173644065856933
685
+ ],
686
+ [
687
+ -0.19596998691558837,
688
+ -1.0113085770606995,
689
+ -0.5398086810111999,
690
+ -0.8765088534355163,
691
+ -0.25736445367336275,
692
+ -0.18489149421453477
693
+ ],
694
+ [
695
+ -0.2098260372877121,
696
+ -1.1315351295471192,
697
+ -0.5878906893730164,
698
+ -0.9684972655773163,
699
+ -0.28271530926227567,
700
+ -0.19997341305017471
701
+ ],
702
+ [
703
+ -0.22615288496017458,
704
+ -1.2454644107818604,
705
+ -0.6360244798660278,
706
+ -1.055663435459137,
707
+ -0.30300797283649444,
708
+ -0.21107740968465805
709
+ ],
710
+ [
711
+ -0.24020575672388078,
712
+ -1.3610913753509521,
713
+ -0.6833503556251526,
714
+ -1.1402344799041748,
715
+ -0.3237011277675629,
716
+ -0.21908789455890657
717
+ ],
718
+ [
719
+ -0.2546457588672638,
720
+ -1.4724348497390747,
721
+ -0.7266240000724793,
722
+ -1.2189694833755493,
723
+ -0.341016406416893,
724
+ -0.22489785343408586
725
+ ],
726
+ [
727
+ -0.26828537344932557,
728
+ -1.5808850049972534,
729
+ -0.7660532164573669,
730
+ -1.2869599914550782,
731
+ -0.35442508578300475,
732
+ -0.2293221375346184
733
+ ],
734
+ [
735
+ -0.2800266140699387,
736
+ -1.6881270432472228,
737
+ -0.8074867057800293,
738
+ -1.3564021229743957,
739
+ -0.3663429570198059,
740
+ -0.2305816376209259
741
+ ],
742
+ [
743
+ -0.2919063532352448,
744
+ -1.7925523447990417,
745
+ -0.8453465187549591,
746
+ -1.415785803794861,
747
+ -0.3782866507768631,
748
+ -0.23162345588207245
749
+ ],
750
+ [
751
+ -0.2995588707923889,
752
+ -1.8931303381919862,
753
+ -0.8802429032325745,
754
+ -1.4711757159233094,
755
+ -0.38982590854167937,
756
+ -0.23170218974351883
757
+ ]
758
+ ],
759
+ "q99": [
760
+ [
761
+ 0.022667254358530058,
762
+ 0.09755985021591189,
763
+ 0.09320565700531024,
764
+ 0.10265893578529374,
765
+ 0.04014069676399263,
766
+ 0.0254898751154542
767
+ ],
768
+ [
769
+ 0.050135985091328904,
770
+ 0.21401542186737066,
771
+ 0.20314454078674338,
772
+ 0.2246576741337782,
773
+ 0.08715492457151458,
774
+ 0.05395230054855361
775
+ ],
776
+ [
777
+ 0.07599413827061656,
778
+ 0.33008649110794075,
779
+ 0.3102551245689392,
780
+ 0.3400366717576984,
781
+ 0.1293526643514634,
782
+ 0.07834265902638449
783
+ ],
784
+ [
785
+ 0.1007128591835499,
786
+ 0.4447899305820472,
787
+ 0.407525749206543,
788
+ 0.45239687919616706,
789
+ 0.17036495774984411,
790
+ 0.0978835906088354
791
+ ],
792
+ [
793
+ 0.12314302802085902,
794
+ 0.5567178416252136,
795
+ 0.4985709857940678,
796
+ 0.5610142719745651,
797
+ 0.20232153236866024,
798
+ 0.11730247631669058
799
+ ],
800
+ [
801
+ 0.14684655159711843,
802
+ 0.667892405986787,
803
+ 0.5849053859710701,
804
+ 0.6660292923450475,
805
+ 0.23318785607814818,
806
+ 0.1334483239054683
807
+ ],
808
+ [
809
+ 0.16740701258182586,
810
+ 0.7750584101676947,
811
+ 0.6639107441902166,
812
+ 0.7621334469318408,
813
+ 0.2605452036857611,
814
+ 0.1465405946969987
815
+ ],
816
+ [
817
+ 0.1856766304373748,
818
+ 0.8804842734336855,
819
+ 0.7347126090526582,
820
+ 0.8532051253318789,
821
+ 0.2852581298351289,
822
+ 0.1595365628600127
823
+ ],
824
+ [
825
+ 0.20554767847061217,
826
+ 0.983670140504837,
827
+ 0.7912156856060034,
828
+ 0.9290183162689211,
829
+ 0.3063420271873481,
830
+ 0.1687224349379541
831
+ ],
832
+ [
833
+ 0.2241917759180074,
834
+ 1.0848344254493714,
835
+ 0.8477218365669253,
836
+ 1.005957217216492,
837
+ 0.3265533095598227,
838
+ 0.1740186569094659
839
+ ],
840
+ [
841
+ 0.24175982892513295,
842
+ 1.1836888313293459,
843
+ 0.8925654375553151,
844
+ 1.073051970005036,
845
+ 0.3392786896228791,
846
+ 0.1794180470705044
847
+ ],
848
+ [
849
+ 0.2544596666097644,
850
+ 1.280393240451813,
851
+ 0.9312946403026582,
852
+ 1.1390653920173655,
853
+ 0.3513669043779375,
854
+ 0.18265400290489212
855
+ ],
856
+ [
857
+ 0.26861560165882137,
858
+ 1.3759513759613038,
859
+ 0.9647979044914267,
860
+ 1.1894073247909567,
861
+ 0.35958528101444304,
862
+ 0.18569849133491545
863
+ ],
864
+ [
865
+ 0.2842497760057452,
866
+ 1.4681346893310567,
867
+ 0.995042049884797,
868
+ 1.2388482999801649,
869
+ 0.363447746634484,
870
+ 0.186184503436089
871
+ ],
872
+ [
873
+ 0.29442680358886814,
874
+ 1.5610132622718838,
875
+ 1.0283211994171162,
876
+ 1.274356434345246,
877
+ 0.3708618712425236,
878
+ 0.1842969274520876
879
+ ],
880
+ [
881
+ 0.3066088849306108,
882
+ 1.6450582504272462,
883
+ 1.0562232422828675,
884
+ 1.3108619022369388,
885
+ 0.37727004766464284,
886
+ 0.1829666918516161
887
+ ]
888
+ ]
889
+ }
890
+ }
891
+ }
892
+ }
checkpoint-7000/experiment_cfg/final_model_config.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "Gr00tN1d6",
3
+ "model_dtype": "bfloat16",
4
+ "model_name": "nvidia/Eagle-Block2A-2B-v2",
5
+ "backbone_model_type": "eagle",
6
+ "model_revision": null,
7
+ "tune_top_llm_layers": 4,
8
+ "backbone_embedding_dim": 2048,
9
+ "tune_llm": false,
10
+ "tune_visual": false,
11
+ "select_layer": 16,
12
+ "reproject_vision": false,
13
+ "use_flash_attention": true,
14
+ "load_bf16": true,
15
+ "collator_overwrite_image_inputs": false,
16
+ "eagle_collator": true,
17
+ "backbone_trainable_params_fp32": true,
18
+ "apply_sincos_state_encoding": true,
19
+ "use_relative_action": true,
20
+ "max_state_dim": 128,
21
+ "max_action_dim": 128,
22
+ "action_horizon": 50,
23
+ "hidden_size": 1024,
24
+ "input_embedding_dim": 1536,
25
+ "add_pos_embed": true,
26
+ "attn_dropout": 0.2,
27
+ "use_vlln": true,
28
+ "max_seq_len": 1024,
29
+ "use_alternate_vl_dit": true,
30
+ "attend_text_every_n_blocks": 2,
31
+ "diffusion_model_cfg": {
32
+ "attention_head_dim": 48,
33
+ "dropout": 0.2,
34
+ "final_dropout": true,
35
+ "interleave_self_attention": true,
36
+ "norm_type": "ada_norm",
37
+ "num_attention_heads": 32,
38
+ "num_layers": 32,
39
+ "output_dim": 1024,
40
+ "positional_embeddings": null
41
+ },
42
+ "num_inference_timesteps": 4,
43
+ "noise_beta_alpha": 1.5,
44
+ "noise_beta_beta": 1.0,
45
+ "noise_s": 0.999,
46
+ "num_timestep_buckets": 1000,
47
+ "tune_projector": true,
48
+ "tune_diffusion_model": true,
49
+ "tune_vlln": true,
50
+ "state_dropout_prob": 0.0,
51
+ "state_additive_noise_scale": 0.0,
52
+ "max_num_embodiments": 32
53
+ }
checkpoint-7000/experiment_cfg/final_processor_config.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-7000/model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cd5e8c04dc8a38a6dcbc643fa7e01ea170a997fcd8284718567587cd2a2cfbe
3
+ size 4990120184
checkpoint-7000/model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e01f1694d1218a364454ef137a9d7281e5ed89b3c8f5e1c3d4b87b22c08ce3db
3
+ size 4823190320
checkpoint-7000/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-7000/processor_config.json ADDED
@@ -0,0 +1,454 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "processor_class": "Gr00tN1d6Processor",
3
+ "processor_kwargs": {
4
+ "modality_configs": {
5
+ "behavior_r1_pro": {
6
+ "video": {
7
+ "delta_indices": [
8
+ 0
9
+ ],
10
+ "modality_keys": [
11
+ "observation.images.rgb.head_256_256",
12
+ "observation.images.rgb.left_wrist_256_256",
13
+ "observation.images.rgb.right_wrist_256_256"
14
+ ],
15
+ "sin_cos_embedding_keys": null,
16
+ "mean_std_embedding_keys": null,
17
+ "action_configs": null
18
+ },
19
+ "state": {
20
+ "delta_indices": [
21
+ 0
22
+ ],
23
+ "modality_keys": [
24
+ "robot_pos",
25
+ "robot_ori_cos",
26
+ "robot_ori_sin",
27
+ "robot_2d_ori",
28
+ "robot_2d_ori_cos",
29
+ "robot_2d_ori_sin",
30
+ "robot_lin_vel",
31
+ "robot_ang_vel",
32
+ "arm_left_qpos",
33
+ "arm_left_qpos_sin",
34
+ "arm_left_qpos_cos",
35
+ "eef_left_pos",
36
+ "eef_left_quat",
37
+ "gripper_left_qpos",
38
+ "arm_right_qpos",
39
+ "arm_right_qpos_sin",
40
+ "arm_right_qpos_cos",
41
+ "eef_right_pos",
42
+ "eef_right_quat",
43
+ "gripper_right_qpos",
44
+ "trunk_qpos"
45
+ ],
46
+ "sin_cos_embedding_keys": null,
47
+ "mean_std_embedding_keys": null,
48
+ "action_configs": null
49
+ },
50
+ "action": {
51
+ "delta_indices": [
52
+ 0,
53
+ 1,
54
+ 2,
55
+ 3,
56
+ 4,
57
+ 5,
58
+ 6,
59
+ 7,
60
+ 8,
61
+ 9,
62
+ 10,
63
+ 11,
64
+ 12,
65
+ 13,
66
+ 14,
67
+ 15,
68
+ 16,
69
+ 17,
70
+ 18,
71
+ 19,
72
+ 20,
73
+ 21,
74
+ 22,
75
+ 23,
76
+ 24,
77
+ 25,
78
+ 26,
79
+ 27,
80
+ 28,
81
+ 29,
82
+ 30,
83
+ 31
84
+ ],
85
+ "modality_keys": [
86
+ "base",
87
+ "torso",
88
+ "left_arm",
89
+ "left_gripper",
90
+ "right_arm",
91
+ "right_gripper"
92
+ ],
93
+ "sin_cos_embedding_keys": null,
94
+ "mean_std_embedding_keys": null,
95
+ "action_configs": [
96
+ {
97
+ "rep": "ABSOLUTE",
98
+ "type": "NON_EEF",
99
+ "format": "DEFAULT",
100
+ "state_key": null
101
+ },
102
+ {
103
+ "rep": "RELATIVE",
104
+ "type": "NON_EEF",
105
+ "format": "DEFAULT",
106
+ "state_key": "trunk_qpos"
107
+ },
108
+ {
109
+ "rep": "RELATIVE",
110
+ "type": "NON_EEF",
111
+ "format": "DEFAULT",
112
+ "state_key": "arm_left_qpos"
113
+ },
114
+ {
115
+ "rep": "ABSOLUTE",
116
+ "type": "NON_EEF",
117
+ "format": "DEFAULT",
118
+ "state_key": null
119
+ },
120
+ {
121
+ "rep": "RELATIVE",
122
+ "type": "NON_EEF",
123
+ "format": "DEFAULT",
124
+ "state_key": "arm_right_qpos"
125
+ },
126
+ {
127
+ "rep": "ABSOLUTE",
128
+ "type": "NON_EEF",
129
+ "format": "DEFAULT",
130
+ "state_key": null
131
+ }
132
+ ]
133
+ },
134
+ "language": {
135
+ "delta_indices": [
136
+ 0
137
+ ],
138
+ "modality_keys": [
139
+ "annotation.human.coarse_action"
140
+ ],
141
+ "sin_cos_embedding_keys": null,
142
+ "mean_std_embedding_keys": null,
143
+ "action_configs": null
144
+ }
145
+ },
146
+ "gr1": {
147
+ "video": {
148
+ "delta_indices": [
149
+ 0
150
+ ],
151
+ "modality_keys": [
152
+ "ego_view_bg_crop_pad_res256_freq20"
153
+ ],
154
+ "sin_cos_embedding_keys": null,
155
+ "mean_std_embedding_keys": null,
156
+ "action_configs": null
157
+ },
158
+ "state": {
159
+ "delta_indices": [
160
+ 0
161
+ ],
162
+ "modality_keys": [
163
+ "left_arm",
164
+ "right_arm",
165
+ "left_hand",
166
+ "right_hand",
167
+ "waist"
168
+ ],
169
+ "sin_cos_embedding_keys": [
170
+ "left_arm",
171
+ "right_arm",
172
+ "left_hand",
173
+ "right_hand",
174
+ "waist"
175
+ ],
176
+ "mean_std_embedding_keys": null,
177
+ "action_configs": null
178
+ },
179
+ "action": {
180
+ "delta_indices": [
181
+ 0,
182
+ 1,
183
+ 2,
184
+ 3,
185
+ 4,
186
+ 5,
187
+ 6,
188
+ 7,
189
+ 8,
190
+ 9,
191
+ 10,
192
+ 11,
193
+ 12,
194
+ 13,
195
+ 14,
196
+ 15
197
+ ],
198
+ "modality_keys": [
199
+ "left_arm",
200
+ "right_arm",
201
+ "left_hand",
202
+ "right_hand",
203
+ "waist"
204
+ ],
205
+ "sin_cos_embedding_keys": null,
206
+ "mean_std_embedding_keys": null,
207
+ "action_configs": [
208
+ {
209
+ "rep": "RELATIVE",
210
+ "type": "NON_EEF",
211
+ "format": "DEFAULT",
212
+ "state_key": null
213
+ },
214
+ {
215
+ "rep": "RELATIVE",
216
+ "type": "NON_EEF",
217
+ "format": "DEFAULT",
218
+ "state_key": null
219
+ },
220
+ {
221
+ "rep": "RELATIVE",
222
+ "type": "NON_EEF",
223
+ "format": "DEFAULT",
224
+ "state_key": null
225
+ },
226
+ {
227
+ "rep": "RELATIVE",
228
+ "type": "NON_EEF",
229
+ "format": "DEFAULT",
230
+ "state_key": null
231
+ },
232
+ {
233
+ "rep": "ABSOLUTE",
234
+ "type": "NON_EEF",
235
+ "format": "DEFAULT",
236
+ "state_key": null
237
+ }
238
+ ]
239
+ },
240
+ "language": {
241
+ "delta_indices": [
242
+ 0
243
+ ],
244
+ "modality_keys": [
245
+ "task"
246
+ ],
247
+ "sin_cos_embedding_keys": null,
248
+ "mean_std_embedding_keys": null,
249
+ "action_configs": null
250
+ }
251
+ },
252
+ "robocasa_panda_omron": {
253
+ "video": {
254
+ "delta_indices": [
255
+ 0
256
+ ],
257
+ "modality_keys": [
258
+ "res256_image_side_0",
259
+ "res256_image_side_1",
260
+ "res256_image_wrist_0"
261
+ ],
262
+ "sin_cos_embedding_keys": null,
263
+ "mean_std_embedding_keys": null,
264
+ "action_configs": null
265
+ },
266
+ "state": {
267
+ "delta_indices": [
268
+ 0
269
+ ],
270
+ "modality_keys": [
271
+ "end_effector_position_relative",
272
+ "end_effector_rotation_relative",
273
+ "gripper_qpos",
274
+ "base_position",
275
+ "base_rotation"
276
+ ],
277
+ "sin_cos_embedding_keys": null,
278
+ "mean_std_embedding_keys": null,
279
+ "action_configs": null
280
+ },
281
+ "action": {
282
+ "delta_indices": [
283
+ 0,
284
+ 1,
285
+ 2,
286
+ 3,
287
+ 4,
288
+ 5,
289
+ 6,
290
+ 7,
291
+ 8,
292
+ 9,
293
+ 10,
294
+ 11,
295
+ 12,
296
+ 13,
297
+ 14,
298
+ 15
299
+ ],
300
+ "modality_keys": [
301
+ "end_effector_position",
302
+ "end_effector_rotation",
303
+ "gripper_close",
304
+ "base_motion",
305
+ "control_mode"
306
+ ],
307
+ "sin_cos_embedding_keys": null,
308
+ "mean_std_embedding_keys": null,
309
+ "action_configs": [
310
+ {
311
+ "rep": "ABSOLUTE",
312
+ "type": "NON_EEF",
313
+ "format": "DEFAULT",
314
+ "state_key": null
315
+ },
316
+ {
317
+ "rep": "ABSOLUTE",
318
+ "type": "NON_EEF",
319
+ "format": "DEFAULT",
320
+ "state_key": null
321
+ },
322
+ {
323
+ "rep": "ABSOLUTE",
324
+ "type": "NON_EEF",
325
+ "format": "DEFAULT",
326
+ "state_key": null
327
+ },
328
+ {
329
+ "rep": "ABSOLUTE",
330
+ "type": "NON_EEF",
331
+ "format": "DEFAULT",
332
+ "state_key": null
333
+ },
334
+ {
335
+ "rep": "ABSOLUTE",
336
+ "type": "NON_EEF",
337
+ "format": "DEFAULT",
338
+ "state_key": null
339
+ }
340
+ ]
341
+ },
342
+ "language": {
343
+ "delta_indices": [
344
+ 0
345
+ ],
346
+ "modality_keys": [
347
+ "annotation.human.action.task_description"
348
+ ],
349
+ "sin_cos_embedding_keys": null,
350
+ "mean_std_embedding_keys": null,
351
+ "action_configs": null
352
+ }
353
+ },
354
+ "new_embodiment": {
355
+ "video": {
356
+ "delta_indices": [
357
+ 0
358
+ ],
359
+ "modality_keys": [
360
+ "cam_wrist",
361
+ "cam_top",
362
+ "cam_belly"
363
+ ],
364
+ "sin_cos_embedding_keys": null,
365
+ "mean_std_embedding_keys": null,
366
+ "action_configs": null
367
+ },
368
+ "state": {
369
+ "delta_indices": [
370
+ 0
371
+ ],
372
+ "modality_keys": [
373
+ "arm"
374
+ ],
375
+ "sin_cos_embedding_keys": null,
376
+ "mean_std_embedding_keys": null,
377
+ "action_configs": null
378
+ },
379
+ "action": {
380
+ "delta_indices": [
381
+ 0,
382
+ 1,
383
+ 2,
384
+ 3,
385
+ 4,
386
+ 5,
387
+ 6,
388
+ 7,
389
+ 8,
390
+ 9,
391
+ 10,
392
+ 11,
393
+ 12,
394
+ 13,
395
+ 14,
396
+ 15
397
+ ],
398
+ "modality_keys": [
399
+ "arm"
400
+ ],
401
+ "sin_cos_embedding_keys": null,
402
+ "mean_std_embedding_keys": null,
403
+ "action_configs": [
404
+ {
405
+ "rep": "RELATIVE",
406
+ "type": "NON_EEF",
407
+ "format": "DEFAULT",
408
+ "state_key": null
409
+ }
410
+ ]
411
+ },
412
+ "language": {
413
+ "delta_indices": [
414
+ 0
415
+ ],
416
+ "modality_keys": [
417
+ "annotation.human.task_description"
418
+ ],
419
+ "sin_cos_embedding_keys": null,
420
+ "mean_std_embedding_keys": null,
421
+ "action_configs": null
422
+ }
423
+ }
424
+ },
425
+ "image_crop_size": [
426
+ 224,
427
+ 224
428
+ ],
429
+ "image_target_size": [
430
+ 224,
431
+ 224
432
+ ],
433
+ "use_albumentations": false,
434
+ "random_rotation_angle": null,
435
+ "color_jitter_params": {
436
+ "brightness": 0.3,
437
+ "contrast": 0.4,
438
+ "saturation": 0.0,
439
+ "hue": 0.0
440
+ },
441
+ "shortest_image_edge": null,
442
+ "crop_fraction": null,
443
+ "model_name": "nvidia/Eagle-Block2A-2B-v2",
444
+ "model_type": "eagle",
445
+ "formalize_language": true,
446
+ "max_state_dim": 128,
447
+ "max_action_dim": 128,
448
+ "max_action_horizon": 50,
449
+ "use_percentiles": false,
450
+ "clip_outliers": true,
451
+ "apply_sincos_state_encoding": true,
452
+ "use_relative_action": true
453
+ }
454
+ }
checkpoint-7000/statistics.json ADDED
The diff for this file is too large to render. See raw diff