Dongkkka commited on
Commit
13dc010
·
verified ·
1 Parent(s): c5e3155

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_horizon": 40,
3
+ "add_pos_embed": true,
4
+ "apply_sincos_state_encoding": false,
5
+ "architectures": [
6
+ "Gr00tN1d7"
7
+ ],
8
+ "attn_dropout": 0.2,
9
+ "attn_implementation": null,
10
+ "backbone_embedding_dim": 2048,
11
+ "backbone_trainable_params_fp32": true,
12
+ "color_jitter_params": {
13
+ "brightness": 0.3,
14
+ "contrast": 0.4,
15
+ "hue": 0.08,
16
+ "saturation": 0.5
17
+ },
18
+ "crop_fraction": 0.95,
19
+ "diffusion_model_cfg": {
20
+ "attention_head_dim": 48,
21
+ "dropout": 0.2,
22
+ "final_dropout": true,
23
+ "interleave_self_attention": true,
24
+ "norm_type": "ada_norm",
25
+ "num_attention_heads": 32,
26
+ "num_layers": 32,
27
+ "output_dim": 1024,
28
+ "positional_embeddings": null
29
+ },
30
+ "dtype": "bfloat16",
31
+ "exclude_state": false,
32
+ "formalize_language": true,
33
+ "hidden_size": 1024,
34
+ "image_crop_size": [
35
+ 230,
36
+ 230
37
+ ],
38
+ "image_target_size": [
39
+ 256,
40
+ 256
41
+ ],
42
+ "letter_box_transform": false,
43
+ "load_bf16": false,
44
+ "max_action_dim": 132,
45
+ "max_num_embodiments": 32,
46
+ "max_seq_len": 1024,
47
+ "max_state_dim": 132,
48
+ "model_dtype": "bfloat16",
49
+ "model_name": "nvidia/Cosmos-Reason2-2B",
50
+ "model_type": "Gr00tN1d7",
51
+ "noise_beta_alpha": 1.5,
52
+ "noise_beta_beta": 1.0,
53
+ "noise_s": 0.999,
54
+ "num_inference_timesteps": 4,
55
+ "num_timestep_buckets": 1000,
56
+ "random_history_crop": true,
57
+ "random_rotation_angle": 0,
58
+ "reproject_vision": false,
59
+ "rtc_ramp_rate": 6.0,
60
+ "select_layer": 16,
61
+ "shortest_image_edge": 256,
62
+ "state_dropout_prob": 0.2,
63
+ "state_gaussian_noise_std": 0.0,
64
+ "transformers_version": "4.57.3",
65
+ "tune_diffusion_model": true,
66
+ "tune_linear": true,
67
+ "tune_llm": false,
68
+ "tune_projector": true,
69
+ "tune_top_llm_layers": 0,
70
+ "tune_visual": false,
71
+ "tune_vlln": true,
72
+ "use_albumentations": true,
73
+ "use_alternate_vl_dit": true,
74
+ "use_flash_attention": true,
75
+ "use_future_tokens": false,
76
+ "use_mean_std": false,
77
+ "use_percentiles": true,
78
+ "use_vl_self_attention": true,
79
+ "use_vlln": true,
80
+ "vl_self_attention_cfg": {
81
+ "attention_head_dim": 64,
82
+ "dropout": 0.2,
83
+ "final_dropout": true,
84
+ "num_attention_heads": 32,
85
+ "num_layers": 4,
86
+ "positional_embeddings": null
87
+ }
88
+ }
embodiment_id.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "robocasa_panda_omron": 13,
3
+ "oxe_droid": 17,
4
+ "oxe_fractal": 18,
5
+ "oxe_language_table": 19,
6
+ "oxe_bridge": 20,
7
+ "unknown": 22,
8
+ "gr1_unified": 20,
9
+ "agibot": 26,
10
+ "sim_behavior_r1_pro": 23,
11
+ "xdof": 24,
12
+ "xdof_oss_data": 25,
13
+ "unitree_g1_full_body_with_waist_height_nav_cmd": 25,
14
+ "real_r1_pro_sharpa": 27,
15
+ "real_r1_pro_sharpa_add_view": 27,
16
+ "real_r1_pro_sharpa_relative_arm_joint": 26,
17
+ "real_r1_pro_sharpa_delta_eef": 26,
18
+ "real_r1_pro_sharpa_absolute_eef": 26,
19
+ "real_r1_pro_sharpa_meanstd": 26,
20
+ "real_r1_pro_sharpa_relative_eef": 26,
21
+ "real_r1_pro_sharpa_relative_eef_add_view": 26,
22
+ "real_r1_pro_sharpa_relative_eef_relative_hand": 26,
23
+ "real_r1_pro_sharpa_relative_eef_human": 26,
24
+ "real_r1_pro_sharpa_relative_eef_human_add_view": 26,
25
+ "real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
26
+ "real_r1_pro_sharpa_relative_eef_egodex": 26,
27
+ "real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
28
+ "real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
29
+ "real_r1_pro_sharpa_relative_eef_maxinsights": 26,
30
+ "real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
31
+ "real_r1_pro_sharpa_relative_eef_mecka": 26,
32
+ "real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
33
+ "real_g1_relative_eef_absolute_joints": 25,
34
+ "real_g1_relative_eef_absolute_joints_wrist_cam": 25,
35
+ "real_g1_relative_eef_relative_joints": 25,
36
+ "real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
37
+ "real_r1_pro_sharpa_relative_joint": 29,
38
+ "oxe_droid_relative_eef_relative_joint": 24,
39
+ "oxe_droid_relative_eef_relative_joint_swapped": 24,
40
+ "oxe_droid_relative_eef_relative_joint_upweight_z": 24,
41
+ "oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
42
+ "oxe_droid_relative_eef_relative_joint_3view": 24,
43
+ "oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
44
+ "oxe_droid_relative_eef": 24,
45
+ "oxe_droid_joint_position_relative": 24,
46
+ "xdof_relative_eef_relative_joint": 27,
47
+ "xdof_relative_eef_relative_joint_subtask": 27,
48
+ "xdof_relative_eef": 27,
49
+ "xdof_relative_joint": 28,
50
+ "simpler_env_google": 0,
51
+ "simpler_env_widowx": 1,
52
+ "libero_sim": 2,
53
+ "droid_sim": 3,
54
+ "unitree_g1_sonic": 11,
55
+ "new_embodiment": 10,
56
+ "robocasa_gr1_tabletop": 10
57
+ }
experiment_cfg/conf.yaml ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ load_config_path: null
2
+ model:
3
+ model_type: Gr00tN1d7
4
+ model_dtype: bfloat16
5
+ model_name: nvidia/Cosmos-Reason2-2B
6
+ backbone_model_type: qwen
7
+ model_revision: null
8
+ tune_top_llm_layers: 0
9
+ backbone_embedding_dim: 2048
10
+ tune_llm: false
11
+ tune_visual: false
12
+ select_layer: 12
13
+ reproject_vision: false
14
+ use_flash_attention: true
15
+ load_bf16: false
16
+ backbone_trainable_params_fp32: true
17
+ image_crop_size:
18
+ - 230
19
+ - 230
20
+ image_target_size:
21
+ - 256
22
+ - 256
23
+ shortest_image_edge: null
24
+ crop_fraction: null
25
+ random_rotation_angle: null
26
+ color_jitter_params: null
27
+ use_albumentations_transforms: true
28
+ extra_augmentation_config: null
29
+ formalize_language: true
30
+ apply_sincos_state_encoding: false
31
+ use_percentiles: true
32
+ use_relative_action: true
33
+ max_state_dim: 132
34
+ max_action_dim: 132
35
+ action_horizon: 40
36
+ hidden_size: 1024
37
+ input_embedding_dim: 1536
38
+ state_history_length: 1
39
+ add_pos_embed: true
40
+ attn_dropout: 0.2
41
+ use_vlln: true
42
+ max_seq_len: 1024
43
+ use_alternate_vl_dit: true
44
+ attend_text_every_n_blocks: 2
45
+ diffusion_model_cfg:
46
+ positional_embeddings: null
47
+ num_layers: 16
48
+ num_attention_heads: 32
49
+ attention_head_dim: 48
50
+ norm_type: ada_norm
51
+ dropout: 0.2
52
+ final_dropout: true
53
+ output_dim: 1024
54
+ interleave_self_attention: true
55
+ num_inference_timesteps: 4
56
+ noise_beta_alpha: 1.5
57
+ noise_beta_beta: 1.0
58
+ noise_s: 0.999
59
+ num_timestep_buckets: 1000
60
+ tune_projector: true
61
+ tune_diffusion_model: true
62
+ tune_vlln: true
63
+ state_dropout_prob: 0.2
64
+ exclude_state: false
65
+ use_mean_std: false
66
+ max_num_embodiments: 32
67
+ data:
68
+ datasets:
69
+ - dataset_paths:
70
+ - /root/groot_workspace/datasets/task_0014_0015_merged_lerobot
71
+ embodiment_tag: new_embodiment
72
+ mix_ratio: 1.0
73
+ dataset_type: physical_embodiment
74
+ val_dataset_path: null
75
+ modality_configs:
76
+ new_embodiment:
77
+ video:
78
+ delta_indices:
79
+ - 0
80
+ modality_keys:
81
+ - cam_left_head
82
+ sin_cos_embedding_keys: null
83
+ mean_std_embedding_keys: null
84
+ action_configs: null
85
+ state:
86
+ delta_indices:
87
+ - 0
88
+ modality_keys:
89
+ - arm_left
90
+ - arm_right
91
+ - head
92
+ sin_cos_embedding_keys: null
93
+ mean_std_embedding_keys: null
94
+ action_configs: null
95
+ action:
96
+ delta_indices:
97
+ - 0
98
+ - 1
99
+ - 2
100
+ - 3
101
+ - 4
102
+ - 5
103
+ - 6
104
+ - 7
105
+ - 8
106
+ - 9
107
+ - 10
108
+ - 11
109
+ - 12
110
+ - 13
111
+ - 14
112
+ - 15
113
+ modality_keys:
114
+ - arm_left
115
+ - arm_right
116
+ sin_cos_embedding_keys: null
117
+ mean_std_embedding_keys: null
118
+ action_configs:
119
+ - rep: RELATIVE
120
+ type: NON_EEF
121
+ format: DEFAULT
122
+ state_key: null
123
+ - rep: RELATIVE
124
+ type: NON_EEF
125
+ format: DEFAULT
126
+ state_key: null
127
+ language:
128
+ delta_indices:
129
+ - 0
130
+ modality_keys:
131
+ - annotation.human.primitive_instruction
132
+ sin_cos_embedding_keys: null
133
+ mean_std_embedding_keys: null
134
+ action_configs: null
135
+ download_cache: false
136
+ shard_size: 1024
137
+ episode_sampling_rate: 0.1
138
+ num_shards_per_epoch: 100000
139
+ override_pretraining_statistics: true
140
+ mode: single_turn
141
+ random_chop: 0.0
142
+ mock_dataset_mode: false
143
+ shuffle: true
144
+ seed: 42
145
+ multiprocessing_context: fork
146
+ allow_padding: false
147
+ subsample_ratio: 1.0
148
+ image_crop_size:
149
+ - 244
150
+ - 244
151
+ image_target_size:
152
+ - 224
153
+ - 224
154
+ video_backend: torchcodec
155
+ training:
156
+ output_dir: /root/groot_workspace/checkpoints/Task0014_Manipulation_grootn1_7
157
+ experiment_name: null
158
+ max_steps: 100000
159
+ global_batch_size: 64
160
+ batch_size: null
161
+ gradient_accumulation_steps: 1
162
+ learning_rate: 0.0001
163
+ lr_scheduler_type: cosine
164
+ weight_decay: 1.0e-05
165
+ warmup_ratio: 0.05
166
+ warmup_steps: 0
167
+ max_grad_norm: 1.0
168
+ optim: adamw_torch
169
+ start_from_checkpoint: nvidia/GR00T-N1.7-3B
170
+ skip_weight_loading: false
171
+ tf32: true
172
+ fp16: false
173
+ bf16: true
174
+ eval_bf16: true
175
+ logging_steps: 10
176
+ save_steps: 20000
177
+ save_total_limit: 5
178
+ save_vl_model: false
179
+ save_only_model: false
180
+ upload_checkpoints: false
181
+ upload_every: 1000
182
+ upload_last_n_checkpoints: 5
183
+ max_concurrent_uploads: 2
184
+ eval_strategy: 'no'
185
+ eval_steps: 500
186
+ eval_set_split_ratio: 0.1
187
+ eval_batch_size: 2
188
+ save_best_eval_metric_name: ''
189
+ save_best_eval_metric_greater_is_better: true
190
+ deepspeed_stage: 2
191
+ gradient_checkpointing: false
192
+ transformers_trust_remote_code: true
193
+ transformers_local_files_only: false
194
+ transformers_cache_dir: null
195
+ transformers_access_token: null
196
+ use_ddp: false
197
+ ddp_bucket_cap_mb: 100
198
+ num_gpus: 8
199
+ dataloader_num_workers: 4
200
+ remove_unused_columns: false
201
+ use_wandb: false
202
+ wandb_project: finetune-gr00t-n1d7
203
+ enable_profiling: false
204
+ max_retries: 3
205
+ assert_loss_less_than: null
206
+ add_rl_callback: false
207
+ enable_open_loop_eval: false
208
+ open_loop_eval_traj_ids:
209
+ - 0
210
+ open_loop_eval_steps_per_traj: 100
211
+ open_loop_eval_plot_indices: null
212
+ max_steps: 100000
213
+ save_steps: 20000
experiment_cfg/config.yaml ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ !!python/object:gr00t.configs.base_config.Config
2
+ data: !!python/object:gr00t.configs.data.data_config.DataConfig
3
+ allow_padding: false
4
+ datasets:
5
+ - !!python/object:gr00t.configs.data.data_config.SingleDatasetConfig
6
+ dataset_paths:
7
+ - /root/groot_workspace/datasets/task_0014_0015_merged_lerobot
8
+ dataset_type: physical_embodiment
9
+ embodiment_tag: new_embodiment
10
+ mix_ratio: 1.0
11
+ val_dataset_path: null
12
+ download_cache: false
13
+ episode_sampling_rate: 0.1
14
+ image_crop_size:
15
+ - 244
16
+ - 244
17
+ image_target_size:
18
+ - 224
19
+ - 224
20
+ mock_dataset_mode: false
21
+ modality_configs:
22
+ new_embodiment:
23
+ action: !!python/object:gr00t.data.types.ModalityConfig
24
+ action_configs:
25
+ - !!python/object:gr00t.data.types.ActionConfig
26
+ format: &id001 !!python/object/apply:gr00t.data.types.ActionFormat
27
+ - default
28
+ rep: &id002 !!python/object/apply:gr00t.data.types.ActionRepresentation
29
+ - relative
30
+ state_key: null
31
+ type: &id003 !!python/object/apply:gr00t.data.types.ActionType
32
+ - non_eef
33
+ - !!python/object:gr00t.data.types.ActionConfig
34
+ format: *id001
35
+ rep: *id002
36
+ state_key: null
37
+ type: *id003
38
+ delta_indices:
39
+ - 0
40
+ - 1
41
+ - 2
42
+ - 3
43
+ - 4
44
+ - 5
45
+ - 6
46
+ - 7
47
+ - 8
48
+ - 9
49
+ - 10
50
+ - 11
51
+ - 12
52
+ - 13
53
+ - 14
54
+ - 15
55
+ mean_std_embedding_keys: null
56
+ modality_keys:
57
+ - arm_left
58
+ - arm_right
59
+ sin_cos_embedding_keys: null
60
+ language: !!python/object:gr00t.data.types.ModalityConfig
61
+ action_configs: null
62
+ delta_indices:
63
+ - 0
64
+ mean_std_embedding_keys: null
65
+ modality_keys:
66
+ - annotation.human.primitive_instruction
67
+ sin_cos_embedding_keys: null
68
+ state: !!python/object:gr00t.data.types.ModalityConfig
69
+ action_configs: null
70
+ delta_indices:
71
+ - 0
72
+ mean_std_embedding_keys: null
73
+ modality_keys:
74
+ - arm_left
75
+ - arm_right
76
+ - head
77
+ sin_cos_embedding_keys: null
78
+ video: !!python/object:gr00t.data.types.ModalityConfig
79
+ action_configs: null
80
+ delta_indices:
81
+ - 0
82
+ mean_std_embedding_keys: null
83
+ modality_keys:
84
+ - cam_left_head
85
+ sin_cos_embedding_keys: null
86
+ mode: single_turn
87
+ multiprocessing_context: fork
88
+ num_shards_per_epoch: 100000
89
+ override_pretraining_statistics: true
90
+ random_chop: 0.0
91
+ seed: 42
92
+ shard_size: 1024
93
+ shuffle: true
94
+ subsample_ratio: 1.0
95
+ video_backend: torchcodec
96
+ load_config_path: null
97
+ model: !!python/object:gr00t.configs.model.gr00t_n1d7.Gr00tN1d7Config
98
+ _attn_implementation_internal: null
99
+ _commit_hash: null
100
+ _name_or_path: ''
101
+ _output_attentions: false
102
+ add_cross_attention: false
103
+ architectures: null
104
+ backbone_trainable_params_fp32: true
105
+ bad_words_ids: null
106
+ begin_suppress_tokens: null
107
+ bos_token_id: null
108
+ chunk_size_feed_forward: 0
109
+ color_jitter_params: null
110
+ cross_attention_hidden_size: null
111
+ decoder_start_token_id: null
112
+ diffusion_model_cfg:
113
+ attention_head_dim: 48
114
+ dropout: 0.2
115
+ final_dropout: true
116
+ interleave_self_attention: true
117
+ norm_type: ada_norm
118
+ num_attention_heads: 32
119
+ num_layers: 16
120
+ output_dim: 1024
121
+ positional_embeddings: null
122
+ diversity_penalty: 0.0
123
+ do_sample: false
124
+ dtype: null
125
+ early_stopping: false
126
+ encoder_no_repeat_ngram_size: 0
127
+ eos_token_id: null
128
+ exponential_decay_length_penalty: null
129
+ extra_augmentation_config: null
130
+ finetuning_task: null
131
+ forced_bos_token_id: null
132
+ forced_eos_token_id: null
133
+ id2label:
134
+ 0: LABEL_0
135
+ 1: LABEL_1
136
+ is_decoder: false
137
+ is_encoder_decoder: false
138
+ label2id:
139
+ LABEL_0: 0
140
+ LABEL_1: 1
141
+ length_penalty: 1.0
142
+ load_bf16: false
143
+ max_length: 20
144
+ min_length: 0
145
+ model_name: nvidia/Cosmos-Reason2-2B
146
+ no_repeat_ngram_size: 0
147
+ num_beam_groups: 1
148
+ num_beams: 1
149
+ num_return_sequences: 1
150
+ output_hidden_states: false
151
+ output_scores: false
152
+ pad_token_id: null
153
+ prefix: null
154
+ problem_type: null
155
+ pruned_heads: {}
156
+ random_rotation_angle: null
157
+ remove_invalid_values: false
158
+ repetition_penalty: 1.0
159
+ reproject_vision: false
160
+ return_dict: true
161
+ return_dict_in_generate: false
162
+ sep_token_id: null
163
+ state_dropout_prob: 0.2
164
+ suppress_tokens: null
165
+ task_specific_params: null
166
+ temperature: 1.0
167
+ tf_legacy_loss: false
168
+ tie_encoder_decoder: false
169
+ tie_word_embeddings: true
170
+ tokenizer_class: null
171
+ top_k: 50
172
+ top_p: 1.0
173
+ torchscript: false
174
+ transformers_version: null
175
+ tune_diffusion_model: true
176
+ tune_llm: false
177
+ tune_projector: true
178
+ tune_visual: false
179
+ typical_p: 1.0
180
+ use_bfloat16: false
181
+ use_relative_action: true
182
+ training: !!python/object:gr00t.configs.training.training_config.TrainingConfig
183
+ add_rl_callback: false
184
+ assert_loss_less_than: null
185
+ batch_size: null
186
+ bf16: true
187
+ dataloader_num_workers: 4
188
+ ddp_bucket_cap_mb: 100
189
+ deepspeed_stage: 2
190
+ enable_open_loop_eval: false
191
+ enable_profiling: false
192
+ eval_batch_size: 2
193
+ eval_bf16: true
194
+ eval_set_split_ratio: 0.1
195
+ eval_steps: 500
196
+ eval_strategy: 'no'
197
+ experiment_name: null
198
+ fp16: false
199
+ global_batch_size: 64
200
+ gradient_accumulation_steps: 1
201
+ gradient_checkpointing: false
202
+ learning_rate: 0.0001
203
+ logging_steps: 10
204
+ lr_scheduler_type: cosine
205
+ max_concurrent_uploads: 2
206
+ max_grad_norm: 1.0
207
+ max_retries: 3
208
+ max_steps: 100000
209
+ num_gpus: 8
210
+ open_loop_eval_plot_indices: null
211
+ open_loop_eval_steps_per_traj: 100
212
+ open_loop_eval_traj_ids:
213
+ - 0
214
+ optim: adamw_torch
215
+ output_dir: /root/groot_workspace/checkpoints/Task0014_Manipulation_grootn1_7
216
+ remove_unused_columns: false
217
+ save_best_eval_metric_greater_is_better: true
218
+ save_best_eval_metric_name: ''
219
+ save_only_model: false
220
+ save_steps: 20000
221
+ save_total_limit: 5
222
+ save_vl_model: false
223
+ skip_weight_loading: false
224
+ start_from_checkpoint: nvidia/GR00T-N1.7-3B
225
+ tf32: true
226
+ transformers_access_token: null
227
+ transformers_cache_dir: null
228
+ transformers_local_files_only: false
229
+ transformers_trust_remote_code: true
230
+ upload_checkpoints: false
231
+ upload_every: 1000
232
+ upload_last_n_checkpoints: 5
233
+ use_ddp: false
234
+ use_wandb: false
235
+ wandb_project: finetune-gr00t-n1d7
236
+ warmup_ratio: 0.05
237
+ warmup_steps: 0
238
+ weight_decay: 1.0e-05
experiment_cfg/dataset_statistics.json ADDED
@@ -0,0 +1,2232 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "state": {
4
+ "arm_left": {
5
+ "min": [
6
+ -0.9306589365005493,
7
+ -0.0019414444686844945,
8
+ -1.3876293897628784,
9
+ -2.5366289615631104,
10
+ -1.1363083124160767,
11
+ -0.3803313672542572,
12
+ -1.5695449113845825,
13
+ -0.0015339808305725455
14
+ ],
15
+ "max": [
16
+ 0.7709811329841614,
17
+ 0.9303234219551086,
18
+ 0.668563961982727,
19
+ -0.6468725204467773,
20
+ 0.40184304118156433,
21
+ 1.3091328144073486,
22
+ 0.50355464220047,
23
+ 1.1244078874588013
24
+ ],
25
+ "mean": [
26
+ 0.14556576311588287,
27
+ 0.2442062944173813,
28
+ 0.054254766553640366,
29
+ -2.187349319458008,
30
+ -0.392057329416275,
31
+ 0.5796689987182617,
32
+ -1.221622347831726,
33
+ 0.4159988760948181
34
+ ],
35
+ "std": [
36
+ 0.28718459606170654,
37
+ 0.0904654785990715,
38
+ 0.36345264315605164,
39
+ 0.3373108208179474,
40
+ 0.11713920533657074,
41
+ 0.12759391963481903,
42
+ 0.2336857169866562,
43
+ 0.5217334628105164
44
+ ],
45
+ "q01": [
46
+ -0.6957122886180878,
47
+ 0.0011157313338480907,
48
+ -0.9383449161052704,
49
+ -2.3626753759384154,
50
+ -0.8328866112232208,
51
+ 0.10714951515197754,
52
+ -1.3407127857208252,
53
+ 0.0
54
+ ],
55
+ "q99": [
56
+ 0.30300915241241455,
57
+ 0.5998464226722717,
58
+ 0.2607647478580475,
59
+ -1.0606451296806336,
60
+ -0.05781981058418755,
61
+ 1.015629994869232,
62
+ -0.40723418295383457,
63
+ 1.1228739023208618
64
+ ]
65
+ },
66
+ "arm_right": {
67
+ "min": [
68
+ -0.8783717751502991,
69
+ -1.0362039804458618,
70
+ -0.18528810143470764,
71
+ -2.6104278564453125,
72
+ -0.9868889451026917,
73
+ -0.19040536880493164,
74
+ -0.7840381264686584,
75
+ -0.0015339808305725455
76
+ ],
77
+ "max": [
78
+ 0.745454728603363,
79
+ 0.0032716933637857437,
80
+ 1.2670321464538574,
81
+ -0.7744685411453247,
82
+ 1.7220852375030518,
83
+ 1.4061570167541504,
84
+ 1.364180326461792,
85
+ 1.1274758577346802
86
+ ],
87
+ "mean": [
88
+ 0.2897700071334839,
89
+ -0.2793124318122864,
90
+ 0.00018273992463946342,
91
+ -2.304840326309204,
92
+ 0.34362196922302246,
93
+ 0.6929079294204712,
94
+ 0.880602240562439,
95
+ 0.3753907382488251
96
+ ],
97
+ "std": [
98
+ 0.2801494300365448,
99
+ 0.0901435986161232,
100
+ 0.30181747674942017,
101
+ 0.32192790508270264,
102
+ 0.2780369520187378,
103
+ 0.13415154814720154,
104
+ 0.24869053065776825,
105
+ 0.5102745294570923
106
+ ],
107
+ "q01": [
108
+ -0.5695622563362122,
109
+ -0.5010685729980469,
110
+ -0.1519479900598526,
111
+ -2.4586355686187744,
112
+ -0.1407202073931694,
113
+ 0.2597180467844009,
114
+ -0.12421572953462601,
115
+ 0.0
116
+ ],
117
+ "q99": [
118
+ 0.43169575929641724,
119
+ 3.5952674807049334e-05,
120
+ 0.9910994839668273,
121
+ -1.2219381594657899,
122
+ 1.379881384372711,
123
+ 1.2042669463157654,
124
+ 1.3611476516723633,
125
+ 1.1244078874588013
126
+ ]
127
+ },
128
+ "head": {
129
+ "min": [
130
+ 0.6734175682067871,
131
+ -0.3497476279735565
132
+ ],
133
+ "max": [
134
+ 0.8881748914718628,
135
+ 0.3497476279735565
136
+ ],
137
+ "mean": [
138
+ 0.716985285282135,
139
+ 0.004562076646834612
140
+ ],
141
+ "std": [
142
+ 0.06445468217134433,
143
+ 0.12551622092723846
144
+ ],
145
+ "q01": [
146
+ 0.6749515533447266,
147
+ -0.3328738212585449
148
+ ],
149
+ "q99": [
150
+ 0.8851069211959839,
151
+ 0.3405437469482422
152
+ ]
153
+ }
154
+ },
155
+ "action": {
156
+ "arm_left": {
157
+ "min": [
158
+ -0.9403178691864014,
159
+ 0.0,
160
+ -1.3867186307907104,
161
+ -2.5372042655944824,
162
+ -1.1428157091140747,
163
+ -0.3804272413253784,
164
+ -1.6352235078811646,
165
+ 0.0
166
+ ],
167
+ "max": [
168
+ 0.7731263041496277,
169
+ 0.9367341995239258,
170
+ 0.6734175682067871,
171
+ -0.6381360292434692,
172
+ 0.401902973651886,
173
+ 1.310019612312317,
174
+ 0.503145694732666,
175
+ 1.2000000476837158
176
+ ],
177
+ "mean": [
178
+ 0.14527280628681183,
179
+ 0.24421672523021698,
180
+ 0.053875893354415894,
181
+ -2.1869702339172363,
182
+ -0.392098993062973,
183
+ 0.5796583890914917,
184
+ -1.2214839458465576,
185
+ 0.4263601303100586
186
+ ],
187
+ "std": [
188
+ 0.2875635027885437,
189
+ 0.09065377712249756,
190
+ 0.36398860812187195,
191
+ 0.33780762553215027,
192
+ 0.1173490360379219,
193
+ 0.1278502494096756,
194
+ 0.2337443083524704,
195
+ 0.5484465956687927
196
+ ],
197
+ "q01": [
198
+ -0.6964272856712341,
199
+ 0.0,
200
+ -0.9387962222099304,
201
+ -2.362318515777588,
202
+ -0.832951545715332,
203
+ 0.10737865418195724,
204
+ -1.340692162513733,
205
+ 0.0
206
+ ],
207
+ "q99": [
208
+ 0.30218222737312317,
209
+ 0.6003255355358124,
210
+ 0.26075276732444763,
211
+ -1.0584467649459839,
212
+ -0.05675728991627693,
213
+ 1.0170292854309082,
214
+ -0.4082328981161128,
215
+ 1.2000000476837158
216
+ ]
217
+ },
218
+ "arm_right": {
219
+ "min": [
220
+ -0.8774369955062866,
221
+ -1.0431954860687256,
222
+ -0.18748559057712555,
223
+ -2.6166765689849854,
224
+ -0.9878836274147034,
225
+ -0.2070874124765396,
226
+ -0.7837527990341187,
227
+ 0.0
228
+ ],
229
+ "max": [
230
+ 0.7149092555046082,
231
+ 0.0,
232
+ 1.2670681476593018,
233
+ -0.7685243487358093,
234
+ 1.7269277572631836,
235
+ 1.4106571674346924,
236
+ 1.820099949836731,
237
+ 1.2000000476837158
238
+ ],
239
+ "mean": [
240
+ 0.28971752524375916,
241
+ -0.2796321511268616,
242
+ 0.0002232878323411569,
243
+ -2.3047852516174316,
244
+ 0.3436487913131714,
245
+ 0.6929067969322205,
246
+ 0.8843314051628113,
247
+ 0.3856992721557617
248
+ ],
249
+ "std": [
250
+ 0.28044694662094116,
251
+ 0.09035316109657288,
252
+ 0.30211418867111206,
253
+ 0.3223663866519928,
254
+ 0.27832990884780884,
255
+ 0.1343621164560318,
256
+ 0.2576655149459839,
257
+ 0.5353162884712219
258
+ ],
259
+ "q01": [
260
+ -0.5706408619880676,
261
+ -0.5016117095947266,
262
+ -0.1518760770559311,
263
+ -2.457449197769165,
264
+ -0.14112623035907745,
265
+ 0.26077672839164734,
266
+ -0.12425244599580765,
267
+ 0.0
268
+ ],
269
+ "q99": [
270
+ 0.43101266026496887,
271
+ 0.0,
272
+ 0.9909515976905823,
273
+ -1.2195147275924683,
274
+ 1.382116675376892,
275
+ 1.2057088613510132,
276
+ 1.5048351287841797,
277
+ 1.2000000476837158
278
+ ]
279
+ }
280
+ },
281
+ "relative_action": {
282
+ "arm_left": {
283
+ "min": [
284
+ [
285
+ -0.30742430686950684,
286
+ -0.17500561475753784,
287
+ -0.3384743332862854,
288
+ -0.5413874387741089,
289
+ -0.3763645887374878,
290
+ -0.1522151231765747,
291
+ -0.14184781908988953,
292
+ -0.8771457672119141
293
+ ],
294
+ [
295
+ -0.36578747630119324,
296
+ -0.20203006267547607,
297
+ -0.4027214050292969,
298
+ -0.6201357245445251,
299
+ -0.41168212890625,
300
+ -0.18468040227890015,
301
+ -0.23244979977607727,
302
+ -0.9676506519317627
303
+ ],
304
+ [
305
+ -0.4240431785583496,
306
+ -0.2250397801399231,
307
+ -0.4666815996170044,
308
+ -0.6978534460067749,
309
+ -0.44073188304901123,
310
+ -0.21587185561656952,
311
+ -0.3219657838344574,
312
+ -1.0213398933410645
313
+ ],
314
+ [
315
+ -0.482406347990036,
316
+ -0.24290823936462402,
317
+ -0.5309286713600159,
318
+ -0.7766017317771912,
319
+ -0.4639812707901001,
320
+ -0.2641323208808899,
321
+ -0.39883026480674744,
322
+ -1.0274758338928223
323
+ ],
324
+ [
325
+ -0.5402969121932983,
326
+ -0.25762486457824707,
327
+ -0.5927432775497437,
328
+ -0.8246344923973083,
329
+ -0.48294031620025635,
330
+ -0.3116857409477234,
331
+ -0.48658737540245056,
332
+ -1.0305438041687012
333
+ ],
334
+ [
335
+ -0.5861126184463501,
336
+ -0.27143070101737976,
337
+ -0.6443153619766235,
338
+ -0.8706539273262024,
339
+ -0.505314826965332,
340
+ -0.3518208861351013,
341
+ -0.5715796947479248,
342
+ -1.0305438041687012
343
+ ],
344
+ [
345
+ -0.6352479457855225,
346
+ -0.28136566281318665,
347
+ -0.6963630318641663,
348
+ -0.9058276414871216,
349
+ -0.5272339582443237,
350
+ -0.39170438051223755,
351
+ -0.6465744972229004,
352
+ -1.0320777893066406
353
+ ],
354
+ [
355
+ -0.6797693371772766,
356
+ -0.2890355587005615,
357
+ -0.7458016872406006,
358
+ -0.9334392547607422,
359
+ -0.544826865196228,
360
+ -0.42545196413993835,
361
+ -0.7313845753669739,
362
+ -1.0351457595825195
363
+ ],
364
+ [
365
+ -0.7229506969451904,
366
+ -0.2952074408531189,
367
+ -0.797396719455719,
368
+ -0.9672947525978088,
369
+ -0.5628151893615723,
370
+ -0.465335488319397,
371
+ -0.8125333786010742,
372
+ -1.0507768392562866
373
+ ],
374
+ [
375
+ -0.7634387612342834,
376
+ -0.3013553023338318,
377
+ -0.852705180644989,
378
+ -1.002468466758728,
379
+ -0.5778913497924805,
380
+ -0.5036849975585938,
381
+ -0.8825028538703918,
382
+ -1.0737864971160889
383
+ ],
384
+ [
385
+ -0.7981930375099182,
386
+ -0.3075631260871887,
387
+ -0.9041243195533752,
388
+ -1.0225017070770264,
389
+ -0.5918409824371338,
390
+ -0.54356849193573,
391
+ -0.959969162940979,
392
+ -1.0737864971160889
393
+ ],
394
+ [
395
+ -0.8347808718681335,
396
+ -0.3141784071922302,
397
+ -0.9525405764579773,
398
+ -1.0381052494049072,
399
+ -0.6039689779281616,
400
+ -0.5773160457611084,
401
+ -1.0320708751678467,
402
+ -1.0783884525299072
403
+ ],
404
+ [
405
+ -0.8679330945014954,
406
+ -0.3284125328063965,
407
+ -1.0038809776306152,
408
+ -1.0411491394042969,
409
+ -0.6179186105728149,
410
+ -0.6078398823738098,
411
+ -1.098088264465332,
412
+ -1.0829904079437256
413
+ ],
414
+ [
415
+ -0.8999189734458923,
416
+ -0.3470480442047119,
417
+ -1.0505355596542358,
418
+ -1.0494740009307861,
419
+ -0.6301904916763306,
420
+ -0.6388550400733948,
421
+ -1.170125126838684,
422
+ -1.0937283039093018
423
+ ],
424
+ [
425
+ -0.9239353537559509,
426
+ -0.3638569116592407,
427
+ -1.0868717432022095,
428
+ -1.1073458194732666,
429
+ -0.6425222158432007,
430
+ -0.6610498428344727,
431
+ -1.235977053642273,
432
+ -1.0983302593231201
433
+ ],
434
+ [
435
+ -0.9498368501663208,
436
+ -0.3816879391670227,
437
+ -1.125988245010376,
438
+ -1.1593146324157715,
439
+ -0.6547940969467163,
440
+ -0.6801527142524719,
441
+ -1.292888879776001,
442
+ -1.0998642444610596
443
+ ]
444
+ ],
445
+ "max": [
446
+ [
447
+ 0.24797149002552032,
448
+ 0.1377010941505432,
449
+ 0.44242164492607117,
450
+ 0.3519327640533447,
451
+ 0.27667978405952454,
452
+ 0.17129051685333252,
453
+ 0.16021642088890076,
454
+ 0.8729708790779114
455
+ ],
456
+ [
457
+ 0.2997903823852539,
458
+ 0.1641005277633667,
459
+ 0.5063694715499878,
460
+ 0.42538678646087646,
461
+ 0.3199668228626251,
462
+ 0.20140689611434937,
463
+ 0.23876667022705078,
464
+ 0.9496698975563049
465
+ ],
466
+ [
467
+ 0.3572137951850891,
468
+ 0.2095310389995575,
469
+ 0.5741522312164307,
470
+ 0.4882800579071045,
471
+ 0.3583163619041443,
472
+ 0.2437831163406372,
473
+ 0.33280491828918457,
474
+ 1.0002912282943726
475
+ ],
476
+ [
477
+ 0.42476886510849,
478
+ 0.24633461236953735,
479
+ 0.668048620223999,
480
+ 0.5526232719421387,
481
+ 0.38766568899154663,
482
+ 0.28783711791038513,
483
+ 0.4058450162410736,
484
+ 1.0094951391220093
485
+ ],
486
+ [
487
+ 0.483275830745697,
488
+ 0.2830527126789093,
489
+ 0.7606866955757141,
490
+ 0.6291545629501343,
491
+ 0.4060734510421753,
492
+ 0.32510805130004883,
493
+ 0.48740747570991516,
494
+ 1.0309709310531616
495
+ ],
496
+ [
497
+ 0.5308292508125305,
498
+ 0.31985628604888916,
499
+ 0.8419877290725708,
500
+ 0.7055419683456421,
501
+ 0.42105376720428467,
502
+ 0.3645361661911011,
503
+ 0.57417231798172,
504
+ 1.0309709310531616
505
+ ],
506
+ [
507
+ 0.5821337103843689,
508
+ 0.35443076491355896,
509
+ 0.9221382141113281,
510
+ 0.7775791883468628,
511
+ 0.4309287667274475,
512
+ 0.4018070697784424,
513
+ 0.6527044177055359,
514
+ 1.0309709310531616
515
+ ],
516
+ [
517
+ 0.6296871304512024,
518
+ 0.38144320249557495,
519
+ 0.9822870492935181,
520
+ 0.837928056716919,
521
+ 0.4370647072792053,
522
+ 0.42941874265670776,
523
+ 0.736149251461029,
524
+ 1.0309709310531616
525
+ ],
526
+ [
527
+ 0.6769769191741943,
528
+ 0.4020892381668091,
529
+ 1.0405782461166382,
530
+ 0.8945654630661011,
531
+ 0.44002479314804077,
532
+ 0.4560237228870392,
533
+ 0.8090755343437195,
534
+ 1.0309709310531616
535
+ ],
536
+ [
537
+ 0.7120187282562256,
538
+ 0.4220655560493469,
539
+ 1.0978507995605469,
540
+ 0.9533481597900391,
541
+ 0.46027815341949463,
542
+ 0.485617458820343,
543
+ 0.8857179880142212,
544
+ 1.0309709310531616
545
+ ],
546
+ [
547
+ 0.7484267950057983,
548
+ 0.44393283128738403,
549
+ 1.1357688903808594,
550
+ 1.0059072971343994,
551
+ 0.4848218262195587,
552
+ 0.5255009531974792,
553
+ 0.9595136642456055,
554
+ 1.0309709310531616
555
+ ],
556
+ [
557
+ 0.7791064381599426,
558
+ 0.46745142340660095,
559
+ 1.1664485931396484,
560
+ 1.0608925819396973,
561
+ 0.5083948373794556,
562
+ 0.5577145218849182,
563
+ 1.032439947128296,
564
+ 1.0309709310531616
565
+ ],
566
+ [
567
+ 0.806718111038208,
568
+ 0.49446386098861694,
569
+ 1.1816205978393555,
570
+ 1.1056537628173828,
571
+ 0.5312726497650146,
572
+ 0.5922530889511108,
573
+ 1.0955904722213745,
574
+ 1.032504916191101
575
+ ],
576
+ [
577
+ 0.8340900540351868,
578
+ 0.5123922824859619,
579
+ 1.1877565383911133,
580
+ 1.1521046161651611,
581
+ 0.5522810220718384,
582
+ 0.6243595480918884,
583
+ 1.1619606018066406,
584
+ 1.0340389013290405
585
+ ],
586
+ [
587
+ 0.8595565557479858,
588
+ 0.5280317068099976,
589
+ 1.2063319683074951,
590
+ 1.1933183670043945,
591
+ 0.5685316324234009,
592
+ 0.6588925719261169,
593
+ 1.2227745056152344,
594
+ 1.0371067523956299
595
+ ],
596
+ [
597
+ 0.8869536519050598,
598
+ 0.5411497354507446,
599
+ 1.2215040922164917,
600
+ 1.2250885963439941,
601
+ 0.5835957527160645,
602
+ 0.6898085474967957,
603
+ 1.28914475440979,
604
+ 1.0417087078094482
605
+ ]
606
+ ],
607
+ "mean": [
608
+ [
609
+ -0.001853558118455112,
610
+ 0.0001537818170618266,
611
+ -0.0024244266096502542,
612
+ 0.002247302560135722,
613
+ -0.0003752349002752453,
614
+ -9.921703895088285e-05,
615
+ 0.0009429655037820339,
616
+ 0.010227587074041367
617
+ ],
618
+ [
619
+ -0.0024986814241856337,
620
+ 0.00020374826272018254,
621
+ -0.0032711282838135958,
622
+ 0.0030356210190802813,
623
+ -0.000509263772983104,
624
+ -0.0001347894431091845,
625
+ 0.001467763097025454,
626
+ 0.008549490012228489
627
+ ],
628
+ [
629
+ -0.003081059316173196,
630
+ 0.00024631735868752003,
631
+ -0.004029757808893919,
632
+ 0.0037511014379560947,
633
+ -0.0006369338370859623,
634
+ -0.00016827016952447593,
635
+ 0.001930581871420145,
636
+ 0.006870406214147806
637
+ ],
638
+ [
639
+ -0.003601804841309786,
640
+ 0.0002811335143633187,
641
+ -0.00470321299508214,
642
+ 0.004392033442854881,
643
+ -0.0007597802905365825,
644
+ -0.00020093657076358795,
645
+ 0.002330578863620758,
646
+ 0.005186561029404402
647
+ ],
648
+ [
649
+ -0.004059284459799528,
650
+ 0.00030755152693018317,
651
+ -0.005291301757097244,
652
+ 0.004960815422236919,
653
+ -0.0008792692678980529,
654
+ -0.00023386762768495828,
655
+ 0.0026663639582693577,
656
+ 0.003496292745694518
657
+ ],
658
+ [
659
+ -0.004455776885151863,
660
+ 0.00032480646041221917,
661
+ -0.005796593613922596,
662
+ 0.005460960324853659,
663
+ -0.0009971287799999118,
664
+ -0.0002681878686416894,
665
+ 0.0029391306452453136,
666
+ 0.001801439793780446
667
+ ],
668
+ [
669
+ -0.004792815539985895,
670
+ 0.0003322883858345449,
671
+ -0.006221228279173374,
672
+ 0.005895375739783049,
673
+ -0.001114679267629981,
674
+ -0.0003051040694117546,
675
+ 0.0031504775397479534,
676
+ 9.948391380021349e-05
677
+ ],
678
+ [
679
+ -0.005071188788861036,
680
+ 0.0003291852190159261,
681
+ -0.0065667773596942425,
682
+ 0.0062665799632668495,
683
+ -0.0012321950634941459,
684
+ -0.00034585490357130766,
685
+ 0.003302080323919654,
686
+ -0.0016107443952932954
687
+ ],
688
+ [
689
+ -0.005293878260999918,
690
+ 0.00031490455148741603,
691
+ -0.006837394554167986,
692
+ 0.006579110398888588,
693
+ -0.0013504348462447524,
694
+ -0.00039192521944642067,
695
+ 0.003397842403501272,
696
+ -0.0033252432476729155
697
+ ],
698
+ [
699
+ -0.005462978035211563,
700
+ 0.0002891066833399236,
701
+ -0.007036407478153706,
702
+ 0.006836914457380772,
703
+ -0.0014693568227812648,
704
+ -0.0004445538797881454,
705
+ 0.00344223459251225,
706
+ -0.005042988806962967
707
+ ],
708
+ [
709
+ -0.005580611061304808,
710
+ 0.0002517322136554867,
711
+ -0.007167098578065634,
712
+ 0.007043387740850449,
713
+ -0.0015899292193353176,
714
+ -0.0005057226517237723,
715
+ 0.0034385304898023605,
716
+ -0.006767545826733112
717
+ ],
718
+ [
719
+ -0.005650560837239027,
720
+ 0.00020255970594007522,
721
+ -0.007235201075673103,
722
+ 0.007204127963632345,
723
+ -0.0017136787064373493,
724
+ -0.0005766438553109765,
725
+ 0.0033914470113813877,
726
+ -0.008496451191604137
727
+ ],
728
+ [
729
+ -0.005676109343767166,
730
+ 0.00014190957881510258,
731
+ -0.007245535962283611,
732
+ 0.007323597092181444,
733
+ -0.0018413679208606482,
734
+ -0.0006589257973246276,
735
+ 0.003305890364572406,
736
+ -0.01023022923618555
737
+ ],
738
+ [
739
+ -0.005660327151417732,
740
+ 7.015882874839008e-05,
741
+ -0.0072038136422634125,
742
+ 0.0074060591869056225,
743
+ -0.0019736418034881353,
744
+ -0.0007540273945778608,
745
+ 0.003187016351148486,
746
+ -0.011969078332185745
747
+ ],
748
+ [
749
+ -0.0056054131127893925,
750
+ -1.231857095262967e-05,
751
+ -0.007113471627235413,
752
+ 0.007455277256667614,
753
+ -0.0021103613544255495,
754
+ -0.0008622168097645044,
755
+ 0.003038307884708047,
756
+ -0.013713439926505089
757
+ ],
758
+ [
759
+ -0.00551078375428915,
760
+ -0.00010563906107563525,
761
+ -0.006971650291234255,
762
+ 0.007469643838703632,
763
+ -0.002251172438263893,
764
+ -0.0009843033039942384,
765
+ 0.0028613796457648277,
766
+ -0.015463298186659813
767
+ ]
768
+ ],
769
+ "std": [
770
+ [
771
+ 0.03826684132218361,
772
+ 0.013778520748019218,
773
+ 0.04689496383070946,
774
+ 0.04694315046072006,
775
+ 0.01636090874671936,
776
+ 0.0197448767721653,
777
+ 0.013901039026677608,
778
+ 0.10055059939622879
779
+ ],
780
+ [
781
+ 0.048610273748636246,
782
+ 0.017900681123137474,
783
+ 0.060039132833480835,
784
+ 0.059435926377773285,
785
+ 0.020848466083407402,
786
+ 0.024995895102620125,
787
+ 0.022520696744322777,
788
+ 0.11451924592256546
789
+ ],
790
+ [
791
+ 0.059095535427331924,
792
+ 0.022008296102285385,
793
+ 0.073406882584095,
794
+ 0.07205993682146072,
795
+ 0.025300126522779465,
796
+ 0.030228987336158752,
797
+ 0.031083229929208755,
798
+ 0.12786921858787537
799
+ ],
800
+ [
801
+ 0.06962879747152328,
802
+ 0.026065265759825706,
803
+ 0.08679834008216858,
804
+ 0.08475486934185028,
805
+ 0.02969607152044773,
806
+ 0.03540436550974846,
807
+ 0.039647627621889114,
808
+ 0.1403980255126953
809
+ ],
810
+ [
811
+ 0.08017732203006744,
812
+ 0.030050162225961685,
813
+ 0.10022544115781784,
814
+ 0.09742902219295502,
815
+ 0.0340198390185833,
816
+ 0.040496278554201126,
817
+ 0.048156529664993286,
818
+ 0.15204750001430511
819
+ ],
820
+ [
821
+ 0.09067827463150024,
822
+ 0.03395136445760727,
823
+ 0.11366046965122223,
824
+ 0.11006273329257965,
825
+ 0.03826418146491051,
826
+ 0.04549112170934677,
827
+ 0.056631121784448624,
828
+ 0.16294342279434204
829
+ ],
830
+ [
831
+ 0.10112776607275009,
832
+ 0.0377618633210659,
833
+ 0.126954585313797,
834
+ 0.12265392392873764,
835
+ 0.042422425001859665,
836
+ 0.05038008838891983,
837
+ 0.06501197069883347,
838
+ 0.17322714626789093
839
+ ],
840
+ [
841
+ 0.11149138957262039,
842
+ 0.0414743572473526,
843
+ 0.14017443358898163,
844
+ 0.13514018058776855,
845
+ 0.04649403691291809,
846
+ 0.055154502391815186,
847
+ 0.07328853011131287,
848
+ 0.18299514055252075
849
+ ],
850
+ [
851
+ 0.12175669521093369,
852
+ 0.045084040611982346,
853
+ 0.15327312052249908,
854
+ 0.14752046763896942,
855
+ 0.050477441400289536,
856
+ 0.05980712175369263,
857
+ 0.08146990835666656,
858
+ 0.19232967495918274
859
+ ],
860
+ [
861
+ 0.13190269470214844,
862
+ 0.04858683794736862,
863
+ 0.16621553897857666,
864
+ 0.15978248417377472,
865
+ 0.054374195635318756,
866
+ 0.06433352082967758,
867
+ 0.08952919393777847,
868
+ 0.20125268399715424
869
+ ],
870
+ [
871
+ 0.14192591607570648,
872
+ 0.05197713151574135,
873
+ 0.17897570133209229,
874
+ 0.1719089299440384,
875
+ 0.05817518010735512,
876
+ 0.06872615963220596,
877
+ 0.0974498987197876,
878
+ 0.20988935232162476
879
+ ],
880
+ [
881
+ 0.15177370607852936,
882
+ 0.0552508644759655,
883
+ 0.19153866171836853,
884
+ 0.183877095580101,
885
+ 0.061876486986875534,
886
+ 0.07298006117343903,
887
+ 0.1052146926522255,
888
+ 0.21822291612625122
889
+ ],
890
+ [
891
+ 0.16144225001335144,
892
+ 0.058404095470905304,
893
+ 0.20387762784957886,
894
+ 0.19567379355430603,
895
+ 0.06547532975673676,
896
+ 0.07709089666604996,
897
+ 0.11280978471040726,
898
+ 0.2263142615556717
899
+ ],
900
+ [
901
+ 0.17091995477676392,
902
+ 0.06143264099955559,
903
+ 0.21596963703632355,
904
+ 0.20728102326393127,
905
+ 0.06897301971912384,
906
+ 0.08105409890413284,
907
+ 0.1202206015586853,
908
+ 0.23423652350902557
909
+ ],
910
+ [
911
+ 0.18019263446331024,
912
+ 0.06433439254760742,
913
+ 0.22779886424541473,
914
+ 0.21868743002414703,
915
+ 0.0723612979054451,
916
+ 0.08486835658550262,
917
+ 0.12743830680847168,
918
+ 0.2418820708990097
919
+ ],
920
+ [
921
+ 0.18924878537654877,
922
+ 0.06710866093635559,
923
+ 0.2393621951341629,
924
+ 0.22989201545715332,
925
+ 0.07564499974250793,
926
+ 0.08853325247764587,
927
+ 0.13446275889873505,
928
+ 0.2493603527545929
929
+ ]
930
+ ],
931
+ "q01": [
932
+ [
933
+ -0.147688100785017,
934
+ -0.04283317014575005,
935
+ -0.17506503865122794,
936
+ -0.17328011393547058,
937
+ -0.05742993056774139,
938
+ -0.07225330591201783,
939
+ -0.05087625384330749,
940
+ -0.5227962136268616
941
+ ],
942
+ [
943
+ -0.17905807763338089,
944
+ -0.055320805609226226,
945
+ -0.21271205186843872,
946
+ -0.21130684375762937,
947
+ -0.07307320892810822,
948
+ -0.08992057263851165,
949
+ -0.082750923037529,
950
+ -0.6071651577949524
951
+ ],
952
+ [
953
+ -0.21037762358784676,
954
+ -0.06800004221498966,
955
+ -0.2516592583060264,
956
+ -0.25105647802352904,
957
+ -0.08897262394428253,
958
+ -0.10790595799684524,
959
+ -0.11487801492214203,
960
+ -0.6823301911354065
961
+ ],
962
+ [
963
+ -0.24278788685798644,
964
+ -0.080292988717556,
965
+ -0.29066456645727157,
966
+ -0.29108516693115233,
967
+ -0.10377299785614014,
968
+ -0.1255906993150711,
969
+ -0.14697208911180495,
970
+ -0.755961247086525
971
+ ],
972
+ [
973
+ -0.27450108528137207,
974
+ -0.09204363852739333,
975
+ -0.33089443296194077,
976
+ -0.330625627040863,
977
+ -0.11837691664695739,
978
+ -0.1432148841023445,
979
+ -0.1787616091966629,
980
+ -0.8234564661979675
981
+ ],
982
+ [
983
+ -0.30774951696395875,
984
+ -0.10378492847084998,
985
+ -0.3709435057640076,
986
+ -0.37023369073867796,
987
+ -0.1330365926027298,
988
+ -0.16000643357634545,
989
+ -0.21123772859573364,
990
+ -0.8848156929016113
991
+ ],
992
+ [
993
+ -0.3400483340024948,
994
+ -0.11482612162828444,
995
+ -0.41065237313508984,
996
+ -0.40888263463973995,
997
+ -0.1468551817536354,
998
+ -0.17776347696781158,
999
+ -0.24251508653163908,
1000
+ -0.9369710683822632
1001
+ ],
1002
+ [
1003
+ -0.37218563348054884,
1004
+ -0.12568123459815977,
1005
+ -0.4506873255968094,
1006
+ -0.4473806357383728,
1007
+ -0.16035361647605895,
1008
+ -0.1947380831837654,
1009
+ -0.27353401929140087,
1010
+ -0.972252607345581
1011
+ ],
1012
+ [
1013
+ -0.4040323740243912,
1014
+ -0.13641129598021506,
1015
+ -0.4902603453397751,
1016
+ -0.4845578968524933,
1017
+ -0.1738455867767334,
1018
+ -0.2104058986902237,
1019
+ -0.3044487726688385,
1020
+ -0.9875924587249756
1021
+ ],
1022
+ [
1023
+ -0.434877650141716,
1024
+ -0.1462184454500675,
1025
+ -0.529213723540306,
1026
+ -0.5211762523651123,
1027
+ -0.1862677064538002,
1028
+ -0.2256408452987671,
1029
+ -0.33427304625511167,
1030
+ -0.9921943545341492
1031
+ ],
1032
+ [
1033
+ -0.4637280592322349,
1034
+ -0.15541609466075898,
1035
+ -0.5666892421245575,
1036
+ -0.5553720462322235,
1037
+ -0.19872941136360167,
1038
+ -0.23985827803611756,
1039
+ -0.36385165214538573,
1040
+ -0.9952623248100281
1041
+ ],
1042
+ [
1043
+ -0.49345304220914843,
1044
+ -0.16462816715240478,
1045
+ -0.6027293735742569,
1046
+ -0.5900726413726807,
1047
+ -0.21059780746698378,
1048
+ -0.25391931176185606,
1049
+ -0.3913266748189926,
1050
+ -0.9983301758766174
1051
+ ],
1052
+ [
1053
+ -0.5200799018144607,
1054
+ -0.1734476724267006,
1055
+ -0.6379662734270096,
1056
+ -0.6244743049144744,
1057
+ -0.22291674703359604,
1058
+ -0.26851854115724566,
1059
+ -0.4190552133321762,
1060
+ -0.9998642802238464
1061
+ ],
1062
+ [
1063
+ -0.5478626829385758,
1064
+ -0.18155059605836868,
1065
+ -0.6718048781156539,
1066
+ -0.6566403031349182,
1067
+ -0.23432771980762482,
1068
+ -0.28073603510856626,
1069
+ -0.44404424726963043,
1070
+ -1.0029321908950806
1071
+ ],
1072
+ [
1073
+ -0.5733629477024078,
1074
+ -0.19078024223446846,
1075
+ -0.7053214973211288,
1076
+ -0.6899321639537811,
1077
+ -0.24484004408121107,
1078
+ -0.2939047136902809,
1079
+ -0.46913154304027554,
1080
+ -1.00446617603302
1081
+ ],
1082
+ [
1083
+ -0.5978031641244889,
1084
+ -0.19851868435740472,
1085
+ -0.7365509927272796,
1086
+ -0.7214086902141571,
1087
+ -0.2558096593618393,
1088
+ -0.3059616279602051,
1089
+ -0.49272636890411375,
1090
+ -1.0075720059871673
1091
+ ]
1092
+ ],
1093
+ "q99": [
1094
+ [
1095
+ 0.1344661271572114,
1096
+ 0.05026850104331976,
1097
+ 0.15053327113389983,
1098
+ 0.15915412068367008,
1099
+ 0.055811260342597986,
1100
+ 0.07228547632694246,
1101
+ 0.04422967791557318,
1102
+ 0.19064068794250488
1103
+ ],
1104
+ [
1105
+ 0.16156701833009748,
1106
+ 0.06605854272842422,
1107
+ 0.1833880691230299,
1108
+ 0.19526468753814702,
1109
+ 0.07011980414390569,
1110
+ 0.08954222261905699,
1111
+ 0.07116985440254213,
1112
+ 0.22869890928268433
1113
+ ],
1114
+ [
1115
+ 0.19059763625264178,
1116
+ 0.08155200719833378,
1117
+ 0.2197307436168195,
1118
+ 0.23057941675186175,
1119
+ 0.08500550925731665,
1120
+ 0.1070210790634156,
1121
+ 0.09767405211925509,
1122
+ 0.2915921211242676
1123
+ ],
1124
+ [
1125
+ 0.22204851374030135,
1126
+ 0.09660488061606891,
1127
+ 0.2588745960593224,
1128
+ 0.2663373672962189,
1129
+ 0.09980768874287615,
1130
+ 0.12400651335716252,
1131
+ 0.12374070167541507,
1132
+ 0.3546847510337901
1133
+ ],
1134
+ [
1135
+ 0.2534406238794328,
1136
+ 0.11182184547185899,
1137
+ 0.29862152129411706,
1138
+ 0.3035007345676422,
1139
+ 0.11416318595409419,
1140
+ 0.14034772798419,
1141
+ 0.1496321046352389,
1142
+ 0.419052392244344
1143
+ ],
1144
+ [
1145
+ 0.2847457346320153,
1146
+ 0.12677809566259385,
1147
+ 0.3379527959227562,
1148
+ 0.33953721880912796,
1149
+ 0.12846448227763196,
1150
+ 0.15625336676836032,
1151
+ 0.1751366758346558,
1152
+ 0.4848737120628357
1153
+ ],
1154
+ [
1155
+ 0.3155513438582422,
1156
+ 0.1410938423871994,
1157
+ 0.3780657708644873,
1158
+ 0.37475405812263535,
1159
+ 0.14232557952404024,
1160
+ 0.17188590109348323,
1161
+ 0.20000491440296186,
1162
+ 0.5537712019681937
1163
+ ],
1164
+ [
1165
+ 0.346179675757885,
1166
+ 0.15467768639326127,
1167
+ 0.4166416355967523,
1168
+ 0.40910455107688937,
1169
+ 0.1557949236035347,
1170
+ 0.18734842240810398,
1171
+ 0.22456738233566292,
1172
+ 0.6185841500759153
1173
+ ],
1174
+ [
1175
+ 0.37675860106945047,
1176
+ 0.1684599408507348,
1177
+ 0.45420811742544215,
1178
+ 0.44463352799415595,
1179
+ 0.16893132597208035,
1180
+ 0.20147572681307796,
1181
+ 0.24923123836517358,
1182
+ 0.6890926170349192
1183
+ ],
1184
+ [
1185
+ 0.40670833736658096,
1186
+ 0.18100267171859746,
1187
+ 0.4901916843652726,
1188
+ 0.47937978863716163,
1189
+ 0.18181856691837317,
1190
+ 0.21595955073833467,
1191
+ 0.27317581474781044,
1192
+ 0.7594562768936157
1193
+ ],
1194
+ [
1195
+ 0.4346027967333796,
1196
+ 0.193955906927586,
1197
+ 0.5244186222553253,
1198
+ 0.5129780864715583,
1199
+ 0.19403709888458254,
1200
+ 0.22947953194379808,
1201
+ 0.2963517791032793,
1202
+ 0.8254174590110779
1203
+ ],
1204
+ [
1205
+ 0.46154898285865786,
1206
+ 0.20550488710403456,
1207
+ 0.5586923509836199,
1208
+ 0.5459564560651781,
1209
+ 0.20582749962806707,
1210
+ 0.24297983020544064,
1211
+ 0.3187991333007815,
1212
+ 0.8821747303009033
1213
+ ],
1214
+ [
1215
+ 0.4878260669112206,
1216
+ 0.2180211374163631,
1217
+ 0.5911621171236039,
1218
+ 0.5774660575389864,
1219
+ 0.21753608942031885,
1220
+ 0.254942152500153,
1221
+ 0.34066007375717183,
1222
+ 0.9220582246780396
1223
+ ],
1224
+ [
1225
+ 0.5124115765094761,
1226
+ 0.22873375937342674,
1227
+ 0.6231085503101356,
1228
+ 0.6096511280536658,
1229
+ 0.22913934633135805,
1230
+ 0.26718921005725926,
1231
+ 0.36239963591098806,
1232
+ 0.9358640909194946
1233
+ ],
1234
+ [
1235
+ 0.536629645228386,
1236
+ 0.23888121828436853,
1237
+ 0.65336991250515,
1238
+ 0.6411163532733921,
1239
+ 0.23995597258210186,
1240
+ 0.27984514534473437,
1241
+ 0.3845691472291951,
1242
+ 0.946601927280426
1243
+ ],
1244
+ [
1245
+ 0.5598135250806808,
1246
+ 0.24947865188121807,
1247
+ 0.6822074544429779,
1248
+ 0.670904116630555,
1249
+ 0.2512174415588381,
1250
+ 0.29183614015579246,
1251
+ 0.40501969873905236,
1252
+ 0.9512038826942444
1253
+ ]
1254
+ ]
1255
+ },
1256
+ "arm_right": {
1257
+ "min": [
1258
+ [
1259
+ -0.3193131387233734,
1260
+ -0.18765515089035034,
1261
+ -0.23840218782424927,
1262
+ -0.45397448539733887,
1263
+ -0.34709909558296204,
1264
+ -0.173359215259552,
1265
+ -0.25962698459625244,
1266
+ -0.8894175887107849
1267
+ ],
1268
+ [
1269
+ -0.3846559226512909,
1270
+ -0.2256571650505066,
1271
+ -0.25346630811691284,
1272
+ -0.529151439666748,
1273
+ -0.4563353359699249,
1274
+ -0.2003956437110901,
1275
+ -0.39726752042770386,
1276
+ -0.9799224734306335
1277
+ ],
1278
+ [
1279
+ -0.4407420754432678,
1280
+ -0.25841695070266724,
1281
+ -0.30465906858444214,
1282
+ -0.5867117643356323,
1283
+ -0.5726661682128906,
1284
+ -0.228127121925354,
1285
+ -0.4812619090080261,
1286
+ -1.0412817001342773
1287
+ ],
1288
+ [
1289
+ -0.502964198589325,
1290
+ -0.2964189648628235,
1291
+ -0.3656998872756958,
1292
+ -0.643696665763855,
1293
+ -0.6835561990737915,
1294
+ -0.2512446641921997,
1295
+ -0.5794366598129272,
1296
+ -1.0428156852722168
1297
+ ],
1298
+ [
1299
+ -0.561555027961731,
1300
+ -0.33020472526550293,
1301
+ -0.4340766668319702,
1302
+ -0.7177711725234985,
1303
+ -0.7510274648666382,
1304
+ -0.2781100273132324,
1305
+ -0.6735345125198364,
1306
+ -1.0458836555480957
1307
+ ],
1308
+ [
1309
+ -0.6110655069351196,
1310
+ -0.3624400496482849,
1311
+ -0.5012242794036865,
1312
+ -0.7852662801742554,
1313
+ -0.8172283172607422,
1314
+ -0.3211020231246948,
1315
+ -0.7440976500511169,
1316
+ -1.0458836555480957
1317
+ ],
1318
+ [
1319
+ -0.661884069442749,
1320
+ -0.39622581005096436,
1321
+ -0.557919442653656,
1322
+ -0.8492740392684937,
1323
+ -0.8708696365356445,
1324
+ -0.3576124906539917,
1325
+ -0.8177287578582764,
1326
+ -1.0458836555480957
1327
+ ],
1328
+ [
1329
+ -0.7102110385894775,
1330
+ -0.4292902946472168,
1331
+ -0.621299147605896,
1332
+ -0.9150913953781128,
1333
+ -1.0122236013412476,
1334
+ -0.3960992693901062,
1335
+ -0.8729520440101624,
1336
+ -1.0458836555480957
1337
+ ],
1338
+ [
1339
+ -0.7610296010971069,
1340
+ -0.4589284062385559,
1341
+ -0.6809836030006409,
1342
+ -0.9779847860336304,
1343
+ -1.1101558208465576,
1344
+ -0.43260979652404785,
1345
+ -0.9168464541435242,
1346
+ -1.0458836555480957
1347
+ ],
1348
+ [
1349
+ -0.8095777034759521,
1350
+ -0.4857730567455292,
1351
+ -0.7385408878326416,
1352
+ -1.0367194414138794,
1353
+ -1.1716828346252441,
1354
+ -0.4683228135108948,
1355
+ -0.9818646907806396,
1356
+ -1.0458836555480957
1357
+ ],
1358
+ [
1359
+ -0.8483346700668335,
1360
+ -0.5150026082992554,
1361
+ -0.7982252836227417,
1362
+ -1.0840212106704712,
1363
+ -1.2209500074386597,
1364
+ -0.4937772750854492,
1365
+ -1.0585637092590332,
1366
+ -1.0458836555480957
1367
+ ],
1368
+ [
1369
+ -0.8909505605697632,
1370
+ -0.54193115234375,
1371
+ -0.8557735681533813,
1372
+ -1.1337437629699707,
1373
+ -1.2542781829833984,
1374
+ -0.516583263874054,
1375
+ -1.102458119392395,
1376
+ -1.0783884525299072
1377
+ ],
1378
+ [
1379
+ -0.930558443069458,
1380
+ -0.5664552450180054,
1381
+ -0.9034597277641296,
1382
+ -1.180422306060791,
1383
+ -1.2789536714553833,
1384
+ -0.5356674790382385,
1385
+ -1.142932653427124,
1386
+ -1.0814564228057861
1387
+ ],
1388
+ [
1389
+ -0.9643441438674927,
1390
+ -0.5875355005264282,
1391
+ -0.9544520378112793,
1392
+ -1.2218396663665771,
1393
+ -1.3065533638000488,
1394
+ -0.5523614883422852,
1395
+ -1.1868270635604858,
1396
+ -1.0829904079437256
1397
+ ],
1398
+ [
1399
+ -0.9974783658981323,
1400
+ -0.609658420085907,
1401
+ -1.0005673170089722,
1402
+ -1.2564620971679688,
1403
+ -1.3303420543670654,
1404
+ -0.5685728192329407,
1405
+ -1.215972661972046,
1406
+ -1.084524393081665
1407
+ ],
1408
+ [
1409
+ -1.031264066696167,
1410
+ -0.6287373304367065,
1411
+ -1.0493431091308594,
1412
+ -1.288711667060852,
1413
+ -1.3424460887908936,
1414
+ -0.5869799852371216,
1415
+ -1.2251765727996826,
1416
+ -1.084524393081665
1417
+ ]
1418
+ ],
1419
+ "max": [
1420
+ [
1421
+ 0.32198017835617065,
1422
+ 0.21365474164485931,
1423
+ 0.27774739265441895,
1424
+ 0.38284122943878174,
1425
+ 0.31414246559143066,
1426
+ 0.19214507937431335,
1427
+ 0.46394550800323486,
1428
+ 0.845359206199646
1429
+ ],
1430
+ [
1431
+ 0.381805419921875,
1432
+ 0.2487325817346573,
1433
+ 0.32739806175231934,
1434
+ 0.462931752204895,
1435
+ 0.33983665704727173,
1436
+ 0.23298731446266174,
1437
+ 0.46394550800323486,
1438
+ 0.9268156290054321
1439
+ ],
1440
+ [
1441
+ 0.43481165170669556,
1442
+ 0.2888197898864746,
1443
+ 0.3834482729434967,
1444
+ 0.5301753282546997,
1445
+ 0.3538702130317688,
1446
+ 0.2712986171245575,
1447
+ 0.46394550800323486,
1448
+ 0.9943107962608337
1449
+ ],
1450
+ [
1451
+ 0.4908498525619507,
1452
+ 0.3213210105895996,
1453
+ 0.4374252259731293,
1454
+ 0.6070780754089355,
1455
+ 0.3851892948150635,
1456
+ 0.3121408522129059,
1457
+ 0.46394550800323486,
1458
+ 1.0401747226715088
1459
+ ],
1460
+ [
1461
+ 0.5383313894271851,
1462
+ 0.3473983407020569,
1463
+ 0.48674318194389343,
1464
+ 0.6823868751525879,
1465
+ 0.453499436378479,
1466
+ 0.3528127372264862,
1467
+ 0.46394550800323486,
1468
+ 1.100000023841858
1469
+ ],
1470
+ [
1471
+ 0.5843508243560791,
1472
+ 0.3684066832065582,
1473
+ 0.5307252407073975,
1474
+ 0.7453649044036865,
1475
+ 0.5176882743835449,
1476
+ 0.38822612166404724,
1477
+ 0.5059500336647034,
1478
+ 1.100000023841858
1479
+ ],
1480
+ [
1481
+ 0.6273022890090942,
1482
+ 0.39168041944503784,
1483
+ 0.5795969367027283,
1484
+ 0.8129072189331055,
1485
+ 0.578291118144989,
1486
+ 0.4271029531955719,
1487
+ 0.583116888999939,
1488
+ 1.100000023841858
1489
+ ],
1490
+ [
1491
+ 0.6618048548698425,
1492
+ 0.41217344999313354,
1493
+ 0.6261796355247498,
1494
+ 0.8766872882843018,
1495
+ 0.6424799561500549,
1496
+ 0.4655004143714905,
1497
+ 0.6580186486244202,
1498
+ 1.100000023841858
1499
+ ],
1500
+ [
1501
+ 0.6953846216201782,
1502
+ 0.42904725670814514,
1503
+ 0.6646593809127808,
1504
+ 0.9396653175354004,
1505
+ 0.7060323357582092,
1506
+ 0.49740076065063477,
1507
+ 0.7227930426597595,
1508
+ 1.100000023841858
1509
+ ],
1510
+ [
1511
+ 0.7241708040237427,
1512
+ 0.44898900389671326,
1513
+ 0.7046523094177246,
1514
+ 0.9947394132614136,
1515
+ 0.7604886293411255,
1516
+ 0.5344582200050354,
1517
+ 0.7950946092605591,
1518
+ 1.100000023841858
1519
+ ],
1520
+ [
1521
+ 0.7517824172973633,
1522
+ 0.46279484033584595,
1523
+ 0.7431321144104004,
1524
+ 1.0474936962127686,
1525
+ 0.8221834301948547,
1526
+ 0.5708853602409363,
1527
+ 0.8631055951118469,
1528
+ 1.100000023841858
1529
+ ],
1530
+ [
1531
+ 0.7738573551177979,
1532
+ 0.47522246837615967,
1533
+ 0.7801274061203003,
1534
+ 1.0978754758834839,
1535
+ 0.8812536597251892,
1536
+ 0.6018166542053223,
1537
+ 0.9246859550476074,
1538
+ 1.100000023841858
1539
+ ],
1540
+ [
1541
+ 0.7965314984321594,
1542
+ 0.48570865392684937,
1543
+ 0.8089854121208191,
1544
+ 1.1506297588348389,
1545
+ 0.9320089221000671,
1546
+ 0.6356960535049438,
1547
+ 0.9918617606163025,
1548
+ 1.100000023841858
1549
+ ],
1550
+ [
1551
+ 0.8308404684066772,
1552
+ 0.4938339591026306,
1553
+ 0.8395571708679199,
1554
+ 1.1976559162139893,
1555
+ 0.9836633801460266,
1556
+ 0.667298436164856,
1557
+ 1.0514874458312988,
1558
+ 1.100000023841858
1559
+ ],
1560
+ [
1561
+ 0.8743758797645569,
1562
+ 0.5015038251876831,
1563
+ 0.8899498581886292,
1564
+ 1.2381536960601807,
1565
+ 1.033850908279419,
1566
+ 0.6980897188186646,
1567
+ 1.105720043182373,
1568
+ 1.1000332832336426
1569
+ ],
1570
+ [
1571
+ 0.9127697944641113,
1572
+ 0.5078674554824829,
1573
+ 0.9421651363372803,
1574
+ 1.2731237411499023,
1575
+ 1.0855053663253784,
1576
+ 0.7308535575866699,
1577
+ 1.1636074781417847,
1578
+ 1.1006027460098267
1579
+ ]
1580
+ ],
1581
+ "mean": [
1582
+ [
1583
+ -0.001339539885520935,
1584
+ 4.875904051004909e-05,
1585
+ 0.001470515038818121,
1586
+ 0.0014317581662908196,
1587
+ 0.0008504895376972854,
1588
+ -0.000342139188433066,
1589
+ 0.003812225768342614,
1590
+ 0.010501809418201447
1591
+ ],
1592
+ [
1593
+ -0.0017827397678047419,
1594
+ 6.69172004563734e-05,
1595
+ 0.00195131020154804,
1596
+ 0.0019077828619629145,
1597
+ 0.0011294656433165073,
1598
+ -0.0004692758375313133,
1599
+ 0.0036948039196431637,
1600
+ 0.009544270113110542
1601
+ ],
1602
+ [
1603
+ -0.0021677480544894934,
1604
+ 8.002464164746925e-05,
1605
+ 0.0023656522389501333,
1606
+ 0.0023246281780302525,
1607
+ 0.0013783685863018036,
1608
+ -0.0005881244433112442,
1609
+ 0.0036064323503524065,
1610
+ 0.008584619499742985
1611
+ ],
1612
+ [
1613
+ -0.0024952171370387077,
1614
+ 8.728649117983878e-05,
1615
+ 0.0027138579171150923,
1616
+ 0.002683737315237522,
1617
+ 0.001598950126208365,
1618
+ -0.0007003502105362713,
1619
+ 0.0035495951306074858,
1620
+ 0.007622338831424713
1621
+ ],
1622
+ [
1623
+ -0.0027657211758196354,
1624
+ 8.807585982140154e-05,
1625
+ 0.0029972081538289785,
1626
+ 0.0029865961987525225,
1627
+ 0.001792975584976375,
1628
+ -0.0008080345578491688,
1629
+ 0.0035261271987110376,
1630
+ 0.006643644068390131
1631
+ ],
1632
+ [
1633
+ -0.002980427350848913,
1634
+ 8.194476686185226e-05,
1635
+ 0.003217213088646531,
1636
+ 0.003235303331166506,
1637
+ 0.001965898321941495,
1638
+ -0.0009135756408795714,
1639
+ 0.00353879202157259,
1640
+ 0.0056734043173491955
1641
+ ],
1642
+ [
1643
+ -0.0031404464971274137,
1644
+ 6.808222678955644e-05,
1645
+ 0.003375549102202058,
1646
+ 0.003431732766330242,
1647
+ 0.0021193991415202618,
1648
+ -0.0010194825008511543,
1649
+ 0.00358920288272202,
1650
+ 0.004700192715972662
1651
+ ],
1652
+ [
1653
+ -0.003247711108997464,
1654
+ 4.642987187253311e-05,
1655
+ 0.003474353812634945,
1656
+ 0.0035785515792667866,
1657
+ 0.0022566847037523985,
1658
+ -0.0011276854202151299,
1659
+ 0.0036787320859730244,
1660
+ 0.0037221817765384912
1661
+ ],
1662
+ [
1663
+ -0.0033043737057596445,
1664
+ 1.639602123759687e-05,
1665
+ 0.0035163552965968847,
1666
+ 0.003678560722619295,
1667
+ 0.00238084071315825,
1668
+ -0.001240430516190827,
1669
+ 0.003808444831520319,
1670
+ 0.0027345919515937567
1671
+ ],
1672
+ [
1673
+ -0.00331295607611537,
1674
+ -2.2318601622828282e-05,
1675
+ 0.003505011321976781,
1676
+ 0.003734656609594822,
1677
+ 0.002495076507329941,
1678
+ -0.0013600306119769812,
1679
+ 0.003978497814387083,
1680
+ 0.0017451042076572776
1681
+ ],
1682
+ [
1683
+ -0.0032770116813480854,
1684
+ -7.006555824773386e-05,
1685
+ 0.003444661619141698,
1686
+ 0.003750563133507967,
1687
+ 0.002602359978482127,
1688
+ -0.0014885454438626766,
1689
+ 0.004188953433185816,
1690
+ 0.0007515393663197756
1691
+ ],
1692
+ [
1693
+ -0.003200313774868846,
1694
+ -0.00012718721700366586,
1695
+ 0.0033404577989131212,
1696
+ 0.0037300041876733303,
1697
+ 0.0027062019798904657,
1698
+ -0.0016291114734485745,
1699
+ 0.004439353942871094,
1700
+ -0.00025006147916428745
1701
+ ],
1702
+ [
1703
+ -0.003087615128606558,
1704
+ -0.00019440123287495226,
1705
+ 0.0031979784835129976,
1706
+ 0.0036776713095605373,
1707
+ 0.0028097403701394796,
1708
+ -0.001784876105375588,
1709
+ 0.004728850908577442,
1710
+ -0.0012584191281348467
1711
+ ],
1712
+ [
1713
+ -0.002944597974419594,
1714
+ -0.0002707993844524026,
1715
+ 0.003023761324584484,
1716
+ 0.003598473034799099,
1717
+ 0.0029166447930037975,
1718
+ -0.0019566011615097523,
1719
+ 0.005056153517216444,
1720
+ -0.0022748128976672888
1721
+ ],
1722
+ [
1723
+ -0.00277334894053638,
1724
+ -0.0003571251581888646,
1725
+ 0.0028208433650434017,
1726
+ 0.0034951732959598303,
1727
+ 0.003029298735782504,
1728
+ -0.0021470743231475353,
1729
+ 0.0054199290461838245,
1730
+ -0.003295764559879899
1731
+ ],
1732
+ [
1733
+ -0.002573662670329213,
1734
+ -0.00045395587221719325,
1735
+ 0.002590295858681202,
1736
+ 0.003366234013810754,
1737
+ 0.0031489506363868713,
1738
+ -0.0023572377394884825,
1739
+ 0.0058208247646689415,
1740
+ -0.004319520201534033
1741
+ ]
1742
+ ],
1743
+ "std": [
1744
+ [
1745
+ 0.034828945994377136,
1746
+ 0.014974476769566536,
1747
+ 0.032105203717947006,
1748
+ 0.0461602658033371,
1749
+ 0.029966192319989204,
1750
+ 0.021596373990178108,
1751
+ 0.04028870910406113,
1752
+ 0.0824190303683281
1753
+ ],
1754
+ [
1755
+ 0.044593360275030136,
1756
+ 0.018782565370202065,
1757
+ 0.04225750267505646,
1758
+ 0.05813564360141754,
1759
+ 0.04043566808104515,
1760
+ 0.026861492544412613,
1761
+ 0.0456717349588871,
1762
+ 0.09518483281135559
1763
+ ],
1764
+ [
1765
+ 0.054492294788360596,
1766
+ 0.022548049688339233,
1767
+ 0.05256202071905136,
1768
+ 0.07018310576677322,
1769
+ 0.05087658390402794,
1770
+ 0.032082803547382355,
1771
+ 0.05250849202275276,
1772
+ 0.10778327286243439
1773
+ ],
1774
+ [
1775
+ 0.06444529443979263,
1776
+ 0.026246441528201103,
1777
+ 0.06293773651123047,
1778
+ 0.08221780508756638,
1779
+ 0.06123949587345123,
1780
+ 0.037233617156744,
1781
+ 0.06019026041030884,
1782
+ 0.11969392746686935
1783
+ ],
1784
+ [
1785
+ 0.07440660893917084,
1786
+ 0.02986133098602295,
1787
+ 0.07333974540233612,
1788
+ 0.0941871851682663,
1789
+ 0.07147684693336487,
1790
+ 0.042294517159461975,
1791
+ 0.06839382648468018,
1792
+ 0.13086168467998505
1793
+ ],
1794
+ [
1795
+ 0.08433283120393753,
1796
+ 0.033386364579200745,
1797
+ 0.08370362967252731,
1798
+ 0.10605845600366592,
1799
+ 0.08156853169202805,
1800
+ 0.0472526028752327,
1801
+ 0.07687313109636307,
1802
+ 0.1413116604089737
1803
+ ],
1804
+ [
1805
+ 0.09421267360448837,
1806
+ 0.0368199460208416,
1807
+ 0.09402694553136826,
1808
+ 0.1178189218044281,
1809
+ 0.09150068461894989,
1810
+ 0.05210135132074356,
1811
+ 0.08548251539468765,
1812
+ 0.1510634422302246
1813
+ ],
1814
+ [
1815
+ 0.104018934071064,
1816
+ 0.040159497410058975,
1817
+ 0.10427548736333847,
1818
+ 0.12945063412189484,
1819
+ 0.10126372426748276,
1820
+ 0.056830860674381256,
1821
+ 0.0941176488995552,
1822
+ 0.16038553416728973
1823
+ ],
1824
+ [
1825
+ 0.11373423784971237,
1826
+ 0.043405450880527496,
1827
+ 0.11442839354276657,
1828
+ 0.14094401895999908,
1829
+ 0.11084742844104767,
1830
+ 0.06143444404006004,
1831
+ 0.10270343720912933,
1832
+ 0.16930149495601654
1833
+ ],
1834
+ [
1835
+ 0.12333980947732925,
1836
+ 0.04655738174915314,
1837
+ 0.12446432560682297,
1838
+ 0.15228943526744843,
1839
+ 0.12024033814668655,
1840
+ 0.06590599566698074,
1841
+ 0.11119449138641357,
1842
+ 0.1778171956539154
1843
+ ],
1844
+ [
1845
+ 0.13281317055225372,
1846
+ 0.04961410537362099,
1847
+ 0.13435807824134827,
1848
+ 0.16347149014472961,
1849
+ 0.12943261861801147,
1850
+ 0.07023631036281586,
1851
+ 0.11952690035104752,
1852
+ 0.18604227900505066
1853
+ ],
1854
+ [
1855
+ 0.1421373039484024,
1856
+ 0.05257406458258629,
1857
+ 0.14408934116363525,
1858
+ 0.17447835206985474,
1859
+ 0.13842003047466278,
1860
+ 0.07441915571689606,
1861
+ 0.1276760846376419,
1862
+ 0.19400402903556824
1863
+ ],
1864
+ [
1865
+ 0.15129300951957703,
1866
+ 0.05543609336018562,
1867
+ 0.15363670885562897,
1868
+ 0.1852976530790329,
1869
+ 0.14720086753368378,
1870
+ 0.07844708859920502,
1871
+ 0.135616734623909,
1872
+ 0.20168696343898773
1873
+ ],
1874
+ [
1875
+ 0.1602620631456375,
1876
+ 0.05819685012102127,
1877
+ 0.16298013925552368,
1878
+ 0.1959129422903061,
1879
+ 0.15575891733169556,
1880
+ 0.08231507241725922,
1881
+ 0.14332184195518494,
1882
+ 0.20917807519435883
1883
+ ],
1884
+ [
1885
+ 0.1690325140953064,
1886
+ 0.06085591018199921,
1887
+ 0.17210625112056732,
1888
+ 0.20631739497184753,
1889
+ 0.1641007959842682,
1890
+ 0.08601585030555725,
1891
+ 0.15077655017375946,
1892
+ 0.21648161113262177
1893
+ ],
1894
+ [
1895
+ 0.17760221660137177,
1896
+ 0.06341296434402466,
1897
+ 0.18101663887500763,
1898
+ 0.21650925278663635,
1899
+ 0.17222613096237183,
1900
+ 0.0895513966679573,
1901
+ 0.15797889232635498,
1902
+ 0.2235972136259079
1903
+ ]
1904
+ ],
1905
+ "q01": [
1906
+ [
1907
+ -0.1275608167052269,
1908
+ -0.06181336995214224,
1909
+ -0.10335779756307602,
1910
+ -0.1621769690513611,
1911
+ -0.1011550348252058,
1912
+ -0.07954142332077026,
1913
+ -0.058309820294380185,
1914
+ -0.3479223847389221
1915
+ ],
1916
+ [
1917
+ -0.15864985957741737,
1918
+ -0.07507646456360817,
1919
+ -0.1335891805589199,
1920
+ -0.19562716603279112,
1921
+ -0.1366436904668808,
1922
+ -0.0974448424577713,
1923
+ -0.09429513722658157,
1924
+ -0.43249074310064295
1925
+ ],
1926
+ [
1927
+ -0.19136175781488418,
1928
+ -0.08853025451302528,
1929
+ -0.16517290562391282,
1930
+ -0.23168334364891052,
1931
+ -0.17291728854179383,
1932
+ -0.1155301296710968,
1933
+ -0.12981134742498399,
1934
+ -0.5120583254098893
1935
+ ],
1936
+ [
1937
+ -0.22523170679807664,
1938
+ -0.10193824961781502,
1939
+ -0.19651079416275025,
1940
+ -0.26761502146720884,
1941
+ -0.2092773079872131,
1942
+ -0.13255715548992156,
1943
+ -0.16526884615421294,
1944
+ -0.585888835787773
1945
+ ],
1946
+ [
1947
+ -0.2587832760810852,
1948
+ -0.11463034264743328,
1949
+ -0.2281609696149826,
1950
+ -0.3033834993839264,
1951
+ -0.24605190455913542,
1952
+ -0.14932356879115105,
1953
+ -0.1997142967581749,
1954
+ -0.6593204736709595
1955
+ ],
1956
+ [
1957
+ -0.2926958933472633,
1958
+ -0.1270521268248558,
1959
+ -0.2605954039096832,
1960
+ -0.3406032943725586,
1961
+ -0.28246253967285156,
1962
+ -0.1662459582090378,
1963
+ -0.23360665142536163,
1964
+ -0.7254810661077498
1965
+ ],
1966
+ [
1967
+ -0.32562598764896394,
1968
+ -0.1388721303641796,
1969
+ -0.29456152141094205,
1970
+ -0.376778849363327,
1971
+ -0.31779360890388486,
1972
+ -0.1826615533232689,
1973
+ -0.2674378877878189,
1974
+ -0.7899082630872725
1975
+ ],
1976
+ [
1977
+ -0.35741976827383043,
1978
+ -0.15055742293596266,
1979
+ -0.3275649043917656,
1980
+ -0.4117317366600037,
1981
+ -0.3547699689865112,
1982
+ -0.1990314361453056,
1983
+ -0.30118931740522387,
1984
+ -0.8495340943336487
1985
+ ],
1986
+ [
1987
+ -0.38937233746051786,
1988
+ -0.16203576147556303,
1989
+ -0.3608896344900131,
1990
+ -0.44764137506484986,
1991
+ -0.38874893993139265,
1992
+ -0.21376849710941315,
1993
+ -0.33363712042570115,
1994
+ -0.9016894698143005
1995
+ ],
1996
+ [
1997
+ -0.4202372056245804,
1998
+ -0.17270968422293662,
1999
+ -0.39436059206724167,
2000
+ -0.4801278829574585,
2001
+ -0.4211988732218742,
2002
+ -0.2288682419061661,
2003
+ -0.36587492197752,
2004
+ -0.9446408748626709
2005
+ ],
2006
+ [
2007
+ -0.450719398856163,
2008
+ -0.18337371811270714,
2009
+ -0.4256836146116257,
2010
+ -0.513739640712738,
2011
+ -0.45517960608005525,
2012
+ -0.24389774203300477,
2013
+ -0.3969010138511658,
2014
+ -0.9722524958848954
2015
+ ],
2016
+ [
2017
+ -0.47960434705018995,
2018
+ -0.19286244496703148,
2019
+ -0.45777196794748304,
2020
+ -0.5449455404281616,
2021
+ -0.4839338928461075,
2022
+ -0.25785932898521424,
2023
+ -0.4273390039801598,
2024
+ -0.9829903841018677
2025
+ ],
2026
+ [
2027
+ -0.5086267083883286,
2028
+ -0.20211662143468856,
2029
+ -0.48758405923843384,
2030
+ -0.5765117049217224,
2031
+ -0.5137004095315933,
2032
+ -0.2711941236257553,
2033
+ -0.45765286415815354,
2034
+ -0.987592339515686
2035
+ ],
2036
+ [
2037
+ -0.5354476219415665,
2038
+ -0.21191741421818733,
2039
+ -0.5154745763540268,
2040
+ -0.6054592490196228,
2041
+ -0.5431097173690795,
2042
+ -0.2838960283994674,
2043
+ -0.485621802508831,
2044
+ -0.9906603097915649
2045
+ ],
2046
+ [
2047
+ -0.5622710913419724,
2048
+ -0.2212641045451164,
2049
+ -0.5412496256828309,
2050
+ -0.6332839059829712,
2051
+ -0.5708813309669495,
2052
+ -0.2966766929626465,
2053
+ -0.5127683931589126,
2054
+ -0.9937282800674438
2055
+ ],
2056
+ [
2057
+ -0.5871428376436234,
2058
+ -0.2296331663429737,
2059
+ -0.5653785717487335,
2060
+ -0.6610020911693573,
2061
+ -0.5949917501211166,
2062
+ -0.3089374279975891,
2063
+ -0.5396292901039124,
2064
+ -0.997249081134796
2065
+ ]
2066
+ ],
2067
+ "q99": [
2068
+ [
2069
+ 0.11555464506149295,
2070
+ 0.054957268089056044,
2071
+ 0.11247212283313275,
2072
+ 0.166700065135956,
2073
+ 0.10870591104030622,
2074
+ 0.08595411866903317,
2075
+ 0.16361293435096874,
2076
+ 0.18267953395843506
2077
+ ],
2078
+ [
2079
+ 0.14380002021789562,
2080
+ 0.06842991903424263,
2081
+ 0.14727214485406886,
2082
+ 0.20390597581863426,
2083
+ 0.14964497700333595,
2084
+ 0.10524790167808572,
2085
+ 0.17896322369575524,
2086
+ 0.21825236082077026
2087
+ ],
2088
+ [
2089
+ 0.1738582706451417,
2090
+ 0.08199635446071626,
2091
+ 0.1834927707910538,
2092
+ 0.2415829706192018,
2093
+ 0.1903367790579796,
2094
+ 0.12426607966423035,
2095
+ 0.20882733970880513,
2096
+ 0.2771208199858701
2097
+ ],
2098
+ [
2099
+ 0.2035903644561769,
2100
+ 0.09484359733760359,
2101
+ 0.21907532989978795,
2102
+ 0.28043283104896594,
2103
+ 0.2304702158272268,
2104
+ 0.14390390634536748,
2105
+ 0.2443863329291344,
2106
+ 0.34374749660491943
2107
+ ],
2108
+ [
2109
+ 0.23345864310860645,
2110
+ 0.10717092603445057,
2111
+ 0.2557242712378503,
2112
+ 0.319002618789673,
2113
+ 0.2709228271245959,
2114
+ 0.16233972638845448,
2115
+ 0.27951791703701107,
2116
+ 0.4083544340729778
2117
+ ],
2118
+ [
2119
+ 0.26358731776475935,
2120
+ 0.11993647180497648,
2121
+ 0.29221870213747025,
2122
+ 0.35691520094871526,
2123
+ 0.31088848978281036,
2124
+ 0.181213889718056,
2125
+ 0.3135817226767544,
2126
+ 0.47707215756177973
2127
+ ],
2128
+ [
2129
+ 0.29291967302560806,
2130
+ 0.13127202987670955,
2131
+ 0.32768370628356935,
2132
+ 0.39399968504905813,
2133
+ 0.35048354744911225,
2134
+ 0.19958645820617676,
2135
+ 0.3479802834987647,
2136
+ 0.5387624907493662
2137
+ ],
2138
+ [
2139
+ 0.32233948767185233,
2140
+ 0.14239908605813986,
2141
+ 0.36285645186901117,
2142
+ 0.42983402371406587,
2143
+ 0.38883848547935507,
2144
+ 0.21730267763137837,
2145
+ 0.3833037430047992,
2146
+ 0.609226182699207
2147
+ ],
2148
+ [
2149
+ 0.34998655617237096,
2150
+ 0.1531703770160675,
2151
+ 0.3969323280453683,
2152
+ 0.46605218410491966,
2153
+ 0.42653867423534414,
2154
+ 0.2347233560681345,
2155
+ 0.41788073927164077,
2156
+ 0.6827572584152222
2157
+ ],
2158
+ [
2159
+ 0.3775771278142939,
2160
+ 0.1633430087566376,
2161
+ 0.4315722084045416,
2162
+ 0.49977028489112857,
2163
+ 0.4647569477558137,
2164
+ 0.2515338003635407,
2165
+ 0.44884046733379385,
2166
+ 0.7533203363418579
2167
+ ],
2168
+ [
2169
+ 0.40492017924785617,
2170
+ 0.17368849009275455,
2171
+ 0.46429103642702124,
2172
+ 0.5330913197994234,
2173
+ 0.4995717316865923,
2174
+ 0.2677305811643602,
2175
+ 0.46088544249534613,
2176
+ 0.822349488735199
2177
+ ],
2178
+ [
2179
+ 0.4313870817422868,
2180
+ 0.18362499892711645,
2181
+ 0.4965512403845787,
2182
+ 0.5670135974884034,
2183
+ 0.535273491740227,
2184
+ 0.284152074456215,
2185
+ 0.4845949435234075,
2186
+ 0.8791067600250244
2187
+ ],
2188
+ [
2189
+ 0.45665785640478146,
2190
+ 0.19336702898144728,
2191
+ 0.5279844504594804,
2192
+ 0.5997646868228913,
2193
+ 0.5685451120138169,
2194
+ 0.29886063516139993,
2195
+ 0.5156616556644447,
2196
+ 0.9036504626274109
2197
+ ],
2198
+ [
2199
+ 0.48110196262598054,
2200
+ 0.20241599977016458,
2201
+ 0.5581604361534119,
2202
+ 0.6311028158664704,
2203
+ 0.6019433444738389,
2204
+ 0.31351777672767644,
2205
+ 0.5464606803655626,
2206
+ 0.923592209815979
2207
+ ],
2208
+ [
2209
+ 0.5040482765436174,
2210
+ 0.21142175585031514,
2211
+ 0.5883718800544742,
2212
+ 0.6622244989871979,
2213
+ 0.6331786203384406,
2214
+ 0.3273018330335623,
2215
+ 0.5752711480855945,
2216
+ 0.9297281503677368
2217
+ ],
2218
+ [
2219
+ 0.5256950461864474,
2220
+ 0.2203091110289098,
2221
+ 0.6160349667072297,
2222
+ 0.6923503863811493,
2223
+ 0.6628439283370975,
2224
+ 0.3413957476615907,
2225
+ 0.6051330250501634,
2226
+ 0.9327961206436157
2227
+ ]
2228
+ ]
2229
+ }
2230
+ }
2231
+ }
2232
+ }
experiment_cfg/final_model_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "Gr00tN1d7",
3
+ "model_dtype": "bfloat16",
4
+ "model_name": "nvidia/Cosmos-Reason2-2B",
5
+ "backbone_model_type": "qwen",
6
+ "model_revision": null,
7
+ "tune_top_llm_layers": 0,
8
+ "backbone_embedding_dim": 2048,
9
+ "tune_llm": false,
10
+ "tune_visual": false,
11
+ "select_layer": 16,
12
+ "reproject_vision": false,
13
+ "use_flash_attention": true,
14
+ "load_bf16": false,
15
+ "backbone_trainable_params_fp32": true,
16
+ "extra_augmentation_config": null,
17
+ "apply_sincos_state_encoding": false,
18
+ "use_percentiles": true,
19
+ "use_relative_action": false,
20
+ "max_state_dim": 132,
21
+ "max_action_dim": 132,
22
+ "action_horizon": 40,
23
+ "hidden_size": 1024,
24
+ "input_embedding_dim": 1536,
25
+ "state_history_length": 1,
26
+ "add_pos_embed": true,
27
+ "attn_dropout": 0.2,
28
+ "use_vlln": true,
29
+ "max_seq_len": 1024,
30
+ "use_alternate_vl_dit": true,
31
+ "attend_text_every_n_blocks": 2,
32
+ "diffusion_model_cfg": {
33
+ "attention_head_dim": 48,
34
+ "dropout": 0.2,
35
+ "final_dropout": true,
36
+ "interleave_self_attention": true,
37
+ "norm_type": "ada_norm",
38
+ "num_attention_heads": 32,
39
+ "num_layers": 32,
40
+ "output_dim": 1024,
41
+ "positional_embeddings": null
42
+ },
43
+ "num_inference_timesteps": 4,
44
+ "noise_beta_alpha": 1.5,
45
+ "noise_beta_beta": 1.0,
46
+ "noise_s": 0.999,
47
+ "num_timestep_buckets": 1000,
48
+ "tune_projector": true,
49
+ "tune_diffusion_model": true,
50
+ "tune_vlln": true,
51
+ "state_dropout_prob": 0.2,
52
+ "exclude_state": false,
53
+ "use_mean_std": false,
54
+ "max_num_embodiments": 32
55
+ }
experiment_cfg/final_processor_config.json ADDED
The diff for this file is too large to render. See raw diff
 
latest ADDED
@@ -0,0 +1 @@
 
 
1
+ global_step20000
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc58077db1c5e988dde9855f36cc154bef6905f8183b5ed90db6fd4d5228386
3
+ size 4990519232
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4082fe6c69b4bcf7d05d02c37ae46bc580388d4824e59c53304bcac4061777b4
3
+ size 1919980184
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
processor_config.json ADDED
@@ -0,0 +1,1123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "processor_class": "Gr00tN1d7Processor",
3
+ "processor_kwargs": {
4
+ "modality_configs": {
5
+ "real_g1_relative_eef_relative_joints": {
6
+ "video": {
7
+ "delta_indices": [
8
+ -20,
9
+ 0
10
+ ],
11
+ "modality_keys": [
12
+ "ego_view"
13
+ ],
14
+ "sin_cos_embedding_keys": null,
15
+ "mean_std_embedding_keys": null,
16
+ "action_configs": null
17
+ },
18
+ "state": {
19
+ "delta_indices": [
20
+ 0
21
+ ],
22
+ "modality_keys": [
23
+ "left_wrist_eef_9d",
24
+ "right_wrist_eef_9d",
25
+ "left_hand",
26
+ "right_hand",
27
+ "left_arm",
28
+ "right_arm",
29
+ "waist"
30
+ ],
31
+ "sin_cos_embedding_keys": null,
32
+ "mean_std_embedding_keys": null,
33
+ "action_configs": null
34
+ },
35
+ "action": {
36
+ "delta_indices": [
37
+ 0,
38
+ 1,
39
+ 2,
40
+ 3,
41
+ 4,
42
+ 5,
43
+ 6,
44
+ 7,
45
+ 8,
46
+ 9,
47
+ 10,
48
+ 11,
49
+ 12,
50
+ 13,
51
+ 14,
52
+ 15,
53
+ 16,
54
+ 17,
55
+ 18,
56
+ 19,
57
+ 20,
58
+ 21,
59
+ 22,
60
+ 23,
61
+ 24,
62
+ 25,
63
+ 26,
64
+ 27,
65
+ 28,
66
+ 29,
67
+ 30,
68
+ 31,
69
+ 32,
70
+ 33,
71
+ 34,
72
+ 35,
73
+ 36,
74
+ 37,
75
+ 38,
76
+ 39
77
+ ],
78
+ "modality_keys": [
79
+ "left_wrist_eef_9d",
80
+ "right_wrist_eef_9d",
81
+ "left_hand",
82
+ "right_hand",
83
+ "left_arm",
84
+ "right_arm",
85
+ "waist",
86
+ "base_height_command",
87
+ "navigate_command"
88
+ ],
89
+ "sin_cos_embedding_keys": null,
90
+ "mean_std_embedding_keys": null,
91
+ "action_configs": [
92
+ {
93
+ "rep": "RELATIVE",
94
+ "type": "EEF",
95
+ "format": "XYZ_ROT6D",
96
+ "state_key": "left_wrist_eef_9d"
97
+ },
98
+ {
99
+ "rep": "RELATIVE",
100
+ "type": "EEF",
101
+ "format": "XYZ_ROT6D",
102
+ "state_key": "right_wrist_eef_9d"
103
+ },
104
+ {
105
+ "rep": "ABSOLUTE",
106
+ "type": "NON_EEF",
107
+ "format": "DEFAULT",
108
+ "state_key": "left_hand"
109
+ },
110
+ {
111
+ "rep": "ABSOLUTE",
112
+ "type": "NON_EEF",
113
+ "format": "DEFAULT",
114
+ "state_key": "right_hand"
115
+ },
116
+ {
117
+ "rep": "RELATIVE",
118
+ "type": "NON_EEF",
119
+ "format": "DEFAULT",
120
+ "state_key": "left_arm"
121
+ },
122
+ {
123
+ "rep": "RELATIVE",
124
+ "type": "NON_EEF",
125
+ "format": "DEFAULT",
126
+ "state_key": "right_arm"
127
+ },
128
+ {
129
+ "rep": "ABSOLUTE",
130
+ "type": "NON_EEF",
131
+ "format": "DEFAULT",
132
+ "state_key": "waist"
133
+ },
134
+ {
135
+ "rep": "ABSOLUTE",
136
+ "type": "NON_EEF",
137
+ "format": "DEFAULT",
138
+ "state_key": "base_height_command"
139
+ },
140
+ {
141
+ "rep": "ABSOLUTE",
142
+ "type": "NON_EEF",
143
+ "format": "DEFAULT",
144
+ "state_key": "navigate_command"
145
+ }
146
+ ]
147
+ },
148
+ "language": {
149
+ "delta_indices": [
150
+ 0
151
+ ],
152
+ "modality_keys": [
153
+ "annotation.human.task_description"
154
+ ],
155
+ "sin_cos_embedding_keys": null,
156
+ "mean_std_embedding_keys": null,
157
+ "action_configs": null
158
+ }
159
+ },
160
+ "real_r1_pro_sharpa_relative_eef_mecka": {
161
+ "video": {
162
+ "delta_indices": [
163
+ -30,
164
+ 0
165
+ ],
166
+ "modality_keys": [
167
+ "ego_view_cropratio_res320x240_freq30"
168
+ ],
169
+ "sin_cos_embedding_keys": null,
170
+ "mean_std_embedding_keys": null,
171
+ "action_configs": null
172
+ },
173
+ "state": {
174
+ "delta_indices": [
175
+ 0
176
+ ],
177
+ "modality_keys": [
178
+ "left_wrist_eef",
179
+ "right_wrist_eef",
180
+ "left_hand_joints",
181
+ "right_hand_joints"
182
+ ],
183
+ "sin_cos_embedding_keys": null,
184
+ "mean_std_embedding_keys": null,
185
+ "action_configs": null
186
+ },
187
+ "action": {
188
+ "delta_indices": [
189
+ 0,
190
+ 1,
191
+ 2,
192
+ 3,
193
+ 4,
194
+ 5,
195
+ 6,
196
+ 7,
197
+ 8,
198
+ 9,
199
+ 10,
200
+ 11,
201
+ 12,
202
+ 13,
203
+ 14,
204
+ 15,
205
+ 16,
206
+ 17,
207
+ 18,
208
+ 19,
209
+ 20,
210
+ 21,
211
+ 22,
212
+ 23,
213
+ 24,
214
+ 25,
215
+ 26,
216
+ 27,
217
+ 28,
218
+ 29,
219
+ 30,
220
+ 31,
221
+ 32,
222
+ 33,
223
+ 34,
224
+ 35,
225
+ 36,
226
+ 37,
227
+ 38,
228
+ 39
229
+ ],
230
+ "modality_keys": [
231
+ "left_wrist_eef",
232
+ "right_wrist_eef",
233
+ "left_hand_joints",
234
+ "right_hand_joints"
235
+ ],
236
+ "sin_cos_embedding_keys": null,
237
+ "mean_std_embedding_keys": null,
238
+ "action_configs": [
239
+ {
240
+ "rep": "RELATIVE",
241
+ "type": "EEF",
242
+ "format": "XYZ_ROT6D",
243
+ "state_key": "left_wrist_eef"
244
+ },
245
+ {
246
+ "rep": "RELATIVE",
247
+ "type": "EEF",
248
+ "format": "XYZ_ROT6D",
249
+ "state_key": "right_wrist_eef"
250
+ },
251
+ {
252
+ "rep": "ABSOLUTE",
253
+ "type": "NON_EEF",
254
+ "format": "DEFAULT",
255
+ "state_key": "left_hand_joints"
256
+ },
257
+ {
258
+ "rep": "ABSOLUTE",
259
+ "type": "NON_EEF",
260
+ "format": "DEFAULT",
261
+ "state_key": "right_hand_joints"
262
+ }
263
+ ]
264
+ },
265
+ "language": {
266
+ "delta_indices": [
267
+ 0
268
+ ],
269
+ "modality_keys": [
270
+ "annotation.human.coarse_action"
271
+ ],
272
+ "sin_cos_embedding_keys": null,
273
+ "mean_std_embedding_keys": null,
274
+ "action_configs": null
275
+ }
276
+ },
277
+ "real_r1_pro_sharpa_relative_eef_human": {
278
+ "video": {
279
+ "delta_indices": [
280
+ -20,
281
+ 0
282
+ ],
283
+ "modality_keys": [
284
+ "ego_view_res320x240_freq20",
285
+ "left_wrist_view_res320x240_freq20",
286
+ "right_wrist_view_res320x240_freq20"
287
+ ],
288
+ "sin_cos_embedding_keys": null,
289
+ "mean_std_embedding_keys": null,
290
+ "action_configs": null
291
+ },
292
+ "state": {
293
+ "delta_indices": [
294
+ 0
295
+ ],
296
+ "modality_keys": [
297
+ "left_wrist_eef",
298
+ "right_wrist_eef",
299
+ "left_hand_joints",
300
+ "right_hand_joints"
301
+ ],
302
+ "sin_cos_embedding_keys": null,
303
+ "mean_std_embedding_keys": null,
304
+ "action_configs": null
305
+ },
306
+ "action": {
307
+ "delta_indices": [
308
+ 0,
309
+ 1,
310
+ 2,
311
+ 3,
312
+ 4,
313
+ 5,
314
+ 6,
315
+ 7,
316
+ 8,
317
+ 9,
318
+ 10,
319
+ 11,
320
+ 12,
321
+ 13,
322
+ 14,
323
+ 15,
324
+ 16,
325
+ 17,
326
+ 18,
327
+ 19,
328
+ 20,
329
+ 21,
330
+ 22,
331
+ 23,
332
+ 24,
333
+ 25,
334
+ 26,
335
+ 27,
336
+ 28,
337
+ 29,
338
+ 30,
339
+ 31,
340
+ 32,
341
+ 33,
342
+ 34,
343
+ 35,
344
+ 36,
345
+ 37,
346
+ 38,
347
+ 39
348
+ ],
349
+ "modality_keys": [
350
+ "left_wrist_eef",
351
+ "right_wrist_eef",
352
+ "left_hand_joints",
353
+ "right_hand_joints"
354
+ ],
355
+ "sin_cos_embedding_keys": null,
356
+ "mean_std_embedding_keys": null,
357
+ "action_configs": [
358
+ {
359
+ "rep": "RELATIVE",
360
+ "type": "EEF",
361
+ "format": "XYZ_ROT6D",
362
+ "state_key": "left_wrist_eef"
363
+ },
364
+ {
365
+ "rep": "RELATIVE",
366
+ "type": "EEF",
367
+ "format": "XYZ_ROT6D",
368
+ "state_key": "right_wrist_eef"
369
+ },
370
+ {
371
+ "rep": "ABSOLUTE",
372
+ "type": "NON_EEF",
373
+ "format": "DEFAULT",
374
+ "state_key": "left_hand_joints"
375
+ },
376
+ {
377
+ "rep": "ABSOLUTE",
378
+ "type": "NON_EEF",
379
+ "format": "DEFAULT",
380
+ "state_key": "right_hand_joints"
381
+ }
382
+ ]
383
+ },
384
+ "language": {
385
+ "delta_indices": [
386
+ 0
387
+ ],
388
+ "modality_keys": [
389
+ "annotation.human.coarse_action"
390
+ ],
391
+ "sin_cos_embedding_keys": null,
392
+ "mean_std_embedding_keys": null,
393
+ "action_configs": null
394
+ }
395
+ },
396
+ "real_r1_pro_sharpa_relative_eef": {
397
+ "video": {
398
+ "delta_indices": [
399
+ -20,
400
+ 0
401
+ ],
402
+ "modality_keys": [
403
+ "ego_view_res320x240_freq20",
404
+ "left_wrist_view_res320x240_freq20",
405
+ "right_wrist_view_res320x240_freq20"
406
+ ],
407
+ "sin_cos_embedding_keys": null,
408
+ "mean_std_embedding_keys": null,
409
+ "action_configs": null
410
+ },
411
+ "state": {
412
+ "delta_indices": [
413
+ 0
414
+ ],
415
+ "modality_keys": [
416
+ "left_wrist_eef",
417
+ "right_wrist_eef",
418
+ "left_hand_joints",
419
+ "right_hand_joints"
420
+ ],
421
+ "sin_cos_embedding_keys": null,
422
+ "mean_std_embedding_keys": null,
423
+ "action_configs": null
424
+ },
425
+ "action": {
426
+ "delta_indices": [
427
+ 0,
428
+ 1,
429
+ 2,
430
+ 3,
431
+ 4,
432
+ 5,
433
+ 6,
434
+ 7,
435
+ 8,
436
+ 9,
437
+ 10,
438
+ 11,
439
+ 12,
440
+ 13,
441
+ 14,
442
+ 15,
443
+ 16,
444
+ 17,
445
+ 18,
446
+ 19,
447
+ 20,
448
+ 21,
449
+ 22,
450
+ 23,
451
+ 24,
452
+ 25,
453
+ 26,
454
+ 27,
455
+ 28,
456
+ 29,
457
+ 30,
458
+ 31,
459
+ 32,
460
+ 33,
461
+ 34,
462
+ 35,
463
+ 36,
464
+ 37,
465
+ 38,
466
+ 39
467
+ ],
468
+ "modality_keys": [
469
+ "left_wrist_eef",
470
+ "right_wrist_eef",
471
+ "left_hand_joints",
472
+ "right_hand_joints"
473
+ ],
474
+ "sin_cos_embedding_keys": null,
475
+ "mean_std_embedding_keys": null,
476
+ "action_configs": [
477
+ {
478
+ "rep": "RELATIVE",
479
+ "type": "EEF",
480
+ "format": "XYZ_ROT6D",
481
+ "state_key": "left_wrist_eef"
482
+ },
483
+ {
484
+ "rep": "RELATIVE",
485
+ "type": "EEF",
486
+ "format": "XYZ_ROT6D",
487
+ "state_key": "right_wrist_eef"
488
+ },
489
+ {
490
+ "rep": "ABSOLUTE",
491
+ "type": "NON_EEF",
492
+ "format": "DEFAULT",
493
+ "state_key": "left_hand_joints"
494
+ },
495
+ {
496
+ "rep": "ABSOLUTE",
497
+ "type": "NON_EEF",
498
+ "format": "DEFAULT",
499
+ "state_key": "right_hand_joints"
500
+ }
501
+ ]
502
+ },
503
+ "language": {
504
+ "delta_indices": [
505
+ 0
506
+ ],
507
+ "modality_keys": [
508
+ "annotation.human.coarse_action"
509
+ ],
510
+ "sin_cos_embedding_keys": null,
511
+ "mean_std_embedding_keys": null,
512
+ "action_configs": null
513
+ }
514
+ },
515
+ "xdof_relative_eef_relative_joint": {
516
+ "video": {
517
+ "delta_indices": [
518
+ -30,
519
+ 0
520
+ ],
521
+ "modality_keys": [
522
+ "top_camera-images-rgb_320_240",
523
+ "left_camera-images-rgb_320_240",
524
+ "right_camera-images-rgb_320_240"
525
+ ],
526
+ "sin_cos_embedding_keys": null,
527
+ "mean_std_embedding_keys": null,
528
+ "action_configs": null
529
+ },
530
+ "state": {
531
+ "delta_indices": [
532
+ 0
533
+ ],
534
+ "modality_keys": [
535
+ "left_wrist_eef",
536
+ "right_wrist_eef",
537
+ "left_gripper_pos",
538
+ "right_gripper_pos",
539
+ "left_joint_pos",
540
+ "right_joint_pos"
541
+ ],
542
+ "sin_cos_embedding_keys": null,
543
+ "mean_std_embedding_keys": null,
544
+ "action_configs": null
545
+ },
546
+ "action": {
547
+ "delta_indices": [
548
+ 0,
549
+ 1,
550
+ 2,
551
+ 3,
552
+ 4,
553
+ 5,
554
+ 6,
555
+ 7,
556
+ 8,
557
+ 9,
558
+ 10,
559
+ 11,
560
+ 12,
561
+ 13,
562
+ 14,
563
+ 15,
564
+ 16,
565
+ 17,
566
+ 18,
567
+ 19,
568
+ 20,
569
+ 21,
570
+ 22,
571
+ 23,
572
+ 24,
573
+ 25,
574
+ 26,
575
+ 27,
576
+ 28,
577
+ 29,
578
+ 30,
579
+ 31,
580
+ 32,
581
+ 33,
582
+ 34,
583
+ 35,
584
+ 36,
585
+ 37,
586
+ 38,
587
+ 39
588
+ ],
589
+ "modality_keys": [
590
+ "left_wrist_eef",
591
+ "right_wrist_eef",
592
+ "left_gripper_pos",
593
+ "right_gripper_pos",
594
+ "left_joint_pos",
595
+ "right_joint_pos"
596
+ ],
597
+ "sin_cos_embedding_keys": null,
598
+ "mean_std_embedding_keys": null,
599
+ "action_configs": [
600
+ {
601
+ "rep": "RELATIVE",
602
+ "type": "EEF",
603
+ "format": "XYZ_ROT6D",
604
+ "state_key": "left_wrist_eef"
605
+ },
606
+ {
607
+ "rep": "RELATIVE",
608
+ "type": "EEF",
609
+ "format": "XYZ_ROT6D",
610
+ "state_key": "right_wrist_eef"
611
+ },
612
+ {
613
+ "rep": "ABSOLUTE",
614
+ "type": "NON_EEF",
615
+ "format": "DEFAULT",
616
+ "state_key": "left_gripper_pos"
617
+ },
618
+ {
619
+ "rep": "ABSOLUTE",
620
+ "type": "NON_EEF",
621
+ "format": "DEFAULT",
622
+ "state_key": "right_gripper_pos"
623
+ },
624
+ {
625
+ "rep": "RELATIVE",
626
+ "type": "NON_EEF",
627
+ "format": "DEFAULT",
628
+ "state_key": "left_joint_pos"
629
+ },
630
+ {
631
+ "rep": "RELATIVE",
632
+ "type": "NON_EEF",
633
+ "format": "DEFAULT",
634
+ "state_key": "right_joint_pos"
635
+ }
636
+ ]
637
+ },
638
+ "language": {
639
+ "delta_indices": [
640
+ 0
641
+ ],
642
+ "modality_keys": [
643
+ "annotation.task"
644
+ ],
645
+ "sin_cos_embedding_keys": null,
646
+ "mean_std_embedding_keys": null,
647
+ "action_configs": null
648
+ }
649
+ },
650
+ "real_r1_pro_sharpa_relative_eef_maxinsights": {
651
+ "video": {
652
+ "delta_indices": [
653
+ -30,
654
+ 0
655
+ ],
656
+ "modality_keys": [
657
+ "ego_view_cropratio_res320x240_freq30"
658
+ ],
659
+ "sin_cos_embedding_keys": null,
660
+ "mean_std_embedding_keys": null,
661
+ "action_configs": null
662
+ },
663
+ "state": {
664
+ "delta_indices": [
665
+ 0
666
+ ],
667
+ "modality_keys": [
668
+ "left_wrist_eef",
669
+ "right_wrist_eef",
670
+ "left_hand_joints",
671
+ "right_hand_joints"
672
+ ],
673
+ "sin_cos_embedding_keys": null,
674
+ "mean_std_embedding_keys": null,
675
+ "action_configs": null
676
+ },
677
+ "action": {
678
+ "delta_indices": [
679
+ 0,
680
+ 1,
681
+ 2,
682
+ 3,
683
+ 4,
684
+ 5,
685
+ 6,
686
+ 7,
687
+ 8,
688
+ 9,
689
+ 10,
690
+ 11,
691
+ 12,
692
+ 13,
693
+ 14,
694
+ 15,
695
+ 16,
696
+ 17,
697
+ 18,
698
+ 19,
699
+ 20,
700
+ 21,
701
+ 22,
702
+ 23,
703
+ 24,
704
+ 25,
705
+ 26,
706
+ 27,
707
+ 28,
708
+ 29,
709
+ 30,
710
+ 31,
711
+ 32,
712
+ 33,
713
+ 34,
714
+ 35,
715
+ 36,
716
+ 37,
717
+ 38,
718
+ 39
719
+ ],
720
+ "modality_keys": [
721
+ "left_wrist_eef",
722
+ "right_wrist_eef",
723
+ "left_hand_joints",
724
+ "right_hand_joints"
725
+ ],
726
+ "sin_cos_embedding_keys": null,
727
+ "mean_std_embedding_keys": null,
728
+ "action_configs": [
729
+ {
730
+ "rep": "RELATIVE",
731
+ "type": "EEF",
732
+ "format": "XYZ_ROT6D",
733
+ "state_key": "left_wrist_eef"
734
+ },
735
+ {
736
+ "rep": "RELATIVE",
737
+ "type": "EEF",
738
+ "format": "XYZ_ROT6D",
739
+ "state_key": "right_wrist_eef"
740
+ },
741
+ {
742
+ "rep": "ABSOLUTE",
743
+ "type": "NON_EEF",
744
+ "format": "DEFAULT",
745
+ "state_key": "left_hand_joints"
746
+ },
747
+ {
748
+ "rep": "ABSOLUTE",
749
+ "type": "NON_EEF",
750
+ "format": "DEFAULT",
751
+ "state_key": "right_hand_joints"
752
+ }
753
+ ]
754
+ },
755
+ "language": {
756
+ "delta_indices": [
757
+ 0
758
+ ],
759
+ "modality_keys": [
760
+ "annotation.human.coarse_action"
761
+ ],
762
+ "sin_cos_embedding_keys": null,
763
+ "mean_std_embedding_keys": null,
764
+ "action_configs": null
765
+ }
766
+ },
767
+ "xdof_relative_eef_relative_joint_subtask": {
768
+ "video": {
769
+ "delta_indices": [
770
+ -30,
771
+ 0
772
+ ],
773
+ "modality_keys": [
774
+ "top_camera-images-rgb_320_240",
775
+ "left_camera-images-rgb_320_240",
776
+ "right_camera-images-rgb_320_240"
777
+ ],
778
+ "sin_cos_embedding_keys": null,
779
+ "mean_std_embedding_keys": null,
780
+ "action_configs": null
781
+ },
782
+ "state": {
783
+ "delta_indices": [
784
+ 0
785
+ ],
786
+ "modality_keys": [
787
+ "left_wrist_eef",
788
+ "right_wrist_eef",
789
+ "left_gripper_pos",
790
+ "right_gripper_pos",
791
+ "left_joint_pos",
792
+ "right_joint_pos"
793
+ ],
794
+ "sin_cos_embedding_keys": null,
795
+ "mean_std_embedding_keys": null,
796
+ "action_configs": null
797
+ },
798
+ "action": {
799
+ "delta_indices": [
800
+ 0,
801
+ 1,
802
+ 2,
803
+ 3,
804
+ 4,
805
+ 5,
806
+ 6,
807
+ 7,
808
+ 8,
809
+ 9,
810
+ 10,
811
+ 11,
812
+ 12,
813
+ 13,
814
+ 14,
815
+ 15,
816
+ 16,
817
+ 17,
818
+ 18,
819
+ 19,
820
+ 20,
821
+ 21,
822
+ 22,
823
+ 23,
824
+ 24,
825
+ 25,
826
+ 26,
827
+ 27,
828
+ 28,
829
+ 29,
830
+ 30,
831
+ 31,
832
+ 32,
833
+ 33,
834
+ 34,
835
+ 35,
836
+ 36,
837
+ 37,
838
+ 38,
839
+ 39
840
+ ],
841
+ "modality_keys": [
842
+ "left_wrist_eef",
843
+ "right_wrist_eef",
844
+ "left_gripper_pos",
845
+ "right_gripper_pos",
846
+ "left_joint_pos",
847
+ "right_joint_pos"
848
+ ],
849
+ "sin_cos_embedding_keys": null,
850
+ "mean_std_embedding_keys": null,
851
+ "action_configs": [
852
+ {
853
+ "rep": "RELATIVE",
854
+ "type": "EEF",
855
+ "format": "XYZ_ROT6D",
856
+ "state_key": "left_wrist_eef"
857
+ },
858
+ {
859
+ "rep": "RELATIVE",
860
+ "type": "EEF",
861
+ "format": "XYZ_ROT6D",
862
+ "state_key": "right_wrist_eef"
863
+ },
864
+ {
865
+ "rep": "ABSOLUTE",
866
+ "type": "NON_EEF",
867
+ "format": "DEFAULT",
868
+ "state_key": "left_gripper_pos"
869
+ },
870
+ {
871
+ "rep": "ABSOLUTE",
872
+ "type": "NON_EEF",
873
+ "format": "DEFAULT",
874
+ "state_key": "right_gripper_pos"
875
+ },
876
+ {
877
+ "rep": "RELATIVE",
878
+ "type": "NON_EEF",
879
+ "format": "DEFAULT",
880
+ "state_key": "left_joint_pos"
881
+ },
882
+ {
883
+ "rep": "RELATIVE",
884
+ "type": "NON_EEF",
885
+ "format": "DEFAULT",
886
+ "state_key": "right_joint_pos"
887
+ }
888
+ ]
889
+ },
890
+ "language": {
891
+ "delta_indices": [
892
+ 0
893
+ ],
894
+ "modality_keys": [
895
+ "annotation.sub_task"
896
+ ],
897
+ "sin_cos_embedding_keys": null,
898
+ "mean_std_embedding_keys": null,
899
+ "action_configs": null
900
+ }
901
+ },
902
+ "oxe_droid_relative_eef_relative_joint": {
903
+ "video": {
904
+ "delta_indices": [
905
+ -15,
906
+ 0
907
+ ],
908
+ "modality_keys": [
909
+ "exterior_image_1_left",
910
+ "wrist_image_left"
911
+ ],
912
+ "sin_cos_embedding_keys": null,
913
+ "mean_std_embedding_keys": null,
914
+ "action_configs": null
915
+ },
916
+ "state": {
917
+ "delta_indices": [
918
+ 0
919
+ ],
920
+ "modality_keys": [
921
+ "eef_9d",
922
+ "gripper_position",
923
+ "joint_position"
924
+ ],
925
+ "sin_cos_embedding_keys": null,
926
+ "mean_std_embedding_keys": null,
927
+ "action_configs": null
928
+ },
929
+ "action": {
930
+ "delta_indices": [
931
+ 0,
932
+ 1,
933
+ 2,
934
+ 3,
935
+ 4,
936
+ 5,
937
+ 6,
938
+ 7,
939
+ 8,
940
+ 9,
941
+ 10,
942
+ 11,
943
+ 12,
944
+ 13,
945
+ 14,
946
+ 15,
947
+ 16,
948
+ 17,
949
+ 18,
950
+ 19,
951
+ 20,
952
+ 21,
953
+ 22,
954
+ 23,
955
+ 24,
956
+ 25,
957
+ 26,
958
+ 27,
959
+ 28,
960
+ 29,
961
+ 30,
962
+ 31,
963
+ 32,
964
+ 33,
965
+ 34,
966
+ 35,
967
+ 36,
968
+ 37,
969
+ 38,
970
+ 39
971
+ ],
972
+ "modality_keys": [
973
+ "eef_9d",
974
+ "gripper_position",
975
+ "joint_position"
976
+ ],
977
+ "sin_cos_embedding_keys": null,
978
+ "mean_std_embedding_keys": null,
979
+ "action_configs": [
980
+ {
981
+ "rep": "RELATIVE",
982
+ "type": "EEF",
983
+ "format": "XYZ_ROT6D",
984
+ "state_key": "eef_9d"
985
+ },
986
+ {
987
+ "rep": "ABSOLUTE",
988
+ "type": "NON_EEF",
989
+ "format": "DEFAULT",
990
+ "state_key": "gripper_position"
991
+ },
992
+ {
993
+ "rep": "RELATIVE",
994
+ "type": "NON_EEF",
995
+ "format": "DEFAULT",
996
+ "state_key": "joint_position"
997
+ }
998
+ ]
999
+ },
1000
+ "language": {
1001
+ "delta_indices": [
1002
+ 0
1003
+ ],
1004
+ "modality_keys": [
1005
+ "annotation.language.language_instruction"
1006
+ ],
1007
+ "sin_cos_embedding_keys": null,
1008
+ "mean_std_embedding_keys": null,
1009
+ "action_configs": null
1010
+ }
1011
+ },
1012
+ "new_embodiment": {
1013
+ "video": {
1014
+ "delta_indices": [
1015
+ 0
1016
+ ],
1017
+ "modality_keys": [
1018
+ "cam_left_head"
1019
+ ],
1020
+ "sin_cos_embedding_keys": null,
1021
+ "mean_std_embedding_keys": null,
1022
+ "action_configs": null
1023
+ },
1024
+ "state": {
1025
+ "delta_indices": [
1026
+ 0
1027
+ ],
1028
+ "modality_keys": [
1029
+ "arm_left",
1030
+ "arm_right",
1031
+ "head"
1032
+ ],
1033
+ "sin_cos_embedding_keys": null,
1034
+ "mean_std_embedding_keys": null,
1035
+ "action_configs": null
1036
+ },
1037
+ "action": {
1038
+ "delta_indices": [
1039
+ 0,
1040
+ 1,
1041
+ 2,
1042
+ 3,
1043
+ 4,
1044
+ 5,
1045
+ 6,
1046
+ 7,
1047
+ 8,
1048
+ 9,
1049
+ 10,
1050
+ 11,
1051
+ 12,
1052
+ 13,
1053
+ 14,
1054
+ 15
1055
+ ],
1056
+ "modality_keys": [
1057
+ "arm_left",
1058
+ "arm_right"
1059
+ ],
1060
+ "sin_cos_embedding_keys": null,
1061
+ "mean_std_embedding_keys": null,
1062
+ "action_configs": [
1063
+ {
1064
+ "rep": "RELATIVE",
1065
+ "type": "NON_EEF",
1066
+ "format": "DEFAULT",
1067
+ "state_key": null
1068
+ },
1069
+ {
1070
+ "rep": "RELATIVE",
1071
+ "type": "NON_EEF",
1072
+ "format": "DEFAULT",
1073
+ "state_key": null
1074
+ }
1075
+ ]
1076
+ },
1077
+ "language": {
1078
+ "delta_indices": [
1079
+ 0
1080
+ ],
1081
+ "modality_keys": [
1082
+ "annotation.human.primitive_instruction"
1083
+ ],
1084
+ "sin_cos_embedding_keys": null,
1085
+ "mean_std_embedding_keys": null,
1086
+ "action_configs": null
1087
+ }
1088
+ }
1089
+ },
1090
+ "image_crop_size": [
1091
+ 230,
1092
+ 230
1093
+ ],
1094
+ "image_target_size": [
1095
+ 256,
1096
+ 256
1097
+ ],
1098
+ "use_albumentations": true,
1099
+ "random_rotation_angle": 0,
1100
+ "color_jitter_params": {
1101
+ "brightness": 0.3,
1102
+ "contrast": 0.4,
1103
+ "saturation": 0.5,
1104
+ "hue": 0.08
1105
+ },
1106
+ "shortest_image_edge": 256,
1107
+ "crop_fraction": 0.95,
1108
+ "letter_box_transform": false,
1109
+ "model_name": "nvidia/Cosmos-Reason2-2B",
1110
+ "model_type": "qwen",
1111
+ "formalize_language": true,
1112
+ "max_state_dim": 132,
1113
+ "max_action_dim": 132,
1114
+ "max_action_horizon": 40,
1115
+ "use_percentiles": true,
1116
+ "use_mean_std": false,
1117
+ "clip_outliers": true,
1118
+ "apply_sincos_state_encoding": false,
1119
+ "use_relative_action": true,
1120
+ "exclude_state": false,
1121
+ "state_dropout_prob": 0.2
1122
+ }
1123
+ }
statistics.json ADDED
The diff for this file is too large to render. See raw diff
 
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aab75301ce941b498f9a7884c69ee3c4015e7b455304d7a76b43fd3801c969f
3
+ size 7825
wandb_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"project": "finetune-gr00t-n1d7", "run_id": "Task0014_Manipulation_grootn1_7"}
zero_to_fp32.py ADDED
@@ -0,0 +1,760 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+
3
+ # Copyright (c) Microsoft Corporation.
4
+ # SPDX-License-Identifier: Apache-2.0
5
+
6
+ # DeepSpeed Team
7
+
8
+ # This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets
9
+ # copied into the top level checkpoint dir, so the user can easily do the conversion at any point in
10
+ # the future. Once extracted, the weights don't require DeepSpeed and can be used in any
11
+ # application.
12
+ #
13
+ # example:
14
+ # python zero_to_fp32.py . output_dir/
15
+ # or
16
+ # python zero_to_fp32.py . output_dir/ --safe_serialization
17
+
18
+ import argparse
19
+ import torch
20
+ import glob
21
+ import math
22
+ import os
23
+ import re
24
+ import gc
25
+ import json
26
+ import numpy as np
27
+ from tqdm import tqdm
28
+ from collections import OrderedDict
29
+ from dataclasses import dataclass
30
+
31
+ # while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with
32
+ # DeepSpeed data structures it has to be available in the current python environment.
33
+ from deepspeed.utils import logger
34
+ from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS,
35
+ FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES,
36
+ FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS)
37
+
38
+
39
+ @dataclass
40
+ class zero_model_state:
41
+ buffers: dict()
42
+ param_shapes: dict()
43
+ shared_params: list
44
+ ds_version: int
45
+ frozen_param_shapes: dict()
46
+ frozen_param_fragments: dict()
47
+
48
+
49
+ debug = 0
50
+
51
+ # load to cpu
52
+ device = torch.device('cpu')
53
+
54
+
55
+ def atoi(text):
56
+ return int(text) if text.isdigit() else text
57
+
58
+
59
+ def natural_keys(text):
60
+ '''
61
+ alist.sort(key=natural_keys) sorts in human order
62
+ http://nedbatchelder.com/blog/200712/human_sorting.html
63
+ (See Toothy's implementation in the comments)
64
+ '''
65
+ return [atoi(c) for c in re.split(r'(\d+)', text)]
66
+
67
+
68
+ def get_model_state_file(checkpoint_dir, zero_stage):
69
+ if not os.path.isdir(checkpoint_dir):
70
+ raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist")
71
+
72
+ # there should be only one file
73
+ if zero_stage <= 2:
74
+ file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt")
75
+ elif zero_stage == 3:
76
+ file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt")
77
+
78
+ if not os.path.exists(file):
79
+ raise FileNotFoundError(f"can't find model states file at '{file}'")
80
+
81
+ return file
82
+
83
+
84
+ def get_checkpoint_files(checkpoint_dir, glob_pattern):
85
+ # XXX: need to test that this simple glob rule works for multi-node setup too
86
+ ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys)
87
+
88
+ if len(ckpt_files) == 0:
89
+ raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'")
90
+
91
+ return ckpt_files
92
+
93
+
94
+ def get_optim_files(checkpoint_dir):
95
+ return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt")
96
+
97
+
98
+ def get_model_state_files(checkpoint_dir):
99
+ return get_checkpoint_files(checkpoint_dir, "*_model_states.pt")
100
+
101
+
102
+ def parse_model_states(files):
103
+ zero_model_states = []
104
+ for file in files:
105
+ state_dict = torch.load(file, map_location=device, weights_only=False)
106
+
107
+ if BUFFER_NAMES not in state_dict:
108
+ raise ValueError(f"{file} is not a model state checkpoint")
109
+ buffer_names = state_dict[BUFFER_NAMES]
110
+ if debug:
111
+ print("Found buffers:", buffer_names)
112
+
113
+ # recover just the buffers while restoring them to fp32 if they were saved in fp16
114
+ buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names}
115
+ param_shapes = state_dict[PARAM_SHAPES]
116
+
117
+ # collect parameters that are included in param_shapes
118
+ param_names = []
119
+ for s in param_shapes:
120
+ for name in s.keys():
121
+ param_names.append(name)
122
+
123
+ # update with frozen parameters
124
+ frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None)
125
+ if frozen_param_shapes is not None:
126
+ if debug:
127
+ print(f"Found frozen_param_shapes: {frozen_param_shapes}")
128
+ param_names += list(frozen_param_shapes.keys())
129
+
130
+ # handle shared params
131
+ shared_params = [[k, v] for k, v in state_dict["shared_params"].items()]
132
+
133
+ ds_version = state_dict.get(DS_VERSION, None)
134
+
135
+ frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None)
136
+
137
+ z_model_state = zero_model_state(buffers=buffers,
138
+ param_shapes=param_shapes,
139
+ shared_params=shared_params,
140
+ ds_version=ds_version,
141
+ frozen_param_shapes=frozen_param_shapes,
142
+ frozen_param_fragments=frozen_param_fragments)
143
+ zero_model_states.append(z_model_state)
144
+
145
+ return zero_model_states
146
+
147
+
148
+ def parse_optim_states(files, ds_checkpoint_dir):
149
+ total_files = len(files)
150
+ state_dicts = []
151
+ for f in tqdm(files, desc='Loading checkpoint shards'):
152
+ state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False)
153
+ # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights
154
+ # and also handle the case where it was already removed by another helper script
155
+ state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None)
156
+ state_dicts.append(state_dict)
157
+
158
+ if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]:
159
+ raise ValueError(f"{files[0]} is not a zero checkpoint")
160
+ zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE]
161
+ world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT]
162
+
163
+ # For ZeRO-2 each param group can have different partition_count as data parallelism for expert
164
+ # parameters can be different from data parallelism for non-expert parameters. So we can just
165
+ # use the max of the partition_count to get the dp world_size.
166
+
167
+ if type(world_size) is list:
168
+ world_size = max(world_size)
169
+
170
+ if world_size != total_files:
171
+ raise ValueError(
172
+ f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. "
173
+ "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes."
174
+ )
175
+
176
+ # the groups are named differently in each stage
177
+ if zero_stage <= 2:
178
+ fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS
179
+ elif zero_stage == 3:
180
+ fp32_groups_key = FP32_FLAT_GROUPS
181
+ else:
182
+ raise ValueError(f"unknown zero stage {zero_stage}")
183
+
184
+ fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))]
185
+ return zero_stage, world_size, fp32_flat_groups
186
+
187
+
188
+ def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters):
189
+ """
190
+ Returns fp32 state_dict reconstructed from ds checkpoint
191
+
192
+ Args:
193
+ - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are)
194
+
195
+ """
196
+ print(f"Processing zero checkpoint '{ds_checkpoint_dir}'")
197
+
198
+ optim_files = get_optim_files(ds_checkpoint_dir)
199
+ zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir)
200
+ print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}")
201
+
202
+ model_files = get_model_state_files(ds_checkpoint_dir)
203
+
204
+ zero_model_states = parse_model_states(model_files)
205
+ print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}')
206
+
207
+ if zero_stage <= 2:
208
+ return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
209
+ exclude_frozen_parameters)
210
+ elif zero_stage == 3:
211
+ return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
212
+ exclude_frozen_parameters)
213
+
214
+
215
+ def _zero2_merge_frozen_params(state_dict, zero_model_states):
216
+ if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
217
+ return
218
+
219
+ frozen_param_shapes = zero_model_states[0].frozen_param_shapes
220
+ frozen_param_fragments = zero_model_states[0].frozen_param_fragments
221
+
222
+ if debug:
223
+ num_elem = sum(s.numel() for s in frozen_param_shapes.values())
224
+ print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
225
+
226
+ wanted_params = len(frozen_param_shapes)
227
+ wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
228
+ avail_numel = sum([p.numel() for p in frozen_param_fragments.values()])
229
+ print(f'Frozen params: Have {avail_numel} numels to process.')
230
+ print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
231
+
232
+ total_params = 0
233
+ total_numel = 0
234
+ for name, shape in frozen_param_shapes.items():
235
+ total_params += 1
236
+ unpartitioned_numel = shape.numel()
237
+ total_numel += unpartitioned_numel
238
+
239
+ state_dict[name] = frozen_param_fragments[name]
240
+
241
+ if debug:
242
+ print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
243
+
244
+ print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
245
+
246
+
247
+ def _has_callable(obj, fn):
248
+ attr = getattr(obj, fn, None)
249
+ return callable(attr)
250
+
251
+
252
+ def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
253
+ param_shapes = zero_model_states[0].param_shapes
254
+
255
+ # Reconstruction protocol:
256
+ #
257
+ # XXX: document this
258
+
259
+ if debug:
260
+ for i in range(world_size):
261
+ for j in range(len(fp32_flat_groups[0])):
262
+ print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}")
263
+
264
+ # XXX: memory usage doubles here (zero2)
265
+ num_param_groups = len(fp32_flat_groups[0])
266
+ merged_single_partition_of_fp32_groups = []
267
+ for i in range(num_param_groups):
268
+ merged_partitions = [sd[i] for sd in fp32_flat_groups]
269
+ full_single_fp32_vector = torch.cat(merged_partitions, 0)
270
+ merged_single_partition_of_fp32_groups.append(full_single_fp32_vector)
271
+ avail_numel = sum(
272
+ [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups])
273
+
274
+ if debug:
275
+ wanted_params = sum([len(shapes) for shapes in param_shapes])
276
+ wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes])
277
+ # not asserting if there is a mismatch due to possible padding
278
+ print(f"Have {avail_numel} numels to process.")
279
+ print(f"Need {wanted_numel} numels in {wanted_params} params.")
280
+
281
+ # params
282
+ # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
283
+ # out-of-core computing solution
284
+ total_numel = 0
285
+ total_params = 0
286
+ for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups):
287
+ offset = 0
288
+ avail_numel = full_single_fp32_vector.numel()
289
+ for name, shape in shapes.items():
290
+
291
+ unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape)
292
+ total_numel += unpartitioned_numel
293
+ total_params += 1
294
+
295
+ if debug:
296
+ print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
297
+ state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape)
298
+ offset += unpartitioned_numel
299
+
300
+ # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and
301
+ # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex
302
+ # paddings performed in the code it's almost impossible to predict the exact numbers w/o the
303
+ # live optimizer object, so we are checking that the numbers are within the right range
304
+ align_to = 2 * world_size
305
+
306
+ def zero2_align(x):
307
+ return align_to * math.ceil(x / align_to)
308
+
309
+ if debug:
310
+ print(f"original offset={offset}, avail_numel={avail_numel}")
311
+
312
+ offset = zero2_align(offset)
313
+ avail_numel = zero2_align(avail_numel)
314
+
315
+ if debug:
316
+ print(f"aligned offset={offset}, avail_numel={avail_numel}")
317
+
318
+ # Sanity check
319
+ if offset != avail_numel:
320
+ raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
321
+
322
+ print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements")
323
+
324
+
325
+ def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
326
+ exclude_frozen_parameters):
327
+ state_dict = OrderedDict()
328
+
329
+ # buffers
330
+ buffers = zero_model_states[0].buffers
331
+ state_dict.update(buffers)
332
+ if debug:
333
+ print(f"added {len(buffers)} buffers")
334
+
335
+ if not exclude_frozen_parameters:
336
+ _zero2_merge_frozen_params(state_dict, zero_model_states)
337
+
338
+ _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
339
+
340
+ # recover shared parameters
341
+ for pair in zero_model_states[0].shared_params:
342
+ if pair[1] in state_dict:
343
+ state_dict[pair[0]] = state_dict[pair[1]]
344
+
345
+ return state_dict
346
+
347
+
348
+ def zero3_partitioned_param_info(unpartitioned_numel, world_size):
349
+ remainder = unpartitioned_numel % world_size
350
+ padding_numel = (world_size - remainder) if remainder else 0
351
+ partitioned_numel = math.ceil(unpartitioned_numel / world_size)
352
+ return partitioned_numel, padding_numel
353
+
354
+
355
+ def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states):
356
+ if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
357
+ return
358
+
359
+ if debug:
360
+ for i in range(world_size):
361
+ num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values())
362
+ print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
363
+
364
+ frozen_param_shapes = zero_model_states[0].frozen_param_shapes
365
+ wanted_params = len(frozen_param_shapes)
366
+ wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
367
+ avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size
368
+ print(f'Frozen params: Have {avail_numel} numels to process.')
369
+ print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
370
+
371
+ total_params = 0
372
+ total_numel = 0
373
+ for name, shape in zero_model_states[0].frozen_param_shapes.items():
374
+ total_params += 1
375
+ unpartitioned_numel = shape.numel()
376
+ total_numel += unpartitioned_numel
377
+
378
+ param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states)
379
+ state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape)
380
+
381
+ partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
382
+
383
+ if debug:
384
+ print(
385
+ f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
386
+ )
387
+
388
+ print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
389
+
390
+
391
+ class GatheredTensor:
392
+ """
393
+ A pseudo tensor that collects partitioned weights.
394
+ It is more memory efficient when there are multiple groups.
395
+ """
396
+
397
+ def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape):
398
+ self.flat_groups = flat_groups
399
+ self.flat_groups_offset = flat_groups_offset
400
+ self.offset = offset
401
+ self.partitioned_numel = partitioned_numel
402
+ self.shape = shape
403
+ self.dtype = self.flat_groups[0][0].dtype
404
+
405
+ def contiguous(self):
406
+ """
407
+ Merge partitioned weights from flat_groups into a single tensor.
408
+ """
409
+ end_idx = self.offset + self.partitioned_numel
410
+ world_size = len(self.flat_groups)
411
+ pad_flat_param_chunks = []
412
+
413
+ for rank_i in range(world_size):
414
+ # for each rank, we need to collect weights from related group/groups
415
+ flat_groups_at_rank_i = self.flat_groups[rank_i]
416
+ start_group_id = None
417
+ end_group_id = None
418
+ for group_id in range(len(self.flat_groups_offset)):
419
+ if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]:
420
+ start_group_id = group_id
421
+ if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]:
422
+ end_group_id = group_id
423
+ break
424
+ # collect weights from related group/groups
425
+ for group_id in range(start_group_id, end_group_id + 1):
426
+ flat_tensor = flat_groups_at_rank_i[group_id]
427
+ start_offset = self.offset - self.flat_groups_offset[group_id]
428
+ end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id]
429
+ pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset])
430
+
431
+ # collect weights from all ranks
432
+ pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0)
433
+ param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous()
434
+ return param
435
+
436
+
437
+ def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
438
+ param_shapes = zero_model_states[0].param_shapes
439
+ avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size
440
+
441
+ # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each
442
+ # param, re-consolidating each param, while dealing with padding if any
443
+
444
+ # merge list of dicts, preserving order
445
+ param_shapes = {k: v for d in param_shapes for k, v in d.items()}
446
+
447
+ if debug:
448
+ for i in range(world_size):
449
+ print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}")
450
+
451
+ wanted_params = len(param_shapes)
452
+ wanted_numel = sum(shape.numel() for shape in param_shapes.values())
453
+ # not asserting if there is a mismatch due to possible padding
454
+ avail_numel = fp32_flat_groups[0].numel() * world_size
455
+ print(f"Trainable params: Have {avail_numel} numels to process.")
456
+ print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.")
457
+
458
+ # params
459
+ # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
460
+ # out-of-core computing solution
461
+ offset = 0
462
+ total_numel = 0
463
+ total_params = 0
464
+ flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]]))
465
+ for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'):
466
+ unpartitioned_numel = shape.numel()
467
+ total_numel += unpartitioned_numel
468
+ total_params += 1
469
+ partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
470
+
471
+ if debug:
472
+ print(
473
+ f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
474
+ )
475
+
476
+ # memory efficient tensor
477
+ tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape)
478
+ state_dict[name] = tensor
479
+ offset += partitioned_numel
480
+
481
+ offset *= world_size
482
+
483
+ # Sanity check
484
+ if offset != avail_numel:
485
+ raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
486
+
487
+ print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements")
488
+
489
+
490
+ def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
491
+ exclude_frozen_parameters):
492
+ state_dict = OrderedDict()
493
+
494
+ # buffers
495
+ buffers = zero_model_states[0].buffers
496
+ state_dict.update(buffers)
497
+ if debug:
498
+ print(f"added {len(buffers)} buffers")
499
+
500
+ if not exclude_frozen_parameters:
501
+ _zero3_merge_frozen_params(state_dict, world_size, zero_model_states)
502
+
503
+ _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
504
+
505
+ # recover shared parameters
506
+ for pair in zero_model_states[0].shared_params:
507
+ if pair[1] in state_dict:
508
+ state_dict[pair[0]] = state_dict[pair[1]]
509
+
510
+ return state_dict
511
+
512
+
513
+ def to_torch_tensor(state_dict, return_empty_tensor=False):
514
+ """
515
+ Convert state_dict of GatheredTensor to torch tensor
516
+ """
517
+ torch_state_dict = {}
518
+ converted_tensors = {}
519
+ for name, tensor in state_dict.items():
520
+ tensor_id = id(tensor)
521
+ if tensor_id in converted_tensors: # shared tensors
522
+ shared_tensor = torch_state_dict[converted_tensors[tensor_id]]
523
+ torch_state_dict[name] = shared_tensor
524
+ else:
525
+ converted_tensors[tensor_id] = name
526
+ if return_empty_tensor:
527
+ torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype)
528
+ else:
529
+ torch_state_dict[name] = tensor.contiguous()
530
+ return torch_state_dict
531
+
532
+
533
+ def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
534
+ tag=None,
535
+ exclude_frozen_parameters=False,
536
+ lazy_mode=False):
537
+ """
538
+ Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with
539
+ ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example
540
+ via a model hub.
541
+
542
+ Args:
543
+ - ``checkpoint_dir``: path to the desired checkpoint folder
544
+ - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14``
545
+ - ``exclude_frozen_parameters``: exclude frozen parameters
546
+ - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient.
547
+ Convert the pesduo tensor to torch tensor by ``.contiguous()``
548
+
549
+ Returns:
550
+ - pytorch ``state_dict``
551
+
552
+ A typical usage might be ::
553
+
554
+ from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
555
+ # do the training and checkpoint saving
556
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu
557
+ model = model.cpu() # move to cpu
558
+ model.load_state_dict(state_dict)
559
+ # submit to model hub or save the model to share with others
560
+
561
+ In this example the ``model`` will no longer be usable in the deepspeed context of the same
562
+ application. i.e. you will need to re-initialize the deepspeed engine, since
563
+ ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
564
+
565
+ If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead.
566
+
567
+ Note: the above usage may not work if your application doesn't have sufficient free CPU memory.
568
+ You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with
569
+ the checkpoint. Or you can load state_dict in lazy mode ::
570
+
571
+ from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
572
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu
573
+ for name, lazy_tensor in state_dict.item():
574
+ tensor = lazy_tensor.contiguous() # to cpu
575
+ print(name, tensor)
576
+ # del tensor to release memory if it no longer in use
577
+ """
578
+ if tag is None:
579
+ latest_path = os.path.join(checkpoint_dir, 'latest')
580
+ if os.path.isfile(latest_path):
581
+ with open(latest_path, 'r') as fd:
582
+ tag = fd.read().strip()
583
+ else:
584
+ raise ValueError(f"Unable to find 'latest' file at {latest_path}")
585
+
586
+ ds_checkpoint_dir = os.path.join(checkpoint_dir, tag)
587
+
588
+ if not os.path.isdir(ds_checkpoint_dir):
589
+ raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist")
590
+
591
+ state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters)
592
+ if lazy_mode:
593
+ return state_dict
594
+ else:
595
+ return to_torch_tensor(state_dict)
596
+
597
+
598
+ def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir,
599
+ output_dir,
600
+ max_shard_size="5GB",
601
+ safe_serialization=False,
602
+ tag=None,
603
+ exclude_frozen_parameters=False):
604
+ """
605
+ Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be
606
+ loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed.
607
+
608
+ Args:
609
+ - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
610
+ - ``output_dir``: directory to the pytorch fp32 state_dict output files
611
+ - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB
612
+ - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).
613
+ - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
614
+ - ``exclude_frozen_parameters``: exclude frozen parameters
615
+ """
616
+
617
+ # Dependency pre-check
618
+ if safe_serialization:
619
+ try:
620
+ from safetensors.torch import save_file
621
+ except ImportError:
622
+ print('If you want to use `safe_serialization`, please `pip install safetensors`')
623
+ raise
624
+ if max_shard_size is not None:
625
+ try:
626
+ from huggingface_hub import split_torch_state_dict_into_shards
627
+ except ImportError:
628
+ print('If you want to use `max_shard_size`, please `pip install huggingface_hub`')
629
+ raise
630
+
631
+ # Convert zero checkpoint to state_dict
632
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
633
+ tag,
634
+ exclude_frozen_parameters,
635
+ lazy_mode=True)
636
+
637
+ # Shard the model if it is too big.
638
+ weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin"
639
+ if max_shard_size is not None:
640
+ filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors")
641
+ # an memory-efficient approach for sharding
642
+ empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True)
643
+ state_dict_split = split_torch_state_dict_into_shards(empty_state_dict,
644
+ filename_pattern=filename_pattern,
645
+ max_shard_size=max_shard_size)
646
+ else:
647
+ from collections import namedtuple
648
+ StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"])
649
+ state_dict_split = StateDictSplit(is_sharded=False,
650
+ filename_to_tensors={weights_name: list(state_dict.keys())})
651
+
652
+ # Save the model by shard
653
+ os.makedirs(output_dir, exist_ok=True)
654
+ filename_to_tensors = state_dict_split.filename_to_tensors.items()
655
+ for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"):
656
+ shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors}
657
+ shard_state_dict = to_torch_tensor(shard_state_dict)
658
+ output_path = os.path.join(output_dir, shard_file)
659
+ if safe_serialization:
660
+ save_file(shard_state_dict, output_path, metadata={"format": "pt"})
661
+ else:
662
+ torch.save(shard_state_dict, output_path)
663
+ # release the memory of current shard
664
+ for tensor_name in list(shard_state_dict.keys()):
665
+ del state_dict[tensor_name]
666
+ del shard_state_dict[tensor_name]
667
+ del shard_state_dict
668
+ gc.collect()
669
+
670
+ # Save index if sharded
671
+ if state_dict_split.is_sharded:
672
+ index = {
673
+ "metadata": state_dict_split.metadata,
674
+ "weight_map": state_dict_split.tensor_to_filename,
675
+ }
676
+ save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json"
677
+ save_index_file = os.path.join(output_dir, save_index_file)
678
+ with open(save_index_file, "w", encoding="utf-8") as f:
679
+ content = json.dumps(index, indent=2, sort_keys=True) + "\n"
680
+ f.write(content)
681
+
682
+
683
+ def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None):
684
+ """
685
+ 1. Put the provided model to cpu
686
+ 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict``
687
+ 3. Load it into the provided model
688
+
689
+ Args:
690
+ - ``model``: the model object to update
691
+ - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
692
+ - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
693
+
694
+ Returns:
695
+ - ``model`: modified model
696
+
697
+ Make sure you have plenty of CPU memory available before you call this function. If you don't
698
+ have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it
699
+ conveniently placed for you in the checkpoint folder.
700
+
701
+ A typical usage might be ::
702
+
703
+ from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint
704
+ model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir)
705
+ # submit to model hub or save the model to share with others
706
+
707
+ Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context
708
+ of the same application. i.e. you will need to re-initialize the deepspeed engine, since
709
+ ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
710
+
711
+ """
712
+ logger.info("Extracting fp32 weights")
713
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
714
+
715
+ logger.info("Overwriting model with fp32 weights")
716
+ model = model.cpu()
717
+ model.load_state_dict(state_dict, strict=False)
718
+
719
+ return model
720
+
721
+
722
+ if __name__ == "__main__":
723
+ parser = argparse.ArgumentParser()
724
+ parser.add_argument("checkpoint_dir",
725
+ type=str,
726
+ help="path to the desired checkpoint folder, e.g., path/checkpoint-12")
727
+ parser.add_argument("output_dir",
728
+ type=str,
729
+ help="directory to the pytorch fp32 state_dict output files"
730
+ "(e.g. path/checkpoint-12-output/)")
731
+ parser.add_argument(
732
+ "--max_shard_size",
733
+ type=str,
734
+ default="5GB",
735
+ help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size"
736
+ "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`"
737
+ "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances"
738
+ "without CPU OOM issues.")
739
+ parser.add_argument(
740
+ "--safe_serialization",
741
+ default=False,
742
+ action='store_true',
743
+ help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).")
744
+ parser.add_argument("-t",
745
+ "--tag",
746
+ type=str,
747
+ default=None,
748
+ help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1")
749
+ parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters")
750
+ parser.add_argument("-d", "--debug", action='store_true', help="enable debug")
751
+ args = parser.parse_args()
752
+
753
+ debug = args.debug
754
+
755
+ convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir,
756
+ args.output_dir,
757
+ max_shard_size=args.max_shard_size,
758
+ safe_serialization=args.safe_serialization,
759
+ tag=args.tag,
760
+ exclude_frozen_parameters=args.exclude_frozen_parameters)