BaiLuWeiShuang commited on
Commit
7ebdd5f
·
verified ·
1 Parent(s): 446ec89

Add files using upload-large-folder tool

Browse files
hex_ac100_200k_state_query_history2/checkpoints/steps_200000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dce080e6503600aa19522f4823f4f7a57538b143e84a92f2c4b2e4e31b8956a
3
+ size 5574329372
hex_ac100_200k_state_query_history2/config.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "run_id": "hex_ac100_200k_8gpu_state_query_history2",
3
+ "run_root_dir": "./pretrained_models_new/hex_pretrained/EAI_real_world_2B",
4
+ "seed": 42,
5
+ "trackers": [
6
+ "jsonl",
7
+ "wandb"
8
+ ],
9
+ "wandb_entity": "HEXTeam",
10
+ "wandb_project": "hex",
11
+ "is_debug": false,
12
+ "enable_mee": false,
13
+ "mee_weight": 0.01,
14
+ "framework": {
15
+ "name": "HEX",
16
+ "qwenvl": {
17
+ "base_vlm": "pretrained_models/Qwen3-VL-2B-Instruct",
18
+ "attn_implementation": "flash_attention_2",
19
+ "vl_hidden_dim": 2048,
20
+ "add_query": true
21
+ },
22
+ "dino": {
23
+ "dino_backbone": "dinov2_vits14"
24
+ },
25
+ "action_model": {
26
+ "action_model_type": "DiT-B",
27
+ "action_hidden_dim": 2,
28
+ "hidden_size": 1024,
29
+ "add_pos_embed": true,
30
+ "max_seq_len": 1024,
31
+ "action_dim": 32,
32
+ "state_dim": 36,
33
+ "future_action_window_size": 99,
34
+ "action_horizon": 100,
35
+ "past_action_window_size": 0,
36
+ "repeated_diffusion_steps": 8,
37
+ "noise_beta_alpha": 1.5,
38
+ "noise_beta_beta": 1.0,
39
+ "noise_s": 0.999,
40
+ "num_timestep_buckets": 1000,
41
+ "num_inference_timesteps": 4,
42
+ "num_target_vision_tokens": 32,
43
+ "diffusion_model_cfg": {
44
+ "cross_attention_dim": 2048,
45
+ "cross_attention_dim_vl": 2048,
46
+ "cross_attention_dim_state": 768,
47
+ "dropout": 0.2,
48
+ "final_dropout": true,
49
+ "interleave_self_attention": true,
50
+ "norm_type": "ada_norm",
51
+ "num_layers": 16,
52
+ "output_dim": 1024,
53
+ "positional_embeddings": null
54
+ }
55
+ },
56
+ "state_model": {
57
+ "state_horizon": 50,
58
+ "transformer_block": {
59
+ "state_dim": 36,
60
+ "input_dim": 768,
61
+ "hidden_dim": 768,
62
+ "num_layers": 4,
63
+ "num_heads": 8,
64
+ "head_dim": 96,
65
+ "mlp_hidden_size": 256,
66
+ "dropout": 0.1,
67
+ "cross_attention_dim": 2048
68
+ },
69
+ "MoE_block": {
70
+ "num_experts_per_tok": 1,
71
+ "n_routed_experts": 16,
72
+ "scoring_func": "softmax",
73
+ "aux_loss_alpha": 0.01,
74
+ "seq_aux": true,
75
+ "norm_topk_prob": true,
76
+ "condition_dim": 7,
77
+ "moe_intermediate_size": 1536,
78
+ "n_shared_experts": 2,
79
+ "hidden_size": 768,
80
+ "intermediate_size": 1536,
81
+ "hidden_act": "silu",
82
+ "pretraining_tp": 1
83
+ }
84
+ },
85
+ "reduce_in_full_precision": true
86
+ },
87
+ "datasets": {
88
+ "vlm_data": {
89
+ "dataset_py": "vlm_datasets",
90
+ "dataformat": "llava_json",
91
+ "dataset_use": "asv2_conversation_en,asv2_detailed_description_en,asv2_region_captioning_en,coco_internvl_longcap_en,coco_karpathy_train_567_en,coco_negative_gpt4o_en,coco_poetry_zh,coco_rem_en_zh,cocorem_exist_yorn_en,cocotextv2_en,cocotextv2_gpt4o_en,okvqa_en,refcoco_grounding_aug_en,refcoco_grounding_en,tallyqa_coco_en,toloka_grounding_aug_en,vqav2_en,vsr_en",
92
+ "eval_dataset": "aokvqa_cauldron_llava_format",
93
+ "data_flatten": false,
94
+ "base_interval": 2,
95
+ "max_pixels": 12845056,
96
+ "min_pixels": 3136,
97
+ "model_max_length": 2048,
98
+ "model_type": "qwen2.5vl",
99
+ "per_device_batch_size": 4
100
+ },
101
+ "vla_data": {
102
+ "dataset_py": "lerobot_datasets",
103
+ "data_root_dir": "/media/bsh/data/pretrain",
104
+ "data_mix": "EAI_real_world",
105
+ "action_type": "delta_qpos",
106
+ "CoT_prompt": "Your task is {instruction}. To identify the key objects for your task. Locate their bounding boxes in [x1,y1,x2,y2] format.",
107
+ "CoT_answer": "bbox",
108
+ "default_image_resolution": [
109
+ 3,
110
+ 224,
111
+ 224
112
+ ],
113
+ "per_device_batch_size": 16,
114
+ "load_all_data_for_training": true,
115
+ "obs": [
116
+ "image_0"
117
+ ],
118
+ "delete_pause_frame": false,
119
+ "need_state": true,
120
+ "need_tag": true,
121
+ "vision_history_length": 2,
122
+ "action_chunk_size": 100
123
+ }
124
+ },
125
+ "trainer": {
126
+ "epochs": 100,
127
+ "num_warmup_steps_state": 2000,
128
+ "max_train_steps": 200000,
129
+ "num_warmup_steps": 5000,
130
+ "save_interval": 100000,
131
+ "eval_interval": 100000,
132
+ "learning_rate": {
133
+ "base": 2.5e-05,
134
+ "qwen_vl_interface": 1e-05,
135
+ "state_model": 2e-05,
136
+ "action_model": 2e-05
137
+ },
138
+ "lr_scheduler_type": "cosine_with_min_lr",
139
+ "scheduler_specific_kwargs": {
140
+ "min_lr": 1e-06
141
+ },
142
+ "freeze_modules": null,
143
+ "loss_scale": {
144
+ "vla": 1.0,
145
+ "vlm": 0.1
146
+ },
147
+ "state_loss_weight": 1.0,
148
+ "max_grad_norm": 1.0,
149
+ "warmup_ratio": 0.1,
150
+ "weight_decay": 0.0,
151
+ "logging_frequency": 100,
152
+ "gradient_clipping": 1.0,
153
+ "gradient_accumulation_steps": 1,
154
+ "optimizer": {
155
+ "name": "AdamW",
156
+ "betas": [
157
+ 0.9,
158
+ 0.95
159
+ ],
160
+ "eps": 1e-08,
161
+ "weight_decay": 1e-08
162
+ },
163
+ "is_resume": false,
164
+ "resume_epoch": null,
165
+ "resume_step": null,
166
+ "enable_gradient_checkpointing": true,
167
+ "enable_mixed_precision_training": true
168
+ },
169
+ "output_dir": "./pretrained_models_new/hex_pretrained/EAI_real_world_2B/hex_ac100_200k_8gpu_state_query_history2"
170
+ }
hex_ac100_200k_state_query_history2/config.yaml ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ run_id: hex_ac100_200k_8gpu_state_query_history2
2
+ run_root_dir: ./pretrained_models/hex_pretrained/EAI_real_world_2B
3
+ seed: 42
4
+ trackers:
5
+ - jsonl
6
+ - wandb
7
+ wandb_entity: HEXTeam
8
+ wandb_project: hex
9
+ is_debug: false
10
+ enable_mee: false
11
+ mee_weight: 0.01
12
+ framework:
13
+ name: HEX
14
+ qwenvl:
15
+ base_vlm: pretrained_models/Qwen3-VL-2B-Instruct
16
+ attn_implementation: flash_attention_2
17
+ vl_hidden_dim: 2048
18
+ add_query: true
19
+ dino:
20
+ dino_backbone: dinov2_vits14
21
+ action_model:
22
+ action_model_type: DiT-B
23
+ action_hidden_dim: 2
24
+ hidden_size: 1024
25
+ add_pos_embed: true
26
+ max_seq_len: 1024
27
+ action_dim: 32
28
+ state_dim: 36
29
+ future_action_window_size: 99
30
+ action_horizon: 100
31
+ past_action_window_size: 0
32
+ repeated_diffusion_steps: 8
33
+ noise_beta_alpha: 1.5
34
+ noise_beta_beta: 1.0
35
+ noise_s: 0.999
36
+ num_timestep_buckets: 1000
37
+ num_inference_timesteps: 4
38
+ num_target_vision_tokens: 32
39
+ diffusion_model_cfg:
40
+ cross_attention_dim: 2048
41
+ cross_attention_dim_vl: 2048
42
+ cross_attention_dim_state: 768
43
+ dropout: 0.2
44
+ final_dropout: true
45
+ interleave_self_attention: true
46
+ norm_type: ada_norm
47
+ num_layers: 16
48
+ output_dim: 1024
49
+ positional_embeddings: null
50
+ state_model:
51
+ state_horizon: 50
52
+ transformer_block:
53
+ state_dim: 36
54
+ input_dim: 768
55
+ hidden_dim: 768
56
+ num_layers: 4
57
+ num_heads: 8
58
+ head_dim: 96
59
+ mlp_hidden_size: 256
60
+ dropout: 0.1
61
+ cross_attention_dim: 2048
62
+ MoE_block:
63
+ num_experts_per_tok: 1
64
+ n_routed_experts: 16
65
+ scoring_func: softmax
66
+ aux_loss_alpha: 0.01
67
+ seq_aux: true
68
+ norm_topk_prob: true
69
+ condition_dim: 7
70
+ moe_intermediate_size: 1536
71
+ n_shared_experts: 2
72
+ hidden_size: 768
73
+ intermediate_size: 1536
74
+ hidden_act: silu
75
+ pretraining_tp: 1
76
+ reduce_in_full_precision: true
77
+ datasets:
78
+ vlm_data:
79
+ dataset_py: vlm_datasets
80
+ dataformat: llava_json
81
+ dataset_use: asv2_conversation_en,asv2_detailed_description_en,asv2_region_captioning_en,coco_internvl_longcap_en,coco_karpathy_train_567_en,coco_negative_gpt4o_en,coco_poetry_zh,coco_rem_en_zh,cocorem_exist_yorn_en,cocotextv2_en,cocotextv2_gpt4o_en,okvqa_en,refcoco_grounding_aug_en,refcoco_grounding_en,tallyqa_coco_en,toloka_grounding_aug_en,vqav2_en,vsr_en
82
+ eval_dataset: aokvqa_cauldron_llava_format
83
+ data_flatten: false
84
+ base_interval: 2
85
+ max_pixels: 12845056
86
+ min_pixels: 3136
87
+ model_max_length: 2048
88
+ model_type: qwen2.5vl
89
+ per_device_batch_size: 4
90
+ vla_data:
91
+ dataset_py: lerobot_datasets
92
+ data_root_dir: /media/bsh/data/pretrain
93
+ data_mix: EAI_real_world
94
+ action_type: delta_qpos
95
+ CoT_prompt: Your task is {instruction}. To identify the key objects for your task.
96
+ Locate their bounding boxes in [x1,y1,x2,y2] format.
97
+ CoT_answer: bbox
98
+ default_image_resolution:
99
+ - 3
100
+ - 224
101
+ - 224
102
+ per_device_batch_size: 16
103
+ load_all_data_for_training: true
104
+ obs:
105
+ - image_0
106
+ delete_pause_frame: false
107
+ need_state: true
108
+ need_tag: true
109
+ vision_history_length: 2
110
+ action_chunk_size: 100
111
+ trainer:
112
+ epochs: 100
113
+ num_warmup_steps_state: 2000
114
+ max_train_steps: 200000
115
+ num_warmup_steps: 5000
116
+ save_interval: 100000
117
+ eval_interval: 100000
118
+ learning_rate:
119
+ base: 2.5e-05
120
+ qwen_vl_interface: 1.0e-05
121
+ state_model: 2.0e-05
122
+ action_model: 2.0e-05
123
+ lr_scheduler_type: cosine_with_min_lr
124
+ scheduler_specific_kwargs:
125
+ min_lr: 1.0e-06
126
+ freeze_modules: null
127
+ loss_scale:
128
+ vla: 1.0
129
+ vlm: 0.1
130
+ state_loss_weight: 1.0
131
+ max_grad_norm: 1.0
132
+ warmup_ratio: 0.1
133
+ weight_decay: 0.0
134
+ logging_frequency: 100
135
+ gradient_clipping: 1.0
136
+ gradient_accumulation_steps: 1
137
+ optimizer:
138
+ name: AdamW
139
+ betas:
140
+ - 0.9
141
+ - 0.95
142
+ eps: 1.0e-08
143
+ weight_decay: 1.0e-08
144
+ is_resume: false
145
+ resume_epoch: null
146
+ resume_step: null
147
+ enable_gradient_checkpointing: true
148
+ enable_mixed_precision_training: true
149
+ output_dir: ./pretrained_models/hex_pretrained/EAI_real_world_2B/hex_ac100_200k_8gpu_state_query_history2_v2
hex_ac100_200k_state_query_history2/dataset_statistics.json ADDED
The diff for this file is too large to render. See raw diff
 
hex_ac100_200k_state_query_history2/embodiment_registry.json ADDED
@@ -0,0 +1,715 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state_registry": {
3
+ "tiangong2_v2": {
4
+ "left_arm": {
5
+ "start": 0,
6
+ "end": 7,
7
+ "dim": 7
8
+ },
9
+ "left_hand": {
10
+ "start": 7,
11
+ "end": 13,
12
+ "dim": 6
13
+ },
14
+ "right_arm": {
15
+ "start": 13,
16
+ "end": 20,
17
+ "dim": 7
18
+ },
19
+ "right_hand": {
20
+ "start": 20,
21
+ "end": 26,
22
+ "dim": 6
23
+ },
24
+ "waist": {
25
+ "start": 26,
26
+ "end": 30,
27
+ "dim": 4
28
+ }
29
+ },
30
+ "tiangong2_v1": {
31
+ "left_arm": {
32
+ "start": 0,
33
+ "end": 7,
34
+ "dim": 7
35
+ },
36
+ "left_hand": {
37
+ "start": 7,
38
+ "end": 13,
39
+ "dim": 6
40
+ },
41
+ "right_arm": {
42
+ "start": 13,
43
+ "end": 20,
44
+ "dim": 7
45
+ },
46
+ "right_hand": {
47
+ "start": 20,
48
+ "end": 26,
49
+ "dim": 6
50
+ },
51
+ "head": {
52
+ "start": 26,
53
+ "end": 29,
54
+ "dim": 3
55
+ },
56
+ "waist": {
57
+ "start": 29,
58
+ "end": 33,
59
+ "dim": 4
60
+ }
61
+ },
62
+ "tiangong2_v3": {
63
+ "left_arm": {
64
+ "start": 0,
65
+ "end": 7,
66
+ "dim": 7
67
+ },
68
+ "left_hand": {
69
+ "start": 7,
70
+ "end": 13,
71
+ "dim": 6
72
+ },
73
+ "right_arm": {
74
+ "start": 13,
75
+ "end": 20,
76
+ "dim": 7
77
+ },
78
+ "right_hand": {
79
+ "start": 20,
80
+ "end": 26,
81
+ "dim": 6
82
+ },
83
+ "waist": {
84
+ "start": 26,
85
+ "end": 30,
86
+ "dim": 4
87
+ },
88
+ "others": {
89
+ "start": 30,
90
+ "end": 36,
91
+ "dim": 6
92
+ }
93
+ },
94
+ "tiangong2_v4": {
95
+ "left_arm": {
96
+ "start": 0,
97
+ "end": 7,
98
+ "dim": 7
99
+ },
100
+ "left_hand": {
101
+ "start": 7,
102
+ "end": 13,
103
+ "dim": 6
104
+ },
105
+ "right_arm": {
106
+ "start": 13,
107
+ "end": 20,
108
+ "dim": 7
109
+ },
110
+ "right_hand": {
111
+ "start": 20,
112
+ "end": 26,
113
+ "dim": 6
114
+ }
115
+ },
116
+ "tiangong3_v7": {
117
+ "left_arm": {
118
+ "start": 0,
119
+ "end": 7,
120
+ "dim": 7
121
+ },
122
+ "left_hand": {
123
+ "start": 7,
124
+ "end": 13,
125
+ "dim": 6
126
+ },
127
+ "right_arm": {
128
+ "start": 13,
129
+ "end": 20,
130
+ "dim": 7
131
+ },
132
+ "right_hand": {
133
+ "start": 20,
134
+ "end": 26,
135
+ "dim": 6
136
+ },
137
+ "left_hand_touch": {
138
+ "start": 26,
139
+ "end": 32,
140
+ "dim": 6
141
+ },
142
+ "right_hand_touch": {
143
+ "start": 32,
144
+ "end": 38,
145
+ "dim": 6
146
+ },
147
+ "waist": {
148
+ "start": 38,
149
+ "end": 41,
150
+ "dim": 3
151
+ },
152
+ "left_leg": {
153
+ "start": 41,
154
+ "end": 47,
155
+ "dim": 6
156
+ },
157
+ "right_leg": {
158
+ "start": 47,
159
+ "end": 53,
160
+ "dim": 6
161
+ },
162
+ "others": {
163
+ "start": 53,
164
+ "end": 63,
165
+ "dim": 10
166
+ },
167
+ "head": {
168
+ "start": 63,
169
+ "end": 66,
170
+ "dim": 3
171
+ }
172
+ },
173
+ "tiangong3_v8": {
174
+ "left_arm": {
175
+ "start": 0,
176
+ "end": 7,
177
+ "dim": 7
178
+ },
179
+ "left_hand": {
180
+ "start": 7,
181
+ "end": 13,
182
+ "dim": 6
183
+ },
184
+ "right_arm": {
185
+ "start": 13,
186
+ "end": 20,
187
+ "dim": 7
188
+ },
189
+ "right_hand": {
190
+ "start": 20,
191
+ "end": 26,
192
+ "dim": 6
193
+ },
194
+ "waist": {
195
+ "start": 26,
196
+ "end": 29,
197
+ "dim": 3
198
+ },
199
+ "left_leg": {
200
+ "start": 29,
201
+ "end": 35,
202
+ "dim": 6
203
+ },
204
+ "right_leg": {
205
+ "start": 35,
206
+ "end": 41,
207
+ "dim": 6
208
+ },
209
+ "others": {
210
+ "start": 41,
211
+ "end": 51,
212
+ "dim": 10
213
+ },
214
+ "head": {
215
+ "start": 51,
216
+ "end": 54,
217
+ "dim": 3
218
+ }
219
+ },
220
+ "tiangong3_v1": {
221
+ "left_arm": {
222
+ "start": 0,
223
+ "end": 7,
224
+ "dim": 7
225
+ },
226
+ "left_hand": {
227
+ "start": 7,
228
+ "end": 13,
229
+ "dim": 6
230
+ },
231
+ "right_arm": {
232
+ "start": 13,
233
+ "end": 20,
234
+ "dim": 7
235
+ },
236
+ "right_hand": {
237
+ "start": 20,
238
+ "end": 26,
239
+ "dim": 6
240
+ },
241
+ "waist": {
242
+ "start": 26,
243
+ "end": 29,
244
+ "dim": 3
245
+ },
246
+ "left_leg": {
247
+ "start": 29,
248
+ "end": 35,
249
+ "dim": 6
250
+ },
251
+ "right_leg": {
252
+ "start": 35,
253
+ "end": 41,
254
+ "dim": 6
255
+ },
256
+ "others": {
257
+ "start": 41,
258
+ "end": 51,
259
+ "dim": 10
260
+ }
261
+ },
262
+ "tiangong3_v2": {
263
+ "left_arm": {
264
+ "start": 0,
265
+ "end": 7,
266
+ "dim": 7
267
+ },
268
+ "left_hand": {
269
+ "start": 7,
270
+ "end": 8,
271
+ "dim": 1
272
+ },
273
+ "right_arm": {
274
+ "start": 8,
275
+ "end": 15,
276
+ "dim": 7
277
+ },
278
+ "right_hand": {
279
+ "start": 15,
280
+ "end": 21,
281
+ "dim": 6
282
+ },
283
+ "waist": {
284
+ "start": 21,
285
+ "end": 24,
286
+ "dim": 3
287
+ },
288
+ "left_leg": {
289
+ "start": 24,
290
+ "end": 30,
291
+ "dim": 6
292
+ },
293
+ "right_leg": {
294
+ "start": 30,
295
+ "end": 36,
296
+ "dim": 6
297
+ },
298
+ "others": {
299
+ "start": 36,
300
+ "end": 46,
301
+ "dim": 10
302
+ }
303
+ },
304
+ "tiangong3_v6": {
305
+ "left_arm": {
306
+ "start": 0,
307
+ "end": 7,
308
+ "dim": 7
309
+ },
310
+ "left_hand": {
311
+ "start": 7,
312
+ "end": 13,
313
+ "dim": 6
314
+ },
315
+ "right_arm": {
316
+ "start": 13,
317
+ "end": 20,
318
+ "dim": 7
319
+ },
320
+ "right_hand": {
321
+ "start": 20,
322
+ "end": 27,
323
+ "dim": 7
324
+ },
325
+ "waist": {
326
+ "start": 27,
327
+ "end": 30,
328
+ "dim": 3
329
+ },
330
+ "left_leg": {
331
+ "start": 30,
332
+ "end": 36,
333
+ "dim": 6
334
+ },
335
+ "right_leg": {
336
+ "start": 36,
337
+ "end": 42,
338
+ "dim": 6
339
+ },
340
+ "head": {
341
+ "start": 42,
342
+ "end": 45,
343
+ "dim": 3
344
+ }
345
+ },
346
+ "tiangong3_v9": {
347
+ "left_arm": {
348
+ "start": 0,
349
+ "end": 7,
350
+ "dim": 7
351
+ },
352
+ "right_arm": {
353
+ "start": 7,
354
+ "end": 14,
355
+ "dim": 7
356
+ },
357
+ "right_hand": {
358
+ "start": 14,
359
+ "end": 20,
360
+ "dim": 6
361
+ },
362
+ "right_hand_touch": {
363
+ "start": 20,
364
+ "end": 40,
365
+ "dim": 20
366
+ },
367
+ "others": {
368
+ "start": 40,
369
+ "end": 68,
370
+ "dim": 28
371
+ }
372
+ },
373
+ "tiangong3_v4": {
374
+ "left_arm": {
375
+ "start": 0,
376
+ "end": 7,
377
+ "dim": 7
378
+ },
379
+ "left_hand": {
380
+ "start": 7,
381
+ "end": 13,
382
+ "dim": 6
383
+ },
384
+ "left_hand_touch": {
385
+ "start": 13,
386
+ "end": 33,
387
+ "dim": 20
388
+ },
389
+ "right_arm": {
390
+ "start": 33,
391
+ "end": 40,
392
+ "dim": 7
393
+ },
394
+ "right_hand": {
395
+ "start": 40,
396
+ "end": 46,
397
+ "dim": 6
398
+ },
399
+ "right_hand_touch": {
400
+ "start": 46,
401
+ "end": 66,
402
+ "dim": 20
403
+ },
404
+ "waist": {
405
+ "start": 66,
406
+ "end": 69,
407
+ "dim": 3
408
+ },
409
+ "head": {
410
+ "start": 69,
411
+ "end": 72,
412
+ "dim": 3
413
+ },
414
+ "left_leg": {
415
+ "start": 72,
416
+ "end": 78,
417
+ "dim": 6
418
+ },
419
+ "right_leg": {
420
+ "start": 78,
421
+ "end": 84,
422
+ "dim": 6
423
+ },
424
+ "imu_waist": {
425
+ "start": 84,
426
+ "end": 94,
427
+ "dim": 10
428
+ },
429
+ "others": {
430
+ "start": 94,
431
+ "end": 100,
432
+ "dim": 6
433
+ }
434
+ },
435
+ "tiangong3_v3": {
436
+ "left_arm": {
437
+ "start": 0,
438
+ "end": 7,
439
+ "dim": 7
440
+ },
441
+ "right_arm": {
442
+ "start": 7,
443
+ "end": 14,
444
+ "dim": 7
445
+ },
446
+ "right_hand": {
447
+ "start": 14,
448
+ "end": 20,
449
+ "dim": 6
450
+ },
451
+ "others": {
452
+ "start": 20,
453
+ "end": 40,
454
+ "dim": 20
455
+ },
456
+ "waist": {
457
+ "start": 40,
458
+ "end": 43,
459
+ "dim": 3
460
+ },
461
+ "head": {
462
+ "start": 43,
463
+ "end": 46,
464
+ "dim": 3
465
+ }
466
+ },
467
+ "tiangong3_v5": {
468
+ "left_arm": {
469
+ "start": 0,
470
+ "end": 7,
471
+ "dim": 7
472
+ },
473
+ "left_hand": {
474
+ "start": 7,
475
+ "end": 13,
476
+ "dim": 6
477
+ },
478
+ "right_arm": {
479
+ "start": 13,
480
+ "end": 20,
481
+ "dim": 7
482
+ },
483
+ "right_hand": {
484
+ "start": 20,
485
+ "end": 26,
486
+ "dim": 6
487
+ },
488
+ "left_hand_touch": {
489
+ "start": 26,
490
+ "end": 46,
491
+ "dim": 20
492
+ },
493
+ "right_hand_touch": {
494
+ "start": 46,
495
+ "end": 66,
496
+ "dim": 20
497
+ },
498
+ "head": {
499
+ "start": 66,
500
+ "end": 68,
501
+ "dim": 2
502
+ },
503
+ "left_leg": {
504
+ "start": 68,
505
+ "end": 74,
506
+ "dim": 6
507
+ },
508
+ "right_leg": {
509
+ "start": 74,
510
+ "end": 80,
511
+ "dim": 6
512
+ },
513
+ "waist": {
514
+ "start": 80,
515
+ "end": 86,
516
+ "dim": 6
517
+ },
518
+ "others": {
519
+ "start": 86,
520
+ "end": 126,
521
+ "dim": 40
522
+ }
523
+ },
524
+ "tianyi_v1": {
525
+ "left_arm": {
526
+ "start": 0,
527
+ "end": 7,
528
+ "dim": 7
529
+ },
530
+ "left_hand": {
531
+ "start": 7,
532
+ "end": 8,
533
+ "dim": 1
534
+ },
535
+ "right_arm": {
536
+ "start": 8,
537
+ "end": 15,
538
+ "dim": 7
539
+ },
540
+ "right_hand": {
541
+ "start": 15,
542
+ "end": 16,
543
+ "dim": 1
544
+ }
545
+ },
546
+ "unitree_g1_v2": {
547
+ "left_arm": {
548
+ "start": 0,
549
+ "end": 7,
550
+ "dim": 7
551
+ },
552
+ "right_arm": {
553
+ "start": 7,
554
+ "end": 14,
555
+ "dim": 7
556
+ },
557
+ "left_hand": {
558
+ "start": 14,
559
+ "end": 21,
560
+ "dim": 7
561
+ },
562
+ "right_hand": {
563
+ "start": 21,
564
+ "end": 28,
565
+ "dim": 7
566
+ },
567
+ "left_leg": {
568
+ "start": 28,
569
+ "end": 34,
570
+ "dim": 6
571
+ },
572
+ "right_leg": {
573
+ "start": 34,
574
+ "end": 40,
575
+ "dim": 6
576
+ }
577
+ },
578
+ "unitree_g1_v1": {
579
+ "left_arm": {
580
+ "start": 0,
581
+ "end": 7,
582
+ "dim": 7
583
+ },
584
+ "right_arm": {
585
+ "start": 7,
586
+ "end": 14,
587
+ "dim": 7
588
+ },
589
+ "left_hand": {
590
+ "start": 14,
591
+ "end": 21,
592
+ "dim": 7
593
+ },
594
+ "right_hand": {
595
+ "start": 21,
596
+ "end": 28,
597
+ "dim": 7
598
+ },
599
+ "left_leg": {
600
+ "start": 28,
601
+ "end": 34,
602
+ "dim": 6
603
+ },
604
+ "right_leg": {
605
+ "start": 34,
606
+ "end": 40,
607
+ "dim": 6
608
+ },
609
+ "waist": {
610
+ "start": 40,
611
+ "end": 43,
612
+ "dim": 3
613
+ }
614
+ },
615
+ "unitree_h1_v1": {
616
+ "left_arm": {
617
+ "start": 0,
618
+ "end": 7,
619
+ "dim": 7
620
+ },
621
+ "right_arm": {
622
+ "start": 7,
623
+ "end": 14,
624
+ "dim": 7
625
+ },
626
+ "left_hand": {
627
+ "start": 14,
628
+ "end": 20,
629
+ "dim": 6
630
+ },
631
+ "right_hand": {
632
+ "start": 20,
633
+ "end": 26,
634
+ "dim": 6
635
+ },
636
+ "left_leg": {
637
+ "start": 26,
638
+ "end": 32,
639
+ "dim": 6
640
+ },
641
+ "right_leg": {
642
+ "start": 32,
643
+ "end": 38,
644
+ "dim": 6
645
+ },
646
+ "waist": {
647
+ "start": 38,
648
+ "end": 39,
649
+ "dim": 1
650
+ }
651
+ },
652
+ "leju_kuavo_v1": {
653
+ "left_arm": {
654
+ "start": 0,
655
+ "end": 7,
656
+ "dim": 7
657
+ },
658
+ "right_arm": {
659
+ "start": 7,
660
+ "end": 14,
661
+ "dim": 7
662
+ },
663
+ "left_leg": {
664
+ "start": 14,
665
+ "end": 20,
666
+ "dim": 6
667
+ },
668
+ "right_leg": {
669
+ "start": 20,
670
+ "end": 26,
671
+ "dim": 6
672
+ },
673
+ "left_hand": {
674
+ "start": 26,
675
+ "end": 32,
676
+ "dim": 6
677
+ },
678
+ "right_hand": {
679
+ "start": 32,
680
+ "end": 38,
681
+ "dim": 6
682
+ },
683
+ "head": {
684
+ "start": 38,
685
+ "end": 40,
686
+ "dim": 2
687
+ },
688
+ "others": {
689
+ "start": 40,
690
+ "end": 118,
691
+ "dim": 78
692
+ }
693
+ }
694
+ },
695
+ "action_registry": {
696
+ "tiangong2_v2": 20,
697
+ "tiangong2_v1": 23,
698
+ "tiangong2_v3": 32,
699
+ "tiangong2_v4": 16,
700
+ "tiangong3_v7": 23,
701
+ "tiangong3_v8": 23,
702
+ "tiangong3_v1": 20,
703
+ "tiangong3_v2": 20,
704
+ "tiangong3_v6": 19,
705
+ "tiangong3_v9": 8,
706
+ "tiangong3_v4": 25,
707
+ "tiangong3_v3": 8,
708
+ "tiangong3_v5": 34,
709
+ "tianyi_v1": 16,
710
+ "unitree_g1_v2": 32,
711
+ "unitree_g1_v1": 28,
712
+ "unitree_h1_v1": 26,
713
+ "leju_kuavo_v1": 54
714
+ }
715
+ }