Hugging Face's logo

Whalswp
/
groot_robocasa365

Safetensors
Model card Files
xet
 Community
Whalswp commited on
Commit
69d8771
·
verified ·
1 Parent(s): f7e9814

Delete train-ckpt

Browse files
Files changed (20) hide show
  1. train-ckpt/baseline/checkpoint-20000/config.json +0 -88
  2. train-ckpt/baseline/checkpoint-20000/dataset_state.json +0 -1
  3. train-ckpt/baseline/checkpoint-20000/embodiment_id.json +0 -57
  4. train-ckpt/baseline/checkpoint-20000/experiment_cfg/conf.yaml +0 -533
  5. train-ckpt/baseline/checkpoint-20000/experiment_cfg/config.yaml +0 -531
  6. train-ckpt/baseline/checkpoint-20000/experiment_cfg/dataset_statistics.json +0 -317
  7. train-ckpt/baseline/checkpoint-20000/experiment_cfg/final_model_config.json +0 -56
  8. train-ckpt/baseline/checkpoint-20000/experiment_cfg/final_processor_config.json +0 -0
  9. train-ckpt/baseline/checkpoint-20000/model-00001-of-00003.safetensors +0 -3
  10. train-ckpt/baseline/checkpoint-20000/model-00002-of-00003.safetensors +0 -3
  11. train-ckpt/baseline/checkpoint-20000/model-00003-of-00003.safetensors +0 -3
  12. train-ckpt/baseline/checkpoint-20000/model.safetensors.index.json +0 -0
  13. train-ckpt/baseline/checkpoint-20000/optimizer.pt +0 -3
  14. train-ckpt/baseline/checkpoint-20000/processor_config.json +0 -1148
  15. train-ckpt/baseline/checkpoint-20000/rng_state.pth +0 -3
  16. train-ckpt/baseline/checkpoint-20000/scheduler.pt +0 -3
  17. train-ckpt/baseline/checkpoint-20000/statistics.json +0 -0
  18. train-ckpt/baseline/checkpoint-20000/trainer_state.json +0 -0
  19. train-ckpt/baseline/checkpoint-20000/training_args.bin +0 -3
  20. train-ckpt/baseline/checkpoint-20000/wandb_config.json +0 -1
train-ckpt/baseline/checkpoint-20000/config.json DELETED
@@ -1,88 +0,0 @@
1
- {
2
- "action_horizon": 40,
3
- "add_pos_embed": true,
4
- "apply_sincos_state_encoding": false,
5
- "architectures": [
6
- "Gr00tN1d7"
7
- ],
8
- "attn_dropout": 0.2,
9
- "attn_implementation": null,
10
- "backbone_embedding_dim": 2048,
11
- "backbone_trainable_params_fp32": true,
12
- "color_jitter_params": {
13
- "brightness": 0.3,
14
- "contrast": 0.4,
15
- "hue": 0.08,
16
- "saturation": 0.5
17
- },
18
- "crop_fraction": 0.95,
19
- "diffusion_model_cfg": {
20
- "attention_head_dim": 48,
21
- "dropout": 0.2,
22
- "final_dropout": true,
23
- "interleave_self_attention": true,
24
- "norm_type": "ada_norm",
25
- "num_attention_heads": 32,
26
- "num_layers": 32,
27
- "output_dim": 1024,
28
- "positional_embeddings": null
29
- },
30
- "dtype": "float32",
31
- "exclude_state": false,
32
- "formalize_language": true,
33
- "hidden_size": 1024,
34
- "image_crop_size": [
35
- 230,
36
- 230
37
- ],
38
- "image_target_size": [
39
- 256,
40
- 256
41
- ],
42
- "letter_box_transform": false,
43
- "load_bf16": false,
44
- "max_action_dim": 132,
45
- "max_num_embodiments": 32,
46
- "max_seq_len": 1024,
47
- "max_state_dim": 132,
48
- "model_dtype": "bfloat16",
49
- "model_name": "nvidia/Cosmos-Reason2-2B",
50
- "model_type": "Gr00tN1d7",
51
- "noise_beta_alpha": 1.5,
52
- "noise_beta_beta": 1.0,
53
- "noise_s": 0.999,
54
- "num_inference_timesteps": 4,
55
- "num_timestep_buckets": 1000,
56
- "random_history_crop": true,
57
- "random_rotation_angle": 0,
58
- "reproject_vision": false,
59
- "rtc_ramp_rate": 6.0,
60
- "select_layer": 16,
61
- "shortest_image_edge": 256,
62
- "state_dropout_prob": 0.0,
63
- "state_gaussian_noise_std": 0.0,
64
- "transformers_version": "4.57.3",
65
- "tune_diffusion_model": true,
66
- "tune_linear": true,
67
- "tune_llm": false,
68
- "tune_projector": true,
69
- "tune_top_llm_layers": 0,
70
- "tune_visual": false,
71
- "tune_vlln": true,
72
- "use_albumentations": true,
73
- "use_alternate_vl_dit": true,
74
- "use_flash_attention": true,
75
- "use_future_tokens": false,
76
- "use_mean_std": false,
77
- "use_percentiles": true,
78
- "use_vl_self_attention": true,
79
- "use_vlln": true,
80
- "vl_self_attention_cfg": {
81
- "attention_head_dim": 64,
82
- "dropout": 0.2,
83
- "final_dropout": true,
84
- "num_attention_heads": 32,
85
- "num_layers": 4,
86
- "positional_embeddings": null
87
- }
88
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/dataset_state.json DELETED
@@ -1 +0,0 @@
1
- {"epoch": 0, "curr_shard_index": null}
 
 
train-ckpt/baseline/checkpoint-20000/embodiment_id.json DELETED
@@ -1,57 +0,0 @@
1
- {
2
- "robocasa_panda_omron": 13,
3
- "oxe_droid": 17,
4
- "oxe_fractal": 18,
5
- "oxe_language_table": 19,
6
- "oxe_bridge": 20,
7
- "unknown": 22,
8
- "gr1_unified": 20,
9
- "agibot": 26,
10
- "sim_behavior_r1_pro": 23,
11
- "xdof": 24,
12
- "xdof_oss_data": 25,
13
- "unitree_g1_full_body_with_waist_height_nav_cmd": 25,
14
- "real_r1_pro_sharpa": 27,
15
- "real_r1_pro_sharpa_add_view": 27,
16
- "real_r1_pro_sharpa_relative_arm_joint": 26,
17
- "real_r1_pro_sharpa_delta_eef": 26,
18
- "real_r1_pro_sharpa_absolute_eef": 26,
19
- "real_r1_pro_sharpa_meanstd": 26,
20
- "real_r1_pro_sharpa_relative_eef": 26,
21
- "real_r1_pro_sharpa_relative_eef_add_view": 26,
22
- "real_r1_pro_sharpa_relative_eef_relative_hand": 26,
23
- "real_r1_pro_sharpa_relative_eef_human": 26,
24
- "real_r1_pro_sharpa_relative_eef_human_add_view": 26,
25
- "real_r1_pro_sharpa_relative_eef_human_relative_hand": 26,
26
- "real_r1_pro_sharpa_relative_eef_egodex": 26,
27
- "real_r1_pro_sharpa_relative_eef_egodex_relative_hand": 26,
28
- "real_r1_pro_sharpa_relative_eef_egodex_wrist_only": 26,
29
- "real_r1_pro_sharpa_relative_eef_maxinsights": 26,
30
- "real_r1_pro_sharpa_relative_eef_maxinsights_relative_hand": 26,
31
- "real_r1_pro_sharpa_relative_eef_mecka": 26,
32
- "real_r1_pro_sharpa_relative_eef_mecka_relative_hand": 26,
33
- "real_g1_relative_eef_absolute_joints": 25,
34
- "real_g1_relative_eef_absolute_joints_wrist_cam": 25,
35
- "real_g1_relative_eef_relative_joints": 25,
36
- "real_r1_pro_sharpa_relative_eef_relative_hand_relative_joint": 26,
37
- "real_r1_pro_sharpa_relative_joint": 29,
38
- "oxe_droid_relative_eef_relative_joint": 24,
39
- "oxe_droid_relative_eef_relative_joint_swapped": 24,
40
- "oxe_droid_relative_eef_relative_joint_upweight_z": 24,
41
- "oxe_droid_relative_eef_relative_joint_upweight_z_swapped": 24,
42
- "oxe_droid_relative_eef_relative_joint_3view": 24,
43
- "oxe_droid_relative_eef_relative_joint_3view_swapped": 24,
44
- "oxe_droid_relative_eef": 24,
45
- "oxe_droid_joint_position_relative": 24,
46
- "xdof_relative_eef_relative_joint": 27,
47
- "xdof_relative_eef_relative_joint_subtask": 27,
48
- "xdof_relative_eef": 27,
49
- "xdof_relative_joint": 28,
50
- "simpler_env_google": 0,
51
- "simpler_env_widowx": 1,
52
- "libero_sim": 2,
53
- "droid_sim": 3,
54
- "robocasa_gr1_tabletop": 10,
55
- "new_embodiment": 10,
56
- "unitree_g1_sonic": 11
57
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/experiment_cfg/conf.yaml DELETED
@@ -1,533 +0,0 @@
1
- load_config_path: null
2
- model:
3
- model_type: Gr00tN1d7
4
- model_dtype: bfloat16
5
- model_name: nvidia/Cosmos-Reason2-2B
6
- backbone_model_type: qwen
7
- model_revision: null
8
- tune_top_llm_layers: 0
9
- backbone_embedding_dim: 2048
10
- tune_llm: false
11
- tune_visual: false
12
- select_layer: 12
13
- reproject_vision: false
14
- use_flash_attention: true
15
- load_bf16: false
16
- backbone_trainable_params_fp32: true
17
- image_crop_size:
18
- - 230
19
- - 230
20
- image_target_size:
21
- - 256
22
- - 256
23
- shortest_image_edge: null
24
- crop_fraction: null
25
- random_rotation_angle: null
26
- color_jitter_params: null
27
- use_albumentations_transforms: true
28
- letter_box_transform: false
29
- extra_augmentation_config: null
30
- formalize_language: true
31
- apply_sincos_state_encoding: false
32
- use_percentiles: true
33
- use_relative_action: true
34
- max_state_dim: 132
35
- max_action_dim: 132
36
- action_horizon: 40
37
- hidden_size: 1024
38
- input_embedding_dim: 1536
39
- state_history_length: 1
40
- add_pos_embed: true
41
- attn_dropout: 0.2
42
- use_vlln: true
43
- max_seq_len: 1024
44
- use_alternate_vl_dit: true
45
- attend_text_every_n_blocks: 2
46
- diffusion_model_cfg:
47
- positional_embeddings: null
48
- num_layers: 16
49
- num_attention_heads: 32
50
- attention_head_dim: 48
51
- norm_type: ada_norm
52
- dropout: 0.2
53
- final_dropout: true
54
- output_dim: 1024
55
- interleave_self_attention: true
56
- num_inference_timesteps: 4
57
- noise_beta_alpha: 1.5
58
- noise_beta_beta: 1.0
59
- noise_s: 0.999
60
- num_timestep_buckets: 1000
61
- tune_projector: true
62
- tune_diffusion_model: true
63
- tune_vlln: true
64
- state_dropout_prob: 0.0
65
- exclude_state: false
66
- use_mean_std: false
67
- max_num_embodiments: 32
68
- data:
69
- datasets:
70
- - dataset_paths:
71
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0001
72
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0002
73
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0003
74
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0004
75
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0005
76
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0006
77
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0007
78
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0008
79
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0009
80
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0010
81
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0011
82
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0012
83
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0013
84
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0014
85
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0015
86
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0016
87
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0017
88
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0018
89
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0019
90
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0020
91
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0021
92
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0022
93
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0023
94
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0024
95
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0025
96
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0026
97
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0027
98
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0028
99
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0029
100
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0030
101
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0031
102
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0032
103
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0033
104
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0034
105
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0035
106
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0036
107
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0037
108
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0038
109
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0039
110
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0040
111
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0041
112
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0042
113
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0043
114
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0044
115
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0045
116
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0046
117
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0047
118
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0048
119
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0049
120
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0050
121
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0051
122
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0052
123
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0053
124
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0054
125
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0055
126
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0056
127
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0057
128
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0058
129
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0059
130
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0060
131
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0061
132
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0062
133
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0063
134
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0064
135
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0065
136
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0001
137
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0002
138
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0003
139
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0004
140
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0005
141
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0006
142
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0007
143
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0008
144
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0009
145
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0010
146
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0011
147
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0012
148
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0013
149
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0014
150
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0015
151
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0016
152
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0017
153
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0018
154
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0019
155
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0020
156
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0021
157
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0022
158
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0023
159
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0024
160
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0025
161
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0026
162
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0027
163
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0028
164
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0029
165
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0030
166
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0031
167
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0032
168
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0033
169
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0034
170
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0035
171
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0036
172
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0037
173
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0038
174
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0039
175
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0040
176
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0041
177
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0042
178
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0043
179
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0044
180
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0045
181
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0046
182
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0047
183
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0048
184
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0049
185
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0050
186
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0051
187
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0052
188
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0053
189
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0054
190
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0055
191
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0056
192
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0057
193
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0058
194
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0059
195
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0060
196
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0061
197
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0062
198
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0063
199
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0064
200
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0065
201
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0066
202
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0067
203
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0068
204
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0069
205
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0070
206
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0071
207
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0072
208
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0073
209
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0074
210
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0075
211
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0076
212
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0077
213
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0078
214
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0079
215
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0080
216
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0081
217
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0082
218
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0083
219
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0084
220
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0085
221
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0086
222
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0087
223
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0088
224
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0089
225
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0090
226
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0091
227
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0092
228
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0093
229
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0094
230
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0095
231
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0096
232
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0097
233
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0098
234
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0099
235
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0100
236
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0101
237
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0102
238
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0103
239
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0104
240
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0105
241
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0106
242
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0107
243
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0108
244
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0109
245
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0110
246
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0111
247
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0112
248
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0113
249
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0114
250
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0115
251
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0116
252
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0117
253
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0118
254
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0119
255
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0120
256
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0121
257
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0122
258
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0123
259
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0124
260
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0125
261
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0126
262
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0127
263
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0128
264
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0129
265
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0130
266
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0131
267
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0132
268
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0133
269
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0134
270
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0135
271
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0136
272
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0137
273
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0138
274
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0139
275
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0140
276
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0141
277
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0142
278
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0143
279
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0144
280
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0145
281
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0146
282
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0147
283
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0148
284
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0149
285
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0150
286
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0151
287
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0152
288
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0153
289
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0154
290
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0155
291
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0156
292
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0157
293
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0158
294
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0159
295
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0160
296
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0161
297
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0162
298
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0163
299
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0164
300
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0165
301
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0166
302
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0167
303
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0168
304
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0169
305
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0170
306
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0171
307
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0172
308
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0173
309
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0174
310
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0175
311
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0176
312
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0177
313
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0178
314
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0179
315
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0180
316
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0181
317
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0182
318
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0183
319
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0184
320
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0185
321
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0186
322
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0187
323
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0188
324
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0189
325
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0190
326
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0191
327
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0192
328
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0193
329
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0194
330
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0195
331
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0196
332
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0197
333
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0198
334
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0199
335
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0200
336
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0201
337
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0202
338
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0203
339
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0204
340
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0205
341
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0206
342
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0207
343
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0208
344
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0209
345
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0210
346
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0211
347
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0212
348
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0213
349
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0214
350
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0215
351
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0216
352
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0217
353
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0218
354
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0219
355
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0220
356
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0221
357
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0222
358
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0223
359
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0224
360
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0225
361
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0226
362
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0227
363
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0228
364
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0229
365
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0230
366
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0231
367
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0232
368
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0233
369
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0234
370
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0235
371
- embodiment_tag: new_embodiment
372
- mix_ratio: 1.0
373
- dataset_type: physical_embodiment
374
- val_dataset_path: null
375
- modality_configs:
376
- new_embodiment:
377
- video:
378
- delta_indices:
379
- - 0
380
- modality_keys:
381
- - robot0_agentview_left
382
- - robot0_agentview_right
383
- - robot0_eye_in_hand
384
- sin_cos_embedding_keys: null
385
- mean_std_embedding_keys: null
386
- action_configs: null
387
- state:
388
- delta_indices:
389
- - 0
390
- modality_keys:
391
- - end_effector_position_relative
392
- - end_effector_rotation_relative
393
- - gripper_qpos
394
- - base_position
395
- - base_rotation
396
- sin_cos_embedding_keys: null
397
- mean_std_embedding_keys: null
398
- action_configs: null
399
- action:
400
- delta_indices:
401
- - 0
402
- - 1
403
- - 2
404
- - 3
405
- - 4
406
- - 5
407
- - 6
408
- - 7
409
- - 8
410
- - 9
411
- - 10
412
- - 11
413
- - 12
414
- - 13
415
- - 14
416
- - 15
417
- modality_keys:
418
- - end_effector_position
419
- - end_effector_rotation
420
- - gripper_close
421
- - base_motion
422
- - control_mode
423
- sin_cos_embedding_keys: null
424
- mean_std_embedding_keys: null
425
- action_configs:
426
- - rep: DELTA
427
- type: EEF
428
- format: DEFAULT
429
- state_key: null
430
- - rep: DELTA
431
- type: EEF
432
- format: DEFAULT
433
- state_key: null
434
- - rep: ABSOLUTE
435
- type: NON_EEF
436
- format: DEFAULT
437
- state_key: null
438
- - rep: DELTA
439
- type: NON_EEF
440
- format: DEFAULT
441
- state_key: null
442
- - rep: ABSOLUTE
443
- type: NON_EEF
444
- format: DEFAULT
445
- state_key: null
446
- language:
447
- delta_indices:
448
- - 0
449
- modality_keys:
450
- - annotation.human.task_description
451
- sin_cos_embedding_keys: null
452
- mean_std_embedding_keys: null
453
- action_configs: null
454
- download_cache: false
455
- shard_size: 1024
456
- episode_sampling_rate: 0.1
457
- num_shards_per_epoch: 100000
458
- ds_weights_alpha: null
459
- override_pretraining_statistics: true
460
- mode: single_turn
461
- random_chop: 0.0
462
- mock_dataset_mode: false
463
- shuffle: true
464
- seed: 42
465
- multiprocessing_context: fork
466
- allow_padding: false
467
- subsample_ratio: 1.0
468
- image_crop_size:
469
- - 244
470
- - 244
471
- image_target_size:
472
- - 224
473
- - 224
474
- training:
475
- output_dir: /home/ext_minje/groot_robocasa365/train-ckpt/baseline
476
- experiment_name: null
477
- max_steps: 120000
478
- global_batch_size: 128
479
- per_gpu_batch_size: null
480
- gradient_accumulation_steps: 1
481
- learning_rate: 0.0001
482
- lr_scheduler_type: cosine
483
- weight_decay: 1.0e-05
484
- warmup_ratio: 0.05
485
- warmup_steps: 0
486
- max_grad_norm: 1.0
487
- optim: adamw_torch
488
- start_from_checkpoint: nvidia/GR00T-N1.7-3B
489
- skip_weight_loading: false
490
- tf32: true
491
- fp16: false
492
- bf16: true
493
- eval_bf16: true
494
- logging_steps: 10
495
- save_steps: 5000
496
- save_total_limit: 2
497
- save_vl_model: false
498
- save_only_model: false
499
- resume_from_checkpoint: true
500
- upload_checkpoints: false
501
- upload_every: 1000
502
- upload_last_n_checkpoints: 5
503
- max_concurrent_uploads: 2
504
- eval_strategy: 'no'
505
- eval_steps: 500
506
- eval_set_split_ratio: 0.1
507
- eval_batch_size: 2
508
- save_best_eval_metric_name: ''
509
- save_best_eval_metric_greater_is_better: true
510
- deepspeed_stage: 2
511
- gradient_checkpointing: false
512
- transformers_trust_remote_code: true
513
- transformers_local_files_only: false
514
- transformers_cache_dir: null
515
- transformers_access_token: null
516
- use_ddp: false
517
- ddp_bucket_cap_mb: 100
518
- num_gpus: 1
519
- dataloader_num_workers: 2
520
- remove_unused_columns: false
521
- use_wandb: true
522
- wandb_project: finetune-gr00t-n1d7
523
- enable_profiling: false
524
- max_retries: 3
525
- assert_loss_less_than: null
526
- add_rl_callback: false
527
- enable_open_loop_eval: false
528
- open_loop_eval_traj_ids:
529
- - 0
530
- open_loop_eval_steps_per_traj: 100
531
- open_loop_eval_plot_indices: null
532
- max_steps: 120000
533
- save_steps: 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/experiment_cfg/config.yaml DELETED
@@ -1,531 +0,0 @@
1
- load_config_path: null
2
- model:
3
- model_type: Gr00tN1d7
4
- model_dtype: bfloat16
5
- model_name: nvidia/Cosmos-Reason2-2B
6
- backbone_model_type: qwen
7
- model_revision: null
8
- tune_top_llm_layers: 0
9
- backbone_embedding_dim: 2048
10
- tune_llm: false
11
- tune_visual: false
12
- select_layer: 12
13
- reproject_vision: false
14
- use_flash_attention: true
15
- load_bf16: false
16
- backbone_trainable_params_fp32: true
17
- image_crop_size:
18
- - 230
19
- - 230
20
- image_target_size:
21
- - 256
22
- - 256
23
- shortest_image_edge: null
24
- crop_fraction: null
25
- random_rotation_angle: null
26
- color_jitter_params: null
27
- use_albumentations_transforms: true
28
- letter_box_transform: false
29
- extra_augmentation_config: null
30
- formalize_language: true
31
- apply_sincos_state_encoding: false
32
- use_percentiles: true
33
- use_relative_action: true
34
- max_state_dim: 132
35
- max_action_dim: 132
36
- action_horizon: 40
37
- hidden_size: 1024
38
- input_embedding_dim: 1536
39
- state_history_length: 1
40
- add_pos_embed: true
41
- attn_dropout: 0.2
42
- use_vlln: true
43
- max_seq_len: 1024
44
- use_alternate_vl_dit: true
45
- attend_text_every_n_blocks: 2
46
- diffusion_model_cfg:
47
- positional_embeddings: null
48
- num_layers: 16
49
- num_attention_heads: 32
50
- attention_head_dim: 48
51
- norm_type: ada_norm
52
- dropout: 0.2
53
- final_dropout: true
54
- output_dim: 1024
55
- interleave_self_attention: true
56
- num_inference_timesteps: 4
57
- noise_beta_alpha: 1.5
58
- noise_beta_beta: 1.0
59
- noise_s: 0.999
60
- num_timestep_buckets: 1000
61
- tune_projector: true
62
- tune_diffusion_model: true
63
- tune_vlln: true
64
- state_dropout_prob: 0.0
65
- exclude_state: false
66
- use_mean_std: false
67
- max_num_embodiments: 32
68
- data:
69
- datasets:
70
- - dataset_paths:
71
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0001
72
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0002
73
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0003
74
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0004
75
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0005
76
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0006
77
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0007
78
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0008
79
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0009
80
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0010
81
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0011
82
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0012
83
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0013
84
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0014
85
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0015
86
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0016
87
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0017
88
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0018
89
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0019
90
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0020
91
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0021
92
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0022
93
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0023
94
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0024
95
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0025
96
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0026
97
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0027
98
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0028
99
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0029
100
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0030
101
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0031
102
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0032
103
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0033
104
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0034
105
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0035
106
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0036
107
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0037
108
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0038
109
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0039
110
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0040
111
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0041
112
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0042
113
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0043
114
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0044
115
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0045
116
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0046
117
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0047
118
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0048
119
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0049
120
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0050
121
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0051
122
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0052
123
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0053
124
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0054
125
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0055
126
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0056
127
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0057
128
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0058
129
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0059
130
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0060
131
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0061
132
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0062
133
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0063
134
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0064
135
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_atomic/task_0065
136
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0001
137
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0002
138
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0003
139
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0004
140
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0005
141
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0006
142
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0007
143
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0008
144
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0009
145
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0010
146
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0011
147
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0012
148
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0013
149
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0014
150
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0015
151
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0016
152
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0017
153
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0018
154
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0019
155
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0020
156
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0021
157
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0022
158
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0023
159
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0024
160
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0025
161
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0026
162
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0027
163
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0028
164
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0029
165
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0030
166
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0031
167
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0032
168
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0033
169
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0034
170
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0035
171
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0036
172
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0037
173
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0038
174
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0039
175
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0040
176
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0041
177
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0042
178
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0043
179
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0044
180
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0045
181
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0046
182
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0047
183
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0048
184
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0049
185
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0050
186
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0051
187
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0052
188
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0053
189
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0054
190
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0055
191
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0056
192
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0057
193
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0058
194
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0059
195
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0060
196
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0061
197
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0062
198
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0063
199
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0064
200
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0065
201
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0066
202
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0067
203
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0068
204
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0069
205
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0070
206
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0071
207
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0072
208
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0073
209
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0074
210
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0075
211
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0076
212
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0077
213
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0078
214
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0079
215
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0080
216
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0081
217
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0082
218
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0083
219
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0084
220
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0085
221
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0086
222
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0087
223
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0088
224
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0089
225
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0090
226
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0091
227
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0092
228
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0093
229
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0094
230
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0095
231
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0096
232
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0097
233
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0098
234
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0099
235
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0100
236
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0101
237
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0102
238
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0103
239
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0104
240
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0105
241
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0106
242
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0107
243
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0108
244
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0109
245
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0110
246
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0111
247
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0112
248
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0113
249
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0114
250
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0115
251
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0116
252
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0117
253
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0118
254
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0119
255
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0120
256
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0121
257
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0122
258
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0123
259
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0124
260
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0125
261
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0126
262
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0127
263
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0128
264
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0129
265
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0130
266
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0131
267
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0132
268
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0133
269
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0134
270
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0135
271
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0136
272
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0137
273
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0138
274
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0139
275
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0140
276
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0141
277
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0142
278
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0143
279
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0144
280
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0145
281
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0146
282
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0147
283
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0148
284
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0149
285
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0150
286
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0151
287
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0152
288
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0153
289
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0154
290
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0155
291
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0156
292
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0157
293
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0158
294
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0159
295
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0160
296
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0161
297
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0162
298
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0163
299
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0164
300
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0165
301
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0166
302
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0167
303
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0168
304
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0169
305
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0170
306
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0171
307
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0172
308
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0173
309
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0174
310
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0175
311
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0176
312
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0177
313
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0178
314
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0179
315
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0180
316
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0181
317
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0182
318
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0183
319
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0184
320
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0185
321
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0186
322
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0187
323
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0188
324
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0189
325
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0190
326
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0191
327
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0192
328
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0193
329
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0194
330
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0195
331
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0196
332
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0197
333
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0198
334
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0199
335
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0200
336
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0201
337
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0202
338
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0203
339
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0204
340
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0205
341
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0206
342
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0207
343
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0208
344
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0209
345
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0210
346
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0211
347
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0212
348
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0213
349
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0214
350
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0215
351
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0216
352
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0217
353
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0218
354
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0219
355
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0220
356
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0221
357
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0222
358
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0223
359
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0224
360
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0225
361
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0226
362
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0227
363
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0228
364
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0229
365
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0230
366
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0231
367
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0232
368
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0233
369
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0234
370
- - /home/ext_minje/robocasa_v3_official_presliced/robocasa_pretrain_human_composite/task_0235
371
- embodiment_tag: new_embodiment
372
- mix_ratio: 1.0
373
- dataset_type: physical_embodiment
374
- val_dataset_path: null
375
- modality_configs:
376
- new_embodiment:
377
- video:
378
- delta_indices:
379
- - 0
380
- modality_keys:
381
- - robot0_agentview_left
382
- - robot0_agentview_right
383
- - robot0_eye_in_hand
384
- sin_cos_embedding_keys: null
385
- mean_std_embedding_keys: null
386
- action_configs: null
387
- state:
388
- delta_indices:
389
- - 0
390
- modality_keys:
391
- - end_effector_position_relative
392
- - end_effector_rotation_relative
393
- - gripper_qpos
394
- - base_position
395
- - base_rotation
396
- sin_cos_embedding_keys: null
397
- mean_std_embedding_keys: null
398
- action_configs: null
399
- action:
400
- delta_indices:
401
- - 0
402
- - 1
403
- - 2
404
- - 3
405
- - 4
406
- - 5
407
- - 6
408
- - 7
409
- - 8
410
- - 9
411
- - 10
412
- - 11
413
- - 12
414
- - 13
415
- - 14
416
- - 15
417
- modality_keys:
418
- - end_effector_position
419
- - end_effector_rotation
420
- - gripper_close
421
- - base_motion
422
- - control_mode
423
- sin_cos_embedding_keys: null
424
- mean_std_embedding_keys: null
425
- action_configs:
426
- - rep: delta
427
- type: eef
428
- format: default
429
- state_key: null
430
- - rep: delta
431
- type: eef
432
- format: default
433
- state_key: null
434
- - rep: absolute
435
- type: non_eef
436
- format: default
437
- state_key: null
438
- - rep: delta
439
- type: non_eef
440
- format: default
441
- state_key: null
442
- - rep: absolute
443
- type: non_eef
444
- format: default
445
- state_key: null
446
- language:
447
- delta_indices:
448
- - 0
449
- modality_keys:
450
- - annotation.human.task_description
451
- sin_cos_embedding_keys: null
452
- mean_std_embedding_keys: null
453
- action_configs: null
454
- download_cache: false
455
- shard_size: 1024
456
- episode_sampling_rate: 0.1
457
- num_shards_per_epoch: 100000
458
- ds_weights_alpha: null
459
- override_pretraining_statistics: true
460
- mode: single_turn
461
- random_chop: 0.0
462
- mock_dataset_mode: false
463
- shuffle: true
464
- seed: 42
465
- multiprocessing_context: fork
466
- allow_padding: false
467
- subsample_ratio: 1.0
468
- image_crop_size:
469
- - 244
470
- - 244
471
- image_target_size:
472
- - 224
473
- - 224
474
- training:
475
- output_dir: /home/ext_minje/groot_robocasa365/train-ckpt/baseline
476
- experiment_name: null
477
- max_steps: 120000
478
- global_batch_size: 128
479
- per_gpu_batch_size: null
480
- gradient_accumulation_steps: 1
481
- learning_rate: 0.0001
482
- lr_scheduler_type: cosine
483
- weight_decay: 1.0e-05
484
- warmup_ratio: 0.05
485
- warmup_steps: 0
486
- max_grad_norm: 1.0
487
- optim: adamw_torch
488
- start_from_checkpoint: nvidia/GR00T-N1.7-3B
489
- skip_weight_loading: false
490
- tf32: true
491
- fp16: false
492
- bf16: true
493
- eval_bf16: true
494
- logging_steps: 10
495
- save_steps: 5000
496
- save_total_limit: 2
497
- save_vl_model: false
498
- save_only_model: false
499
- resume_from_checkpoint: true
500
- upload_checkpoints: false
501
- upload_every: 1000
502
- upload_last_n_checkpoints: 5
503
- max_concurrent_uploads: 2
504
- eval_strategy: 'no'
505
- eval_steps: 500
506
- eval_set_split_ratio: 0.1
507
- eval_batch_size: 2
508
- save_best_eval_metric_name: ''
509
- save_best_eval_metric_greater_is_better: true
510
- deepspeed_stage: 2
511
- gradient_checkpointing: false
512
- transformers_trust_remote_code: true
513
- transformers_local_files_only: false
514
- transformers_cache_dir: null
515
- transformers_access_token: null
516
- use_ddp: false
517
- ddp_bucket_cap_mb: 100
518
- num_gpus: 1
519
- dataloader_num_workers: 2
520
- remove_unused_columns: false
521
- use_wandb: true
522
- wandb_project: finetune-gr00t-n1d7
523
- enable_profiling: false
524
- max_retries: 3
525
- assert_loss_less_than: null
526
- add_rl_callback: false
527
- enable_open_loop_eval: false
528
- open_loop_eval_traj_ids:
529
- - 0
530
- open_loop_eval_steps_per_traj: 100
531
- open_loop_eval_plot_indices: null
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/experiment_cfg/dataset_statistics.json DELETED
@@ -1,317 +0,0 @@
1
- {
2
- "new_embodiment": {
3
- "state": {
4
- "end_effector_position_relative": {
5
- "min": [
6
- -0.65090411901474,
7
- -0.903346061706543,
8
- -0.37153130769729614
9
- ],
10
- "max": [
11
- 0.9316536784172058,
12
- 0.8727958798408508,
13
- 1.1222138404846191
14
- ],
15
- "mean": [
16
- 0.2517401620898983,
17
- -0.012365017938621317,
18
- 0.5178483408332604
19
- ],
20
- "std": [
21
- 0.19199678232192482,
22
- 0.19935365536606764,
23
- 0.20130748959627612
24
- ],
25
- "q01": [
26
- -0.4136155238747597,
27
- -0.7437949991226196,
28
- -0.23599547311663627
29
- ],
30
- "q99": [
31
- 0.8384081155061721,
32
- 0.7591679126024246,
33
- 0.9345404338836669
34
- ]
35
- },
36
- "end_effector_rotation_relative": {
37
- "min": [
38
- -0.9999992847442627,
39
- -0.9999884366989136,
40
- -0.9975369572639465,
41
- 7.53001938580411e-10
42
- ],
43
- "max": [
44
- 0.9999998807907104,
45
- 0.9999891519546509,
46
- 0.994868278503418,
47
- 0.9997241497039795
48
- ],
49
- "mean": [
50
- -0.1939001073477856,
51
- 0.04235757634522281,
52
- -0.05863404695265843,
53
- 0.1300660757900109
54
- ],
55
- "std": [
56
- 0.8361158203221265,
57
- 0.3151732679579535,
58
- 0.3421156638403095,
59
- 0.15740891009008467
60
- ],
61
- "q01": [
62
- -0.9997350001335144,
63
- -0.9900354903936386,
64
- -0.8835667610168457,
65
- 0.00030824811285128816
66
- ],
67
- "q99": [
68
- 0.9996933341026306,
69
- 0.9953493511676786,
70
- 0.8904347586631775,
71
- 0.9949068784713745
72
- ]
73
- },
74
- "gripper_qpos": {
75
- "min": [
76
- -0.011838293634355068,
77
- -0.07733640819787979
78
- ],
79
- "max": [
80
- 0.07638481259346008,
81
- 0.030545983463525772
82
- ],
83
- "mean": [
84
- 0.0301196661230341,
85
- -0.030085787428839657
86
- ],
87
- "std": [
88
- 0.012665279691745612,
89
- 0.012663780815587526
90
- ],
91
- "q01": [
92
- -0.002868748186156154,
93
- -0.04446593094617128
94
- ],
95
- "q99": [
96
- 0.04513273566961288,
97
- 0.0015856968413572757
98
- ]
99
- },
100
- "base_position": {
101
- "min": [
102
- -5.451417922973633,
103
- -8.747910499572754,
104
- 0.698784351348877
105
- ],
106
- "max": [
107
- 7.778976917266846,
108
- 0.7572364211082458,
109
- 0.7678815722465515
110
- ],
111
- "mean": [
112
- 2.6595826749691263,
113
- -2.2966388849878125,
114
- 0.7015894169953291
115
- ],
116
- "std": [
117
- 1.679658192050962,
118
- 1.42894099641639,
119
- 0.0026527705869663397
120
- ],
121
- "q01": [
122
- -4.632836818695068,
123
- -6.976913661956787,
124
- 0.699890251159668
125
- ],
126
- "q99": [
127
- 7.778884410858154,
128
- 0.48759863764047623,
129
- 0.7531730532646179
130
- ]
131
- },
132
- "base_rotation": {
133
- "min": [
134
- 0.0,
135
- 0.0,
136
- -1.0,
137
- 0.0
138
- ],
139
- "max": [
140
- 0.0,
141
- 0.0,
142
- 1.0,
143
- 1.0
144
- ],
145
- "mean": [
146
- 0.0,
147
- 0.0,
148
- 0.2425253730967182,
149
- 0.6294565627156763
150
- ],
151
- "std": [
152
- 0.0,
153
- 0.0,
154
- 0.6497134697753228,
155
- 0.35060701524044824
156
- ],
157
- "q01": [
158
- 0.0,
159
- 0.0,
160
- -1.0,
161
- 9.840590450949094e-08
162
- ],
163
- "q99": [
164
- 0.0,
165
- 0.0,
166
- 1.0,
167
- 1.0
168
- ]
169
- }
170
- },
171
- "action": {
172
- "end_effector_position": {
173
- "min": [
174
- -1.0,
175
- -1.0,
176
- -1.0
177
- ],
178
- "max": [
179
- 1.0,
180
- 1.0,
181
- 1.0
182
- ],
183
- "mean": [
184
- 0.003975022026502166,
185
- -0.0029008103498339532,
186
- -0.017666072103955585
187
- ],
188
- "std": [
189
- 0.3545050600259929,
190
- 0.276079503923399,
191
- 0.2923708224254098
192
- ],
193
- "q01": [
194
- -1.0,
195
- -1.0,
196
- -1.0
197
- ],
198
- "q99": [
199
- 1.0,
200
- 1.0,
201
- 1.0
202
- ]
203
- },
204
- "end_effector_rotation": {
205
- "min": [
206
- -1.0,
207
- -1.0,
208
- -1.0
209
- ],
210
- "max": [
211
- 1.0,
212
- 1.0,
213
- 1.0
214
- ],
215
- "mean": [
216
- 0.0007739968828110919,
217
- -0.005803263008252741,
218
- 0.0004740634304093341
219
- ],
220
- "std": [
221
- 0.07472773712984265,
222
- 0.09323152452280327,
223
- 0.08900774531256105
224
- ],
225
- "q01": [
226
- -0.8142856955528259,
227
- -0.9060285598039627,
228
- -1.0
229
- ],
230
- "q99": [
231
- 0.9057142734527588,
232
- 0.8371428847312927,
233
- 0.8657143115997314
234
- ]
235
- },
236
- "gripper_close": {
237
- "min": [
238
- -1.0
239
- ],
240
- "max": [
241
- 1.0
242
- ],
243
- "mean": [
244
- -0.11804463141280098
245
- ],
246
- "std": [
247
- 0.9930013912309621
248
- ],
249
- "q01": [
250
- -1.0
251
- ],
252
- "q99": [
253
- 1.0
254
- ]
255
- },
256
- "base_motion": {
257
- "min": [
258
- -1.0,
259
- -1.0,
260
- -1.0,
261
- 0.0
262
- ],
263
- "max": [
264
- 1.0,
265
- 1.0,
266
- 1.0,
267
- 0.0
268
- ],
269
- "mean": [
270
- 0.05558879862147232,
271
- 0.004708023059158555,
272
- 0.0005096600707971546,
273
- 0.0
274
- ],
275
- "std": [
276
- 0.2715144390540149,
277
- 0.2295301716247559,
278
- 0.1680541444864397,
279
- 0.0
280
- ],
281
- "q01": [
282
- -1.0,
283
- -1.0,
284
- -1.0,
285
- 0.0
286
- ],
287
- "q99": [
288
- 1.0,
289
- 1.0,
290
- 1.0,
291
- 0.0
292
- ]
293
- },
294
- "control_mode": {
295
- "min": [
296
- -1.0
297
- ],
298
- "max": [
299
- 1.0
300
- ],
301
- "mean": [
302
- -0.6002151597316603
303
- ],
304
- "std": [
305
- 0.7998136954969118
306
- ],
307
- "q01": [
308
- -1.0
309
- ],
310
- "q99": [
311
- 1.0
312
- ]
313
- }
314
- },
315
- "relative_action": {}
316
- }
317
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/experiment_cfg/final_model_config.json DELETED
@@ -1,56 +0,0 @@
1
- {
2
- "model_type": "Gr00tN1d7",
3
- "model_dtype": "bfloat16",
4
- "model_name": "nvidia/Cosmos-Reason2-2B",
5
- "backbone_model_type": "qwen",
6
- "model_revision": null,
7
- "tune_top_llm_layers": 0,
8
- "backbone_embedding_dim": 2048,
9
- "tune_llm": false,
10
- "tune_visual": false,
11
- "select_layer": 16,
12
- "reproject_vision": false,
13
- "use_flash_attention": true,
14
- "load_bf16": false,
15
- "backbone_trainable_params_fp32": true,
16
- "letter_box_transform": false,
17
- "extra_augmentation_config": null,
18
- "apply_sincos_state_encoding": false,
19
- "use_percentiles": true,
20
- "use_relative_action": false,
21
- "max_state_dim": 132,
22
- "max_action_dim": 132,
23
- "action_horizon": 40,
24
- "hidden_size": 1024,
25
- "input_embedding_dim": 1536,
26
- "state_history_length": 1,
27
- "add_pos_embed": true,
28
- "attn_dropout": 0.2,
29
- "use_vlln": true,
30
- "max_seq_len": 1024,
31
- "use_alternate_vl_dit": true,
32
- "attend_text_every_n_blocks": 2,
33
- "diffusion_model_cfg": {
34
- "attention_head_dim": 48,
35
- "dropout": 0.2,
36
- "final_dropout": true,
37
- "interleave_self_attention": true,
38
- "norm_type": "ada_norm",
39
- "num_attention_heads": 32,
40
- "num_layers": 32,
41
- "output_dim": 1024,
42
- "positional_embeddings": null
43
- },
44
- "num_inference_timesteps": 4,
45
- "noise_beta_alpha": 1.5,
46
- "noise_beta_beta": 1.0,
47
- "noise_s": 0.999,
48
- "num_timestep_buckets": 1000,
49
- "tune_projector": true,
50
- "tune_diffusion_model": true,
51
- "tune_vlln": true,
52
- "state_dropout_prob": 0.0,
53
- "exclude_state": false,
54
- "use_mean_std": false,
55
- "max_num_embodiments": 32
56
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/experiment_cfg/final_processor_config.json DELETED
The diff for this file is too large to render. See raw diff
 
train-ckpt/baseline/checkpoint-20000/model-00001-of-00003.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbcaea5ee88f1e0f1465043920a2647c67e7de17d24adfd1c477742a6168edec
3
- size 4986649584
 
 
 
 
train-ckpt/baseline/checkpoint-20000/model-00002-of-00003.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ecc62debb066a61f5782e4f6786f9c0de31b34016644233af4b199c6ac87ad8
3
- size 4970792616
 
 
 
 
train-ckpt/baseline/checkpoint-20000/model-00003-of-00003.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:44b14ec379db76a8e79eb8232289dcb1da5d219160f518e4baa3cbe24e97cfb6
3
- size 2618758696
 
 
 
 
train-ckpt/baseline/checkpoint-20000/model.safetensors.index.json DELETED
The diff for this file is too large to render. See raw diff
 
train-ckpt/baseline/checkpoint-20000/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:80d5cf1e622ef4a3b5b3f82f001346d45157ed22edc399cf6f91fb4bc9c72b51
3
- size 12964594710
 
 
 
 
train-ckpt/baseline/checkpoint-20000/processor_config.json DELETED
@@ -1,1148 +0,0 @@
1
- {
2
- "processor_class": "Gr00tN1d7Processor",
3
- "processor_kwargs": {
4
- "modality_configs": {
5
- "real_g1_relative_eef_relative_joints": {
6
- "video": {
7
- "delta_indices": [
8
- -20,
9
- 0
10
- ],
11
- "modality_keys": [
12
- "ego_view"
13
- ],
14
- "sin_cos_embedding_keys": null,
15
- "mean_std_embedding_keys": null,
16
- "action_configs": null
17
- },
18
- "state": {
19
- "delta_indices": [
20
- 0
21
- ],
22
- "modality_keys": [
23
- "left_wrist_eef_9d",
24
- "right_wrist_eef_9d",
25
- "left_hand",
26
- "right_hand",
27
- "left_arm",
28
- "right_arm",
29
- "waist"
30
- ],
31
- "sin_cos_embedding_keys": null,
32
- "mean_std_embedding_keys": null,
33
- "action_configs": null
34
- },
35
- "action": {
36
- "delta_indices": [
37
- 0,
38
- 1,
39
- 2,
40
- 3,
41
- 4,
42
- 5,
43
- 6,
44
- 7,
45
- 8,
46
- 9,
47
- 10,
48
- 11,
49
- 12,
50
- 13,
51
- 14,
52
- 15,
53
- 16,
54
- 17,
55
- 18,
56
- 19,
57
- 20,
58
- 21,
59
- 22,
60
- 23,
61
- 24,
62
- 25,
63
- 26,
64
- 27,
65
- 28,
66
- 29,
67
- 30,
68
- 31,
69
- 32,
70
- 33,
71
- 34,
72
- 35,
73
- 36,
74
- 37,
75
- 38,
76
- 39
77
- ],
78
- "modality_keys": [
79
- "left_wrist_eef_9d",
80
- "right_wrist_eef_9d",
81
- "left_hand",
82
- "right_hand",
83
- "left_arm",
84
- "right_arm",
85
- "waist",
86
- "base_height_command",
87
- "navigate_command"
88
- ],
89
- "sin_cos_embedding_keys": null,
90
- "mean_std_embedding_keys": null,
91
- "action_configs": [
92
- {
93
- "rep": "RELATIVE",
94
- "type": "EEF",
95
- "format": "XYZ_ROT6D",
96
- "state_key": "left_wrist_eef_9d"
97
- },
98
- {
99
- "rep": "RELATIVE",
100
- "type": "EEF",
101
- "format": "XYZ_ROT6D",
102
- "state_key": "right_wrist_eef_9d"
103
- },
104
- {
105
- "rep": "ABSOLUTE",
106
- "type": "NON_EEF",
107
- "format": "DEFAULT",
108
- "state_key": "left_hand"
109
- },
110
- {
111
- "rep": "ABSOLUTE",
112
- "type": "NON_EEF",
113
- "format": "DEFAULT",
114
- "state_key": "right_hand"
115
- },
116
- {
117
- "rep": "RELATIVE",
118
- "type": "NON_EEF",
119
- "format": "DEFAULT",
120
- "state_key": "left_arm"
121
- },
122
- {
123
- "rep": "RELATIVE",
124
- "type": "NON_EEF",
125
- "format": "DEFAULT",
126
- "state_key": "right_arm"
127
- },
128
- {
129
- "rep": "ABSOLUTE",
130
- "type": "NON_EEF",
131
- "format": "DEFAULT",
132
- "state_key": "waist"
133
- },
134
- {
135
- "rep": "ABSOLUTE",
136
- "type": "NON_EEF",
137
- "format": "DEFAULT",
138
- "state_key": "base_height_command"
139
- },
140
- {
141
- "rep": "ABSOLUTE",
142
- "type": "NON_EEF",
143
- "format": "DEFAULT",
144
- "state_key": "navigate_command"
145
- }
146
- ]
147
- },
148
- "language": {
149
- "delta_indices": [
150
- 0
151
- ],
152
- "modality_keys": [
153
- "annotation.human.task_description"
154
- ],
155
- "sin_cos_embedding_keys": null,
156
- "mean_std_embedding_keys": null,
157
- "action_configs": null
158
- }
159
- },
160
- "real_r1_pro_sharpa_relative_eef_mecka": {
161
- "video": {
162
- "delta_indices": [
163
- -30,
164
- 0
165
- ],
166
- "modality_keys": [
167
- "ego_view_cropratio_res320x240_freq30"
168
- ],
169
- "sin_cos_embedding_keys": null,
170
- "mean_std_embedding_keys": null,
171
- "action_configs": null
172
- },
173
- "state": {
174
- "delta_indices": [
175
- 0
176
- ],
177
- "modality_keys": [
178
- "left_wrist_eef",
179
- "right_wrist_eef",
180
- "left_hand_joints",
181
- "right_hand_joints"
182
- ],
183
- "sin_cos_embedding_keys": null,
184
- "mean_std_embedding_keys": null,
185
- "action_configs": null
186
- },
187
- "action": {
188
- "delta_indices": [
189
- 0,
190
- 1,
191
- 2,
192
- 3,
193
- 4,
194
- 5,
195
- 6,
196
- 7,
197
- 8,
198
- 9,
199
- 10,
200
- 11,
201
- 12,
202
- 13,
203
- 14,
204
- 15,
205
- 16,
206
- 17,
207
- 18,
208
- 19,
209
- 20,
210
- 21,
211
- 22,
212
- 23,
213
- 24,
214
- 25,
215
- 26,
216
- 27,
217
- 28,
218
- 29,
219
- 30,
220
- 31,
221
- 32,
222
- 33,
223
- 34,
224
- 35,
225
- 36,
226
- 37,
227
- 38,
228
- 39
229
- ],
230
- "modality_keys": [
231
- "left_wrist_eef",
232
- "right_wrist_eef",
233
- "left_hand_joints",
234
- "right_hand_joints"
235
- ],
236
- "sin_cos_embedding_keys": null,
237
- "mean_std_embedding_keys": null,
238
- "action_configs": [
239
- {
240
- "rep": "RELATIVE",
241
- "type": "EEF",
242
- "format": "XYZ_ROT6D",
243
- "state_key": "left_wrist_eef"
244
- },
245
- {
246
- "rep": "RELATIVE",
247
- "type": "EEF",
248
- "format": "XYZ_ROT6D",
249
- "state_key": "right_wrist_eef"
250
- },
251
- {
252
- "rep": "ABSOLUTE",
253
- "type": "NON_EEF",
254
- "format": "DEFAULT",
255
- "state_key": "left_hand_joints"
256
- },
257
- {
258
- "rep": "ABSOLUTE",
259
- "type": "NON_EEF",
260
- "format": "DEFAULT",
261
- "state_key": "right_hand_joints"
262
- }
263
- ]
264
- },
265
- "language": {
266
- "delta_indices": [
267
- 0
268
- ],
269
- "modality_keys": [
270
- "annotation.human.coarse_action"
271
- ],
272
- "sin_cos_embedding_keys": null,
273
- "mean_std_embedding_keys": null,
274
- "action_configs": null
275
- }
276
- },
277
- "real_r1_pro_sharpa_relative_eef_human": {
278
- "video": {
279
- "delta_indices": [
280
- -20,
281
- 0
282
- ],
283
- "modality_keys": [
284
- "ego_view_res320x240_freq20",
285
- "left_wrist_view_res320x240_freq20",
286
- "right_wrist_view_res320x240_freq20"
287
- ],
288
- "sin_cos_embedding_keys": null,
289
- "mean_std_embedding_keys": null,
290
- "action_configs": null
291
- },
292
- "state": {
293
- "delta_indices": [
294
- 0
295
- ],
296
- "modality_keys": [
297
- "left_wrist_eef",
298
- "right_wrist_eef",
299
- "left_hand_joints",
300
- "right_hand_joints"
301
- ],
302
- "sin_cos_embedding_keys": null,
303
- "mean_std_embedding_keys": null,
304
- "action_configs": null
305
- },
306
- "action": {
307
- "delta_indices": [
308
- 0,
309
- 1,
310
- 2,
311
- 3,
312
- 4,
313
- 5,
314
- 6,
315
- 7,
316
- 8,
317
- 9,
318
- 10,
319
- 11,
320
- 12,
321
- 13,
322
- 14,
323
- 15,
324
- 16,
325
- 17,
326
- 18,
327
- 19,
328
- 20,
329
- 21,
330
- 22,
331
- 23,
332
- 24,
333
- 25,
334
- 26,
335
- 27,
336
- 28,
337
- 29,
338
- 30,
339
- 31,
340
- 32,
341
- 33,
342
- 34,
343
- 35,
344
- 36,
345
- 37,
346
- 38,
347
- 39
348
- ],
349
- "modality_keys": [
350
- "left_wrist_eef",
351
- "right_wrist_eef",
352
- "left_hand_joints",
353
- "right_hand_joints"
354
- ],
355
- "sin_cos_embedding_keys": null,
356
- "mean_std_embedding_keys": null,
357
- "action_configs": [
358
- {
359
- "rep": "RELATIVE",
360
- "type": "EEF",
361
- "format": "XYZ_ROT6D",
362
- "state_key": "left_wrist_eef"
363
- },
364
- {
365
- "rep": "RELATIVE",
366
- "type": "EEF",
367
- "format": "XYZ_ROT6D",
368
- "state_key": "right_wrist_eef"
369
- },
370
- {
371
- "rep": "ABSOLUTE",
372
- "type": "NON_EEF",
373
- "format": "DEFAULT",
374
- "state_key": "left_hand_joints"
375
- },
376
- {
377
- "rep": "ABSOLUTE",
378
- "type": "NON_EEF",
379
- "format": "DEFAULT",
380
- "state_key": "right_hand_joints"
381
- }
382
- ]
383
- },
384
- "language": {
385
- "delta_indices": [
386
- 0
387
- ],
388
- "modality_keys": [
389
- "annotation.human.coarse_action"
390
- ],
391
- "sin_cos_embedding_keys": null,
392
- "mean_std_embedding_keys": null,
393
- "action_configs": null
394
- }
395
- },
396
- "real_r1_pro_sharpa_relative_eef": {
397
- "video": {
398
- "delta_indices": [
399
- -20,
400
- 0
401
- ],
402
- "modality_keys": [
403
- "ego_view_res320x240_freq20",
404
- "left_wrist_view_res320x240_freq20",
405
- "right_wrist_view_res320x240_freq20"
406
- ],
407
- "sin_cos_embedding_keys": null,
408
- "mean_std_embedding_keys": null,
409
- "action_configs": null
410
- },
411
- "state": {
412
- "delta_indices": [
413
- 0
414
- ],
415
- "modality_keys": [
416
- "left_wrist_eef",
417
- "right_wrist_eef",
418
- "left_hand_joints",
419
- "right_hand_joints"
420
- ],
421
- "sin_cos_embedding_keys": null,
422
- "mean_std_embedding_keys": null,
423
- "action_configs": null
424
- },
425
- "action": {
426
- "delta_indices": [
427
- 0,
428
- 1,
429
- 2,
430
- 3,
431
- 4,
432
- 5,
433
- 6,
434
- 7,
435
- 8,
436
- 9,
437
- 10,
438
- 11,
439
- 12,
440
- 13,
441
- 14,
442
- 15,
443
- 16,
444
- 17,
445
- 18,
446
- 19,
447
- 20,
448
- 21,
449
- 22,
450
- 23,
451
- 24,
452
- 25,
453
- 26,
454
- 27,
455
- 28,
456
- 29,
457
- 30,
458
- 31,
459
- 32,
460
- 33,
461
- 34,
462
- 35,
463
- 36,
464
- 37,
465
- 38,
466
- 39
467
- ],
468
- "modality_keys": [
469
- "left_wrist_eef",
470
- "right_wrist_eef",
471
- "left_hand_joints",
472
- "right_hand_joints"
473
- ],
474
- "sin_cos_embedding_keys": null,
475
- "mean_std_embedding_keys": null,
476
- "action_configs": [
477
- {
478
- "rep": "RELATIVE",
479
- "type": "EEF",
480
- "format": "XYZ_ROT6D",
481
- "state_key": "left_wrist_eef"
482
- },
483
- {
484
- "rep": "RELATIVE",
485
- "type": "EEF",
486
- "format": "XYZ_ROT6D",
487
- "state_key": "right_wrist_eef"
488
- },
489
- {
490
- "rep": "ABSOLUTE",
491
- "type": "NON_EEF",
492
- "format": "DEFAULT",
493
- "state_key": "left_hand_joints"
494
- },
495
- {
496
- "rep": "ABSOLUTE",
497
- "type": "NON_EEF",
498
- "format": "DEFAULT",
499
- "state_key": "right_hand_joints"
500
- }
501
- ]
502
- },
503
- "language": {
504
- "delta_indices": [
505
- 0
506
- ],
507
- "modality_keys": [
508
- "annotation.human.coarse_action"
509
- ],
510
- "sin_cos_embedding_keys": null,
511
- "mean_std_embedding_keys": null,
512
- "action_configs": null
513
- }
514
- },
515
- "xdof_relative_eef_relative_joint": {
516
- "video": {
517
- "delta_indices": [
518
- -30,
519
- 0
520
- ],
521
- "modality_keys": [
522
- "top_camera-images-rgb_320_240",
523
- "left_camera-images-rgb_320_240",
524
- "right_camera-images-rgb_320_240"
525
- ],
526
- "sin_cos_embedding_keys": null,
527
- "mean_std_embedding_keys": null,
528
- "action_configs": null
529
- },
530
- "state": {
531
- "delta_indices": [
532
- 0
533
- ],
534
- "modality_keys": [
535
- "left_wrist_eef",
536
- "right_wrist_eef",
537
- "left_gripper_pos",
538
- "right_gripper_pos",
539
- "left_joint_pos",
540
- "right_joint_pos"
541
- ],
542
- "sin_cos_embedding_keys": null,
543
- "mean_std_embedding_keys": null,
544
- "action_configs": null
545
- },
546
- "action": {
547
- "delta_indices": [
548
- 0,
549
- 1,
550
- 2,
551
- 3,
552
- 4,
553
- 5,
554
- 6,
555
- 7,
556
- 8,
557
- 9,
558
- 10,
559
- 11,
560
- 12,
561
- 13,
562
- 14,
563
- 15,
564
- 16,
565
- 17,
566
- 18,
567
- 19,
568
- 20,
569
- 21,
570
- 22,
571
- 23,
572
- 24,
573
- 25,
574
- 26,
575
- 27,
576
- 28,
577
- 29,
578
- 30,
579
- 31,
580
- 32,
581
- 33,
582
- 34,
583
- 35,
584
- 36,
585
- 37,
586
- 38,
587
- 39
588
- ],
589
- "modality_keys": [
590
- "left_wrist_eef",
591
- "right_wrist_eef",
592
- "left_gripper_pos",
593
- "right_gripper_pos",
594
- "left_joint_pos",
595
- "right_joint_pos"
596
- ],
597
- "sin_cos_embedding_keys": null,
598
- "mean_std_embedding_keys": null,
599
- "action_configs": [
600
- {
601
- "rep": "RELATIVE",
602
- "type": "EEF",
603
- "format": "XYZ_ROT6D",
604
- "state_key": "left_wrist_eef"
605
- },
606
- {
607
- "rep": "RELATIVE",
608
- "type": "EEF",
609
- "format": "XYZ_ROT6D",
610
- "state_key": "right_wrist_eef"
611
- },
612
- {
613
- "rep": "ABSOLUTE",
614
- "type": "NON_EEF",
615
- "format": "DEFAULT",
616
- "state_key": "left_gripper_pos"
617
- },
618
- {
619
- "rep": "ABSOLUTE",
620
- "type": "NON_EEF",
621
- "format": "DEFAULT",
622
- "state_key": "right_gripper_pos"
623
- },
624
- {
625
- "rep": "RELATIVE",
626
- "type": "NON_EEF",
627
- "format": "DEFAULT",
628
- "state_key": "left_joint_pos"
629
- },
630
- {
631
- "rep": "RELATIVE",
632
- "type": "NON_EEF",
633
- "format": "DEFAULT",
634
- "state_key": "right_joint_pos"
635
- }
636
- ]
637
- },
638
- "language": {
639
- "delta_indices": [
640
- 0
641
- ],
642
- "modality_keys": [
643
- "annotation.task"
644
- ],
645
- "sin_cos_embedding_keys": null,
646
- "mean_std_embedding_keys": null,
647
- "action_configs": null
648
- }
649
- },
650
- "real_r1_pro_sharpa_relative_eef_maxinsights": {
651
- "video": {
652
- "delta_indices": [
653
- -30,
654
- 0
655
- ],
656
- "modality_keys": [
657
- "ego_view_cropratio_res320x240_freq30"
658
- ],
659
- "sin_cos_embedding_keys": null,
660
- "mean_std_embedding_keys": null,
661
- "action_configs": null
662
- },
663
- "state": {
664
- "delta_indices": [
665
- 0
666
- ],
667
- "modality_keys": [
668
- "left_wrist_eef",
669
- "right_wrist_eef",
670
- "left_hand_joints",
671
- "right_hand_joints"
672
- ],
673
- "sin_cos_embedding_keys": null,
674
- "mean_std_embedding_keys": null,
675
- "action_configs": null
676
- },
677
- "action": {
678
- "delta_indices": [
679
- 0,
680
- 1,
681
- 2,
682
- 3,
683
- 4,
684
- 5,
685
- 6,
686
- 7,
687
- 8,
688
- 9,
689
- 10,
690
- 11,
691
- 12,
692
- 13,
693
- 14,
694
- 15,
695
- 16,
696
- 17,
697
- 18,
698
- 19,
699
- 20,
700
- 21,
701
- 22,
702
- 23,
703
- 24,
704
- 25,
705
- 26,
706
- 27,
707
- 28,
708
- 29,
709
- 30,
710
- 31,
711
- 32,
712
- 33,
713
- 34,
714
- 35,
715
- 36,
716
- 37,
717
- 38,
718
- 39
719
- ],
720
- "modality_keys": [
721
- "left_wrist_eef",
722
- "right_wrist_eef",
723
- "left_hand_joints",
724
- "right_hand_joints"
725
- ],
726
- "sin_cos_embedding_keys": null,
727
- "mean_std_embedding_keys": null,
728
- "action_configs": [
729
- {
730
- "rep": "RELATIVE",
731
- "type": "EEF",
732
- "format": "XYZ_ROT6D",
733
- "state_key": "left_wrist_eef"
734
- },
735
- {
736
- "rep": "RELATIVE",
737
- "type": "EEF",
738
- "format": "XYZ_ROT6D",
739
- "state_key": "right_wrist_eef"
740
- },
741
- {
742
- "rep": "ABSOLUTE",
743
- "type": "NON_EEF",
744
- "format": "DEFAULT",
745
- "state_key": "left_hand_joints"
746
- },
747
- {
748
- "rep": "ABSOLUTE",
749
- "type": "NON_EEF",
750
- "format": "DEFAULT",
751
- "state_key": "right_hand_joints"
752
- }
753
- ]
754
- },
755
- "language": {
756
- "delta_indices": [
757
- 0
758
- ],
759
- "modality_keys": [
760
- "annotation.human.coarse_action"
761
- ],
762
- "sin_cos_embedding_keys": null,
763
- "mean_std_embedding_keys": null,
764
- "action_configs": null
765
- }
766
- },
767
- "xdof_relative_eef_relative_joint_subtask": {
768
- "video": {
769
- "delta_indices": [
770
- -30,
771
- 0
772
- ],
773
- "modality_keys": [
774
- "top_camera-images-rgb_320_240",
775
- "left_camera-images-rgb_320_240",
776
- "right_camera-images-rgb_320_240"
777
- ],
778
- "sin_cos_embedding_keys": null,
779
- "mean_std_embedding_keys": null,
780
- "action_configs": null
781
- },
782
- "state": {
783
- "delta_indices": [
784
- 0
785
- ],
786
- "modality_keys": [
787
- "left_wrist_eef",
788
- "right_wrist_eef",
789
- "left_gripper_pos",
790
- "right_gripper_pos",
791
- "left_joint_pos",
792
- "right_joint_pos"
793
- ],
794
- "sin_cos_embedding_keys": null,
795
- "mean_std_embedding_keys": null,
796
- "action_configs": null
797
- },
798
- "action": {
799
- "delta_indices": [
800
- 0,
801
- 1,
802
- 2,
803
- 3,
804
- 4,
805
- 5,
806
- 6,
807
- 7,
808
- 8,
809
- 9,
810
- 10,
811
- 11,
812
- 12,
813
- 13,
814
- 14,
815
- 15,
816
- 16,
817
- 17,
818
- 18,
819
- 19,
820
- 20,
821
- 21,
822
- 22,
823
- 23,
824
- 24,
825
- 25,
826
- 26,
827
- 27,
828
- 28,
829
- 29,
830
- 30,
831
- 31,
832
- 32,
833
- 33,
834
- 34,
835
- 35,
836
- 36,
837
- 37,
838
- 38,
839
- 39
840
- ],
841
- "modality_keys": [
842
- "left_wrist_eef",
843
- "right_wrist_eef",
844
- "left_gripper_pos",
845
- "right_gripper_pos",
846
- "left_joint_pos",
847
- "right_joint_pos"
848
- ],
849
- "sin_cos_embedding_keys": null,
850
- "mean_std_embedding_keys": null,
851
- "action_configs": [
852
- {
853
- "rep": "RELATIVE",
854
- "type": "EEF",
855
- "format": "XYZ_ROT6D",
856
- "state_key": "left_wrist_eef"
857
- },
858
- {
859
- "rep": "RELATIVE",
860
- "type": "EEF",
861
- "format": "XYZ_ROT6D",
862
- "state_key": "right_wrist_eef"
863
- },
864
- {
865
- "rep": "ABSOLUTE",
866
- "type": "NON_EEF",
867
- "format": "DEFAULT",
868
- "state_key": "left_gripper_pos"
869
- },
870
- {
871
- "rep": "ABSOLUTE",
872
- "type": "NON_EEF",
873
- "format": "DEFAULT",
874
- "state_key": "right_gripper_pos"
875
- },
876
- {
877
- "rep": "RELATIVE",
878
- "type": "NON_EEF",
879
- "format": "DEFAULT",
880
- "state_key": "left_joint_pos"
881
- },
882
- {
883
- "rep": "RELATIVE",
884
- "type": "NON_EEF",
885
- "format": "DEFAULT",
886
- "state_key": "right_joint_pos"
887
- }
888
- ]
889
- },
890
- "language": {
891
- "delta_indices": [
892
- 0
893
- ],
894
- "modality_keys": [
895
- "annotation.sub_task"
896
- ],
897
- "sin_cos_embedding_keys": null,
898
- "mean_std_embedding_keys": null,
899
- "action_configs": null
900
- }
901
- },
902
- "oxe_droid_relative_eef_relative_joint": {
903
- "video": {
904
- "delta_indices": [
905
- -15,
906
- 0
907
- ],
908
- "modality_keys": [
909
- "exterior_image_1_left",
910
- "wrist_image_left"
911
- ],
912
- "sin_cos_embedding_keys": null,
913
- "mean_std_embedding_keys": null,
914
- "action_configs": null
915
- },
916
- "state": {
917
- "delta_indices": [
918
- 0
919
- ],
920
- "modality_keys": [
921
- "eef_9d",
922
- "gripper_position",
923
- "joint_position"
924
- ],
925
- "sin_cos_embedding_keys": null,
926
- "mean_std_embedding_keys": null,
927
- "action_configs": null
928
- },
929
- "action": {
930
- "delta_indices": [
931
- 0,
932
- 1,
933
- 2,
934
- 3,
935
- 4,
936
- 5,
937
- 6,
938
- 7,
939
- 8,
940
- 9,
941
- 10,
942
- 11,
943
- 12,
944
- 13,
945
- 14,
946
- 15,
947
- 16,
948
- 17,
949
- 18,
950
- 19,
951
- 20,
952
- 21,
953
- 22,
954
- 23,
955
- 24,
956
- 25,
957
- 26,
958
- 27,
959
- 28,
960
- 29,
961
- 30,
962
- 31,
963
- 32,
964
- 33,
965
- 34,
966
- 35,
967
- 36,
968
- 37,
969
- 38,
970
- 39
971
- ],
972
- "modality_keys": [
973
- "eef_9d",
974
- "gripper_position",
975
- "joint_position"
976
- ],
977
- "sin_cos_embedding_keys": null,
978
- "mean_std_embedding_keys": null,
979
- "action_configs": [
980
- {
981
- "rep": "RELATIVE",
982
- "type": "EEF",
983
- "format": "XYZ_ROT6D",
984
- "state_key": "eef_9d"
985
- },
986
- {
987
- "rep": "ABSOLUTE",
988
- "type": "NON_EEF",
989
- "format": "DEFAULT",
990
- "state_key": "gripper_position"
991
- },
992
- {
993
- "rep": "RELATIVE",
994
- "type": "NON_EEF",
995
- "format": "DEFAULT",
996
- "state_key": "joint_position"
997
- }
998
- ]
999
- },
1000
- "language": {
1001
- "delta_indices": [
1002
- 0
1003
- ],
1004
- "modality_keys": [
1005
- "annotation.language.language_instruction"
1006
- ],
1007
- "sin_cos_embedding_keys": null,
1008
- "mean_std_embedding_keys": null,
1009
- "action_configs": null
1010
- }
1011
- },
1012
- "new_embodiment": {
1013
- "video": {
1014
- "delta_indices": [
1015
- 0
1016
- ],
1017
- "modality_keys": [
1018
- "robot0_agentview_left",
1019
- "robot0_agentview_right",
1020
- "robot0_eye_in_hand"
1021
- ],
1022
- "sin_cos_embedding_keys": null,
1023
- "mean_std_embedding_keys": null,
1024
- "action_configs": null
1025
- },
1026
- "state": {
1027
- "delta_indices": [
1028
- 0
1029
- ],
1030
- "modality_keys": [
1031
- "end_effector_position_relative",
1032
- "end_effector_rotation_relative",
1033
- "gripper_qpos",
1034
- "base_position",
1035
- "base_rotation"
1036
- ],
1037
- "sin_cos_embedding_keys": null,
1038
- "mean_std_embedding_keys": null,
1039
- "action_configs": null
1040
- },
1041
- "action": {
1042
- "delta_indices": [
1043
- 0,
1044
- 1,
1045
- 2,
1046
- 3,
1047
- 4,
1048
- 5,
1049
- 6,
1050
- 7,
1051
- 8,
1052
- 9,
1053
- 10,
1054
- 11,
1055
- 12,
1056
- 13,
1057
- 14,
1058
- 15
1059
- ],
1060
- "modality_keys": [
1061
- "end_effector_position",
1062
- "end_effector_rotation",
1063
- "gripper_close",
1064
- "base_motion",
1065
- "control_mode"
1066
- ],
1067
- "sin_cos_embedding_keys": null,
1068
- "mean_std_embedding_keys": null,
1069
- "action_configs": [
1070
- {
1071
- "rep": "DELTA",
1072
- "type": "EEF",
1073
- "format": "DEFAULT",
1074
- "state_key": null
1075
- },
1076
- {
1077
- "rep": "DELTA",
1078
- "type": "EEF",
1079
- "format": "DEFAULT",
1080
- "state_key": null
1081
- },
1082
- {
1083
- "rep": "ABSOLUTE",
1084
- "type": "NON_EEF",
1085
- "format": "DEFAULT",
1086
- "state_key": null
1087
- },
1088
- {
1089
- "rep": "DELTA",
1090
- "type": "NON_EEF",
1091
- "format": "DEFAULT",
1092
- "state_key": null
1093
- },
1094
- {
1095
- "rep": "ABSOLUTE",
1096
- "type": "NON_EEF",
1097
- "format": "DEFAULT",
1098
- "state_key": null
1099
- }
1100
- ]
1101
- },
1102
- "language": {
1103
- "delta_indices": [
1104
- 0
1105
- ],
1106
- "modality_keys": [
1107
- "annotation.human.task_description"
1108
- ],
1109
- "sin_cos_embedding_keys": null,
1110
- "mean_std_embedding_keys": null,
1111
- "action_configs": null
1112
- }
1113
- }
1114
- },
1115
- "image_crop_size": [
1116
- 230,
1117
- 230
1118
- ],
1119
- "image_target_size": [
1120
- 256,
1121
- 256
1122
- ],
1123
- "use_albumentations": true,
1124
- "random_rotation_angle": 0,
1125
- "color_jitter_params": {
1126
- "brightness": 0.3,
1127
- "contrast": 0.4,
1128
- "saturation": 0.5,
1129
- "hue": 0.08
1130
- },
1131
- "shortest_image_edge": 256,
1132
- "crop_fraction": 0.95,
1133
- "letter_box_transform": false,
1134
- "model_name": "nvidia/Cosmos-Reason2-2B",
1135
- "model_type": "qwen",
1136
- "formalize_language": true,
1137
- "max_state_dim": 132,
1138
- "max_action_dim": 132,
1139
- "max_action_horizon": 40,
1140
- "use_percentiles": true,
1141
- "use_mean_std": false,
1142
- "clip_outliers": true,
1143
- "apply_sincos_state_encoding": false,
1144
- "use_relative_action": true,
1145
- "exclude_state": false,
1146
- "state_dropout_prob": 0.0
1147
- }
1148
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
train-ckpt/baseline/checkpoint-20000/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f26e834c274f57182d0652dd31f74e9e5b85336ef318cc12edc3de82bf7542e
3
- size 14645
 
 
 
 
train-ckpt/baseline/checkpoint-20000/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf1475ccf9fb3c3f1a1ce40de0194b52e1d1502b696371dce01d22240570a277
3
- size 1465
 
 
 
 
train-ckpt/baseline/checkpoint-20000/statistics.json DELETED
The diff for this file is too large to render. See raw diff
 
train-ckpt/baseline/checkpoint-20000/trainer_state.json DELETED
The diff for this file is too large to render. See raw diff
 
train-ckpt/baseline/checkpoint-20000/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3898187f3914085ac50fe3854b030c50cba72b547b83ee4f77019349c0caff8f
3
- size 5905
 
 
 
 
train-ckpt/baseline/checkpoint-20000/wandb_config.json DELETED
@@ -1 +0,0 @@
1
- {"project": "finetune-gr00t-n1d7", "run_id": "baseline"}