Hugging Face's logo

MINT-SJTU
/
EVO-Depth-LIBERO

Model card Files
xet
 Community
liujiting commited on
Commit
5da4334
·
verified ·
1 Parent(s): 69d30dc

Add files using upload-large-folder tool

Browse files
Files changed (16) hide show
  1. libero_10/checkpoint.json +5 -0
  2. libero_10/config.json +37 -0
  3. libero_10/mp_rank_00_model_states.pt +3 -0
  4. libero_10/norm_stats.json +46 -0
  5. libero_goal/checkpoint.json +5 -0
  6. libero_goal/config.json +37 -0
  7. libero_goal/mp_rank_00_model_states.pt +3 -0
  8. libero_goal/norm_stats.json +46 -0
  9. libero_object/checkpoint.json +5 -0
  10. libero_object/config.json +37 -0
  11. libero_object/mp_rank_00_model_states.pt +3 -0
  12. libero_object/norm_stats.json +46 -0
  13. libero_spatial/checkpoint.json +5 -0
  14. libero_spatial/config.json +37 -0
  15. libero_spatial/mp_rank_00_model_states.pt +3 -0
  16. libero_spatial/norm_stats.json +46 -0
libero_10/checkpoint.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "type": "ds_model",
3
+ "version": 0.0,
4
+ "checkpoints": "mp_rank_00_model_states.pt"
5
+ }
libero_10/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "device": "cuda",
3
+ "run_name": "Evo_da3_film_true_test_3stages_stage3_10_else",
4
+ "vlm_name": "OpenGVLab/InternVL3-1B",
5
+ "action_head": "flowmatching",
6
+ "return_cls_only": false,
7
+ "disable_wandb": true,
8
+ "dataset_type": "lerobot",
9
+ "data_paths": null,
10
+ "dataset_config_path": "dataset/libero_10.yaml",
11
+ "image_size": 448,
12
+ "binarize_gripper": false,
13
+ "use_augmentation": true,
14
+ "lr": 1e-05,
15
+ "batch_size": 16,
16
+ "max_steps": 200000,
17
+ "warmup_steps": 1000,
18
+ "grad_clip_norm": 1.0,
19
+ "weight_decay": 0.001,
20
+ "use_da3": true,
21
+ "log_interval": 10,
22
+ "ckpt_interval": 2500,
23
+ "save_dir": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_10/stage3/",
24
+ "resume": true,
25
+ "resume_path": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_10/stage3/step_120000",
26
+ "resume_pretrain": false,
27
+ "finetune_vlm": true,
28
+ "finetune_action_head": true,
29
+ "finetune_da3": true,
30
+ "per_action_dim": 24,
31
+ "state_dim": 24,
32
+ "horizon": 50,
33
+ "num_layers": 8,
34
+ "num_workers": 4,
35
+ "dropout": 0.2,
36
+ "action_dim": 1200
37
+ }
libero_10/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6dd643a59a9177e35611564ae3401ad01195f4c7669d353ca154d49f994f826
3
+ size 1829366928
libero_10/norm_stats.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "libero_robot": {
3
+ "observation.state": {
4
+ "min": [
5
+ -0.4828203022480011,
6
+ -0.3255046010017395,
7
+ 0.445506751537323,
8
+ 1.1321442127227783,
9
+ -3.641430377960205,
10
+ -1.842738389968872,
11
+ -0.0010040868073701859,
12
+ -0.04111652821302414
13
+ ],
14
+ "max": [
15
+ 0.21031762659549713,
16
+ 0.39128610491752625,
17
+ 1.3332009315490723,
18
+ 3.6714255809783936,
19
+ 3.560650587081909,
20
+ 1.386339545249939,
21
+ 0.04160946607589722,
22
+ 0.0013633022317662835
23
+ ]
24
+ },
25
+ "action": {
26
+ "min": [
27
+ -0.9375,
28
+ -0.9375,
29
+ -0.9375,
30
+ -0.23642857372760773,
31
+ -0.3053571283817291,
32
+ -0.3675000071525574,
33
+ 0.0
34
+ ],
35
+ "max": [
36
+ 0.9375,
37
+ 0.9375,
38
+ 0.9375,
39
+ 0.30000001192092896,
40
+ 0.29357144236564636,
41
+ 0.375,
42
+ 1.0
43
+ ]
44
+ }
45
+ }
46
+ }
libero_goal/checkpoint.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "type": "ds_model",
3
+ "version": 0.0,
4
+ "checkpoints": "mp_rank_00_model_states.pt"
5
+ }
libero_goal/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "device": "cuda",
3
+ "run_name": "Evo_da3_film_masked_3stages_stage3_goal_else",
4
+ "vlm_name": "OpenGVLab/InternVL3-1B",
5
+ "action_head": "flowmatching",
6
+ "return_cls_only": false,
7
+ "disable_wandb": true,
8
+ "dataset_type": "lerobot",
9
+ "data_paths": null,
10
+ "dataset_config_path": "dataset/libero_goal.yaml",
11
+ "image_size": 448,
12
+ "binarize_gripper": false,
13
+ "use_augmentation": true,
14
+ "lr": 1e-05,
15
+ "batch_size": 16,
16
+ "max_steps": 120000,
17
+ "warmup_steps": 1000,
18
+ "grad_clip_norm": 1.0,
19
+ "weight_decay": 0.001,
20
+ "use_da3": true,
21
+ "log_interval": 10,
22
+ "ckpt_interval": 2500,
23
+ "save_dir": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_goal_else/stage3/",
24
+ "resume": true,
25
+ "resume_path": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_goal/stage2/step_10000",
26
+ "resume_pretrain": true,
27
+ "finetune_vlm": true,
28
+ "finetune_action_head": true,
29
+ "finetune_da3": true,
30
+ "per_action_dim": 24,
31
+ "state_dim": 24,
32
+ "horizon": 50,
33
+ "num_layers": 8,
34
+ "num_workers": 4,
35
+ "dropout": 0.2,
36
+ "action_dim": 1200
37
+ }
libero_goal/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7339ed3956d87e16d687bd12f56ac73e45aa8be7b96decb1151b614e77aeb4d
3
+ size 1829366992
libero_goal/norm_stats.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "libero_robot": {
3
+ "observation.state": {
4
+ "min": [
5
+ -0.46141114830970764,
6
+ -0.30129560828208923,
7
+ 0.9083037972450256,
8
+ 0.35277295112609863,
9
+ -1.4858465194702148,
10
+ -1.5227035284042358,
11
+ -0.0013586411951109767,
12
+ -0.042040832340717316
13
+ ],
14
+ "max": [
15
+ 0.13579000532627106,
16
+ 0.33316105604171753,
17
+ 1.3660105466842651,
18
+ 3.473310708999634,
19
+ 2.6688623428344727,
20
+ 0.8255361318588257,
21
+ 0.04233968257904053,
22
+ 0.0010111660230904818
23
+ ]
24
+ },
25
+ "action": {
26
+ "min": [
27
+ -0.9375,
28
+ -0.9375,
29
+ -0.9375,
30
+ -0.2582142949104309,
31
+ -0.375,
32
+ -0.2871428430080414,
33
+ 0.0
34
+ ],
35
+ "max": [
36
+ 0.9375,
37
+ 0.9375,
38
+ 0.9375,
39
+ 0.3557142913341522,
40
+ 0.375,
41
+ 0.375,
42
+ 1.0
43
+ ]
44
+ }
45
+ }
46
+ }
libero_object/checkpoint.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "type": "ds_model",
3
+ "version": 0.0,
4
+ "checkpoints": "mp_rank_00_model_states.pt"
5
+ }
libero_object/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "device": "cuda",
3
+ "run_name": "Evo_da3_film_true_test_3stages_stage3_object",
4
+ "vlm_name": "OpenGVLab/InternVL3-1B",
5
+ "action_head": "flowmatching",
6
+ "return_cls_only": false,
7
+ "disable_wandb": true,
8
+ "dataset_type": "lerobot",
9
+ "data_paths": null,
10
+ "dataset_config_path": "dataset/libero_object.yaml",
11
+ "image_size": 448,
12
+ "binarize_gripper": false,
13
+ "use_augmentation": true,
14
+ "lr": 1e-05,
15
+ "batch_size": 16,
16
+ "max_steps": 80000,
17
+ "warmup_steps": 1000,
18
+ "grad_clip_norm": 1.0,
19
+ "weight_decay": 0.001,
20
+ "use_da3": true,
21
+ "log_interval": 10,
22
+ "ckpt_interval": 2500,
23
+ "save_dir": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_object/stage3/",
24
+ "resume": true,
25
+ "resume_path": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_object/stage2/step_10000",
26
+ "resume_pretrain": true,
27
+ "finetune_vlm": true,
28
+ "finetune_action_head": true,
29
+ "finetune_da3": true,
30
+ "per_action_dim": 24,
31
+ "state_dim": 24,
32
+ "horizon": 50,
33
+ "num_layers": 8,
34
+ "num_workers": 4,
35
+ "dropout": 0.2,
36
+ "action_dim": 1200
37
+ }
libero_object/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeef5f697a29378a84c81f048887f73e90ae3072fd9593b86de9f54eec82021f
3
+ size 1829366992
libero_object/norm_stats.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "libero_robot": {
3
+ "observation.state": {
4
+ "min": [
5
+ -0.1765444278717041,
6
+ -0.29457300901412964,
7
+ 0.008128180168569088,
8
+ 2.2890501022338867,
9
+ -1.883241891860962,
10
+ -1.0600427389144897,
11
+ 0.0006495157140307128,
12
+ -0.041782498359680176
13
+ ],
14
+ "max": [
15
+ 0.14580604434013367,
16
+ 0.33216384053230286,
17
+ 0.3857804834842682,
18
+ 3.4003844261169434,
19
+ 0.7954911589622498,
20
+ 0.6642207503318787,
21
+ 0.04104341194033623,
22
+ -0.00018117300351150334
23
+ ]
24
+ },
25
+ "action": {
26
+ "min": [
27
+ -0.8839285969734192,
28
+ -0.9375,
29
+ -0.9375,
30
+ -0.15000000596046448,
31
+ -0.29035714268684387,
32
+ -0.32892856001853943,
33
+ 0.0
34
+ ],
35
+ "max": [
36
+ 0.9375,
37
+ 0.8919642567634583,
38
+ 0.9375,
39
+ 0.17678570747375488,
40
+ 0.35035714507102966,
41
+ 0.1810714304447174,
42
+ 1.0
43
+ ]
44
+ }
45
+ }
46
+ }
libero_spatial/checkpoint.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "type": "ds_model",
3
+ "version": 0.0,
4
+ "checkpoints": "mp_rank_00_model_states.pt"
5
+ }
libero_spatial/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "device": "cuda",
3
+ "run_name": "Evo_da3_film_true_masked_spatial_3stages_stage3_test12w",
4
+ "vlm_name": "OpenGVLab/InternVL3-1B",
5
+ "action_head": "flowmatching",
6
+ "return_cls_only": false,
7
+ "disable_wandb": true,
8
+ "dataset_type": "lerobot",
9
+ "data_paths": null,
10
+ "dataset_config_path": "dataset/config_libero.yaml",
11
+ "image_size": 448,
12
+ "binarize_gripper": false,
13
+ "use_augmentation": true,
14
+ "lr": 1e-05,
15
+ "batch_size": 16,
16
+ "max_steps": 120000,
17
+ "warmup_steps": 1000,
18
+ "grad_clip_norm": 1.0,
19
+ "weight_decay": 0.001,
20
+ "use_da3": true,
21
+ "log_interval": 10,
22
+ "ckpt_interval": 2500,
23
+ "save_dir": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_spatial_else/stage3/",
24
+ "resume": true,
25
+ "resume_path": "/share/jitingliu/checkpoints/Evo_da3_film_true_masked_3stages/libero_spatial/stage2/step_10000",
26
+ "resume_pretrain": true,
27
+ "finetune_vlm": true,
28
+ "finetune_action_head": true,
29
+ "finetune_da3": true,
30
+ "per_action_dim": 24,
31
+ "state_dim": 24,
32
+ "horizon": 50,
33
+ "num_layers": 8,
34
+ "num_workers": 4,
35
+ "dropout": 0.2,
36
+ "action_dim": 1200
37
+ }
libero_spatial/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef74eddf4abc05bc4040d9d55a5e15a5c39016cfaf531e813b534cea5fc2eed7
3
+ size 1829366992
libero_spatial/norm_stats.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "libero_robot": {
3
+ "observation.state": {
4
+ "min": [
5
+ -0.3095473051071167,
6
+ -0.29250794649124146,
7
+ 0.9095591306686401,
8
+ 2.497488260269165,
9
+ -1.8006486892700195,
10
+ -0.7207611203193665,
11
+ -0.0004703797458205372,
12
+ -0.041536275297403336
13
+ ],
14
+ "max": [
15
+ 0.1759040206670761,
16
+ 0.3904820382595062,
17
+ 1.3290715217590332,
18
+ 3.4566118717193604,
19
+ 1.2268599271774292,
20
+ 1.0429412126541138,
21
+ 0.041053611785173416,
22
+ 0.000775813648942858
23
+ ]
24
+ },
25
+ "action": {
26
+ "min": [
27
+ -0.9375,
28
+ -0.9375,
29
+ -0.9375,
30
+ -0.1875,
31
+ -0.3675000071525574,
32
+ -0.36000001430511475,
33
+ 0.0
34
+ ],
35
+ "max": [
36
+ 0.9375,
37
+ 0.9375,
38
+ 0.9375,
39
+ 0.1971428543329239,
40
+ 0.33642858266830444,
41
+ 0.375,
42
+ 1.0
43
+ ]
44
+ }
45
+ }
46
+ }