Chengpengaaa commited on
Commit
36d913d
·
verified ·
1 Parent(s): b9be06d

Upload folder using huggingface_hub

Browse files
qwen-all-v1/checkpoints/steps_35000_pytorch_model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef57bb9149a20bbb0db81b1619fe4ce3447495f97edef1d5ee1f3829d632c14
3
+ size 6817169669
qwen-all-v1/config.json CHANGED
@@ -10,79 +10,84 @@
10
  "wandb_project": "starvla-groot-2.5vl-3B",
11
  "is_debug": false,
12
  "framework": {
13
- "name": "QwenAdapter",
14
  "qwenvl": {
15
- "base_vlm": "/data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203",
16
- "attn_implementation": "flash_attention_2",
17
- "vl_hidden_dim": 2048
18
- },
19
- "action_model": {
20
- "action_model_type": "VLA-Adapter",
21
- "hidden_dim": 2048,
22
- "action_dim": 14,
23
- "state_dim": 14,
24
- "action_query_num": 64,
25
- "use_pro_version": true,
26
- "use_proprio": true,
27
- "phase": "Training",
28
- "num_actions_chunk": 30
29
- },
30
- "framework_py": "QwenAdapter-0106"
31
- },
32
- "datasets": {
33
- "vla_data": {
34
- "dataset_py": "lerobot_datasets",
35
- "data_root_dir": "/data/LumosVLA/LumosVLA/data/1230_data_7_in_1",
36
- "data_mix": "train_1230",
37
- "per_device_batch_size": 16,
38
- "num_workers": 8,
39
- "action_type": "abs_ee",
40
- "image_size": [
41
- 224,
42
- 224
43
- ]
44
  }
45
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  "trainer": {
47
- "epochs": 100,
48
- "max_train_steps": 50000,
49
- "num_warmup_steps": 1000,
50
- "save_interval": 5000,
51
- "eval_interval": 10000,
52
- "learning_rate": {
53
- "base": 2.5e-05,
54
- "qwen_vl_interface": 1e-05,
55
- "action_model": 0.0001
56
- },
57
- "lr_scheduler_type": "cosine_with_min_lr",
58
- "scheduler_specific_kwargs": {
59
- "min_lr": 1e-06
60
- },
61
  "freeze_modules": "qwen_vl_interface",
62
- "loss_scale": {
63
- "vla": 1.0,
64
- "vlm": 0.05
65
- },
66
- "max_grad_norm": 1.0,
67
- "warmup_ratio": 0.1,
68
- "weight_decay": 0.0,
69
- "logging_frequency": 10,
70
- "gradient_clipping": 1.0,
71
- "gradient_accumulation_steps": 1,
72
- "optimizer": {
73
- "name": "AdamW",
74
- "betas": [
75
- 0.9,
76
- 0.95
77
- ],
78
- "eps": 1e-08,
79
- "weight_decay": 1e-08
80
- },
81
- "is_resume": false,
82
- "resume_epoch": null,
83
- "resume_step": null,
84
- "enable_gradient_checkpointing": true,
85
- "enable_mixed_precision_training": true
 
 
 
 
 
 
 
 
 
 
 
 
86
  },
 
 
 
 
 
87
  "output_dir": "/data/LumosVLA/LumosVLA/results/QwenAdapter-0106"
88
  }
 
10
  "wandb_project": "starvla-groot-2.5vl-3B",
11
  "is_debug": false,
12
  "framework": {
13
+ "framework_py": "QwenAdapter-0106",
14
  "qwenvl": {
15
+ "base_vlm": "/data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  }
17
  },
18
+ "name": "QwenAdapter",
19
+ "qwenvl": {
20
+ "base_vlm": "/data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203",
21
+ "attn_implementation": "flash_attention_2",
22
+ "vl_hidden_dim": 2048
23
+ },
24
+ "action_model": {
25
+ "action_model_type": "VLA-Adapter",
26
+ "hidden_dim": 2048,
27
+ "action_dim": 14,
28
+ "state_dim": 14,
29
+ "action_query_num": 64,
30
+ "use_pro_version": true,
31
+ "use_proprio": true,
32
+ "phase": "Training",
33
+ "num_actions_chunk": 30
34
+ },
35
+ "datasets": null,
36
+ "vla_data": {
37
+ "dataset_py": "lerobot_datasets",
38
+ "data_root_dir": "/data/LumosVLA/LumosVLA/data/1230_data_7_in_1",
39
+ "data_mix": "train_1230",
40
+ "per_device_batch_size": 16,
41
+ "num_workers": 8,
42
+ "action_type": "abs_ee",
43
+ "image_size": [
44
+ 224,
45
+ 224
46
+ ]
47
+ },
48
  "trainer": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  "freeze_modules": "qwen_vl_interface",
50
+ "is_resume": true,
51
+ "resume_step": 5000
52
+ },
53
+ "epochs": 100,
54
+ "max_train_steps": 50000,
55
+ "num_warmup_steps": 1000,
56
+ "save_interval": 5000,
57
+ "eval_interval": 10000,
58
+ "learning_rate": {
59
+ "base": 2.5e-05,
60
+ "qwen_vl_interface": 1e-05,
61
+ "action_model": 1e-05
62
+ },
63
+ "lr_scheduler_type": "cosine_with_min_lr",
64
+ "scheduler_specific_kwargs": {
65
+ "min_lr": 1e-07
66
+ },
67
+ "freeze_modules": "qwen_vl_interface",
68
+ "loss_scale": {
69
+ "vla": 1.0,
70
+ "vlm": 0.05
71
+ },
72
+ "max_grad_norm": 1.0,
73
+ "warmup_ratio": 0.1,
74
+ "weight_decay": 0.0,
75
+ "logging_frequency": 10,
76
+ "gradient_clipping": 1.0,
77
+ "gradient_accumulation_steps": 1,
78
+ "optimizer": {
79
+ "name": "AdamW",
80
+ "betas": [
81
+ 0.9,
82
+ 0.95
83
+ ],
84
+ "eps": 1e-08,
85
+ "weight_decay": 1e-08
86
  },
87
+ "is_resume": true,
88
+ "resume_epoch": null,
89
+ "resume_step": 35000,
90
+ "enable_gradient_checkpointing": true,
91
+ "enable_mixed_precision_training": true,
92
  "output_dir": "/data/LumosVLA/LumosVLA/results/QwenAdapter-0106"
93
  }
qwen-all-v1/config.yaml CHANGED
@@ -8,66 +8,71 @@ wandb_entity: xspadex-nanyang-technological-university-singapore
8
  wandb_project: starvla-groot-2.5vl-3B
9
  is_debug: false
10
  framework:
11
- name: QwenAdapter
12
  qwenvl:
13
  base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
14
- attn_implementation: flash_attention_2
15
- vl_hidden_dim: 2048
16
- action_model:
17
- action_model_type: VLA-Adapter
18
- hidden_dim: 2048
19
- action_dim: 14
20
- state_dim: 14
21
- action_query_num: 64
22
- use_pro_version: true
23
- use_proprio: true
24
- phase: Training
25
- num_actions_chunk: 30
26
- framework_py: QwenAdapter-0106
27
- datasets:
28
- vla_data:
29
- dataset_py: lerobot_datasets
30
- data_root_dir: /data/LumosVLA/LumosVLA/data/1230_data_7_in_1
31
- data_mix: train_1230
32
- per_device_batch_size: 16
33
- num_workers: 8
34
- action_type: abs_ee
35
- image_size:
36
- - 224
37
- - 224
 
 
38
  trainer:
39
- epochs: 100
40
- max_train_steps: 50000
41
- num_warmup_steps: 1000
42
- save_interval: 5000
43
- eval_interval: 10000
44
- learning_rate:
45
- base: 2.5e-05
46
- qwen_vl_interface: 1.0e-05
47
- action_model: 0.0001
48
- lr_scheduler_type: cosine_with_min_lr
49
- scheduler_specific_kwargs:
50
- min_lr: 1.0e-06
51
  freeze_modules: qwen_vl_interface
52
- loss_scale:
53
- vla: 1.0
54
- vlm: 0.05
55
- max_grad_norm: 1.0
56
- warmup_ratio: 0.1
57
- weight_decay: 0.0
58
- logging_frequency: 10
59
- gradient_clipping: 1.0
60
- gradient_accumulation_steps: 1
61
- optimizer:
62
- name: AdamW
63
- betas:
64
- - 0.9
65
- - 0.95
66
- eps: 1.0e-08
67
- weight_decay: 1.0e-08
68
- is_resume: false
69
- resume_epoch: null
70
- resume_step: null
71
- enable_gradient_checkpointing: true
72
- enable_mixed_precision_training: true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
73
  output_dir: /data/LumosVLA/LumosVLA/results/QwenAdapter-0106
 
8
  wandb_project: starvla-groot-2.5vl-3B
9
  is_debug: false
10
  framework:
11
+ framework_py: QwenAdapter-0106
12
  qwenvl:
13
  base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
14
+ name: QwenAdapter
15
+ qwenvl:
16
+ base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
17
+ attn_implementation: flash_attention_2
18
+ vl_hidden_dim: 2048
19
+ action_model:
20
+ action_model_type: VLA-Adapter
21
+ hidden_dim: 2048
22
+ action_dim: 14
23
+ state_dim: 14
24
+ action_query_num: 64
25
+ use_pro_version: true
26
+ use_proprio: true
27
+ phase: Training
28
+ num_actions_chunk: 30
29
+ datasets: null
30
+ vla_data:
31
+ dataset_py: lerobot_datasets
32
+ data_root_dir: /data/LumosVLA/LumosVLA/data/1230_data_7_in_1
33
+ data_mix: train_1230
34
+ per_device_batch_size: 16
35
+ num_workers: 8
36
+ action_type: abs_ee
37
+ image_size:
38
+ - 224
39
+ - 224
40
  trainer:
 
 
 
 
 
 
 
 
 
 
 
 
41
  freeze_modules: qwen_vl_interface
42
+ is_resume: true
43
+ resume_step: 5000
44
+ epochs: 100
45
+ max_train_steps: 50000
46
+ num_warmup_steps: 1000
47
+ save_interval: 5000
48
+ eval_interval: 10000
49
+ learning_rate:
50
+ base: 2.5e-05
51
+ qwen_vl_interface: 1.0e-05
52
+ action_model: 1.0e-05
53
+ lr_scheduler_type: cosine_with_min_lr
54
+ scheduler_specific_kwargs:
55
+ min_lr: 1.0e-07
56
+ freeze_modules: qwen_vl_interface
57
+ loss_scale:
58
+ vla: 1.0
59
+ vlm: 0.05
60
+ max_grad_norm: 1.0
61
+ warmup_ratio: 0.1
62
+ weight_decay: 0.0
63
+ logging_frequency: 10
64
+ gradient_clipping: 1.0
65
+ gradient_accumulation_steps: 1
66
+ optimizer:
67
+ name: AdamW
68
+ betas:
69
+ - 0.9
70
+ - 0.95
71
+ eps: 1.0e-08
72
+ weight_decay: 1.0e-08
73
+ is_resume: true
74
+ resume_epoch: null
75
+ resume_step: 35000
76
+ enable_gradient_checkpointing: true
77
+ enable_mixed_precision_training: true
78
  output_dir: /data/LumosVLA/LumosVLA/results/QwenAdapter-0106