Upload folder using huggingface_hub
Browse files
qwen-all-v1/checkpoints/steps_35000_pytorch_model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ef57bb9149a20bbb0db81b1619fe4ce3447495f97edef1d5ee1f3829d632c14
|
| 3 |
+
size 6817169669
|
qwen-all-v1/config.json
CHANGED
|
@@ -10,79 +10,84 @@
|
|
| 10 |
"wandb_project": "starvla-groot-2.5vl-3B",
|
| 11 |
"is_debug": false,
|
| 12 |
"framework": {
|
| 13 |
-
"
|
| 14 |
"qwenvl": {
|
| 15 |
-
"base_vlm": "/data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203"
|
| 16 |
-
"attn_implementation": "flash_attention_2",
|
| 17 |
-
"vl_hidden_dim": 2048
|
| 18 |
-
},
|
| 19 |
-
"action_model": {
|
| 20 |
-
"action_model_type": "VLA-Adapter",
|
| 21 |
-
"hidden_dim": 2048,
|
| 22 |
-
"action_dim": 14,
|
| 23 |
-
"state_dim": 14,
|
| 24 |
-
"action_query_num": 64,
|
| 25 |
-
"use_pro_version": true,
|
| 26 |
-
"use_proprio": true,
|
| 27 |
-
"phase": "Training",
|
| 28 |
-
"num_actions_chunk": 30
|
| 29 |
-
},
|
| 30 |
-
"framework_py": "QwenAdapter-0106"
|
| 31 |
-
},
|
| 32 |
-
"datasets": {
|
| 33 |
-
"vla_data": {
|
| 34 |
-
"dataset_py": "lerobot_datasets",
|
| 35 |
-
"data_root_dir": "/data/LumosVLA/LumosVLA/data/1230_data_7_in_1",
|
| 36 |
-
"data_mix": "train_1230",
|
| 37 |
-
"per_device_batch_size": 16,
|
| 38 |
-
"num_workers": 8,
|
| 39 |
-
"action_type": "abs_ee",
|
| 40 |
-
"image_size": [
|
| 41 |
-
224,
|
| 42 |
-
224
|
| 43 |
-
]
|
| 44 |
}
|
| 45 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
"trainer": {
|
| 47 |
-
"epochs": 100,
|
| 48 |
-
"max_train_steps": 50000,
|
| 49 |
-
"num_warmup_steps": 1000,
|
| 50 |
-
"save_interval": 5000,
|
| 51 |
-
"eval_interval": 10000,
|
| 52 |
-
"learning_rate": {
|
| 53 |
-
"base": 2.5e-05,
|
| 54 |
-
"qwen_vl_interface": 1e-05,
|
| 55 |
-
"action_model": 0.0001
|
| 56 |
-
},
|
| 57 |
-
"lr_scheduler_type": "cosine_with_min_lr",
|
| 58 |
-
"scheduler_specific_kwargs": {
|
| 59 |
-
"min_lr": 1e-06
|
| 60 |
-
},
|
| 61 |
"freeze_modules": "qwen_vl_interface",
|
| 62 |
-
"
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
"
|
| 72 |
-
"
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
"
|
| 82 |
-
"
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 87 |
"output_dir": "/data/LumosVLA/LumosVLA/results/QwenAdapter-0106"
|
| 88 |
}
|
|
|
|
| 10 |
"wandb_project": "starvla-groot-2.5vl-3B",
|
| 11 |
"is_debug": false,
|
| 12 |
"framework": {
|
| 13 |
+
"framework_py": "QwenAdapter-0106",
|
| 14 |
"qwenvl": {
|
| 15 |
+
"base_vlm": "/data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
}
|
| 17 |
},
|
| 18 |
+
"name": "QwenAdapter",
|
| 19 |
+
"qwenvl": {
|
| 20 |
+
"base_vlm": "/data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203",
|
| 21 |
+
"attn_implementation": "flash_attention_2",
|
| 22 |
+
"vl_hidden_dim": 2048
|
| 23 |
+
},
|
| 24 |
+
"action_model": {
|
| 25 |
+
"action_model_type": "VLA-Adapter",
|
| 26 |
+
"hidden_dim": 2048,
|
| 27 |
+
"action_dim": 14,
|
| 28 |
+
"state_dim": 14,
|
| 29 |
+
"action_query_num": 64,
|
| 30 |
+
"use_pro_version": true,
|
| 31 |
+
"use_proprio": true,
|
| 32 |
+
"phase": "Training",
|
| 33 |
+
"num_actions_chunk": 30
|
| 34 |
+
},
|
| 35 |
+
"datasets": null,
|
| 36 |
+
"vla_data": {
|
| 37 |
+
"dataset_py": "lerobot_datasets",
|
| 38 |
+
"data_root_dir": "/data/LumosVLA/LumosVLA/data/1230_data_7_in_1",
|
| 39 |
+
"data_mix": "train_1230",
|
| 40 |
+
"per_device_batch_size": 16,
|
| 41 |
+
"num_workers": 8,
|
| 42 |
+
"action_type": "abs_ee",
|
| 43 |
+
"image_size": [
|
| 44 |
+
224,
|
| 45 |
+
224
|
| 46 |
+
]
|
| 47 |
+
},
|
| 48 |
"trainer": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
"freeze_modules": "qwen_vl_interface",
|
| 50 |
+
"is_resume": true,
|
| 51 |
+
"resume_step": 5000
|
| 52 |
+
},
|
| 53 |
+
"epochs": 100,
|
| 54 |
+
"max_train_steps": 50000,
|
| 55 |
+
"num_warmup_steps": 1000,
|
| 56 |
+
"save_interval": 5000,
|
| 57 |
+
"eval_interval": 10000,
|
| 58 |
+
"learning_rate": {
|
| 59 |
+
"base": 2.5e-05,
|
| 60 |
+
"qwen_vl_interface": 1e-05,
|
| 61 |
+
"action_model": 1e-05
|
| 62 |
+
},
|
| 63 |
+
"lr_scheduler_type": "cosine_with_min_lr",
|
| 64 |
+
"scheduler_specific_kwargs": {
|
| 65 |
+
"min_lr": 1e-07
|
| 66 |
+
},
|
| 67 |
+
"freeze_modules": "qwen_vl_interface",
|
| 68 |
+
"loss_scale": {
|
| 69 |
+
"vla": 1.0,
|
| 70 |
+
"vlm": 0.05
|
| 71 |
+
},
|
| 72 |
+
"max_grad_norm": 1.0,
|
| 73 |
+
"warmup_ratio": 0.1,
|
| 74 |
+
"weight_decay": 0.0,
|
| 75 |
+
"logging_frequency": 10,
|
| 76 |
+
"gradient_clipping": 1.0,
|
| 77 |
+
"gradient_accumulation_steps": 1,
|
| 78 |
+
"optimizer": {
|
| 79 |
+
"name": "AdamW",
|
| 80 |
+
"betas": [
|
| 81 |
+
0.9,
|
| 82 |
+
0.95
|
| 83 |
+
],
|
| 84 |
+
"eps": 1e-08,
|
| 85 |
+
"weight_decay": 1e-08
|
| 86 |
},
|
| 87 |
+
"is_resume": true,
|
| 88 |
+
"resume_epoch": null,
|
| 89 |
+
"resume_step": 35000,
|
| 90 |
+
"enable_gradient_checkpointing": true,
|
| 91 |
+
"enable_mixed_precision_training": true,
|
| 92 |
"output_dir": "/data/LumosVLA/LumosVLA/results/QwenAdapter-0106"
|
| 93 |
}
|
qwen-all-v1/config.yaml
CHANGED
|
@@ -8,66 +8,71 @@ wandb_entity: xspadex-nanyang-technological-university-singapore
|
|
| 8 |
wandb_project: starvla-groot-2.5vl-3B
|
| 9 |
is_debug: false
|
| 10 |
framework:
|
| 11 |
-
|
| 12 |
qwenvl:
|
| 13 |
base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
| 38 |
trainer:
|
| 39 |
-
epochs: 100
|
| 40 |
-
max_train_steps: 50000
|
| 41 |
-
num_warmup_steps: 1000
|
| 42 |
-
save_interval: 5000
|
| 43 |
-
eval_interval: 10000
|
| 44 |
-
learning_rate:
|
| 45 |
-
base: 2.5e-05
|
| 46 |
-
qwen_vl_interface: 1.0e-05
|
| 47 |
-
action_model: 0.0001
|
| 48 |
-
lr_scheduler_type: cosine_with_min_lr
|
| 49 |
-
scheduler_specific_kwargs:
|
| 50 |
-
min_lr: 1.0e-06
|
| 51 |
freeze_modules: qwen_vl_interface
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 73 |
output_dir: /data/LumosVLA/LumosVLA/results/QwenAdapter-0106
|
|
|
|
| 8 |
wandb_project: starvla-groot-2.5vl-3B
|
| 9 |
is_debug: false
|
| 10 |
framework:
|
| 11 |
+
framework_py: QwenAdapter-0106
|
| 12 |
qwenvl:
|
| 13 |
base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
|
| 14 |
+
name: QwenAdapter
|
| 15 |
+
qwenvl:
|
| 16 |
+
base_vlm: /data/LumosVLA/LumosVLA/playground/Pretrained_models/hub/models--Qwen--Qwen3-VL-2B-Instruct/snapshots/89644892e4d85e24eaac8bacfd4f463576704203
|
| 17 |
+
attn_implementation: flash_attention_2
|
| 18 |
+
vl_hidden_dim: 2048
|
| 19 |
+
action_model:
|
| 20 |
+
action_model_type: VLA-Adapter
|
| 21 |
+
hidden_dim: 2048
|
| 22 |
+
action_dim: 14
|
| 23 |
+
state_dim: 14
|
| 24 |
+
action_query_num: 64
|
| 25 |
+
use_pro_version: true
|
| 26 |
+
use_proprio: true
|
| 27 |
+
phase: Training
|
| 28 |
+
num_actions_chunk: 30
|
| 29 |
+
datasets: null
|
| 30 |
+
vla_data:
|
| 31 |
+
dataset_py: lerobot_datasets
|
| 32 |
+
data_root_dir: /data/LumosVLA/LumosVLA/data/1230_data_7_in_1
|
| 33 |
+
data_mix: train_1230
|
| 34 |
+
per_device_batch_size: 16
|
| 35 |
+
num_workers: 8
|
| 36 |
+
action_type: abs_ee
|
| 37 |
+
image_size:
|
| 38 |
+
- 224
|
| 39 |
+
- 224
|
| 40 |
trainer:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
freeze_modules: qwen_vl_interface
|
| 42 |
+
is_resume: true
|
| 43 |
+
resume_step: 5000
|
| 44 |
+
epochs: 100
|
| 45 |
+
max_train_steps: 50000
|
| 46 |
+
num_warmup_steps: 1000
|
| 47 |
+
save_interval: 5000
|
| 48 |
+
eval_interval: 10000
|
| 49 |
+
learning_rate:
|
| 50 |
+
base: 2.5e-05
|
| 51 |
+
qwen_vl_interface: 1.0e-05
|
| 52 |
+
action_model: 1.0e-05
|
| 53 |
+
lr_scheduler_type: cosine_with_min_lr
|
| 54 |
+
scheduler_specific_kwargs:
|
| 55 |
+
min_lr: 1.0e-07
|
| 56 |
+
freeze_modules: qwen_vl_interface
|
| 57 |
+
loss_scale:
|
| 58 |
+
vla: 1.0
|
| 59 |
+
vlm: 0.05
|
| 60 |
+
max_grad_norm: 1.0
|
| 61 |
+
warmup_ratio: 0.1
|
| 62 |
+
weight_decay: 0.0
|
| 63 |
+
logging_frequency: 10
|
| 64 |
+
gradient_clipping: 1.0
|
| 65 |
+
gradient_accumulation_steps: 1
|
| 66 |
+
optimizer:
|
| 67 |
+
name: AdamW
|
| 68 |
+
betas:
|
| 69 |
+
- 0.9
|
| 70 |
+
- 0.95
|
| 71 |
+
eps: 1.0e-08
|
| 72 |
+
weight_decay: 1.0e-08
|
| 73 |
+
is_resume: true
|
| 74 |
+
resume_epoch: null
|
| 75 |
+
resume_step: 35000
|
| 76 |
+
enable_gradient_checkpointing: true
|
| 77 |
+
enable_mixed_precision_training: true
|
| 78 |
output_dir: /data/LumosVLA/LumosVLA/results/QwenAdapter-0106
|