kaiwen2 commited on
Commit
46ab87d
·
verified ·
1 Parent(s): 73630bc

Upload starvla/v0320_v61_qwenOFT_finetune_v2/config.yaml with huggingface_hub

Browse files
starvla/v0320_v61_qwenOFT_finetune_v2/config.yaml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datasets:
2
+ vla_data:
3
+ data_mix: custom_v0320_v61
4
+ data_root_dir: playground/Datasets/Custom
5
+ dataset_py: lerobot_datasets
6
+ image_size:
7
+ - 224
8
+ - 224
9
+ per_device_batch_size: 8
10
+ video_backend: torchvision_av
11
+ framework:
12
+ action_model:
13
+ action_dim: 14
14
+ action_hidden_dim: 2560
15
+ action_model_type: DiT-B
16
+ future_action_window_size: 15
17
+ past_action_window_size: 0
18
+ name: QwenOFT
19
+ qwenvl:
20
+ attn_implementation: sdpa
21
+ base_vlm: playground/Pretrained_models/Qwen3-VL-4B-Instruct
22
+ output_dir: ./results/Checkpoints/v0320_v61_qwenOFT_finetune_v2
23
+ run_id: v0320_v61_qwenOFT_finetune_v2
24
+ run_root_dir: ./results/Checkpoints
25
+ seed: 42
26
+ trainer:
27
+ eval_interval: 1000
28
+ freeze_modules: null
29
+ gradient_accumulation_steps: 2
30
+ gradient_clipping: 1.0
31
+ is_resume: true
32
+ learning_rate:
33
+ action_model: 0.0001
34
+ base: 1.0e-05
35
+ qwen_vl_interface: 1.0e-05
36
+ logging_frequency: 100
37
+ lr_scheduler_type: cosine_with_min_lr
38
+ max_train_steps: 60000
39
+ num_warmup_steps: 5000
40
+ optimizer:
41
+ betas:
42
+ - 0.9
43
+ - 0.95
44
+ eps: 1.0e-08
45
+ weight_decay: 1.0e-08
46
+ pretrained_checkpoint: ./checkpoints/Qwen3-VL-OFT-RoboTwin2-All/checkpoints/steps_140000_pytorch_model.pt
47
+ save_interval: 60000
48
+ scheduler_specific_kwargs:
49
+ min_lr: 5.0e-07
50
+ wandb_entity: hca
51
+ wandb_project: starVLA_v61_finetune_v2