File size: 1,180 Bytes
7273038 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
co_training: true
data_root_dir: data
hf_token: ./hf-token
image_aug: false
is_resume: true
local_rank: 0
pretrained_checkpoint: /ariesdv0/agopalkr/openvla-logs/pi-0-224px-bridge_cotraining_st_8/checkpoints/step-285000-epoch-17-loss=0.0839.pt
resume_epoch: 17
resume_step: 285000
run_id: pi-0-224px-bridge_cotraining_st_8
run_id_note: null
run_root_dir: logs
save_interval: 2500
seed: 7
trackers:
- jsonl
- wandb
vla:
base_vlm: paligemma-224px+3b
co_training_data_mix: all+trace
data_mix: bridge
enable_gradient_checkpointing: true
enable_mixed_precision_training: true
enable_tf32: true
epochs: 50
expected_world_size: 8
freeze_llm_backbone: false
freeze_vision_backbone: false
global_batch_size: 128
learning_rate: 2.0e-05
lr_scheduler_type: linear-warmup+cosine-decay
max_grad_norm: 1.0
max_steps: null
per_device_batch_size: 16
reduce_in_full_precision: true
shuffle_buffer_size: 256000
train_strategy: fsdp-full-shard
type: pi-0-224px-bridge_cotraining_st_8
unfreeze_last_llm_layer: false
vla_id: pi-0-224px-bridge_cotraining_st_8
warmup_ratio: 0.0
weight_decay: 0.0
wandb_entity: SU-Lab-openvla
wandb_project: pi-0-cotraining
|