Tonic commited on
Commit
21bbe26
·
verified ·
1 Parent(s): 5340cbc

Upload runs/LFM2.5-VL-450M-vlm_sft-vlm_mix_pa-all-lr1em05-w0p1-lora_a-20260502_104403/configs/sat_vl_sft_single.yaml with huggingface_hub

Browse files
runs/LFM2.5-VL-450M-vlm_sft-vlm_mix_pa-all-lr1em05-w0p1-lora_a-20260502_104403/configs/sat_vl_sft_single.yaml ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ project_name: "nutonic_sat_vl_sft_single"
2
+ model_name: "LFM2.5-VL-450M"
3
+ training_type: "vlm_sft"
4
+ dataset:
5
+ path: "/data/nutonic/vlm_mix_parquet"
6
+ type: "vlm_sft"
7
+ limit: null
8
+ test_size: 0.002
9
+ split: "train"
10
+ image_root: "/data/nutonic/sat-vl-sft-training-ready-v1"
11
+ cache_dataset: false
12
+ training_config:
13
+ extends: "DEFAULT_VLM_SFT"
14
+ num_train_epochs: 1
15
+ per_device_train_batch_size: 8
16
+ gradient_accumulation_steps: 4
17
+ learning_rate: 1e-05
18
+ warmup_ratio: 0.05
19
+ weight_decay: 0.0
20
+ lr_scheduler_type: "cosine"
21
+ logging_steps: 10
22
+ save_strategy: "epoch"
23
+ eval_strategy: "epoch"
24
+ eval_on_start: true
25
+ gradient_checkpointing: true
26
+ dataloader_drop_last: true
27
+ max_image_tokens: null
28
+ do_image_splitting: true
29
+ vision_encoder_lr_multiplier: 0.05
30
+ tracker: "trackio"
31
+ trackio_space_id: "NuTonic/lspace-trackio"
32
+ peft_config:
33
+ extends: "DEFAULT_VLM_LORA"
34
+ use_peft: true
35
+ r: 16
36
+ lora_alpha: 32
37
+ lora_dropout: 0.05
38
+ bias: "none"