File size: 1,102 Bytes
b7f0f2b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | {
"decoder_path": "./Qwen/Qwen2.5-VL-7B-Instruct",
"use_token_mixer": true,
"token_mixer_num_layers": 2,
"token_mixer_num_heads": 16,
"token_mixer_dropout": 0.1,
"freeze_token_mixer": false,
"use_local_c3": true,
"local_c3_block_size": 4,
"local_c3_num_heads": 8,
"num_post_encoder_layers": 2,
"use_rope_alignment": true,
"use_kl_distillation": true,
"kl_loss_weight": 0.5,
"teacher_temperature": 1.0,
"use_hidden_distillation": true,
"hidden_loss_weight": 0.1,
"use_decoder_lora": false,
"data_path": "./data/train/stage2_mixed/combined_v4.jsonl",
"max_length": 768,
"max_samples": null,
"max_image_size": 672,
"output_dir": "./outputs/image_c3_v7_16x_stage2_20260311_150346",
"epochs": 3,
"batch_size": 1,
"gradient_accumulation_steps": 16,
"lr_local_c3": 1e-05,
"lr_token_mixer": 1e-05,
"lr_decoder_lora": 1e-05,
"weight_decay": 0.01,
"warmup_ratio": 0.1,
"max_grad_norm": 1.0,
"log_steps": 50,
"save_steps": 500,
"gpu": 0,
"num_workers": 4,
"resume_from": null,
"timestamp": "2026-03-11T19:46:38.538636",
"world_size": 4
} |