| { |
| "alpha_pattern": {}, |
| "auto_mapping": { |
| "base_model_class": "Qwen2_5_VLForConditionalGeneration", |
| "parent_library": "src.model.vlm_backbone.qwen2_5_vl.modeling_qwen2_5_vl" |
| }, |
| "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct", |
| "bias": "none", |
| "corda_config": null, |
| "eva_config": null, |
| "exclude_modules": null, |
| "fan_in_fan_out": false, |
| "inference_mode": true, |
| "init_lora_weights": "gaussian", |
| "layer_replication": null, |
| "layers_pattern": null, |
| "layers_to_transform": null, |
| "loftq_config": {}, |
| "lora_alpha": 64, |
| "lora_bias": false, |
| "lora_dropout": 0.1, |
| "megatron_config": null, |
| "megatron_core": "megatron.core", |
| "modules_to_save": null, |
| "peft_type": "LORA", |
| "qalora_group_size": 16, |
| "r": 32, |
| "rank_pattern": {}, |
| "revision": null, |
| "target_modules": [ |
| "down_proj", |
| "qkv_proj", |
| "out_proj", |
| "q_proj", |
| "gate_up_proj", |
| "v_proj", |
| "k_proj", |
| "o_proj" |
| ], |
| "task_type": null, |
| "trainable_token_indices": { |
| "embed_tokens": [ |
| 151665, |
| 151666, |
| 151667, |
| 151668, |
| 151669, |
| 151670, |
| 151671, |
| 151672, |
| 151673, |
| 151674, |
| 151675, |
| 151676, |
| 151677, |
| 151678, |
| 151679, |
| 151680, |
| 151681, |
| 151682, |
| 151683, |
| 151684, |
| 151685, |
| 151686, |
| 151687, |
| 151688, |
| 151689, |
| 151690, |
| 151691, |
| 151692, |
| 151693, |
| 151694, |
| 151695, |
| 151696, |
| 151697, |
| 151698, |
| 151699, |
| 151700, |
| 151701, |
| 151702, |
| 151703, |
| 151704, |
| 151705, |
| 151706, |
| 151707, |
| 151708, |
| 151709, |
| 151710, |
| 151711, |
| 151712, |
| 151713, |
| 151714, |
| 151715, |
| 151716, |
| 151717, |
| 151718, |
| 151719, |
| 151720, |
| 151721, |
| 151722, |
| 151723, |
| 151724, |
| 151725, |
| 151726, |
| 151727, |
| 151728, |
| 151729, |
| 151730, |
| 151731, |
| 151732, |
| 151733, |
| 151734, |
| 151735, |
| 151736, |
| 151737, |
| 151738, |
| 151739, |
| 151740, |
| 151741, |
| 151742, |
| 151743, |
| 151744, |
| 151745, |
| 151746, |
| 151747, |
| 151748, |
| 151749, |
| 151750, |
| 151751, |
| 151752, |
| 151753, |
| 151754, |
| 151755, |
| 151756, |
| 151757, |
| 151758, |
| 151759, |
| 151760, |
| 151761, |
| 151762, |
| 151763, |
| 151764, |
| 151765, |
| 151766, |
| 151767, |
| 151768, |
| 151769, |
| 151770, |
| 151771, |
| 151772, |
| 151773, |
| 151774, |
| 151775, |
| 151776, |
| 151777, |
| 151778, |
| 151779, |
| 151780, |
| 151781, |
| 151782, |
| 151783, |
| 151784, |
| 151785, |
| 151786, |
| 151787, |
| 151788, |
| 151789, |
| 151790, |
| 151791, |
| 151792, |
| 151793, |
| 151794, |
| 151795, |
| 151796, |
| 151797, |
| 151798, |
| 151799, |
| 151800, |
| 151801 |
| ] |
| }, |
| "use_dora": true, |
| "use_qalora": false, |
| "use_rslora": false |
| } |
