{
  "alpha_pattern": {},
  "auto_mapping": {
    "base_model_class": "Qwen2_5_VLForConditionalGeneration",
    "parent_library": "src.model.vlm_backbone.qwen2_5_vl.modeling_qwen2_5_vl"
  },
  "base_model_name_or_path": "Qwen/Qwen2.5-VL-3B-Instruct",
  "bias": "none",
  "corda_config": null,
  "eva_config": null,
  "exclude_modules": null,
  "fan_in_fan_out": false,
  "inference_mode": true,
  "init_lora_weights": "gaussian",
  "layer_replication": null,
  "layers_pattern": null,
  "layers_to_transform": null,
  "loftq_config": {},
  "lora_alpha": 64,
  "lora_bias": false,
  "lora_dropout": 0.1,
  "megatron_config": null,
  "megatron_core": "megatron.core",
  "modules_to_save": null,
  "peft_type": "LORA",
  "qalora_group_size": 16,
  "r": 32,
  "rank_pattern": {},
  "revision": null,
  "target_modules": [
    "down_proj",
    "qkv_proj",
    "out_proj",
    "q_proj",
    "gate_up_proj",
    "v_proj",
    "k_proj",
    "o_proj"
  ],
  "task_type": null,
  "trainable_token_indices": {
    "embed_tokens": [
      151665,
      151666,
      151667,
      151668,
      151669,
      151670,
      151671,
      151672,
      151673,
      151674,
      151675,
      151676,
      151677,
      151678,
      151679,
      151680,
      151681,
      151682,
      151683,
      151684,
      151685,
      151686,
      151687,
      151688,
      151689,
      151690,
      151691,
      151692,
      151693,
      151694,
      151695,
      151696,
      151697,
      151698,
      151699,
      151700,
      151701,
      151702,
      151703,
      151704,
      151705,
      151706,
      151707,
      151708,
      151709,
      151710,
      151711,
      151712,
      151713,
      151714,
      151715,
      151716,
      151717,
      151718,
      151719,
      151720,
      151721,
      151722,
      151723,
      151724,
      151725,
      151726,
      151727,
      151728,
      151729,
      151730,
      151731,
      151732,
      151733,
      151734,
      151735,
      151736,
      151737,
      151738,
      151739,
      151740,
      151741,
      151742,
      151743,
      151744,
      151745,
      151746,
      151747,
      151748,
      151749,
      151750,
      151751,
      151752,
      151753,
      151754,
      151755,
      151756,
      151757,
      151758,
      151759,
      151760,
      151761,
      151762,
      151763,
      151764,
      151765,
      151766,
      151767,
      151768,
      151769,
      151770,
      151771,
      151772,
      151773,
      151774,
      151775,
      151776,
      151777,
      151778,
      151779,
      151780,
      151781,
      151782,
      151783,
      151784,
      151785,
      151786,
      151787,
      151788,
      151789,
      151790,
      151791,
      151792,
      151793,
      151794,
      151795,
      151796,
      151797,
      151798,
      151799,
      151800,
      151801
    ]
  },
  "use_dora": true,
  "use_qalora": false,
  "use_rslora": false
}