{
 "peft_type": "LORA",
 "r": 256,
 "lora_alpha": 256,
 "lora_dropout": 0.0,
 "bias": "none",
 "rank_pattern": {
  "model\\.language_model\\.layers\\.40\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.40\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.41\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.41\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.42\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.42\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.44\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.44\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.45\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.45\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.46\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.46\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.48\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.48\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.49\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.49\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.50\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.50\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.52\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.52\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.53\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.53\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.54\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.54\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.56\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.56\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.57\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.57\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.58\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.58\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.60\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.60\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.61\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.61\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.62\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.62\\.linear_attn\\.in_proj_b": 48
 },
 "alpha_pattern": {
  "model\\.language_model\\.layers\\.40\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.40\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.41\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.41\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.42\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.42\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.44\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.44\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.45\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.45\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.46\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.46\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.48\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.48\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.49\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.49\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.50\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.50\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.52\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.52\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.53\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.53\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.54\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.54\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.56\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.56\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.57\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.57\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.58\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.58\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.60\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.60\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.61\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.61\\.linear_attn\\.in_proj_b": 48,
  "model\\.language_model\\.layers\\.62\\.linear_attn\\.in_proj_a": 48,
  "model\\.language_model\\.layers\\.62\\.linear_attn\\.in_proj_b": 48
 },
 "target_modules": [
  "model.language_model.layers.40.linear_attn.in_proj_a",
  "model.language_model.layers.40.linear_attn.in_proj_b",
  "model.language_model.layers.40.linear_attn.in_proj_qkv",
  "model.language_model.layers.40.linear_attn.in_proj_z",
  "model.language_model.layers.40.linear_attn.out_proj",
  "model.language_model.layers.40.mlp.down_proj",
  "model.language_model.layers.40.mlp.gate_proj",
  "model.language_model.layers.40.mlp.up_proj",
  "model.language_model.layers.41.linear_attn.in_proj_a",
  "model.language_model.layers.41.linear_attn.in_proj_b",
  "model.language_model.layers.41.linear_attn.in_proj_qkv",
  "model.language_model.layers.41.linear_attn.in_proj_z",
  "model.language_model.layers.41.linear_attn.out_proj",
  "model.language_model.layers.41.mlp.down_proj",
  "model.language_model.layers.41.mlp.gate_proj",
  "model.language_model.layers.41.mlp.up_proj",
  "model.language_model.layers.42.linear_attn.in_proj_a",
  "model.language_model.layers.42.linear_attn.in_proj_b",
  "model.language_model.layers.42.linear_attn.in_proj_qkv",
  "model.language_model.layers.42.linear_attn.in_proj_z",
  "model.language_model.layers.42.linear_attn.out_proj",
  "model.language_model.layers.42.mlp.down_proj",
  "model.language_model.layers.42.mlp.gate_proj",
  "model.language_model.layers.42.mlp.up_proj",
  "model.language_model.layers.43.mlp.down_proj",
  "model.language_model.layers.43.mlp.gate_proj",
  "model.language_model.layers.43.mlp.up_proj",
  "model.language_model.layers.43.self_attn.k_proj",
  "model.language_model.layers.43.self_attn.o_proj",
  "model.language_model.layers.43.self_attn.q_proj",
  "model.language_model.layers.43.self_attn.v_proj",
  "model.language_model.layers.44.linear_attn.in_proj_a",
  "model.language_model.layers.44.linear_attn.in_proj_b",
  "model.language_model.layers.44.linear_attn.in_proj_qkv",
  "model.language_model.layers.44.linear_attn.in_proj_z",
  "model.language_model.layers.44.linear_attn.out_proj",
  "model.language_model.layers.44.mlp.down_proj",
  "model.language_model.layers.44.mlp.gate_proj",
  "model.language_model.layers.44.mlp.up_proj",
  "model.language_model.layers.45.linear_attn.in_proj_a",
  "model.language_model.layers.45.linear_attn.in_proj_b",
  "model.language_model.layers.45.linear_attn.in_proj_qkv",
  "model.language_model.layers.45.linear_attn.in_proj_z",
  "model.language_model.layers.45.linear_attn.out_proj",
  "model.language_model.layers.45.mlp.down_proj",
  "model.language_model.layers.45.mlp.gate_proj",
  "model.language_model.layers.45.mlp.up_proj",
  "model.language_model.layers.46.linear_attn.in_proj_a",
  "model.language_model.layers.46.linear_attn.in_proj_b",
  "model.language_model.layers.46.linear_attn.in_proj_qkv",
  "model.language_model.layers.46.linear_attn.in_proj_z",
  "model.language_model.layers.46.linear_attn.out_proj",
  "model.language_model.layers.46.mlp.down_proj",
  "model.language_model.layers.46.mlp.gate_proj",
  "model.language_model.layers.46.mlp.up_proj",
  "model.language_model.layers.47.mlp.down_proj",
  "model.language_model.layers.47.mlp.gate_proj",
  "model.language_model.layers.47.mlp.up_proj",
  "model.language_model.layers.47.self_attn.k_proj",
  "model.language_model.layers.47.self_attn.o_proj",
  "model.language_model.layers.47.self_attn.q_proj",
  "model.language_model.layers.47.self_attn.v_proj",
  "model.language_model.layers.48.linear_attn.in_proj_a",
  "model.language_model.layers.48.linear_attn.in_proj_b",
  "model.language_model.layers.48.linear_attn.in_proj_qkv",
  "model.language_model.layers.48.linear_attn.in_proj_z",
  "model.language_model.layers.48.linear_attn.out_proj",
  "model.language_model.layers.48.mlp.down_proj",
  "model.language_model.layers.48.mlp.gate_proj",
  "model.language_model.layers.48.mlp.up_proj",
  "model.language_model.layers.49.linear_attn.in_proj_a",
  "model.language_model.layers.49.linear_attn.in_proj_b",
  "model.language_model.layers.49.linear_attn.in_proj_qkv",
  "model.language_model.layers.49.linear_attn.in_proj_z",
  "model.language_model.layers.49.linear_attn.out_proj",
  "model.language_model.layers.49.mlp.down_proj",
  "model.language_model.layers.49.mlp.gate_proj",
  "model.language_model.layers.49.mlp.up_proj",
  "model.language_model.layers.50.linear_attn.in_proj_a",
  "model.language_model.layers.50.linear_attn.in_proj_b",
  "model.language_model.layers.50.linear_attn.in_proj_qkv",
  "model.language_model.layers.50.linear_attn.in_proj_z",
  "model.language_model.layers.50.linear_attn.out_proj",
  "model.language_model.layers.50.mlp.down_proj",
  "model.language_model.layers.50.mlp.gate_proj",
  "model.language_model.layers.50.mlp.up_proj",
  "model.language_model.layers.51.mlp.down_proj",
  "model.language_model.layers.51.mlp.gate_proj",
  "model.language_model.layers.51.mlp.up_proj",
  "model.language_model.layers.51.self_attn.k_proj",
  "model.language_model.layers.51.self_attn.o_proj",
  "model.language_model.layers.51.self_attn.q_proj",
  "model.language_model.layers.51.self_attn.v_proj",
  "model.language_model.layers.52.linear_attn.in_proj_a",
  "model.language_model.layers.52.linear_attn.in_proj_b",
  "model.language_model.layers.52.linear_attn.in_proj_qkv",
  "model.language_model.layers.52.linear_attn.in_proj_z",
  "model.language_model.layers.52.linear_attn.out_proj",
  "model.language_model.layers.52.mlp.down_proj",
  "model.language_model.layers.52.mlp.gate_proj",
  "model.language_model.layers.52.mlp.up_proj",
  "model.language_model.layers.53.linear_attn.in_proj_a",
  "model.language_model.layers.53.linear_attn.in_proj_b",
  "model.language_model.layers.53.linear_attn.in_proj_qkv",
  "model.language_model.layers.53.linear_attn.in_proj_z",
  "model.language_model.layers.53.linear_attn.out_proj",
  "model.language_model.layers.53.mlp.down_proj",
  "model.language_model.layers.53.mlp.gate_proj",
  "model.language_model.layers.53.mlp.up_proj",
  "model.language_model.layers.54.linear_attn.in_proj_a",
  "model.language_model.layers.54.linear_attn.in_proj_b",
  "model.language_model.layers.54.linear_attn.in_proj_qkv",
  "model.language_model.layers.54.linear_attn.in_proj_z",
  "model.language_model.layers.54.linear_attn.out_proj",
  "model.language_model.layers.54.mlp.down_proj",
  "model.language_model.layers.54.mlp.gate_proj",
  "model.language_model.layers.54.mlp.up_proj",
  "model.language_model.layers.55.mlp.down_proj",
  "model.language_model.layers.55.mlp.gate_proj",
  "model.language_model.layers.55.mlp.up_proj",
  "model.language_model.layers.55.self_attn.k_proj",
  "model.language_model.layers.55.self_attn.o_proj",
  "model.language_model.layers.55.self_attn.q_proj",
  "model.language_model.layers.55.self_attn.v_proj",
  "model.language_model.layers.56.linear_attn.in_proj_a",
  "model.language_model.layers.56.linear_attn.in_proj_b",
  "model.language_model.layers.56.linear_attn.in_proj_qkv",
  "model.language_model.layers.56.linear_attn.in_proj_z",
  "model.language_model.layers.56.linear_attn.out_proj",
  "model.language_model.layers.56.mlp.down_proj",
  "model.language_model.layers.56.mlp.gate_proj",
  "model.language_model.layers.56.mlp.up_proj",
  "model.language_model.layers.57.linear_attn.in_proj_a",
  "model.language_model.layers.57.linear_attn.in_proj_b",
  "model.language_model.layers.57.linear_attn.in_proj_qkv",
  "model.language_model.layers.57.linear_attn.in_proj_z",
  "model.language_model.layers.57.linear_attn.out_proj",
  "model.language_model.layers.57.mlp.down_proj",
  "model.language_model.layers.57.mlp.gate_proj",
  "model.language_model.layers.57.mlp.up_proj",
  "model.language_model.layers.58.linear_attn.in_proj_a",
  "model.language_model.layers.58.linear_attn.in_proj_b",
  "model.language_model.layers.58.linear_attn.in_proj_qkv",
  "model.language_model.layers.58.linear_attn.in_proj_z",
  "model.language_model.layers.58.linear_attn.out_proj",
  "model.language_model.layers.58.mlp.down_proj",
  "model.language_model.layers.58.mlp.gate_proj",
  "model.language_model.layers.58.mlp.up_proj",
  "model.language_model.layers.59.mlp.down_proj",
  "model.language_model.layers.59.mlp.gate_proj",
  "model.language_model.layers.59.mlp.up_proj",
  "model.language_model.layers.59.self_attn.k_proj",
  "model.language_model.layers.59.self_attn.o_proj",
  "model.language_model.layers.59.self_attn.q_proj",
  "model.language_model.layers.59.self_attn.v_proj",
  "model.language_model.layers.60.linear_attn.in_proj_a",
  "model.language_model.layers.60.linear_attn.in_proj_b",
  "model.language_model.layers.60.linear_attn.in_proj_qkv",
  "model.language_model.layers.60.linear_attn.in_proj_z",
  "model.language_model.layers.60.linear_attn.out_proj",
  "model.language_model.layers.60.mlp.down_proj",
  "model.language_model.layers.60.mlp.gate_proj",
  "model.language_model.layers.60.mlp.up_proj",
  "model.language_model.layers.61.linear_attn.in_proj_a",
  "model.language_model.layers.61.linear_attn.in_proj_b",
  "model.language_model.layers.61.linear_attn.in_proj_qkv",
  "model.language_model.layers.61.linear_attn.in_proj_z",
  "model.language_model.layers.61.linear_attn.out_proj",
  "model.language_model.layers.61.mlp.down_proj",
  "model.language_model.layers.61.mlp.gate_proj",
  "model.language_model.layers.61.mlp.up_proj",
  "model.language_model.layers.62.linear_attn.in_proj_a",
  "model.language_model.layers.62.linear_attn.in_proj_b",
  "model.language_model.layers.62.linear_attn.in_proj_qkv",
  "model.language_model.layers.62.linear_attn.in_proj_z",
  "model.language_model.layers.62.linear_attn.out_proj",
  "model.language_model.layers.62.mlp.down_proj",
  "model.language_model.layers.62.mlp.gate_proj",
  "model.language_model.layers.62.mlp.up_proj",
  "model.language_model.layers.63.mlp.down_proj",
  "model.language_model.layers.63.mlp.gate_proj",
  "model.language_model.layers.63.mlp.up_proj",
  "model.language_model.layers.63.self_attn.k_proj",
  "model.language_model.layers.63.self_attn.o_proj",
  "model.language_model.layers.63.self_attn.q_proj",
  "model.language_model.layers.63.self_attn.v_proj"
 ],
 "base_model_name_or_path": "Qwen/Qwen3.8-27B",
 "task_type": null,
 "fan_in_fan_out": false,
 "init_lora_weights": true
}