RyanDev1st commited on
Commit
d825ab5
verified
1 Parent(s): 02e33e3

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +9 -1
adapter_config.json CHANGED
@@ -6,6 +6,14 @@
6
  "lora_alpha": 8,
7
  "lora_dropout": 0.05,
8
  "bias": "none",
9
- "target_modules": "model.language_model.layers.[\\d]+.(mlp|cross_attn|self_attn).(up|down|gate|q|k|v|o)_proj",
 
 
 
 
 
 
 
 
10
  "inference_mode": true
11
  }
 
6
  "lora_alpha": 8,
7
  "lora_dropout": 0.05,
8
  "bias": "none",
9
+ "target_modules": [
10
+ "q_proj",
11
+ "k_proj",
12
+ "v_proj",
13
+ "o_proj",
14
+ "gate_proj",
15
+ "up_proj",
16
+ "down_proj"
17
+ ],
18
  "inference_mode": true
19
  }