albertodugo commited on
Commit
410c700
·
verified ·
1 Parent(s): 58625cb

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +4 -2
adapter_config.json CHANGED
@@ -20,8 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "base_layer",
24
- "default"
 
 
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "q_proj",
24
+ "k_proj",
25
+ "v_proj",
26
+ "o_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,