Vishal24 commited on
Commit
2db9130
·
verified ·
1 Parent(s): 739685d

Upload model

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. adapter_config.json +8 -8
  3. adapter_model.bin +1 -1
README.md CHANGED
@@ -201,4 +201,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
201
 
202
  ### Framework versions
203
 
204
- - PEFT 0.8.1.dev0
 
201
 
202
  ### Framework versions
203
 
204
+ - PEFT 0.8.2.dev0
adapter_config.json CHANGED
@@ -19,18 +19,18 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "post_attention_layernorm.weight",
23
- "lm_head.weight",
24
- "self_attn.q_proj",
25
- "mlp.down_proj",
26
- "self_attn.o_proj",
27
  "self_attn.rotary_emb.inv_freq",
28
- "input_layernorm.weight",
29
  "mlp.up_proj",
30
- "model.norm.weight",
31
  "self_attn.v_proj",
32
  "self_attn.k_proj",
33
- "mlp.gate_proj"
 
 
 
 
 
 
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
 
 
 
22
  "self_attn.rotary_emb.inv_freq",
23
+ "post_attention_layernorm.weight",
24
  "mlp.up_proj",
 
25
  "self_attn.v_proj",
26
  "self_attn.k_proj",
27
+ "mlp.down_proj",
28
+ "self_attn.o_proj",
29
+ "model.norm.weight",
30
+ "mlp.gate_proj",
31
+ "lm_head.weight",
32
+ "input_layernorm.weight",
33
+ "self_attn.q_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "use_rslora": false
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c28bd41fcfe80d932c37b04ef043e6cfd5e632322e8bfaafe5557fb6c4a19440
3
  size 1208679250
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b0699be487dddddf6d9ad6ee7101a172f4d0505cc401d0b6b42846ee2c5de38
3
  size 1208679250