Hem commited on
Commit
d07eb82
·
verified ·
1 Parent(s): 638c8b6

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (2) hide show
  1. adapter_config.json +9 -1
  2. adapter_model.safetensors +2 -2
adapter_config.json CHANGED
@@ -27,7 +27,15 @@
27
  "r": 16,
28
  "rank_pattern": {},
29
  "revision": null,
30
- "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:in_proj|out_proj|w1|w3|w2|q_proj|k_proj|v_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:in_proj|out_proj|w1|w3|w2|q_proj|k_proj|v_proj)))",
 
 
 
 
 
 
 
 
31
  "target_parameters": null,
32
  "task_type": null,
33
  "trainable_token_indices": null,
 
27
  "r": 16,
28
  "rank_pattern": {},
29
  "revision": null,
30
+ "target_modules": [
31
+ "gate_proj",
32
+ "down_proj",
33
+ "q_proj",
34
+ "up_proj",
35
+ "o_proj",
36
+ "v_proj",
37
+ "k_proj"
38
+ ],
39
  "target_parameters": null,
40
  "task_type": null,
41
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7283e9e013bc99f7117f00582941c0c1b7b344de11da69ba47c9e379c17c4fd
3
- size 36588320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ca0b6753a0e7a4c2f0a9db90f01772f7cdca4d7ef7260b3ae94ad300241259
3
+ size 3543720