Hugging Face's logo

kk-aivio
/
test

PEFT
Safetensors
llama
axolotl
Generated from Trainer
Model card Files
xet
 Community
kk-aivio commited on
Commit
a189dab
·
verified ·
1 Parent(s): 0973d71

End of training

Browse files
Files changed (5) hide show
  1. README.md +1 -1
  2. adapter_config.json +3 -3
  3. adapter_model.bin +1 -1
  4. adapter_model.safetensors +1 -1
  5. training_args.bin +1 -1
README.md CHANGED
@@ -93,7 +93,7 @@ wandb_run: your_name
93
  wandb_runid: ec775fcf-a2f3-4d2e-b927-b54ca72381d3
94
  warmup_steps: 5
95
  weight_decay: 0.01
96
- xformers_attention: true
97
 
98
  ```
99
 
 
93
  wandb_runid: ec775fcf-a2f3-4d2e-b927-b54ca72381d3
94
  warmup_steps: 5
95
  weight_decay: 0.01
96
+ xformers_attention: false
97
 
98
  ```
99
 
adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
- "k_proj",
25
- "gate_proj",
26
  "o_proj",
27
  "down_proj",
 
 
28
  "q_proj",
 
29
  "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
23
  "o_proj",
24
  "down_proj",
25
+ "up_proj",
26
+ "k_proj",
27
  "q_proj",
28
+ "gate_proj",
29
  "v_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e078c1f09f143010b5531d17e6b0bc125e01e78e3fbe602ae00a89b462c7a32a
3
  size 9919898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8de7f46f64a0a3352dc1c03ca2955d76393e794e0c4db0b1d05c2cda21f16781
3
  size 9919898
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f30f5199b856cf4be6434e8e28931fada05775a8edc189335bd3efbdc55172e
3
  size 9823216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f135724767917050d552940289f8f993aa0e426a7adbd204bc3083bd717ffc0
3
  size 9823216
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a0db34003c8b83cfde6c82effb9b4ff997a103e07023814f6641daae954cd05
3
  size 6712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ae15cacae6b168f236866c36c4efa3eb8f0726cf1344d7d5b07c37a1887fec
3
  size 6712