ayuzawa commited on
Commit
b4cf7a8
·
verified ·
1 Parent(s): 3cc6578

Model save

Browse files
README.md CHANGED
@@ -53,6 +53,6 @@ The following hyperparameters were used during training:
53
 
54
  - PEFT 0.14.0
55
  - Transformers 4.48.1
56
- - Pytorch 2.3.1+cu121
57
  - Datasets 3.2.0
58
  - Tokenizers 0.21.0
 
53
 
54
  - PEFT 0.14.0
55
  - Transformers 4.48.1
56
+ - Pytorch 2.5.1
57
  - Datasets 3.2.0
58
  - Tokenizers 0.21.0
adapter_config.json CHANGED
@@ -26,13 +26,13 @@
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
- "up_proj",
 
30
  "v_proj",
31
- "o_proj",
32
  "q_proj",
33
- "down_proj",
34
- "gate_proj",
35
- "k_proj"
36
  ],
37
  "task_type": null,
38
  "use_dora": true,
 
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
+ "gate_proj",
30
+ "k_proj",
31
  "v_proj",
32
+ "up_proj",
33
  "q_proj",
34
+ "o_proj",
35
+ "down_proj"
 
36
  ],
37
  "task_type": null,
38
  "use_dora": true,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8d495c7cc2fc135a0be47e42e660605be280664ca25ec6dbf3caf8cd5431f2b
3
  size 125866776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d41d25df148987ef0c59580ed5c8ab70e453887f7380e65aa1c8df4728aa658
3
  size 125866776
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0af1ef970beeafb979161289fb831148d7e2a7b06d2838b57aec90efd07f66c
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16fedcbe9fda65bb0f96d12da2ee23d15b2943987da9d0c9eee73191d6985587
3
  size 5304