Tarun-ak commited on
Commit
4c8c8b4
·
verified ·
1 Parent(s): 364349a

Training in progress, step 13

Browse files
README.md CHANGED
@@ -4,8 +4,8 @@ library_name: transformers
4
  model_name: tmpFinetunePeft
5
  tags:
6
  - generated_from_trainer
7
- - sft
8
  - trl
 
9
  licence: license
10
  ---
11
 
 
4
  model_name: tmpFinetunePeft
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
+ - sft
9
  licence: license
10
  ---
11
 
adapter_config.json CHANGED
@@ -28,10 +28,10 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
31
  "v_proj",
32
  "k_proj",
33
- "o_proj",
34
- "q_proj"
35
  ],
36
  "target_parameters": [
37
  "7.mlp.experts.gate_up_proj",
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
+ "q_proj",
32
  "v_proj",
33
  "k_proj",
34
+ "o_proj"
 
35
  ],
36
  "target_parameters": [
37
  "7.mlp.experts.gate_up_proj",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7136799a5bf4366b848c89be45b017dccbd0bc25f55b24d21135ceae5ca0cc0f
3
  size 60189176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5257f6c3662e638c95ac4f56bcd0a3a75f13e43c619ed3f7c5d8fcd9f7e80c3
3
  size 60189176
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44fb314d0e5622a47da669655aa1db4ccfb8d50ec0edd756fa773944f1b63ea0
3
  size 6161
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10af46fbb265ce9eb8e2e9632a8d00986f437f27c87a4802837a511ac7d1ea74
3
  size 6161