alexandrlukashov commited on
Commit
e8892c3
·
verified ·
1 Parent(s): 5b9ba46

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -16,7 +16,7 @@
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
- "lora_alpha": 512,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
  "megatron_config": null,
@@ -25,17 +25,17 @@
25
  "peft_type": "LORA",
26
  "peft_version": "0.18.1",
27
  "qalora_group_size": 16,
28
- "r": 256,
29
  "rank_pattern": {},
30
  "revision": null,
31
  "target_modules": [
32
- "gate_proj",
33
- "q_proj",
34
  "o_proj",
35
  "v_proj",
36
- "k_proj",
37
  "down_proj",
38
- "up_proj"
 
39
  ],
40
  "target_parameters": null,
41
  "task_type": "CAUSAL_LM",
 
16
  "layers_pattern": null,
17
  "layers_to_transform": null,
18
  "loftq_config": {},
19
+ "lora_alpha": 256,
20
  "lora_bias": false,
21
  "lora_dropout": 0.05,
22
  "megatron_config": null,
 
25
  "peft_type": "LORA",
26
  "peft_version": "0.18.1",
27
  "qalora_group_size": 16,
28
+ "r": 128,
29
  "rank_pattern": {},
30
  "revision": null,
31
  "target_modules": [
32
+ "up_proj",
 
33
  "o_proj",
34
  "v_proj",
35
+ "gate_proj",
36
  "down_proj",
37
+ "k_proj",
38
+ "q_proj"
39
  ],
40
  "target_parameters": null,
41
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6226febf325cc28b951ad201bf5c5aaacee5ebbfa216b3fb28db71a37481ca4
3
- size 2358210936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f0ad25375f7bc0d76b3571289d7d893f051643b06913f1c0da07d1e94523b2
3
+ size 1800368336
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5521044d6e31d347d23e006c163aa864a3fac1b9657dd4959bc5908c43d823ed
3
- size 2231707643
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5b7598628381a2d6e3b934213c335ab3eb7184d4efe27c2b4e6956003199bc
3
+ size 1116021563
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f54370661cf0dd466b67e8c5dd070e7bc01344fe24b7c6cb070b8e271c1e60bf
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:723d66000caac4890454ba5762415254d03879703ea481032ac1556ce915e09f
3
  size 14645
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b46760350b3ce1caae56a0204d9423b60ebe7f77ce56a6b4967158be2543145b
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ba72341ddee53f733553460d4ed789dc809f37c414942b8b8b285a26bd94c0
3
  size 1465
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35d7b3fceb17e8d6b83421fc3bb116fe7af1b40606cb202590601db90e9e11cd
3
  size 5201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ba87cc34c69c3db0746c8b8225987029970ccbb64d2d4d6b0c1e9bb5a092ca9
3
  size 5201