Hugging Face's logo

WangYe007
/
Test

Text Generation
PEFT
Safetensors
Transformers
llama-factory
lora
conversational
Model card Files
xet
 Community
WangYe007 commited on
Commit
ebd4e48
·
verified ·
1 Parent(s): d7a5a8d

Upload folder using huggingface_hub

Browse files
Files changed (30) hide show
  1. adapter_config.json +8 -8
  2. adapter_model.safetensors +1 -1
  3. global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  5. global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  6. global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  7. global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +3 -0
  8. global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +3 -0
  9. global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +3 -0
  10. global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +3 -0
  11. global_step10000/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  12. global_step10000/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  13. global_step10000/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  14. global_step10000/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  15. global_step10000/zero_pp_rank_4_mp_rank_00_model_states.pt +3 -0
  16. global_step10000/zero_pp_rank_5_mp_rank_00_model_states.pt +3 -0
  17. global_step10000/zero_pp_rank_6_mp_rank_00_model_states.pt +3 -0
  18. global_step10000/zero_pp_rank_7_mp_rank_00_model_states.pt +3 -0
  19. latest +1 -1
  20. rng_state_0.pth +1 -1
  21. rng_state_1.pth +1 -1
  22. rng_state_2.pth +1 -1
  23. rng_state_3.pth +1 -1
  24. rng_state_4.pth +1 -1
  25. rng_state_5.pth +1 -1
  26. rng_state_6.pth +1 -1
  27. rng_state_7.pth +1 -1
  28. scheduler.pt +1 -1
  29. trainer_state.json +0 -0
  30. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -25,19 +25,19 @@
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
- "0.linear_fc1",
29
- "2.linear_fc1",
30
- "1.linear_fc2",
31
- "1.linear_fc1",
32
- "down_proj",
33
  "v_proj",
34
- "gate_proj",
35
  "0.linear_fc2",
 
36
  "q_proj",
37
  "2.linear_fc2",
38
- "k_proj",
39
  "up_proj",
40
- "o_proj"
 
 
 
 
 
 
41
  ],
42
  "target_parameters": null,
43
  "task_type": "CAUSAL_LM",
 
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
 
 
 
 
28
  "v_proj",
 
29
  "0.linear_fc2",
30
+ "k_proj",
31
  "q_proj",
32
  "2.linear_fc2",
 
33
  "up_proj",
34
+ "o_proj",
35
+ "2.linear_fc1",
36
+ "gate_proj",
37
+ "1.linear_fc1",
38
+ "0.linear_fc1",
39
+ "1.linear_fc2",
40
+ "down_proj"
41
  ],
42
  "target_parameters": null,
43
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61f241f4b2c2ee45ab0807d2e5ddaf841144443615f2abafebfe770e95f0eaa5
3
  size 356134936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8102ac39965504d9f7f80e7beb35aba3f4d8aa8595219252c1b684820857788f
3
  size 356134936
global_step10000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41fe151c24734a3e95ea398e038ef39a65a11749ee180ed6a2b2db89b5b6bb52
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e859742cb64d4c4a3b12e6d63d7c96415264f2cd7b9d8f607015bbd3e974c3b4
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16453cd6d591d57ca7936a4aeffe1ad3b576d5e54bdd222864df10574a5922a9
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bffcc9d311dce8b598620c59fb05a0a4a64e7be07c1f29f65a11e76c9f3f742d
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a55f95faff74b803e116dfc459b45d0a5efd0d9f6c8d3e83aef1f7e1c9c0cde1
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2714c23183bc02bcfd2a04608252bbb6ecc74e41f9723ae4f3f2066cd208db0
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e4d81ff54de1cc2b112caf4538a53518a443eafdcf0cbade818d38ebe403c5b
3
+ size 267047173
global_step10000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8564c1e3df1269f30665e008c11ba4f0d108c5ab74ab2d9c8eb43ec6d6da957
3
+ size 267047173
global_step10000/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24fac9fbfecbec95dbd94b007b9f497945b9f785d8f6f5b293aacef08b012a8
3
+ size 599277
global_step10000/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233ed5066994847fbadfdba6db13abcf3504ced58d09935871ae6238d109600a
3
+ size 599277
global_step10000/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a37d3d126862606ee7a4f77980ee6c256f4890c1425d7abb1da1b1115e983c94
3
+ size 599277
global_step10000/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6cc53ec7e0d01521a57636ec743dd70b2add9378a1649959e02f799604ecb95
3
+ size 599277
global_step10000/zero_pp_rank_4_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d803994bb829eda914e3bd126b8c57150b4c01d50fff43b6ba9848b830c6255b
3
+ size 599277
global_step10000/zero_pp_rank_5_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16327cb81fa9b2288b40e1498227ad643781c386ab5a026197e6dbe78f162399
3
+ size 599277
global_step10000/zero_pp_rank_6_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9cd724f934e6af3ed486c9cb9c535602f74051b340886537a17f5c4280e920
3
+ size 599277
global_step10000/zero_pp_rank_7_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d931753142459a62802740b7339ba24840bae0e5d4233eaac1c34f2ca6a565d5
3
+ size 599277
latest CHANGED
@@ -1 +1 @@
1
- global_step4000
 
1
+ global_step10000
rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0903c5a63d7298036cc05417d458a98d1a3aed5d6239fcbd0160527d9b3d9794
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7b8fe50c877ed04f00cc6f45835cf921bf0729aad40b8e46f518e2359bcb9f1
3
  size 16389
rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f11b7b63cb3a61b0b6e85f6329313174cc0f179fa0c0c07ece407c12cf2917bd
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e0eb3b7707540d45512f399a554f52864ffcc288099b5717593a9c77e98bb4
3
  size 16389
rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b9d51eaa812232851d434bd640380e3ee6f9fb92f35c66e7d425b0bd782f8bc
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4320fb27e5722d8541e9a5a77ccf28d29bbe93c13d8c585e761cc82644a093
3
  size 16389
rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8392b5c66c8963637c26a2d6db9e73f5208eb72466a58d1c5d6c948e4a7bde4f
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d7d27a0ff53da3b7f357297987a451068998ad5f72a72f57b3046fbc39838d
3
  size 16389
rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5f7921e5b4e45f6318798a22a51a6e2fc90772890a16d1b11e57c3f5d0ec080
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3cad0cb4e2f1e43d31ed218bb231015526dcdf61cb510503d372e7b877c3248
3
  size 16389
rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6526984b031eda16c9ba1c4aa8811cd6c39beeee14fd4607f2e675bd8fe041e3
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:111de39e3959ea46a05d5704f0116ac7cbb521a4780fc31c026e507981787465
3
  size 16389
rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13b6ea10bd26473f1a0051503d598a1d2e715351c3cb7fdf02816b23fee274a4
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457127bcbb81467b6861701cea2117a67ed25a6becea3e7cef513f310d73e737
3
  size 16389
rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d48e18f4fa3f2c9dbe4e620bacb2341562211041f85a1d26538cf0d153871b43
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f014eab1014802ff0993b130d32bff89d50281e8e8087eb953a5a1af2e5b6ae9
3
  size 16389
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c3632eb3d5b596f408eb6dcd46d955c12e8d9312d4575f43e008020307f4ca8
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5b3518e7b160ec541c91cb7891de7421166b32a3cefe9e69d40daaca805dd8
3
  size 1465
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51dca4f71f065a0b63cfb13b7b67c4a9dd9690a08af45a59a1dea0a450188450
3
  size 8273
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b98b27ffb17951ec662fa5d4798d772eb0d8b541a0523b71caf14796f07e40
3
  size 8273