Hugging Face's logo

dac-purcl
/
math_base_spg_mix

Safetensors
Model card Files
xet
Community
kaiyuanzh commited on
Commit
0ccbbfb
·
verified ·
1 Parent(s): a234dd7

Training in progress, step 2300, checkpoint

Browse files
Files changed (21) hide show
  1. checkpoint-2300/adapter_config.json +4 -4
  2. checkpoint-2300/adapter_model.safetensors +1 -1
  3. checkpoint-2300/global_step2300/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. checkpoint-2300/global_step2300/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  5. checkpoint-2300/global_step2300/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  6. checkpoint-2300/global_step2300/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  7. checkpoint-2300/global_step2300/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  8. checkpoint-2300/global_step2300/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  9. checkpoint-2300/global_step2300/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  10. checkpoint-2300/global_step2300/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
  11. checkpoint-2300/global_step2300/mp_rank_00_model_states.pt +1 -1
  12. checkpoint-2300/rng_state_0.pth +1 -1
  13. checkpoint-2300/rng_state_1.pth +1 -1
  14. checkpoint-2300/rng_state_2.pth +2 -2
  15. checkpoint-2300/rng_state_3.pth +1 -1
  16. checkpoint-2300/rng_state_4.pth +2 -2
  17. checkpoint-2300/rng_state_5.pth +2 -2
  18. checkpoint-2300/rng_state_6.pth +1 -1
  19. checkpoint-2300/rng_state_7.pth +2 -2
  20. checkpoint-2300/trainer_state.json +0 -0
  21. checkpoint-2300/training_args.bin +1 -1
checkpoint-2300/adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "o_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
- "q_proj",
32
- "k_proj",
33
- "down_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "k_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
+ "down_proj",
32
+ "o_proj",
33
+ "q_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
checkpoint-2300/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c977f4561b5f56d48b320fcdd0d4b1979649eb42f3026a1031fe65c8fd390a6c
3
  size 335580296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc227a0d18135e7ca3db824172f1e7470eb6ce135ace64dae49fd68986093833
3
  size 335580296
checkpoint-2300/global_step2300/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50e19486bad32aa0694de7ed3ff8e0e7da54f41303c6a2a06cb8ca6277c7799a
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f538f011f4477c9a37480357d5605367324f95e4fe60f6c73aa049a68b83678
3
  size 251665797
checkpoint-2300/global_step2300/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95703f2e3d51bc23f0000ff997ecd17e01dff719adc3b9f29217da0555008301
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9abf8e6a7f5f2e14e8c13f5c8f760e4ca1cd01f2b94bf3463af91a934d110d34
3
  size 251665797
checkpoint-2300/global_step2300/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97975decf8c8d0f70d799e1cd639b256c34afdb98c417a27bc1c9aab8fe434c6
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41fb4505aedbede6809d094f35af8ffc630141f389fd750aaec8786d34399163
3
  size 251665797
checkpoint-2300/global_step2300/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a01c74f59964e3af822f1c48224fb9790cd97f7318d0f61ed55540f42bb095ac
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c24ebc15c6c34e63355fed7d9a3272e5e97403a680c1f2d2633e2e6d27aafc5
3
  size 251665861
checkpoint-2300/global_step2300/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63b5f5bfa705e0fbb96c6876fef32701b189fb1cdf0abf3aa2b73775d0ab7b2c
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a70340fcbd47feaad71b8ef217ac4a12210256bc571fbb5754b4fe1c443504
3
  size 251665861
checkpoint-2300/global_step2300/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72c868f29d5117b96a9420fe98e65a51cd57b4aeb430ea2e5d757840b5d962a7
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:290bd9be59be2daade4e2e6332d209905d89de2569f3f79d12c8b6f97e33aa13
3
  size 251665861
checkpoint-2300/global_step2300/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:881885f4307badc54b3c036a845ccb8173e1f459ac91a5ef9dcb877d9e46e292
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21403da810cfaf5ab971a16d03727deb13ea8950c1e246f260f13dac44e5b1b3
3
  size 251665861
checkpoint-2300/global_step2300/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4dff8312141ffb7d7e9b6a8fd77841850e9b9d799695db36eb2b2e3fcb9dc941
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb4e0fe6617492537bbbf4df03f9f8d6a6560c93de436e152a925f00e3e4ae3
3
  size 251665861
checkpoint-2300/global_step2300/mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c57201baae14c846ffea00c27a62fe54b6c6a809013ab6c1069acb3623be118d
3
  size 447220134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ae6e121b6ad0a4ca3567359de04fe151fba08e93cb23139ab87da8652c92ad
3
  size 447220134
checkpoint-2300/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55c720fea0b0773a7ddbe07cb8c3d301f893afcfbc017870502b9e37a0b553c9
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43047b40d8c52eabe7d48e1ba69ff8832ffcca8f58f0af738fba7e6544c08526
3
  size 16389
checkpoint-2300/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8dd5f3cc182c5efea91f558c6f92fe9a28faba3163bc7ebac764848e0585179b
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfa1472e2672b6d519fa8e55fa57770361ef1858b7375c46d09182fafe94d8b
3
  size 16325
checkpoint-2300/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27f4de45a8f192aeda03171c5dc934aad070ae693efdf814c3019f74c2d76a08
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d7cf3abe89756f5567971af6f5fa58a745ee5192cf2d4f0a69547f851e9da6
3
+ size 16389
checkpoint-2300/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:632a746db18b8384eb32d91fadde2fc3f3ae6e0191674b384d5b205fb7df87f7
3
  size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44eae2ebd5a72a844ba58cc3e96f2758b3cad9bcee49332720ec7d630b415096
3
  size 16453
checkpoint-2300/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f43b4039726c133db5e7c411aef52815154186ebabb5692ca0a5bd7c41ef034d
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac88818d7bfbd09e0f9158debc9ca0fc0b3f847bb4e9e51c28ce69b7ef5dd055
3
+ size 16453
checkpoint-2300/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d22739a47d8e3a06e9e3f515aa7ed29e2ad86bab3047b329de0205e8d28119e6
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fa6094427925a6af04ceaf32c36aba1b0918d40dfdde8fbac7e13ee74cce04
3
+ size 16389
checkpoint-2300/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb695d833e49d10c207fc922a36c183aca4c4dd445b2f7440837588aa07433e4
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7c0ad4c96ce98362e36157f48860a9e456e323fde53a888717a5e39df7a051
3
  size 16389
checkpoint-2300/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:682989e26c04fe5f3fc653826f8cfc19e9c5f2034025485517973642e0447978
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924419e317273397b7e71ceaec67a18a08720b754983eaca11cfd6686b2cba19
3
+ size 16453
checkpoint-2300/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-2300/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a836575bd69cbcb4fe56b98c38c9dabc1464267c78c63332833b5e12ec0b81e
3
  size 10129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2b580dfdced6e43d90902d33846dd582730283be348589cde9c58ad3764659
3
  size 10129