Hugging Face's logo

dac-purcl
/
math_base_spg_mix

Safetensors
Model card Files
xet
Community
kaiyuanzh commited on
Commit
2ad50f5
·
verified ·
1 Parent(s): 196d7ab

Training in progress, step 1100, checkpoint

Browse files
Files changed (21) hide show
  1. checkpoint-1100/adapter_config.json +4 -4
  2. checkpoint-1100/adapter_model.safetensors +1 -1
  3. checkpoint-1100/global_step1100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. checkpoint-1100/global_step1100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  5. checkpoint-1100/global_step1100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  6. checkpoint-1100/global_step1100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  7. checkpoint-1100/global_step1100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  8. checkpoint-1100/global_step1100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  9. checkpoint-1100/global_step1100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  10. checkpoint-1100/global_step1100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
  11. checkpoint-1100/global_step1100/mp_rank_00_model_states.pt +1 -1
  12. checkpoint-1100/rng_state_0.pth +2 -2
  13. checkpoint-1100/rng_state_1.pth +2 -2
  14. checkpoint-1100/rng_state_2.pth +1 -1
  15. checkpoint-1100/rng_state_3.pth +1 -1
  16. checkpoint-1100/rng_state_4.pth +1 -1
  17. checkpoint-1100/rng_state_5.pth +2 -2
  18. checkpoint-1100/rng_state_6.pth +2 -2
  19. checkpoint-1100/rng_state_7.pth +2 -2
  20. checkpoint-1100/trainer_state.json +0 -0
  21. checkpoint-1100/training_args.bin +1 -1
checkpoint-1100/adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "o_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
- "q_proj",
32
- "k_proj",
33
- "down_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "k_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
+ "down_proj",
32
+ "o_proj",
33
+ "q_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
checkpoint-1100/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df305d88ef54f522d11693cb30dd7a1cc6a3c6222317738da2ed298a9f984e77
3
  size 335580296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e000aea104c3d33fc9dad2b96e6e4e61b21e535cfb6d0a7603335b75dd78a1ac
3
  size 335580296
checkpoint-1100/global_step1100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efdb867dbd8afb95483478074b3e85a047e35c608e54aa0c4f357fb85bf4bace
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260458933fb13094e402ac868b4add3ebb830c519ac6f7808c6b5f6a55134cde
3
  size 251665797
checkpoint-1100/global_step1100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d96c53ae1482bb2e6b9cc8463ae837040bda80ff8f73404260ea798b27e71791
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f88a8f7b8f6ae8052da8ec324b7cbee077330e0884fcc6c7558e2dedec36d73
3
  size 251665797
checkpoint-1100/global_step1100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77611694a6fdbcc5930a8a8390f1dc8d4ba744ece0dde7bd4a8d49c56c513919
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4434818c3514b53e651af54c63398726cffb4e8c62a7d08918ea6b2aac92a66b
3
  size 251665797
checkpoint-1100/global_step1100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16125c1fdd6291860110b4b2bd1b0ca6c847e4f384190226b895d271f1f1eea4
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64fdb19c9571d87faf759e998c56c1a5b8b5d73022490b33a1c35f5220300e36
3
  size 251665861
checkpoint-1100/global_step1100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a3a81d0e7de89cb476fb7b51e58e3d5d3d2d6a47eacedd9b0d2f4b8b154a30f
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7acd5fe9748dc58fd2ae94aeb1793220a660c0d42a5030dffbde7592d44e191b
3
  size 251665861
checkpoint-1100/global_step1100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:163d4f8c1ff1184d4d2e635990f4c3dbf818cf5f4b56367aec161efc8e652992
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:138b52689f1eb35392a892fd349a27f15f2bf9ca375aed5b4252e3be7d3ff063
3
  size 251665861
checkpoint-1100/global_step1100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc86b11eb60c8ce22d0b0761dae3e80f485e6ed3454724771229cfc54b4bd214
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d85d8beed4fca9d03bcac6d5d093ccea3a6469157d1f0e91a01d7414a9df8b2
3
  size 251665861
checkpoint-1100/global_step1100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b8c3871d864ea113d680d9a5ed4afb4fe0c160e38d373104c0f0ae0ffd7db58
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6a31500fd34473092c0c1abf77bebdbfe77fd3f3bbaec1d120f24a1aff174b0
3
  size 251665861
checkpoint-1100/global_step1100/mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d8326a690fa67bdf252028cafefb6296f47f824de762f118018ae7ee69a0db8
3
  size 447220134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0afcfd6a3d34a550341283ca2d820982c67ff069cb3237c0e2d208b0a3ea093f
3
  size 447220134
checkpoint-1100/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b979dcd888f2ea41f40b57239669effebe7aaef1e38cffdf31bf0a6a95a880b0
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e795252bd9d5fb5720239d9a12917e413e66f3ed4e00eb8cd0927296311a1c
3
+ size 16389
checkpoint-1100/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d17828810f4ea6395e37a270e1f53145f828307bee7697533058f569d718aed6
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:684ae998fd7ef5b783453c57d0169c9703eea82915ae14748d015e949422eed5
3
+ size 16325
checkpoint-1100/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3f1cfe60f5345176f9beee00d0e67c79cb69ebefe03f6eb7fa447fe4129f922
3
  size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45eb0c5010c3e2bf892e2e3747f51c73ab89e9a41e0b0a0d6eed6a4453d27d47
3
  size 16453
checkpoint-1100/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63c090902e79e8ae2804077d347bda24dc0b195a66a8806ae8c2f05abcbbb8ff
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa82f4283335a2db33808df27cf178edf2e6d1913eb2891e783a4010cb18bd6b
3
  size 16389
checkpoint-1100/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20e5d7b84d4072375849f3e10efd1d3773e567179209110d812500f5408ec4b1
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d3679d07b28bffcb3bc28889c61c8a9bf99495503fc59b66baa8efc71b6a39
3
  size 16389
checkpoint-1100/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a33418744be70a19645e5aec5d94f9507bafe9e1163e8c26cc49443919f0679
3
- size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b25b4e9941136c982300119fbdc7a5ef503d4f4ee6ae324725e6d6344f289af
3
+ size 16389
checkpoint-1100/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70d2d10c386a2bd18dc979afdb437c2c5b6c6b14a48ee78c6faf722274cc0d58
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3febd70cae667b45b5cc6e1193c15be14d4be04f0468b4dae218adc0654b4a34
3
+ size 16389
checkpoint-1100/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:895fe7403da820a26a2bd3fc0ee010187f13a6346cc015ecd731f00198b094f5
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13cfb2a0b5ec1a3ada40db4663bda67ef7e7f4e1a115b33406971d63edf78e2
3
+ size 16389
checkpoint-1100/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-1100/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a836575bd69cbcb4fe56b98c38c9dabc1464267c78c63332833b5e12ec0b81e
3
  size 10129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2b580dfdced6e43d90902d33846dd582730283be348589cde9c58ad3764659
3
  size 10129