Hugging Face's logo

dac-purcl
/
math_base_spg_mix

Safetensors
Model card Files
xet
 Community
kaiyuanzh commited on
Commit
9c180eb
·
verified ·
1 Parent(s): 5e241a8

Training in progress, step 2800, checkpoint

Browse files
Files changed (21) hide show
  1. checkpoint-2800/adapter_config.json +4 -4
  2. checkpoint-2800/adapter_model.safetensors +1 -1
  3. checkpoint-2800/global_step2800/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. checkpoint-2800/global_step2800/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  5. checkpoint-2800/global_step2800/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  6. checkpoint-2800/global_step2800/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  7. checkpoint-2800/global_step2800/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  8. checkpoint-2800/global_step2800/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  9. checkpoint-2800/global_step2800/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  10. checkpoint-2800/global_step2800/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
  11. checkpoint-2800/global_step2800/mp_rank_00_model_states.pt +1 -1
  12. checkpoint-2800/rng_state_0.pth +2 -2
  13. checkpoint-2800/rng_state_1.pth +2 -2
  14. checkpoint-2800/rng_state_2.pth +1 -1
  15. checkpoint-2800/rng_state_3.pth +1 -1
  16. checkpoint-2800/rng_state_4.pth +1 -1
  17. checkpoint-2800/rng_state_5.pth +2 -2
  18. checkpoint-2800/rng_state_6.pth +1 -1
  19. checkpoint-2800/rng_state_7.pth +1 -1
  20. checkpoint-2800/trainer_state.json +0 -0
  21. checkpoint-2800/training_args.bin +1 -1
checkpoint-2800/adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "o_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
- "q_proj",
32
- "k_proj",
33
- "down_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "k_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
+ "down_proj",
32
+ "o_proj",
33
+ "q_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
checkpoint-2800/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a4715c5465de13b62032b8fddbe57eefd1c0379d248640aa1752eab0d1589f6
3
  size 335580296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a553c0b58665025c2d014d64146576937fee134c634b244a0f9d7ed47a0aeb0
3
  size 335580296
checkpoint-2800/global_step2800/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34bee16ac508b6dfa336dbe6cbc28c538f860da13cda4aa2e8d6697adecb2af3
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eb82e60152e3057976eb7ab4e58d0bd6a2b6138d4d94c9f2334c9c312a78766
3
  size 251665797
checkpoint-2800/global_step2800/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d36c61d5a30e62b04d5274354f83615ef31f50e86c3fa586e16734d949090ba
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e37f91ca68d00051b9dd837dd52490fc9b4daced5a8b6d0a2843ac90c49fbb
3
  size 251665797
checkpoint-2800/global_step2800/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0d4abb45403122c3d1817af3c309903a68ca200505d0e6cc7c01d3b94b40086
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:434ce5658189220bba696243dd65eb203774543addcdc34afb1dd29695163fd3
3
  size 251665797
checkpoint-2800/global_step2800/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:958dbee57f200a0d350bc80aa2a13790eff17eaa5db634e43feb0b00b9f0505a
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ae79f2b8687f9ab6c0d3f6b11b1fc03c4ec97c76a08e862296a4532edc5905
3
  size 251665861
checkpoint-2800/global_step2800/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:059514c5f653b05372702a11a85969eadb7521b0c6d945ba1d6a390b849acfb8
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b40d7246ceed497cf32d638925ec8fb5b3741f020bf6cd3852a94db945017d
3
  size 251665861
checkpoint-2800/global_step2800/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6efe6f435e7d38dd48107a6211ba7e083c23ee7f5e9ada362d08ef818c459be2
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8603017e36cf06329903a289729e8c76327ce5dd42cf90e1f1bde2af4e18d5f4
3
  size 251665861
checkpoint-2800/global_step2800/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f82dce865acdc765b15406f48c70a18d1719136daf4f0073c4782cba845e7204
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0cb7e8591a8cc4d3e273cf9c03691674fadd43145ead33e71f08a2280f09155
3
  size 251665861
checkpoint-2800/global_step2800/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59248b7c43e5561528cc50bb3b1e7e778ff882fdae8c24ff077794f69d1d7afb
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a1ebe08274bbaa1e894b2e0c76711fe4b566dcbb3feed5d09449bb3e5cac6d6
3
  size 251665861
checkpoint-2800/global_step2800/mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3040176c389bc231272df8e3fb81271392f8afd84131d635ec14db8b6485f7eb
3
  size 447220134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3115385b3b7a566a2861bea9fbcea36079ea0f2d643f38417a1447fc52de8fe8
3
  size 447220134
checkpoint-2800/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d524fe4f9cd855e9f6e6a5220b280d95dafb72cbf2cf15b88bff73229bdbd3e
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8966a49da8beecc5342c69d01388be63ad89c996c9a5bb9612338c6c6e0b4e41
3
+ size 16325
checkpoint-2800/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35bf355c94e808825c477099aef3c04b604a9cd207e98cc88748abdc37e0f2e4
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d62943a8f0308caeaa93505c84136d8c269dca54481a8204f12e86f44a89fa8f
3
+ size 16325
checkpoint-2800/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a48253869d54a745890d7a160b92be71868e00492dea9c0ef02abc36ecf967be
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa6bd32731841784266a6f1c23d5c36aed12fb2c1ab05ae1746a40d19de65c9
3
  size 16389
checkpoint-2800/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5802359a78746e4a8eaea88c35654a6631666a2eda60c903bf3f2ae9764f2014
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0fb61da7d2834a087ce48a7b204aeddc689366685367fa1ed5c0d5e23b3dfa
3
  size 16389
checkpoint-2800/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41e092fae7e994ab1a3f2165e89785e38286cfb57dcb871bb761cb39ee1e1bb2
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:855ab46c06d4954420001d54fc36f69d51166e93bf25500f5a28440939e6a9af
3
  size 16389
checkpoint-2800/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1de1b6a307ec4f532f6024d051acc4d04c88f27b6152c7efdb3857e76c32dbfe
3
- size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20899536d4d187f15415eb645a0ef36902fa6b874c2a2d3f5389d17829b75744
3
+ size 16389
checkpoint-2800/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdfb3c747ad2899e6bcc7db26614c748a2c15caaeb2c518740966388c0df94cb
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a47a8f3619094dc52f19aa18a78fcc41b3023e1f6077e1bcff0d3a28463947c7
3
  size 16389
checkpoint-2800/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12ab5e241d78b086e84ebf0cad7fb62bb997adaa100fd17495eb19f2baa20652
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5722c423444ca47b25a2024187e9fe7c4ae838069b9a613321b996c47094b33
3
  size 16325
checkpoint-2800/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-2800/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a836575bd69cbcb4fe56b98c38c9dabc1464267c78c63332833b5e12ec0b81e
3
  size 10129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2b580dfdced6e43d90902d33846dd582730283be348589cde9c58ad3764659
3
  size 10129