Hugging Face's logo

dac-purcl
/
math_base_spg_mix

Safetensors
Model card Files
xet
 Community
kaiyuanzh commited on
Commit
5809de9
·
verified ·
1 Parent(s): 4d75bb1

Training in progress, step 3100, checkpoint

Browse files
Files changed (21) hide show
  1. checkpoint-3100/adapter_config.json +4 -4
  2. checkpoint-3100/adapter_model.safetensors +1 -1
  3. checkpoint-3100/global_step3100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. checkpoint-3100/global_step3100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  5. checkpoint-3100/global_step3100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  6. checkpoint-3100/global_step3100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  7. checkpoint-3100/global_step3100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  8. checkpoint-3100/global_step3100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  9. checkpoint-3100/global_step3100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  10. checkpoint-3100/global_step3100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
  11. checkpoint-3100/global_step3100/mp_rank_00_model_states.pt +1 -1
  12. checkpoint-3100/rng_state_0.pth +2 -2
  13. checkpoint-3100/rng_state_1.pth +1 -1
  14. checkpoint-3100/rng_state_2.pth +2 -2
  15. checkpoint-3100/rng_state_3.pth +2 -2
  16. checkpoint-3100/rng_state_4.pth +1 -1
  17. checkpoint-3100/rng_state_5.pth +2 -2
  18. checkpoint-3100/rng_state_6.pth +1 -1
  19. checkpoint-3100/rng_state_7.pth +2 -2
  20. checkpoint-3100/trainer_state.json +0 -0
  21. checkpoint-3100/training_args.bin +1 -1
checkpoint-3100/adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "o_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
- "q_proj",
32
- "k_proj",
33
- "down_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "k_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
+ "down_proj",
32
+ "o_proj",
33
+ "q_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
checkpoint-3100/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6708929f0e9f23f2bf2397d300924e06ab26e88366bc9722bc453fd91410fffe
3
  size 335580296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a29987328afeb297a0dbb5e4e23e4f18acf2e3101c216b377929825d4939ed0
3
  size 335580296
checkpoint-3100/global_step3100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93c727bce38f89f5e4f0a4286079ce5a45c3b77091489f9b8b68c6f8fee756bd
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1488d2e632671129e20b725424d9a017f3fa0c3bf58699eef3ca348a7062d06
3
  size 251665797
checkpoint-3100/global_step3100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:597e6dc1a3a0af9d832a401e175c2c525bd3137c930c2a828a4f0de001a8da42
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44243c96f0248f40af4452e684da0c1c40ec4045dcd4d5bfb855ee81e0ca518d
3
  size 251665797
checkpoint-3100/global_step3100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76f7d0a07e36af24c56e4e27c7564f5d1e027fbcc1a44d7fa1e378da2bad3429
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a5af3305ffe25522e5863ffa5f892d142dce60915dd121c3cba265bd65a83a
3
  size 251665797
checkpoint-3100/global_step3100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6a4c9aca91f54f78601df52080a5bb992c3ddd9761034d80378e6423f8d77c0
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c286950f59a21f8d7d5458fc679f025edba792ace511c90fbf18cc09caa8b4f8
3
  size 251665861
checkpoint-3100/global_step3100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09ba7aac4a9149afc6f575fc9352296602b95e0bc3f682e4509a1266ca9fd464
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e98ff2b40776dcd1df155fcacfb4ee44bbd8ef24a86cfc61ebb676706dc8271c
3
  size 251665861
checkpoint-3100/global_step3100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:750b10314074ffb06699e7ad0619535585047c43cd2d80188e942db6025cabc5
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6faf69ed318b86771898a3b5763bc5303ce148b7af33dad3ac97ac3fa3ca43d
3
  size 251665861
checkpoint-3100/global_step3100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cc7798462cadc42f08b18992057c6f6b0b94afc6b5c96fa9b387d35cf980d9b
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb6b62935b02e30c13bdcf12ac7246bdf4c3491e3c9cdb63d98d9c42f867763
3
  size 251665861
checkpoint-3100/global_step3100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff771ec8f52a8569c300cf37becea1c37a5c3baadaef55c304a897b80e33c8e6
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d29f575b90754cca0b083308830da8f714788dfae213fef39d733d0619333b
3
  size 251665861
checkpoint-3100/global_step3100/mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afc5098e9b2eb0df92c0d8ac1163bdd6e8f5b2ca8e6d6e067545eb18ef3a8f80
3
  size 447220134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5479bf93c8e52dcc9e77c8c9048b05a4ef2a0b013915ed8420ebee9674d729b
3
  size 447220134
checkpoint-3100/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d69f422e1fb527b7e68e0a72b8551ddd36ff543b8d85cd62d5fb5ee5cd41dce
3
- size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f9a4797fedfc9129943980ac3258db13143947d75c0467bf23803438a392020
3
+ size 16389
checkpoint-3100/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a0314ef481d3a5b52d718af2654d44b73ef026b795a65194c7c876770cb8ca1
3
  size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1cfdefba452ba8df46e40e276cd81a52da2f71dce89b929d9b820c58f2cf486
3
  size 16453
checkpoint-3100/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e37fb7715820a3e5ea6d7aad60ce3ad64668e0315959604d17dbb11b2211851
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40770e780940916af2eca53cf6ed99ab907b450dcd0565b01c0dfa57aed11f19
3
+ size 16453
checkpoint-3100/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:681001fff339ea1449446643717bbfbea7a1fe3873bf311017a296fd3ee49848
3
- size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24c65dfc0ebc3e30c448a26f9e5f6e8a55d9196e87431e3dc4504c08643cdd8
3
+ size 16389
checkpoint-3100/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fa7e0e3aa516fa0d1dc0df8a786aefa8499af317b1591f2d0c33edd22b1a56b
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f35d85f00b7ad20638fd7ea93875d2387503a3443fb35271710246242ff989
3
  size 16325
checkpoint-3100/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6f3099f790c2cdf7788c20245398e2c09af7870974732dd2c9adb560d5ede4c
3
- size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86120f08b373415445e51cc8cf39003621925e8d791a4d3693c79716128d3a2f
3
+ size 16389
checkpoint-3100/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae8f70fad8c0810ce37d9cedaea418f129dd322da2c82602cd9045c028bb7c84
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1408fb14e1a8028e8f36d42abdce1cec928ca977082f40fcab17a8857f10fbe3
3
  size 16389
checkpoint-3100/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:536240a44684d7930500a64f719a5a37c83c34d9e14268dbb5bdc872d08b80b4
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3add31a6cf12bdaeb55b0b89ba0806504bda184b63ffc2c2c7363701171ac89a
3
+ size 16325
checkpoint-3100/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-3100/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a836575bd69cbcb4fe56b98c38c9dabc1464267c78c63332833b5e12ec0b81e
3
  size 10129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2b580dfdced6e43d90902d33846dd582730283be348589cde9c58ad3764659
3
  size 10129