kaiyuanzh commited on
Commit
f6837cd
·
verified ·
1 Parent(s): 74b6c00

Training in progress, step 2100, checkpoint

Browse files
checkpoint-2100/adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "o_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
- "q_proj",
32
- "k_proj",
33
- "down_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
+ "k_proj",
28
  "up_proj",
29
  "gate_proj",
30
  "v_proj",
31
+ "down_proj",
32
+ "o_proj",
33
+ "q_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
checkpoint-2100/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea67492eb114b7f80252569d5b46fc7f7d9fbfa522d2ae480e8c2157cd918e2e
3
  size 335580296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aa36f436db5361d5a4eb7b5319fae141001a230b3df7d4764244796f528a172
3
  size 335580296
checkpoint-2100/global_step2100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f55bc9c5013d7bfe8043cebfb876b48bb532c4c9d6ae23def6619f3b36731b8b
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b249b8aee2740ce9443b7c908859a3978e7facca446c37f48b7616146f2222bc
3
  size 251665797
checkpoint-2100/global_step2100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2075be23645ae4dfef0b5b408659a48916b3f9f0f9586487ac7b193b2045b6b
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cab9c276eed173718ed046faa66f3baacac323d7bb18583f479596bd869c7fd6
3
  size 251665797
checkpoint-2100/global_step2100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d31ce259728101432eb9d01e1bf5029b8fd514f07adb55329bbf73ca0358c6c
3
  size 251665797
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85087673e0178776b46a888e6c662291a0a4f50f796c57e738e5bf807a01fb48
3
  size 251665797
checkpoint-2100/global_step2100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38056fa607368206654d781b00296da6f16baf1b316471243f7879d36d93a785
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466db7d4347663b3850307826f1c823b39ffa7f3e9af50da5d15330e08c68fb3
3
  size 251665861
checkpoint-2100/global_step2100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:144bb7543a25c8ccfa39d772330a0dc690828a61da38932d9be335d62755ce5a
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49f2e1a49bbf4a510f7ac302dd74ef55686659a8da21ef916d9644b9708f2fb7
3
  size 251665861
checkpoint-2100/global_step2100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:664760436615777cc58dc775a35cb8e3e1f440282f775e8e1076c863cdcdc1d4
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c20437cc561c6830028ce7ca376c5be1d0fdc117a54a3b449301f91f2290dc86
3
  size 251665861
checkpoint-2100/global_step2100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:845fabbcc6ff2e10f2d0b6f925d668eba4ff0330088c738f93cb16c7782d39ef
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5783938d867efc32d2cde1c5e4351a948f61d897dd2c40bed9e1d4c8632aea9c
3
  size 251665861
checkpoint-2100/global_step2100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8e04c5a870b0da205f5bad0ef87ba8e084c2fce6baad7a2a501d4cdcaac83fc
3
  size 251665861
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a6aa4f5637983da295c1003c393d979ba7b3d0b9800c574b21e45c7e6ce19ff
3
  size 251665861
checkpoint-2100/global_step2100/mp_rank_00_model_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45279bac32dbf10f89f8397b076c92ca2630550fb8811b0315441d3c0893494d
3
  size 447220134
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc16b03d3ced1e070f225464079bb1820b89ee2ae37c9a4c2bd9dce0b553036d
3
  size 447220134
checkpoint-2100/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0cacac2ddf4843de8600390de43ca37042548586d96f216bd1966dee4fd5b204
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97d80b61c65f11b847f8d860bc44acc0454a9cf0ac3504c1e05ea877dc511b0
3
  size 16325
checkpoint-2100/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52608e108441514c03464781b6a63505f60e2fccec254f1abddfaba3e9170185
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e488004da68caa402975687fb71e9f0c8cec872bc1e89f3b218eefb3566312d7
3
  size 16389
checkpoint-2100/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35b8242878497443214e632ddf7243ff7ddf8a475a04137998caa23eecd032b3
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee22eea139f7f1f09a22d4cfb946391cd42163bf77734f64223afd4d9ef5f9ff
3
  size 16389
checkpoint-2100/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1569f40bb2a586969828c77534be348b3e9761543a598bbfae1540b1cdb122b7
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b32411e5d28229d5698325a5fc4a8f4ac59115aa319a662443cc77c5f266e3
3
  size 16389
checkpoint-2100/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7edefc1be4c65ee630508990a875f0972a26c21f301e60717482854566b9c33
3
- size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c4f2f467100261410a34590157286d464095ed4edf72a12ad0abe391313117
3
+ size 16453
checkpoint-2100/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea16c158382f67f8dd39f0c487faefa0faa3d52d4ba95b7cd0a39e055b766a69
3
  size 16389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eddb7f28550685b5c884b86c6b1acbab3648e28050d62d49f48a2069bd2f0cd0
3
  size 16389
checkpoint-2100/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f6bbc7590e30e09483a63ee045e53d62397ba047e7621ffc168f8333f0b4728
3
- size 16453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f55964ec86bd3f69b1bd174eaee397ccf91cba47d4ea33329d2068f1a7c350e9
3
+ size 16389
checkpoint-2100/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5c91aa8ddddc56d8272f59270c05197406d81f335447a8bfca92af589d760f1
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb29d3a42774ec22e16095b726eb0e14f8dbe72f1fd1ac582d17d3a2858ed791
3
  size 16325
checkpoint-2100/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-2100/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a836575bd69cbcb4fe56b98c38c9dabc1464267c78c63332833b5e12ec0b81e
3
  size 10129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b2b580dfdced6e43d90902d33846dd582730283be348589cde9c58ad3764659
3
  size 10129