Training in progress, step 2100, checkpoint
Browse files- checkpoint-2100/adapter_config.json +4 -4
- checkpoint-2100/adapter_model.safetensors +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
- checkpoint-2100/global_step2100/mp_rank_00_model_states.pt +1 -1
- checkpoint-2100/rng_state_0.pth +1 -1
- checkpoint-2100/rng_state_1.pth +1 -1
- checkpoint-2100/rng_state_2.pth +1 -1
- checkpoint-2100/rng_state_3.pth +1 -1
- checkpoint-2100/rng_state_4.pth +2 -2
- checkpoint-2100/rng_state_5.pth +1 -1
- checkpoint-2100/rng_state_6.pth +2 -2
- checkpoint-2100/rng_state_7.pth +1 -1
- checkpoint-2100/trainer_state.json +0 -0
- checkpoint-2100/training_args.bin +1 -1
checkpoint-2100/adapter_config.json
CHANGED
|
@@ -24,13 +24,13 @@
|
|
| 24 |
"rank_pattern": {},
|
| 25 |
"revision": null,
|
| 26 |
"target_modules": [
|
| 27 |
-
"
|
| 28 |
"up_proj",
|
| 29 |
"gate_proj",
|
| 30 |
"v_proj",
|
| 31 |
-
"
|
| 32 |
-
"
|
| 33 |
-
"
|
| 34 |
],
|
| 35 |
"task_type": "CAUSAL_LM",
|
| 36 |
"trainable_token_indices": null,
|
|
|
|
| 24 |
"rank_pattern": {},
|
| 25 |
"revision": null,
|
| 26 |
"target_modules": [
|
| 27 |
+
"k_proj",
|
| 28 |
"up_proj",
|
| 29 |
"gate_proj",
|
| 30 |
"v_proj",
|
| 31 |
+
"down_proj",
|
| 32 |
+
"o_proj",
|
| 33 |
+
"q_proj"
|
| 34 |
],
|
| 35 |
"task_type": "CAUSAL_LM",
|
| 36 |
"trainable_token_indices": null,
|
checkpoint-2100/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 335580296
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1aa36f436db5361d5a4eb7b5319fae141001a230b3df7d4764244796f528a172
|
| 3 |
size 335580296
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665797
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b249b8aee2740ce9443b7c908859a3978e7facca446c37f48b7616146f2222bc
|
| 3 |
size 251665797
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665797
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cab9c276eed173718ed046faa66f3baacac323d7bb18583f479596bd869c7fd6
|
| 3 |
size 251665797
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665797
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:85087673e0178776b46a888e6c662291a0a4f50f796c57e738e5bf807a01fb48
|
| 3 |
size 251665797
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665861
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:466db7d4347663b3850307826f1c823b39ffa7f3e9af50da5d15330e08c68fb3
|
| 3 |
size 251665861
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665861
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49f2e1a49bbf4a510f7ac302dd74ef55686659a8da21ef916d9644b9708f2fb7
|
| 3 |
size 251665861
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665861
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c20437cc561c6830028ce7ca376c5be1d0fdc117a54a3b449301f91f2290dc86
|
| 3 |
size 251665861
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665861
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5783938d867efc32d2cde1c5e4351a948f61d897dd2c40bed9e1d4c8632aea9c
|
| 3 |
size 251665861
|
checkpoint-2100/global_step2100/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 251665861
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a6aa4f5637983da295c1003c393d979ba7b3d0b9800c574b21e45c7e6ce19ff
|
| 3 |
size 251665861
|
checkpoint-2100/global_step2100/mp_rank_00_model_states.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 447220134
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fc16b03d3ced1e070f225464079bb1820b89ee2ae37c9a4c2bd9dce0b553036d
|
| 3 |
size 447220134
|
checkpoint-2100/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 16325
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b97d80b61c65f11b847f8d860bc44acc0454a9cf0ac3504c1e05ea877dc511b0
|
| 3 |
size 16325
|
checkpoint-2100/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 16389
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e488004da68caa402975687fb71e9f0c8cec872bc1e89f3b218eefb3566312d7
|
| 3 |
size 16389
|
checkpoint-2100/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 16389
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee22eea139f7f1f09a22d4cfb946391cd42163bf77734f64223afd4d9ef5f9ff
|
| 3 |
size 16389
|
checkpoint-2100/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 16389
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:20b32411e5d28229d5698325a5fc4a8f4ac59115aa319a662443cc77c5f266e3
|
| 3 |
size 16389
|
checkpoint-2100/rng_state_4.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8c4f2f467100261410a34590157286d464095ed4edf72a12ad0abe391313117
|
| 3 |
+
size 16453
|
checkpoint-2100/rng_state_5.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 16389
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eddb7f28550685b5c884b86c6b1acbab3648e28050d62d49f48a2069bd2f0cd0
|
| 3 |
size 16389
|
checkpoint-2100/rng_state_6.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f55964ec86bd3f69b1bd174eaee397ccf91cba47d4ea33329d2068f1a7c350e9
|
| 3 |
+
size 16389
|
checkpoint-2100/rng_state_7.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 16325
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb29d3a42774ec22e16095b726eb0e14f8dbe72f1fd1ac582d17d3a2858ed791
|
| 3 |
size 16325
|
checkpoint-2100/trainer_state.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-2100/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 10129
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b2b580dfdced6e43d90902d33846dd582730283be348589cde9c58ad3764659
|
| 3 |
size 10129
|