Training in progress, step 1100, checkpoint
Browse files- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +20 -5
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 136000488
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74cad29765d7eeaf0798dfe99d70605b73505b56db5675476deac5bce8b2bd92
|
| 3 |
size 136000488
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 268176506
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7e5414ede6ff97d0f574e34a66d664c6e2b33fda48d31eb59891c58fa9e5571
|
| 3 |
size 268176506
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:298dca4ef3ed6fb66ee994903dbf37725d0d0ecea6edef108d1e34863545fc10
|
| 3 |
size 15024
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39935e7b6aa26b9c30d9a05991f0711d238602e35f3dc320984bdc087ec43877
|
| 3 |
size 15024
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2429e043941b88180a7f42eb58397a6fabb9176cccf0404d3714e1cc142d0838
|
| 3 |
size 15024
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7fba82a6aeef46864a8c5c8c25e48b11e02dd297752e8eaeeef1f62c51b062d
|
| 3 |
size 15024
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3fc1e1bf421f50dc04c51b86d69cc292444452defdf9f3ea4559b9ad288a68b3
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-
|
| 4 |
-
"epoch": 1.
|
| 5 |
"eval_steps": 100,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -157,6 +157,21 @@
|
|
| 157 |
"eval_samples_per_second": 891.467,
|
| 158 |
"eval_steps_per_second": 3.602,
|
| 159 |
"step": 1000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 160 |
}
|
| 161 |
],
|
| 162 |
"logging_steps": 100,
|
|
@@ -185,7 +200,7 @@
|
|
| 185 |
"attributes": {}
|
| 186 |
}
|
| 187 |
},
|
| 188 |
-
"total_flos": 3.
|
| 189 |
"train_batch_size": 64,
|
| 190 |
"trial_name": null,
|
| 191 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.8951759934425354,
|
| 3 |
+
"best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-1100",
|
| 4 |
+
"epoch": 1.4725568942436413,
|
| 5 |
"eval_steps": 100,
|
| 6 |
+
"global_step": 1100,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 157 |
"eval_samples_per_second": 891.467,
|
| 158 |
"eval_steps_per_second": 3.602,
|
| 159 |
"step": 1000
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 1.4725568942436413,
|
| 163 |
+
"grad_norm": 0.2045995146036148,
|
| 164 |
+
"learning_rate": 0.0008527443105756359,
|
| 165 |
+
"loss": 0.9242,
|
| 166 |
+
"step": 1100
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 1.4725568942436413,
|
| 170 |
+
"eval_loss": 0.8951759934425354,
|
| 171 |
+
"eval_runtime": 6.39,
|
| 172 |
+
"eval_samples_per_second": 890.768,
|
| 173 |
+
"eval_steps_per_second": 3.599,
|
| 174 |
+
"step": 1100
|
| 175 |
}
|
| 176 |
],
|
| 177 |
"logging_steps": 100,
|
|
|
|
| 200 |
"attributes": {}
|
| 201 |
}
|
| 202 |
},
|
| 203 |
+
"total_flos": 3.9943497842688e+16,
|
| 204 |
"train_batch_size": 64,
|
| 205 |
"trial_name": null,
|
| 206 |
"trial_params": null
|