Training in progress, step 3200, checkpoint
Browse files- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +20 -5
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 136000488
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bc348b2f67ae50ac338e43ec78d914361843cbf1e3b704f81a788fbe94e835a
|
| 3 |
size 136000488
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 268176506
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:67032d3cbdea034fb916679f8d1d0bd1f24d9c39f3b6c36ff3c41d6a02107d1a
|
| 3 |
size 268176506
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:db91dd5e9083ef8e2bd49e1ee4ec3ac01f536d0772b293168dd335f34eb14ebe
|
| 3 |
size 15024
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dabdcb1d64ee62b3d44e9be0fda637a6eeefd3ba1adf1f4af2033d80e8af9a96
|
| 3 |
size 15024
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ddc87dd35064d2bd252c124860330c1c252335e10cb120fb9c4bb983480c26ac
|
| 3 |
size 15024
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 15024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83866576b1071745a157c9879af6dffd8ac9b144d23bab164f4910105ec261e2
|
| 3 |
size 15024
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:675ec9db3b9601b5c3a7ab2fca2c541e6b66bed8f3f8436e760187306c91cbc1
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 0.
|
| 3 |
-
"best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-
|
| 4 |
-
"epoch": 4.
|
| 5 |
"eval_steps": 100,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -472,6 +472,21 @@
|
|
| 472 |
"eval_samples_per_second": 895.607,
|
| 473 |
"eval_steps_per_second": 3.619,
|
| 474 |
"step": 3100
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 475 |
}
|
| 476 |
],
|
| 477 |
"logging_steps": 100,
|
|
@@ -500,7 +515,7 @@
|
|
| 500 |
"attributes": {}
|
| 501 |
}
|
| 502 |
},
|
| 503 |
-
"total_flos": 1.
|
| 504 |
"train_batch_size": 64,
|
| 505 |
"trial_name": null,
|
| 506 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.805473268032074,
|
| 3 |
+
"best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3200",
|
| 4 |
+
"epoch": 4.28380187416332,
|
| 5 |
"eval_steps": 100,
|
| 6 |
+
"global_step": 3200,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 472 |
"eval_samples_per_second": 895.607,
|
| 473 |
"eval_steps_per_second": 3.619,
|
| 474 |
"step": 3100
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 4.28380187416332,
|
| 478 |
+
"grad_norm": 0.19236040115356445,
|
| 479 |
+
"learning_rate": 0.000571619812583668,
|
| 480 |
+
"loss": 0.7805,
|
| 481 |
+
"step": 3200
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"epoch": 4.28380187416332,
|
| 485 |
+
"eval_loss": 0.805473268032074,
|
| 486 |
+
"eval_runtime": 6.4107,
|
| 487 |
+
"eval_samples_per_second": 887.894,
|
| 488 |
+
"eval_steps_per_second": 3.588,
|
| 489 |
+
"step": 3200
|
| 490 |
}
|
| 491 |
],
|
| 492 |
"logging_steps": 100,
|
|
|
|
| 515 |
"attributes": {}
|
| 516 |
}
|
| 517 |
},
|
| 518 |
+
"total_flos": 1.16199266451456e+17,
|
| 519 |
"train_batch_size": 64,
|
| 520 |
"trial_name": null,
|
| 521 |
"trial_params": null
|