Training in progress, step 24400, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1511,6 +1511,10 @@ You can finetune this model on your own dataset.
|
|
| 1511 |
| 0.4259 | 24100 | 0.285 |
|
| 1512 |
| 0.4267 | 24150 | 0.4717 |
|
| 1513 |
| 0.4276 | 24200 | 0.3391 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1514 |
|
| 1515 |
</details>
|
| 1516 |
|
|
|
|
| 1511 |
| 0.4259 | 24100 | 0.285 |
|
| 1512 |
| 0.4267 | 24150 | 0.4717 |
|
| 1513 |
| 0.4276 | 24200 | 0.3391 |
|
| 1514 |
+
| 0.4285 | 24250 | 0.2913 |
|
| 1515 |
+
| 0.4294 | 24300 | 0.3417 |
|
| 1516 |
+
| 0.4303 | 24350 | 0.2909 |
|
| 1517 |
+
| 0.4312 | 24400 | 0.2871 |
|
| 1518 |
|
| 1519 |
</details>
|
| 1520 |
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a38d401f5ea89e305e6df80090c6dd502f091f942a1c6fd6198f15360577d242
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ee417ff7164269027bc0f8dbaecd3a447bcdaf2df6f366192998237eb82980f
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:84b0651531962a4d1fe7da7104f596909a3f9f4635a3127767128f052a6125b9
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6968679df555ba9a784a9188bf0ef6e39006e81ae9b7d0ac31431b960b33cd5f
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:983738f386fa95d07dae8b199fac4c31ae7f3aaf02a8d2d99fd9db8f93f6cabe
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -3396,6 +3396,34 @@
|
|
| 3396 |
"learning_rate": 3.180675816300485e-05,
|
| 3397 |
"loss": 0.3391,
|
| 3398 |
"step": 24200
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3399 |
}
|
| 3400 |
],
|
| 3401 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.431163966001661,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 24400,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 3396 |
"learning_rate": 3.180675816300485e-05,
|
| 3397 |
"loss": 0.3391,
|
| 3398 |
"step": 24200
|
| 3399 |
+
},
|
| 3400 |
+
{
|
| 3401 |
+
"epoch": 0.4285133678500115,
|
| 3402 |
+
"grad_norm": 1.3054397106170654,
|
| 3403 |
+
"learning_rate": 3.1757672144666315e-05,
|
| 3404 |
+
"loss": 0.2913,
|
| 3405 |
+
"step": 24250
|
| 3406 |
+
},
|
| 3407 |
+
{
|
| 3408 |
+
"epoch": 0.429396900567228,
|
| 3409 |
+
"grad_norm": 1.7768748998641968,
|
| 3410 |
+
"learning_rate": 3.170858612632778e-05,
|
| 3411 |
+
"loss": 0.3417,
|
| 3412 |
+
"step": 24300
|
| 3413 |
+
},
|
| 3414 |
+
{
|
| 3415 |
+
"epoch": 0.43028043328444454,
|
| 3416 |
+
"grad_norm": 1.2682479619979858,
|
| 3417 |
+
"learning_rate": 3.1659500107989244e-05,
|
| 3418 |
+
"loss": 0.2909,
|
| 3419 |
+
"step": 24350
|
| 3420 |
+
},
|
| 3421 |
+
{
|
| 3422 |
+
"epoch": 0.431163966001661,
|
| 3423 |
+
"grad_norm": 1.791175365447998,
|
| 3424 |
+
"learning_rate": 3.16104140896507e-05,
|
| 3425 |
+
"loss": 0.2871,
|
| 3426 |
+
"step": 24400
|
| 3427 |
}
|
| 3428 |
],
|
| 3429 |
"logging_steps": 50,
|