Training in progress, step 17600, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1375,6 +1375,10 @@ You can finetune this model on your own dataset.
|
|
| 1375 |
| 0.3057 | 17300 | 0.2924 |
|
| 1376 |
| 0.3066 | 17350 | 0.4029 |
|
| 1377 |
| 0.3075 | 17400 | 0.5016 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1378 |
|
| 1379 |
</details>
|
| 1380 |
|
|
|
|
| 1375 |
| 0.3057 | 17300 | 0.2924 |
|
| 1376 |
| 0.3066 | 17350 | 0.4029 |
|
| 1377 |
| 0.3075 | 17400 | 0.5016 |
|
| 1378 |
+
| 0.3084 | 17450 | 0.3648 |
|
| 1379 |
+
| 0.3092 | 17500 | 0.3045 |
|
| 1380 |
+
| 0.3101 | 17550 | 0.3271 |
|
| 1381 |
+
| 0.3110 | 17600 | 0.519 |
|
| 1382 |
|
| 1383 |
</details>
|
| 1384 |
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b66468e216ee2c55c8722fcf5ffc4000ad473c11e2235fd48feb13c93ab9a883
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c80fc82acafe7b81de6e075cb1f70093e6580aa336f3c93bec03a9394db9ef8c
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7625a5ff890e229adfcb09536e86a3f211f3ec81111193662f8f33dc40007931
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bfa613f344c94ccc67e76de2c8badaaabcf83b2833a1acdc3b0fc8f5681211e9
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c08c2ff99a1d61c2be28a306cae4d9334535d1863b102589cd2d55ee6bca1a6
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -2444,6 +2444,34 @@
|
|
| 2444 |
"learning_rate": 3.8479511495945495e-05,
|
| 2445 |
"loss": 0.5016,
|
| 2446 |
"step": 17400
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2447 |
}
|
| 2448 |
],
|
| 2449 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.3110035164602145,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 17600,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 2444 |
"learning_rate": 3.8479511495945495e-05,
|
| 2445 |
"loss": 0.5016,
|
| 2446 |
"step": 17400
|
| 2447 |
+
},
|
| 2448 |
+
{
|
| 2449 |
+
"epoch": 0.308352918308565,
|
| 2450 |
+
"grad_norm": 1.4788236618041992,
|
| 2451 |
+
"learning_rate": 3.843042547760696e-05,
|
| 2452 |
+
"loss": 0.3648,
|
| 2453 |
+
"step": 17450
|
| 2454 |
+
},
|
| 2455 |
+
{
|
| 2456 |
+
"epoch": 0.3092364510257815,
|
| 2457 |
+
"grad_norm": 1.7631937265396118,
|
| 2458 |
+
"learning_rate": 3.8381339459268424e-05,
|
| 2459 |
+
"loss": 0.3045,
|
| 2460 |
+
"step": 17500
|
| 2461 |
+
},
|
| 2462 |
+
{
|
| 2463 |
+
"epoch": 0.310119983742998,
|
| 2464 |
+
"grad_norm": 1.9122941493988037,
|
| 2465 |
+
"learning_rate": 3.833225344092989e-05,
|
| 2466 |
+
"loss": 0.3271,
|
| 2467 |
+
"step": 17550
|
| 2468 |
+
},
|
| 2469 |
+
{
|
| 2470 |
+
"epoch": 0.3110035164602145,
|
| 2471 |
+
"grad_norm": 1.6838266849517822,
|
| 2472 |
+
"learning_rate": 3.828316742259135e-05,
|
| 2473 |
+
"loss": 0.519,
|
| 2474 |
+
"step": 17600
|
| 2475 |
}
|
| 2476 |
],
|
| 2477 |
"logging_steps": 50,
|