Training in progress, step 17000, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1363,6 +1363,10 @@ You can finetune this model on your own dataset.
|
|
| 1363 |
| 0.2951 | 16700 | 0.3299 |
|
| 1364 |
| 0.2960 | 16750 | 0.3493 |
|
| 1365 |
| 0.2969 | 16800 | 0.2752 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1366 |
|
| 1367 |
</details>
|
| 1368 |
|
|
|
|
| 1363 |
| 0.2951 | 16700 | 0.3299 |
|
| 1364 |
| 0.2960 | 16750 | 0.3493 |
|
| 1365 |
| 0.2969 | 16800 | 0.2752 |
|
| 1366 |
+
| 0.2978 | 16850 | 0.3254 |
|
| 1367 |
+
| 0.2986 | 16900 | 0.3352 |
|
| 1368 |
+
| 0.2995 | 16950 | 0.3812 |
|
| 1369 |
+
| 0.3004 | 17000 | 0.3332 |
|
| 1370 |
|
| 1371 |
</details>
|
| 1372 |
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38ad97b260860972b9730f175955e3ce530db8323f7dc5bcf0e90933d6b8fb84
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fd7069f1a068fd2c2876d55655006ec19b8c2319d576c34cff13d207d6cb5d3
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8bbc5938b66b6b7b1cb7ca970b428c630e6141cd051d14e46bf204d25c3e87c0
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa14b4995859788df7ef8bb3ac5bf3bef25e341abeaa5e3ae0de74c72a4065ee
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16324e1fa03eb15f85ccd89e40ca9aaf90eafb16b60693a1698d40074577c527
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -2360,6 +2360,34 @@
|
|
| 2360 |
"learning_rate": 3.906756199564116e-05,
|
| 2361 |
"loss": 0.2752,
|
| 2362 |
"step": 16800
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2363 |
}
|
| 2364 |
],
|
| 2365 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.3004011238536163,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 17000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 2360 |
"learning_rate": 3.906756199564116e-05,
|
| 2361 |
"loss": 0.2752,
|
| 2362 |
"step": 16800
|
| 2363 |
+
},
|
| 2364 |
+
{
|
| 2365 |
+
"epoch": 0.29775052570196675,
|
| 2366 |
+
"grad_norm": 1.8846018314361572,
|
| 2367 |
+
"learning_rate": 3.901847597730263e-05,
|
| 2368 |
+
"loss": 0.3254,
|
| 2369 |
+
"step": 16850
|
| 2370 |
+
},
|
| 2371 |
+
{
|
| 2372 |
+
"epoch": 0.2986340584191833,
|
| 2373 |
+
"grad_norm": 2.9167964458465576,
|
| 2374 |
+
"learning_rate": 3.896938995896409e-05,
|
| 2375 |
+
"loss": 0.3352,
|
| 2376 |
+
"step": 16900
|
| 2377 |
+
},
|
| 2378 |
+
{
|
| 2379 |
+
"epoch": 0.2995175911363998,
|
| 2380 |
+
"grad_norm": 2.6470940113067627,
|
| 2381 |
+
"learning_rate": 3.892128566099233e-05,
|
| 2382 |
+
"loss": 0.3812,
|
| 2383 |
+
"step": 16950
|
| 2384 |
+
},
|
| 2385 |
+
{
|
| 2386 |
+
"epoch": 0.3004011238536163,
|
| 2387 |
+
"grad_norm": 2.1021623611450195,
|
| 2388 |
+
"learning_rate": 3.887219964265379e-05,
|
| 2389 |
+
"loss": 0.3332,
|
| 2390 |
+
"step": 17000
|
| 2391 |
}
|
| 2392 |
],
|
| 2393 |
"logging_steps": 50,
|