Training in progress, step 13800, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1299,6 +1299,10 @@ You can finetune this model on your own dataset.
|
|
| 1299 |
| 0.2386 | 13500 | 0.3666 |
|
| 1300 |
| 0.2394 | 13550 | 0.3792 |
|
| 1301 |
| 0.2403 | 13600 | 0.3341 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1302 |
|
| 1303 |
</details>
|
| 1304 |
|
|
|
|
| 1299 |
| 0.2386 | 13500 | 0.3666 |
|
| 1300 |
| 0.2394 | 13550 | 0.3792 |
|
| 1301 |
| 0.2403 | 13600 | 0.3341 |
|
| 1302 |
+
| 0.2412 | 13650 | 0.4906 |
|
| 1303 |
+
| 0.2421 | 13700 | 0.541 |
|
| 1304 |
+
| 0.2430 | 13750 | 0.3936 |
|
| 1305 |
+
| 0.2439 | 13800 | 0.3871 |
|
| 1306 |
|
| 1307 |
</details>
|
| 1308 |
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:31148f752a25ceb10b5c213db27c39897a7101ce74c3a2bf632bddbac89942e4
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4531c62c1edbd90a082131f940d6f09413598c9a48c2db99b1d4be025b30823d
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:645652864b8ca64a5c235d7c8d3b0d5b69daae205059b96d011831548d91d7f1
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a8dae4393c167bd70d32b16d8177fd63b4e64aff7df734eda7e1fde5cf1c852
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69637a5f3a8187f3f56ddcea39b1cc9e7b6880f429b26c35a70d27d68464427a
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -1912,6 +1912,34 @@
|
|
| 1912 |
"learning_rate": 4.220808544894073e-05,
|
| 1913 |
"loss": 0.3341,
|
| 1914 |
"step": 13600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1915 |
}
|
| 1916 |
],
|
| 1917 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.24385502995175912,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 13800,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 1912 |
"learning_rate": 4.220808544894073e-05,
|
| 1913 |
"loss": 0.3341,
|
| 1914 |
"step": 13600
|
| 1915 |
+
},
|
| 1916 |
+
{
|
| 1917 |
+
"epoch": 0.24120443180010956,
|
| 1918 |
+
"grad_norm": 1.6648529767990112,
|
| 1919 |
+
"learning_rate": 4.2158999430602194e-05,
|
| 1920 |
+
"loss": 0.4906,
|
| 1921 |
+
"step": 13650
|
| 1922 |
+
},
|
| 1923 |
+
{
|
| 1924 |
+
"epoch": 0.2420879645173261,
|
| 1925 |
+
"grad_norm": 2.034646987915039,
|
| 1926 |
+
"learning_rate": 4.210991341226365e-05,
|
| 1927 |
+
"loss": 0.541,
|
| 1928 |
+
"step": 13700
|
| 1929 |
+
},
|
| 1930 |
+
{
|
| 1931 |
+
"epoch": 0.2429714972345426,
|
| 1932 |
+
"grad_norm": 1.2273883819580078,
|
| 1933 |
+
"learning_rate": 4.2060827393925116e-05,
|
| 1934 |
+
"loss": 0.3936,
|
| 1935 |
+
"step": 13750
|
| 1936 |
+
},
|
| 1937 |
+
{
|
| 1938 |
+
"epoch": 0.24385502995175912,
|
| 1939 |
+
"grad_norm": 1.6031947135925293,
|
| 1940 |
+
"learning_rate": 4.201174137558658e-05,
|
| 1941 |
+
"loss": 0.3871,
|
| 1942 |
+
"step": 13800
|
| 1943 |
}
|
| 1944 |
],
|
| 1945 |
"logging_steps": 50,
|