Training in progress, step 11800, checkpoint
Browse files
last-checkpoint/README.md
CHANGED
|
@@ -1257,6 +1257,10 @@ You can finetune this model on your own dataset.
|
|
| 1257 |
| 0.2032 | 11500 | 0.4133 |
|
| 1258 |
| 0.2041 | 11550 | 0.4255 |
|
| 1259 |
| 0.2050 | 11600 | 0.3766 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1260 |
|
| 1261 |
|
| 1262 |
### Framework Versions
|
|
|
|
| 1257 |
| 0.2032 | 11500 | 0.4133 |
|
| 1258 |
| 0.2041 | 11550 | 0.4255 |
|
| 1259 |
| 0.2050 | 11600 | 0.3766 |
|
| 1260 |
+
| 0.2059 | 11650 | 0.3651 |
|
| 1261 |
+
| 0.2067 | 11700 | 0.4562 |
|
| 1262 |
+
| 0.2076 | 11750 | 0.3946 |
|
| 1263 |
+
| 0.2085 | 11800 | 0.4075 |
|
| 1264 |
|
| 1265 |
|
| 1266 |
### Framework Versions
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 90864192
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b862a23d12f1864e02fd89ff20938a5a8d57d9e45b50fd7ba8fb62a812ed9c4
|
| 3 |
size 90864192
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 180609210
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e03a1731cf97a2713699785dde7889737564cf64dda094167f6bf39225f51425
|
| 3 |
size 180609210
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:723b9765e6117e22f09f68846aa63411b573b1386212c3de8a3659e8a2bc457a
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32596f6769c071a4397e5c0daafd0033f8ee8c8e6a4611bee1a368898a86e488
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a48af0c514adaca9b905e2d835164b19c1d65658838747141fac1c271772baaa
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch": 0.
|
| 6 |
"eval_steps": 500,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -1632,6 +1632,34 @@
|
|
| 1632 |
"learning_rate": 4.417054446211541e-05,
|
| 1633 |
"loss": 0.3766,
|
| 1634 |
"step": 11600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1635 |
}
|
| 1636 |
],
|
| 1637 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 0.20851372126309836,
|
| 6 |
"eval_steps": 500,
|
| 7 |
+
"global_step": 11800,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 1632 |
"learning_rate": 4.417054446211541e-05,
|
| 1633 |
"loss": 0.3766,
|
| 1634 |
"step": 11600
|
| 1635 |
+
},
|
| 1636 |
+
{
|
| 1637 |
+
"epoch": 0.2058631231114488,
|
| 1638 |
+
"grad_norm": 2.006748676300049,
|
| 1639 |
+
"learning_rate": 4.412145844377688e-05,
|
| 1640 |
+
"loss": 0.3651,
|
| 1641 |
+
"step": 11650
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"epoch": 0.20674665582866533,
|
| 1645 |
+
"grad_norm": 1.5192091464996338,
|
| 1646 |
+
"learning_rate": 4.407237242543834e-05,
|
| 1647 |
+
"loss": 0.4562,
|
| 1648 |
+
"step": 11700
|
| 1649 |
+
},
|
| 1650 |
+
{
|
| 1651 |
+
"epoch": 0.20763018854588186,
|
| 1652 |
+
"grad_norm": 1.820331335067749,
|
| 1653 |
+
"learning_rate": 4.402328640709981e-05,
|
| 1654 |
+
"loss": 0.3946,
|
| 1655 |
+
"step": 11750
|
| 1656 |
+
},
|
| 1657 |
+
{
|
| 1658 |
+
"epoch": 0.20851372126309836,
|
| 1659 |
+
"grad_norm": 3.302582025527954,
|
| 1660 |
+
"learning_rate": 4.3974200388761265e-05,
|
| 1661 |
+
"loss": 0.4075,
|
| 1662 |
+
"step": 11800
|
| 1663 |
}
|
| 1664 |
],
|
| 1665 |
"logging_steps": 50,
|