Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -268,3 +268,5 @@
|
|
| 268 |
{"step": 5360, "tokens": 2810183680, "loss": 2.929550361633301, "tokens_per_second": 965670.9911927925, "lr": 0.0015, "gradient_norm": 0.07830847799777985, "benchmark": false}
|
| 269 |
{"step": 5380, "tokens": 2820669440, "loss": 2.924506950378418, "tokens_per_second": 966678.1909652675, "lr": 0.0015, "gradient_norm": 0.07923851162195206, "benchmark": false}
|
| 270 |
{"step": 5400, "tokens": 2831155200, "loss": 2.9516632080078127, "tokens_per_second": 974753.4470476174, "lr": 0.0015, "gradient_norm": 0.07655521482229233, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 268 |
{"step": 5360, "tokens": 2810183680, "loss": 2.929550361633301, "tokens_per_second": 965670.9911927925, "lr": 0.0015, "gradient_norm": 0.07830847799777985, "benchmark": false}
|
| 269 |
{"step": 5380, "tokens": 2820669440, "loss": 2.924506950378418, "tokens_per_second": 966678.1909652675, "lr": 0.0015, "gradient_norm": 0.07923851162195206, "benchmark": false}
|
| 270 |
{"step": 5400, "tokens": 2831155200, "loss": 2.9516632080078127, "tokens_per_second": 974753.4470476174, "lr": 0.0015, "gradient_norm": 0.07655521482229233, "benchmark": false}
|
| 271 |
+
{"step": 5420, "tokens": 2841640960, "loss": 2.90808048248291, "tokens_per_second": 975353.845478422, "lr": 0.0015, "gradient_norm": 0.07446541637182236, "benchmark": false}
|
| 272 |
+
{"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
|