Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -270,3 +270,5 @@
|
|
| 270 |
{"step": 5400, "tokens": 2831155200, "loss": 2.9516632080078127, "tokens_per_second": 974753.4470476174, "lr": 0.0015, "gradient_norm": 0.07655521482229233, "benchmark": false}
|
| 271 |
{"step": 5420, "tokens": 2841640960, "loss": 2.90808048248291, "tokens_per_second": 975353.845478422, "lr": 0.0015, "gradient_norm": 0.07446541637182236, "benchmark": false}
|
| 272 |
{"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 270 |
{"step": 5400, "tokens": 2831155200, "loss": 2.9516632080078127, "tokens_per_second": 974753.4470476174, "lr": 0.0015, "gradient_norm": 0.07655521482229233, "benchmark": false}
|
| 271 |
{"step": 5420, "tokens": 2841640960, "loss": 2.90808048248291, "tokens_per_second": 975353.845478422, "lr": 0.0015, "gradient_norm": 0.07446541637182236, "benchmark": false}
|
| 272 |
{"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
|
| 273 |
+
{"step": 5460, "tokens": 2862612480, "loss": 2.9212882995605467, "tokens_per_second": 963640.9597608796, "lr": 0.0015, "gradient_norm": 0.07737968862056732, "benchmark": false}
|
| 274 |
+
{"step": 5480, "tokens": 2873098240, "loss": 2.93560733795166, "tokens_per_second": 989570.6405544647, "lr": 0.0015, "gradient_norm": 0.07661953568458557, "benchmark": false}
|