Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -256,3 +256,5 @@
|
|
| 256 |
{"step": 5120, "tokens": 2684354560, "loss": 2.94069766998291, "tokens_per_second": 971473.8473101754, "lr": 0.0015, "gradient_norm": 0.08239274471998215, "benchmark": false}
|
| 257 |
{"step": 5140, "tokens": 2694840320, "loss": 2.930527114868164, "tokens_per_second": 952458.4455743586, "lr": 0.0015, "gradient_norm": 0.07921042293310165, "benchmark": false}
|
| 258 |
{"step": 5160, "tokens": 2705326080, "loss": 2.9769565582275392, "tokens_per_second": 971415.8924402391, "lr": 0.0015, "gradient_norm": 0.07994222640991211, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 256 |
{"step": 5120, "tokens": 2684354560, "loss": 2.94069766998291, "tokens_per_second": 971473.8473101754, "lr": 0.0015, "gradient_norm": 0.08239274471998215, "benchmark": false}
|
| 257 |
{"step": 5140, "tokens": 2694840320, "loss": 2.930527114868164, "tokens_per_second": 952458.4455743586, "lr": 0.0015, "gradient_norm": 0.07921042293310165, "benchmark": false}
|
| 258 |
{"step": 5160, "tokens": 2705326080, "loss": 2.9769565582275392, "tokens_per_second": 971415.8924402391, "lr": 0.0015, "gradient_norm": 0.07994222640991211, "benchmark": false}
|
| 259 |
+
{"step": 5180, "tokens": 2715811840, "loss": 2.926432800292969, "tokens_per_second": 972275.7534137008, "lr": 0.0015, "gradient_norm": 0.08145543932914734, "benchmark": false}
|
| 260 |
+
{"step": 5200, "tokens": 2726297600, "loss": 2.9458358764648436, "tokens_per_second": 980504.0113963353, "lr": 0.0015, "gradient_norm": 0.08293821662664413, "benchmark": false}
|