Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -377,3 +377,5 @@
|
|
| 377 |
{"step": 7540, "tokens": 3953131520, "loss": 2.867593765258789, "tokens_per_second": 992329.0947803116, "lr": 0.0015, "gradient_norm": 0.07130780071020126, "benchmark": false}
|
| 378 |
{"step": 7560, "tokens": 3963617280, "loss": 2.8703800201416017, "tokens_per_second": 981001.7008508949, "lr": 0.0015, "gradient_norm": 0.07841914147138596, "benchmark": false}
|
| 379 |
{"step": 7580, "tokens": 3974103040, "loss": 2.8924484252929688, "tokens_per_second": 983234.1127777771, "lr": 0.0015, "gradient_norm": 0.06483935564756393, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 377 |
{"step": 7540, "tokens": 3953131520, "loss": 2.867593765258789, "tokens_per_second": 992329.0947803116, "lr": 0.0015, "gradient_norm": 0.07130780071020126, "benchmark": false}
|
| 378 |
{"step": 7560, "tokens": 3963617280, "loss": 2.8703800201416017, "tokens_per_second": 981001.7008508949, "lr": 0.0015, "gradient_norm": 0.07841914147138596, "benchmark": false}
|
| 379 |
{"step": 7580, "tokens": 3974103040, "loss": 2.8924484252929688, "tokens_per_second": 983234.1127777771, "lr": 0.0015, "gradient_norm": 0.06483935564756393, "benchmark": false}
|
| 380 |
+
{"step": 7600, "tokens": 3984588800, "loss": 2.863667297363281, "tokens_per_second": 986351.7749659457, "lr": 0.0015, "gradient_norm": 0.07615407556295395, "benchmark": false}
|
| 381 |
+
{"step": 7620, "tokens": 3995074560, "loss": 2.8453487396240233, "tokens_per_second": 981280.9111615706, "lr": 0.0015, "gradient_norm": 0.07330675423145294, "benchmark": false}
|