Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -206,3 +206,5 @@
|
|
| 206 |
{"step": 4120, "tokens": 2160066560, "loss": 3.0354469299316404, "tokens_per_second": 988168.614991664, "lr": 0.0015, "gradient_norm": 0.11598093062639236, "benchmark": false}
|
| 207 |
{"step": 4140, "tokens": 2170552320, "loss": 2.983502960205078, "tokens_per_second": 977792.9972275979, "lr": 0.0015, "gradient_norm": 0.10647008568048477, "benchmark": false}
|
| 208 |
{"step": 4160, "tokens": 2181038080, "loss": 2.981258583068848, "tokens_per_second": 985272.0417482306, "lr": 0.0015, "gradient_norm": 0.12514017522335052, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 206 |
{"step": 4120, "tokens": 2160066560, "loss": 3.0354469299316404, "tokens_per_second": 988168.614991664, "lr": 0.0015, "gradient_norm": 0.11598093062639236, "benchmark": false}
|
| 207 |
{"step": 4140, "tokens": 2170552320, "loss": 2.983502960205078, "tokens_per_second": 977792.9972275979, "lr": 0.0015, "gradient_norm": 0.10647008568048477, "benchmark": false}
|
| 208 |
{"step": 4160, "tokens": 2181038080, "loss": 2.981258583068848, "tokens_per_second": 985272.0417482306, "lr": 0.0015, "gradient_norm": 0.12514017522335052, "benchmark": false}
|
| 209 |
+
{"step": 4180, "tokens": 2191523840, "loss": 2.9803936004638674, "tokens_per_second": 979294.5441847291, "lr": 0.0015, "gradient_norm": 0.116953045129776, "benchmark": false}
|
| 210 |
+
{"step": 4200, "tokens": 2202009600, "loss": 2.9926197052001955, "tokens_per_second": 984405.9331565329, "lr": 0.0015, "gradient_norm": 0.09584445506334305, "benchmark": false}
|