Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1362,3 +1362,5 @@
|
|
| 1362 |
{"step": 27240, "tokens": 14281605120, "loss": 2.70388126373291, "tokens_per_second": 974343.3163104206, "lr": 0.0015, "gradient_norm": 0.21058093011379242, "benchmark": false}
|
| 1363 |
{"step": 27260, "tokens": 14292090880, "loss": 2.7224603652954102, "tokens_per_second": 972456.5306671232, "lr": 0.0015, "gradient_norm": 0.1737559288740158, "benchmark": false}
|
| 1364 |
{"step": 27280, "tokens": 14302576640, "loss": 2.736484146118164, "tokens_per_second": 970663.2625875013, "lr": 0.0015, "gradient_norm": 0.1654696762561798, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1362 |
{"step": 27240, "tokens": 14281605120, "loss": 2.70388126373291, "tokens_per_second": 974343.3163104206, "lr": 0.0015, "gradient_norm": 0.21058093011379242, "benchmark": false}
|
| 1363 |
{"step": 27260, "tokens": 14292090880, "loss": 2.7224603652954102, "tokens_per_second": 972456.5306671232, "lr": 0.0015, "gradient_norm": 0.1737559288740158, "benchmark": false}
|
| 1364 |
{"step": 27280, "tokens": 14302576640, "loss": 2.736484146118164, "tokens_per_second": 970663.2625875013, "lr": 0.0015, "gradient_norm": 0.1654696762561798, "benchmark": false}
|
| 1365 |
+
{"step": 27300, "tokens": 14313062400, "loss": 2.7216865539550783, "tokens_per_second": 978398.1105732487, "lr": 0.0015, "gradient_norm": 0.1685521900653839, "benchmark": false}
|
| 1366 |
+
{"step": 27320, "tokens": 14323548160, "loss": 2.719791603088379, "tokens_per_second": 972420.345852193, "lr": 0.0015, "gradient_norm": 0.1878766268491745, "benchmark": false}
|