Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1321,3 +1321,5 @@
|
|
| 1321 |
{"step": 26420, "tokens": 13851688960, "loss": 2.7424766540527346, "tokens_per_second": 981957.8310408042, "lr": 0.0015, "gradient_norm": 0.17319349944591522, "benchmark": false}
|
| 1322 |
{"step": 26440, "tokens": 13862174720, "loss": 2.7235631942749023, "tokens_per_second": 985692.4451058855, "lr": 0.0015, "gradient_norm": 0.1800365447998047, "benchmark": false}
|
| 1323 |
{"step": 26460, "tokens": 13872660480, "loss": 2.729097366333008, "tokens_per_second": 992203.155856663, "lr": 0.0015, "gradient_norm": 0.16647778451442719, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1321 |
{"step": 26420, "tokens": 13851688960, "loss": 2.7424766540527346, "tokens_per_second": 981957.8310408042, "lr": 0.0015, "gradient_norm": 0.17319349944591522, "benchmark": false}
|
| 1322 |
{"step": 26440, "tokens": 13862174720, "loss": 2.7235631942749023, "tokens_per_second": 985692.4451058855, "lr": 0.0015, "gradient_norm": 0.1800365447998047, "benchmark": false}
|
| 1323 |
{"step": 26460, "tokens": 13872660480, "loss": 2.729097366333008, "tokens_per_second": 992203.155856663, "lr": 0.0015, "gradient_norm": 0.16647778451442719, "benchmark": false}
|
| 1324 |
+
{"step": 26480, "tokens": 13883146240, "loss": 2.7267486572265627, "tokens_per_second": 988070.7718164688, "lr": 0.0015, "gradient_norm": 0.1715329885482788, "benchmark": false}
|
| 1325 |
+
{"step": 26500, "tokens": 13893632000, "loss": 2.7060214996337892, "tokens_per_second": 991145.660072251, "lr": 0.0015, "gradient_norm": 0.1872853934764862, "benchmark": false}
|