Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1318,3 +1318,6 @@
|
|
| 1318 |
{"step": 26360, "tokens": 13820231680, "loss": 2.7224075317382814, "tokens_per_second": 981610.3190471472, "lr": 0.0015, "gradient_norm": 0.1656225472688675, "benchmark": false}
|
| 1319 |
{"step": 26380, "tokens": 13830717440, "loss": 2.692645454406738, "tokens_per_second": 979452.5686858577, "lr": 0.0015, "gradient_norm": 0.21354517340660095, "benchmark": false}
|
| 1320 |
{"step": 26400, "tokens": 13841203200, "loss": 2.7110664367675783, "tokens_per_second": 977782.7420926125, "lr": 0.0015, "gradient_norm": 0.15516646206378937, "benchmark": false}
|
|
|
|
|
|
|
|
|
|
|
|
| 1318 |
{"step": 26360, "tokens": 13820231680, "loss": 2.7224075317382814, "tokens_per_second": 981610.3190471472, "lr": 0.0015, "gradient_norm": 0.1656225472688675, "benchmark": false}
|
| 1319 |
{"step": 26380, "tokens": 13830717440, "loss": 2.692645454406738, "tokens_per_second": 979452.5686858577, "lr": 0.0015, "gradient_norm": 0.21354517340660095, "benchmark": false}
|
| 1320 |
{"step": 26400, "tokens": 13841203200, "loss": 2.7110664367675783, "tokens_per_second": 977782.7420926125, "lr": 0.0015, "gradient_norm": 0.15516646206378937, "benchmark": false}
|
| 1321 |
+
{"step": 26420, "tokens": 13851688960, "loss": 2.7424766540527346, "tokens_per_second": 981957.8310408042, "lr": 0.0015, "gradient_norm": 0.17319349944591522, "benchmark": false}
|
| 1322 |
+
{"step": 26440, "tokens": 13862174720, "loss": 2.7235631942749023, "tokens_per_second": 985692.4451058855, "lr": 0.0015, "gradient_norm": 0.1800365447998047, "benchmark": false}
|
| 1323 |
+
{"step": 26460, "tokens": 13872660480, "loss": 2.729097366333008, "tokens_per_second": 992203.155856663, "lr": 0.0015, "gradient_norm": 0.16647778451442719, "benchmark": false}
|