Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -891,3 +891,5 @@
|
|
| 891 |
{"step": 17820, "tokens": 9342812160, "loss": 2.788447952270508, "tokens_per_second": 973698.0961508178, "lr": 0.0015, "gradient_norm": 0.1329130381345749, "benchmark": false}
|
| 892 |
{"step": 17840, "tokens": 9353297920, "loss": 2.741864013671875, "tokens_per_second": 979741.2364587133, "lr": 0.0015, "gradient_norm": 0.13201284408569336, "benchmark": false}
|
| 893 |
{"step": 17860, "tokens": 9363783680, "loss": 2.7798189163208007, "tokens_per_second": 984993.2254714462, "lr": 0.0015, "gradient_norm": 0.14289097487926483, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 891 |
{"step": 17820, "tokens": 9342812160, "loss": 2.788447952270508, "tokens_per_second": 973698.0961508178, "lr": 0.0015, "gradient_norm": 0.1329130381345749, "benchmark": false}
|
| 892 |
{"step": 17840, "tokens": 9353297920, "loss": 2.741864013671875, "tokens_per_second": 979741.2364587133, "lr": 0.0015, "gradient_norm": 0.13201284408569336, "benchmark": false}
|
| 893 |
{"step": 17860, "tokens": 9363783680, "loss": 2.7798189163208007, "tokens_per_second": 984993.2254714462, "lr": 0.0015, "gradient_norm": 0.14289097487926483, "benchmark": false}
|
| 894 |
+
{"step": 17880, "tokens": 9374269440, "loss": 2.749721336364746, "tokens_per_second": 817039.2847753566, "lr": 0.0015, "gradient_norm": 0.1367609202861786, "benchmark": false}
|
| 895 |
+
{"step": 17900, "tokens": 9384755200, "loss": 2.7631113052368166, "tokens_per_second": 990630.6345504698, "lr": 0.0015, "gradient_norm": 0.1484352946281433, "benchmark": false}
|