Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -343,3 +343,5 @@
|
|
| 343 |
{"step": 6860, "tokens": 3596615680, "loss": 2.8625717163085938, "tokens_per_second": 963394.0123208913, "lr": 0.0015, "gradient_norm": 0.06395010650157928, "benchmark": false}
|
| 344 |
{"step": 6880, "tokens": 3607101440, "loss": 2.8578704833984374, "tokens_per_second": 968473.5591813832, "lr": 0.0015, "gradient_norm": 0.06727306544780731, "benchmark": false}
|
| 345 |
{"step": 6900, "tokens": 3617587200, "loss": 2.8689924240112306, "tokens_per_second": 968370.5294312906, "lr": 0.0015, "gradient_norm": 0.06945327669382095, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 343 |
{"step": 6860, "tokens": 3596615680, "loss": 2.8625717163085938, "tokens_per_second": 963394.0123208913, "lr": 0.0015, "gradient_norm": 0.06395010650157928, "benchmark": false}
|
| 344 |
{"step": 6880, "tokens": 3607101440, "loss": 2.8578704833984374, "tokens_per_second": 968473.5591813832, "lr": 0.0015, "gradient_norm": 0.06727306544780731, "benchmark": false}
|
| 345 |
{"step": 6900, "tokens": 3617587200, "loss": 2.8689924240112306, "tokens_per_second": 968370.5294312906, "lr": 0.0015, "gradient_norm": 0.06945327669382095, "benchmark": false}
|
| 346 |
+
{"step": 6920, "tokens": 3628072960, "loss": 2.9065435409545897, "tokens_per_second": 970516.5786547065, "lr": 0.0015, "gradient_norm": 0.0702224001288414, "benchmark": false}
|
| 347 |
+
{"step": 6940, "tokens": 3638558720, "loss": 2.9081472396850585, "tokens_per_second": 973242.0789233029, "lr": 0.0015, "gradient_norm": 0.073855459690094, "benchmark": false}
|