Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -260,3 +260,5 @@
|
|
| 260 |
{"step": 5200, "tokens": 2726297600, "loss": 2.9458358764648436, "tokens_per_second": 980504.0113963353, "lr": 0.0015, "gradient_norm": 0.08293821662664413, "benchmark": false}
|
| 261 |
{"step": 5220, "tokens": 2736783360, "loss": 2.945914459228516, "tokens_per_second": 978922.3163641915, "lr": 0.0015, "gradient_norm": 0.07533572614192963, "benchmark": false}
|
| 262 |
{"step": 5240, "tokens": 2747269120, "loss": 2.933604431152344, "tokens_per_second": 994955.99338533, "lr": 0.0015, "gradient_norm": 0.08959390968084335, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 260 |
{"step": 5200, "tokens": 2726297600, "loss": 2.9458358764648436, "tokens_per_second": 980504.0113963353, "lr": 0.0015, "gradient_norm": 0.08293821662664413, "benchmark": false}
|
| 261 |
{"step": 5220, "tokens": 2736783360, "loss": 2.945914459228516, "tokens_per_second": 978922.3163641915, "lr": 0.0015, "gradient_norm": 0.07533572614192963, "benchmark": false}
|
| 262 |
{"step": 5240, "tokens": 2747269120, "loss": 2.933604431152344, "tokens_per_second": 994955.99338533, "lr": 0.0015, "gradient_norm": 0.08959390968084335, "benchmark": false}
|
| 263 |
+
{"step": 5260, "tokens": 2757754880, "loss": 2.9177902221679686, "tokens_per_second": 849796.2344397762, "lr": 0.0015, "gradient_norm": 0.07915160059928894, "benchmark": false}
|
| 264 |
+
{"step": 5280, "tokens": 2768240640, "loss": 2.9453243255615233, "tokens_per_second": 970850.4842013303, "lr": 0.0015, "gradient_norm": 0.08411432057619095, "benchmark": false}
|