Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -282,3 +282,5 @@
|
|
| 282 |
{"step": 5640, "tokens": 2956984320, "loss": 2.9199426651000975, "tokens_per_second": 990308.9639122755, "lr": 0.0015, "gradient_norm": 0.07617263495922089, "benchmark": false}
|
| 283 |
{"step": 5660, "tokens": 2967470080, "loss": 2.9107025146484373, "tokens_per_second": 978185.6635022453, "lr": 0.0015, "gradient_norm": 0.07382852584123611, "benchmark": false}
|
| 284 |
{"step": 5680, "tokens": 2977955840, "loss": 2.905801010131836, "tokens_per_second": 971898.3197802342, "lr": 0.0015, "gradient_norm": 0.08222389221191406, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 282 |
{"step": 5640, "tokens": 2956984320, "loss": 2.9199426651000975, "tokens_per_second": 990308.9639122755, "lr": 0.0015, "gradient_norm": 0.07617263495922089, "benchmark": false}
|
| 283 |
{"step": 5660, "tokens": 2967470080, "loss": 2.9107025146484373, "tokens_per_second": 978185.6635022453, "lr": 0.0015, "gradient_norm": 0.07382852584123611, "benchmark": false}
|
| 284 |
{"step": 5680, "tokens": 2977955840, "loss": 2.905801010131836, "tokens_per_second": 971898.3197802342, "lr": 0.0015, "gradient_norm": 0.08222389221191406, "benchmark": false}
|
| 285 |
+
{"step": 5700, "tokens": 2988441600, "loss": 2.9259653091430664, "tokens_per_second": 983162.2201589467, "lr": 0.0015, "gradient_norm": 0.08115886151790619, "benchmark": false}
|
| 286 |
+
{"step": 5720, "tokens": 2998927360, "loss": 2.9457263946533203, "tokens_per_second": 973233.7790143759, "lr": 0.0015, "gradient_norm": 0.07591685652732849, "benchmark": false}
|