Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -284,3 +284,5 @@
|
|
| 284 |
{"step": 5680, "tokens": 2977955840, "loss": 2.905801010131836, "tokens_per_second": 971898.3197802342, "lr": 0.0015, "gradient_norm": 0.08222389221191406, "benchmark": false}
|
| 285 |
{"step": 5700, "tokens": 2988441600, "loss": 2.9259653091430664, "tokens_per_second": 983162.2201589467, "lr": 0.0015, "gradient_norm": 0.08115886151790619, "benchmark": false}
|
| 286 |
{"step": 5720, "tokens": 2998927360, "loss": 2.9457263946533203, "tokens_per_second": 973233.7790143759, "lr": 0.0015, "gradient_norm": 0.07591685652732849, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 284 |
{"step": 5680, "tokens": 2977955840, "loss": 2.905801010131836, "tokens_per_second": 971898.3197802342, "lr": 0.0015, "gradient_norm": 0.08222389221191406, "benchmark": false}
|
| 285 |
{"step": 5700, "tokens": 2988441600, "loss": 2.9259653091430664, "tokens_per_second": 983162.2201589467, "lr": 0.0015, "gradient_norm": 0.08115886151790619, "benchmark": false}
|
| 286 |
{"step": 5720, "tokens": 2998927360, "loss": 2.9457263946533203, "tokens_per_second": 973233.7790143759, "lr": 0.0015, "gradient_norm": 0.07591685652732849, "benchmark": false}
|
| 287 |
+
{"step": 5740, "tokens": 3009413120, "loss": 2.8867155075073243, "tokens_per_second": 978472.091925596, "lr": 0.0015, "gradient_norm": 0.07066729664802551, "benchmark": false}
|
| 288 |
+
{"step": 5760, "tokens": 3019898880, "loss": 2.88946475982666, "tokens_per_second": 971630.2223853172, "lr": 0.0015, "gradient_norm": 0.0773647204041481, "benchmark": false}
|