Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -212,3 +212,5 @@
|
|
| 212 |
{"step": 4240, "tokens": 2222981120, "loss": 2.976529121398926, "tokens_per_second": 983884.5041944423, "lr": 0.0015, "gradient_norm": 0.11071575433015823, "benchmark": false}
|
| 213 |
{"step": 4260, "tokens": 2233466880, "loss": 2.9626989364624023, "tokens_per_second": 985666.2047822862, "lr": 0.0015, "gradient_norm": 0.09352339804172516, "benchmark": false}
|
| 214 |
{"step": 4280, "tokens": 2243952640, "loss": 2.9729793548583983, "tokens_per_second": 983842.6010859351, "lr": 0.0015, "gradient_norm": 0.0999748557806015, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 212 |
{"step": 4240, "tokens": 2222981120, "loss": 2.976529121398926, "tokens_per_second": 983884.5041944423, "lr": 0.0015, "gradient_norm": 0.11071575433015823, "benchmark": false}
|
| 213 |
{"step": 4260, "tokens": 2233466880, "loss": 2.9626989364624023, "tokens_per_second": 985666.2047822862, "lr": 0.0015, "gradient_norm": 0.09352339804172516, "benchmark": false}
|
| 214 |
{"step": 4280, "tokens": 2243952640, "loss": 2.9729793548583983, "tokens_per_second": 983842.6010859351, "lr": 0.0015, "gradient_norm": 0.0999748557806015, "benchmark": false}
|
| 215 |
+
{"step": 4300, "tokens": 2254438400, "loss": 2.944722557067871, "tokens_per_second": 985748.5894285678, "lr": 0.0015, "gradient_norm": 0.10736636817455292, "benchmark": false}
|
| 216 |
+
{"step": 4320, "tokens": 2264924160, "loss": 2.9729896545410157, "tokens_per_second": 983952.2491542622, "lr": 0.0015, "gradient_norm": 0.10021728277206421, "benchmark": false}
|