Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -385,3 +385,5 @@
|
|
| 385 |
{"step": 7700, "tokens": 4037017600, "loss": 2.8660089492797853, "tokens_per_second": 841781.933211812, "lr": 0.0015, "gradient_norm": 0.07007475197315216, "benchmark": false}
|
| 386 |
{"step": 7720, "tokens": 4047503360, "loss": 2.874739646911621, "tokens_per_second": 984181.2690563014, "lr": 0.0015, "gradient_norm": 0.06801772862672806, "benchmark": false}
|
| 387 |
{"step": 7740, "tokens": 4057989120, "loss": 2.8385156631469726, "tokens_per_second": 990940.1191937703, "lr": 0.0015, "gradient_norm": 0.07283826172351837, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 385 |
{"step": 7700, "tokens": 4037017600, "loss": 2.8660089492797853, "tokens_per_second": 841781.933211812, "lr": 0.0015, "gradient_norm": 0.07007475197315216, "benchmark": false}
|
| 386 |
{"step": 7720, "tokens": 4047503360, "loss": 2.874739646911621, "tokens_per_second": 984181.2690563014, "lr": 0.0015, "gradient_norm": 0.06801772862672806, "benchmark": false}
|
| 387 |
{"step": 7740, "tokens": 4057989120, "loss": 2.8385156631469726, "tokens_per_second": 990940.1191937703, "lr": 0.0015, "gradient_norm": 0.07283826172351837, "benchmark": false}
|
| 388 |
+
{"step": 7760, "tokens": 4068474880, "loss": 2.859704780578613, "tokens_per_second": 981771.1931191648, "lr": 0.0015, "gradient_norm": 0.06433486193418503, "benchmark": false}
|
| 389 |
+
{"step": 7780, "tokens": 4078960640, "loss": 2.869442939758301, "tokens_per_second": 985333.7092303191, "lr": 0.0015, "gradient_norm": 0.07301727682352066, "benchmark": false}
|