Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -70,3 +70,5 @@
|
|
| 70 |
{"step": 1400, "tokens": 734003200, "loss": 3.3711917877197264, "tokens_per_second": 984612.4124598544, "lr": 0.00105, "gradient_norm": 0.25579288601875305, "benchmark": false}
|
| 71 |
{"step": 1420, "tokens": 744488960, "loss": 3.3433887481689455, "tokens_per_second": 978310.2133201571, "lr": 0.001065, "gradient_norm": 0.2545541822910309, "benchmark": false}
|
| 72 |
{"step": 1440, "tokens": 754974720, "loss": 3.3351619720458983, "tokens_per_second": 981731.2661948634, "lr": 0.00108, "gradient_norm": 0.2912965714931488, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 70 |
{"step": 1400, "tokens": 734003200, "loss": 3.3711917877197264, "tokens_per_second": 984612.4124598544, "lr": 0.00105, "gradient_norm": 0.25579288601875305, "benchmark": false}
|
| 71 |
{"step": 1420, "tokens": 744488960, "loss": 3.3433887481689455, "tokens_per_second": 978310.2133201571, "lr": 0.001065, "gradient_norm": 0.2545541822910309, "benchmark": false}
|
| 72 |
{"step": 1440, "tokens": 754974720, "loss": 3.3351619720458983, "tokens_per_second": 981731.2661948634, "lr": 0.00108, "gradient_norm": 0.2912965714931488, "benchmark": false}
|
| 73 |
+
{"step": 1460, "tokens": 765460480, "loss": 3.3235294342041017, "tokens_per_second": 979262.9726115753, "lr": 0.001095, "gradient_norm": 0.19009841978549957, "benchmark": false}
|
| 74 |
+
{"step": 1480, "tokens": 775946240, "loss": 3.2929874420166017, "tokens_per_second": 986160.4285270798, "lr": 0.00111, "gradient_norm": 0.2310802936553955, "benchmark": false}
|