Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -112,3 +112,5 @@
|
|
| 112 |
{"step": 2240, "tokens": 1174405120, "loss": 3.216135787963867, "tokens_per_second": 977312.1377424125, "lr": 0.0015, "gradient_norm": 0.23326408863067627, "benchmark": false}
|
| 113 |
{"step": 2260, "tokens": 1184890880, "loss": 3.176568031311035, "tokens_per_second": 808526.9841505941, "lr": 0.0015, "gradient_norm": 0.22781522572040558, "benchmark": false}
|
| 114 |
{"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 112 |
{"step": 2240, "tokens": 1174405120, "loss": 3.216135787963867, "tokens_per_second": 977312.1377424125, "lr": 0.0015, "gradient_norm": 0.23326408863067627, "benchmark": false}
|
| 113 |
{"step": 2260, "tokens": 1184890880, "loss": 3.176568031311035, "tokens_per_second": 808526.9841505941, "lr": 0.0015, "gradient_norm": 0.22781522572040558, "benchmark": false}
|
| 114 |
{"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
|
| 115 |
+
{"step": 2300, "tokens": 1205862400, "loss": 3.190488815307617, "tokens_per_second": 971391.6392089871, "lr": 0.0015, "gradient_norm": 0.3006395697593689, "benchmark": false}
|
| 116 |
+
{"step": 2320, "tokens": 1216348160, "loss": 3.191547966003418, "tokens_per_second": 968203.3701587206, "lr": 0.0015, "gradient_norm": 0.2636735439300537, "benchmark": false}
|