Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -114,3 +114,5 @@
|
|
| 114 |
{"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
|
| 115 |
{"step": 2300, "tokens": 1205862400, "loss": 3.190488815307617, "tokens_per_second": 971391.6392089871, "lr": 0.0015, "gradient_norm": 0.3006395697593689, "benchmark": false}
|
| 116 |
{"step": 2320, "tokens": 1216348160, "loss": 3.191547966003418, "tokens_per_second": 968203.3701587206, "lr": 0.0015, "gradient_norm": 0.2636735439300537, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 114 |
{"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
|
| 115 |
{"step": 2300, "tokens": 1205862400, "loss": 3.190488815307617, "tokens_per_second": 971391.6392089871, "lr": 0.0015, "gradient_norm": 0.3006395697593689, "benchmark": false}
|
| 116 |
{"step": 2320, "tokens": 1216348160, "loss": 3.191547966003418, "tokens_per_second": 968203.3701587206, "lr": 0.0015, "gradient_norm": 0.2636735439300537, "benchmark": false}
|
| 117 |
+
{"step": 2340, "tokens": 1226833920, "loss": 3.17069034576416, "tokens_per_second": 971359.2117216635, "lr": 0.0015, "gradient_norm": 0.2941155433654785, "benchmark": false}
|
| 118 |
+
{"step": 2360, "tokens": 1237319680, "loss": 3.188091850280762, "tokens_per_second": 976244.2459570086, "lr": 0.0015, "gradient_norm": 0.3771863281726837, "benchmark": false}
|