Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -110,3 +110,5 @@
|
|
| 110 |
{"step": 2200, "tokens": 1153433600, "loss": 3.1644962310791014, "tokens_per_second": 973269.5824632514, "lr": 0.0015, "gradient_norm": 0.23836679756641388, "benchmark": false}
|
| 111 |
{"step": 2220, "tokens": 1163919360, "loss": 3.1756858825683594, "tokens_per_second": 982060.9930403465, "lr": 0.0015, "gradient_norm": 0.2097897082567215, "benchmark": false}
|
| 112 |
{"step": 2240, "tokens": 1174405120, "loss": 3.216135787963867, "tokens_per_second": 977312.1377424125, "lr": 0.0015, "gradient_norm": 0.23326408863067627, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 110 |
{"step": 2200, "tokens": 1153433600, "loss": 3.1644962310791014, "tokens_per_second": 973269.5824632514, "lr": 0.0015, "gradient_norm": 0.23836679756641388, "benchmark": false}
|
| 111 |
{"step": 2220, "tokens": 1163919360, "loss": 3.1756858825683594, "tokens_per_second": 982060.9930403465, "lr": 0.0015, "gradient_norm": 0.2097897082567215, "benchmark": false}
|
| 112 |
{"step": 2240, "tokens": 1174405120, "loss": 3.216135787963867, "tokens_per_second": 977312.1377424125, "lr": 0.0015, "gradient_norm": 0.23326408863067627, "benchmark": false}
|
| 113 |
+
{"step": 2260, "tokens": 1184890880, "loss": 3.176568031311035, "tokens_per_second": 808526.9841505941, "lr": 0.0015, "gradient_norm": 0.22781522572040558, "benchmark": false}
|
| 114 |
+
{"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
|