Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -103,3 +103,5 @@
|
|
| 103 |
{"step": 2060, "tokens": 1080033280, "loss": 3.218313217163086, "tokens_per_second": 980184.8385121401, "lr": 0.0015, "gradient_norm": 0.22426177561283112, "benchmark": false}
|
| 104 |
{"step": 2080, "tokens": 1090519040, "loss": 3.2003223419189455, "tokens_per_second": 975774.710886383, "lr": 0.0015, "gradient_norm": 0.320008784532547, "benchmark": false}
|
| 105 |
{"step": 2100, "tokens": 1101004800, "loss": 3.149315071105957, "tokens_per_second": 972722.8815786674, "lr": 0.0015, "gradient_norm": 0.23319050669670105, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 103 |
{"step": 2060, "tokens": 1080033280, "loss": 3.218313217163086, "tokens_per_second": 980184.8385121401, "lr": 0.0015, "gradient_norm": 0.22426177561283112, "benchmark": false}
|
| 104 |
{"step": 2080, "tokens": 1090519040, "loss": 3.2003223419189455, "tokens_per_second": 975774.710886383, "lr": 0.0015, "gradient_norm": 0.320008784532547, "benchmark": false}
|
| 105 |
{"step": 2100, "tokens": 1101004800, "loss": 3.149315071105957, "tokens_per_second": 972722.8815786674, "lr": 0.0015, "gradient_norm": 0.23319050669670105, "benchmark": false}
|
| 106 |
+
{"step": 2120, "tokens": 1111490560, "loss": 3.1842678070068358, "tokens_per_second": 988782.2398544162, "lr": 0.0015, "gradient_norm": 0.285098671913147, "benchmark": false}
|
| 107 |
+
{"step": 2140, "tokens": 1121976320, "loss": 3.2177654266357423, "tokens_per_second": 946337.1330300244, "lr": 0.0015, "gradient_norm": 0.24716462194919586, "benchmark": false}
|