Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -877,3 +877,5 @@
|
|
| 877 |
{"step": 17540, "tokens": 9196011520, "loss": 2.7649585723876955, "tokens_per_second": 978741.8174425006, "lr": 0.0015, "gradient_norm": 0.1797247678041458, "benchmark": false}
|
| 878 |
{"step": 17560, "tokens": 9206497280, "loss": 2.772072601318359, "tokens_per_second": 985750.2007544704, "lr": 0.0015, "gradient_norm": 0.13320325314998627, "benchmark": false}
|
| 879 |
{"step": 17580, "tokens": 9216983040, "loss": 2.7577545166015627, "tokens_per_second": 953086.8095424904, "lr": 0.0015, "gradient_norm": 0.1323719322681427, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 877 |
{"step": 17540, "tokens": 9196011520, "loss": 2.7649585723876955, "tokens_per_second": 978741.8174425006, "lr": 0.0015, "gradient_norm": 0.1797247678041458, "benchmark": false}
|
| 878 |
{"step": 17560, "tokens": 9206497280, "loss": 2.772072601318359, "tokens_per_second": 985750.2007544704, "lr": 0.0015, "gradient_norm": 0.13320325314998627, "benchmark": false}
|
| 879 |
{"step": 17580, "tokens": 9216983040, "loss": 2.7577545166015627, "tokens_per_second": 953086.8095424904, "lr": 0.0015, "gradient_norm": 0.1323719322681427, "benchmark": false}
|
| 880 |
+
{"step": 17600, "tokens": 9227468800, "loss": 2.782675933837891, "tokens_per_second": 979929.4030871085, "lr": 0.0015, "gradient_norm": 0.13484574854373932, "benchmark": false}
|
| 881 |
+
{"step": 17620, "tokens": 9237954560, "loss": 2.7568662643432615, "tokens_per_second": 978752.2157680575, "lr": 0.0015, "gradient_norm": 0.136736199259758, "benchmark": false}
|