Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -337,3 +337,5 @@
|
|
| 337 |
{"step": 6740, "tokens": 3533701120, "loss": 2.9100214004516602, "tokens_per_second": 984422.9663336131, "lr": 0.0015, "gradient_norm": 0.0706767737865448, "benchmark": false}
|
| 338 |
{"step": 6760, "tokens": 3544186880, "loss": 2.895804595947266, "tokens_per_second": 811779.2935493477, "lr": 0.0015, "gradient_norm": 0.0654865950345993, "benchmark": false}
|
| 339 |
{"step": 6780, "tokens": 3554672640, "loss": 2.8594734191894533, "tokens_per_second": 972736.3100822046, "lr": 0.0015, "gradient_norm": 0.07148617506027222, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 337 |
{"step": 6740, "tokens": 3533701120, "loss": 2.9100214004516602, "tokens_per_second": 984422.9663336131, "lr": 0.0015, "gradient_norm": 0.0706767737865448, "benchmark": false}
|
| 338 |
{"step": 6760, "tokens": 3544186880, "loss": 2.895804595947266, "tokens_per_second": 811779.2935493477, "lr": 0.0015, "gradient_norm": 0.0654865950345993, "benchmark": false}
|
| 339 |
{"step": 6780, "tokens": 3554672640, "loss": 2.8594734191894533, "tokens_per_second": 972736.3100822046, "lr": 0.0015, "gradient_norm": 0.07148617506027222, "benchmark": false}
|
| 340 |
+
{"step": 6800, "tokens": 3565158400, "loss": 2.8710149765014648, "tokens_per_second": 968773.9776349113, "lr": 0.0015, "gradient_norm": 0.06894656270742416, "benchmark": false}
|
| 341 |
+
{"step": 6820, "tokens": 3575644160, "loss": 2.8935791015625, "tokens_per_second": 967642.582004313, "lr": 0.0015, "gradient_norm": 0.06292393803596497, "benchmark": false}
|