Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -234,3 +234,5 @@
|
|
| 234 |
{"step": 4680, "tokens": 2453667840, "loss": 2.9490474700927733, "tokens_per_second": 960512.0055085152, "lr": 0.0015, "gradient_norm": 0.09279947727918625, "benchmark": false}
|
| 235 |
{"step": 4700, "tokens": 2464153600, "loss": 2.986806106567383, "tokens_per_second": 971028.7885817649, "lr": 0.0015, "gradient_norm": 0.08970464766025543, "benchmark": false}
|
| 236 |
{"step": 4720, "tokens": 2474639360, "loss": 2.962502670288086, "tokens_per_second": 972814.0600136536, "lr": 0.0015, "gradient_norm": 0.09654846042394638, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 234 |
{"step": 4680, "tokens": 2453667840, "loss": 2.9490474700927733, "tokens_per_second": 960512.0055085152, "lr": 0.0015, "gradient_norm": 0.09279947727918625, "benchmark": false}
|
| 235 |
{"step": 4700, "tokens": 2464153600, "loss": 2.986806106567383, "tokens_per_second": 971028.7885817649, "lr": 0.0015, "gradient_norm": 0.08970464766025543, "benchmark": false}
|
| 236 |
{"step": 4720, "tokens": 2474639360, "loss": 2.962502670288086, "tokens_per_second": 972814.0600136536, "lr": 0.0015, "gradient_norm": 0.09654846042394638, "benchmark": false}
|
| 237 |
+
{"step": 4740, "tokens": 2485125120, "loss": 2.978459358215332, "tokens_per_second": 969742.2589327429, "lr": 0.0015, "gradient_norm": 0.09661349654197693, "benchmark": false}
|
| 238 |
+
{"step": 4760, "tokens": 2495610880, "loss": 2.9715957641601562, "tokens_per_second": 969051.8322886985, "lr": 0.0015, "gradient_norm": 0.09438515454530716, "benchmark": false}
|