Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -230,3 +230,5 @@
|
|
| 230 |
{"step": 4600, "tokens": 2411724800, "loss": 2.9258108139038086, "tokens_per_second": 982775.4198475868, "lr": 0.0015, "gradient_norm": 0.09514818340539932, "benchmark": false}
|
| 231 |
{"step": 4620, "tokens": 2422210560, "loss": 2.9655227661132812, "tokens_per_second": 940298.4467211306, "lr": 0.0015, "gradient_norm": 0.0923612043261528, "benchmark": false}
|
| 232 |
{"step": 4640, "tokens": 2432696320, "loss": 2.951999282836914, "tokens_per_second": 937618.4046212843, "lr": 0.0015, "gradient_norm": 0.09763544797897339, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 230 |
{"step": 4600, "tokens": 2411724800, "loss": 2.9258108139038086, "tokens_per_second": 982775.4198475868, "lr": 0.0015, "gradient_norm": 0.09514818340539932, "benchmark": false}
|
| 231 |
{"step": 4620, "tokens": 2422210560, "loss": 2.9655227661132812, "tokens_per_second": 940298.4467211306, "lr": 0.0015, "gradient_norm": 0.0923612043261528, "benchmark": false}
|
| 232 |
{"step": 4640, "tokens": 2432696320, "loss": 2.951999282836914, "tokens_per_second": 937618.4046212843, "lr": 0.0015, "gradient_norm": 0.09763544797897339, "benchmark": false}
|
| 233 |
+
{"step": 4660, "tokens": 2443182080, "loss": 2.966028022766113, "tokens_per_second": 966263.594087319, "lr": 0.0015, "gradient_norm": 0.10028868168592453, "benchmark": false}
|
| 234 |
+
{"step": 4680, "tokens": 2453667840, "loss": 2.9490474700927733, "tokens_per_second": 960512.0055085152, "lr": 0.0015, "gradient_norm": 0.09279947727918625, "benchmark": false}
|