Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -358,3 +358,5 @@
|
|
| 358 |
{"step": 7160, "tokens": 3753902080, "loss": 2.8980228424072267, "tokens_per_second": 981634.9433594308, "lr": 0.0015, "gradient_norm": 0.06506621092557907, "benchmark": false}
|
| 359 |
{"step": 7180, "tokens": 3764387840, "loss": 2.8873054504394533, "tokens_per_second": 979406.8831577032, "lr": 0.0015, "gradient_norm": 0.06755528599023819, "benchmark": false}
|
| 360 |
{"step": 7200, "tokens": 3774873600, "loss": 2.866831970214844, "tokens_per_second": 986759.778094445, "lr": 0.0015, "gradient_norm": 0.06299381703138351, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 358 |
{"step": 7160, "tokens": 3753902080, "loss": 2.8980228424072267, "tokens_per_second": 981634.9433594308, "lr": 0.0015, "gradient_norm": 0.06506621092557907, "benchmark": false}
|
| 359 |
{"step": 7180, "tokens": 3764387840, "loss": 2.8873054504394533, "tokens_per_second": 979406.8831577032, "lr": 0.0015, "gradient_norm": 0.06755528599023819, "benchmark": false}
|
| 360 |
{"step": 7200, "tokens": 3774873600, "loss": 2.866831970214844, "tokens_per_second": 986759.778094445, "lr": 0.0015, "gradient_norm": 0.06299381703138351, "benchmark": false}
|
| 361 |
+
{"step": 7220, "tokens": 3785359360, "loss": 2.8532447814941406, "tokens_per_second": 776216.4493618027, "lr": 0.0015, "gradient_norm": 0.06734848022460938, "benchmark": false}
|
| 362 |
+
{"step": 7240, "tokens": 3795845120, "loss": 2.876798629760742, "tokens_per_second": 974332.1207831458, "lr": 0.0015, "gradient_norm": 0.06366383284330368, "benchmark": false}
|