Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -139,3 +139,4 @@
|
|
| 139 |
{"step": 2780, "tokens": 1457520640, "loss": 3.0968559265136717, "tokens_per_second": 970148.9990081738, "lr": 0.0015, "gradient_norm": 0.2842233180999756, "benchmark": false}
|
| 140 |
{"step": 2800, "tokens": 1468006400, "loss": 3.083591079711914, "tokens_per_second": 969444.0817674381, "lr": 0.0015, "gradient_norm": 0.20260733366012573, "benchmark": false}
|
| 141 |
{"step": 2820, "tokens": 1478492160, "loss": 3.107806587219238, "tokens_per_second": 968484.9552187718, "lr": 0.0015, "gradient_norm": 0.20675988495349884, "benchmark": false}
|
|
|
|
|
|
| 139 |
{"step": 2780, "tokens": 1457520640, "loss": 3.0968559265136717, "tokens_per_second": 970148.9990081738, "lr": 0.0015, "gradient_norm": 0.2842233180999756, "benchmark": false}
|
| 140 |
{"step": 2800, "tokens": 1468006400, "loss": 3.083591079711914, "tokens_per_second": 969444.0817674381, "lr": 0.0015, "gradient_norm": 0.20260733366012573, "benchmark": false}
|
| 141 |
{"step": 2820, "tokens": 1478492160, "loss": 3.107806587219238, "tokens_per_second": 968484.9552187718, "lr": 0.0015, "gradient_norm": 0.20675988495349884, "benchmark": false}
|
| 142 |
+
{"step": 2840, "tokens": 1488977920, "loss": 3.0884469985961913, "tokens_per_second": 965197.7011101028, "lr": 0.0015, "gradient_norm": 0.18282292783260345, "benchmark": false}
|