Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -179,3 +179,5 @@
|
|
| 179 |
{"step": 3580, "tokens": 1876951040, "loss": 3.01119441986084, "tokens_per_second": 979113.9151245613, "lr": 0.0015, "gradient_norm": 0.1300109326839447, "benchmark": false}
|
| 180 |
{"step": 3600, "tokens": 1887436800, "loss": 2.971750831604004, "tokens_per_second": 974042.0355774015, "lr": 0.0015, "gradient_norm": 0.15577509999275208, "benchmark": false}
|
| 181 |
{"step": 3620, "tokens": 1897922560, "loss": 3.0175716400146486, "tokens_per_second": 978604.3944189739, "lr": 0.0015, "gradient_norm": 0.17250511050224304, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 179 |
{"step": 3580, "tokens": 1876951040, "loss": 3.01119441986084, "tokens_per_second": 979113.9151245613, "lr": 0.0015, "gradient_norm": 0.1300109326839447, "benchmark": false}
|
| 180 |
{"step": 3600, "tokens": 1887436800, "loss": 2.971750831604004, "tokens_per_second": 974042.0355774015, "lr": 0.0015, "gradient_norm": 0.15577509999275208, "benchmark": false}
|
| 181 |
{"step": 3620, "tokens": 1897922560, "loss": 3.0175716400146486, "tokens_per_second": 978604.3944189739, "lr": 0.0015, "gradient_norm": 0.17250511050224304, "benchmark": false}
|
| 182 |
+
{"step": 3640, "tokens": 1908408320, "loss": 3.0410415649414064, "tokens_per_second": 958136.2986975483, "lr": 0.0015, "gradient_norm": 0.13614611327648163, "benchmark": false}
|
| 183 |
+
{"step": 3660, "tokens": 1918894080, "loss": 3.012010383605957, "tokens_per_second": 969245.6805367464, "lr": 0.0015, "gradient_norm": 0.12776663899421692, "benchmark": false}
|