Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -178,3 +178,4 @@
|
|
| 178 |
{"step": 3560, "tokens": 1866465280, "loss": 3.005375862121582, "tokens_per_second": 914666.6063207821, "lr": 0.0015, "gradient_norm": 0.1524912416934967, "benchmark": false}
|
| 179 |
{"step": 3580, "tokens": 1876951040, "loss": 3.01119441986084, "tokens_per_second": 979113.9151245613, "lr": 0.0015, "gradient_norm": 0.1300109326839447, "benchmark": false}
|
| 180 |
{"step": 3600, "tokens": 1887436800, "loss": 2.971750831604004, "tokens_per_second": 974042.0355774015, "lr": 0.0015, "gradient_norm": 0.15577509999275208, "benchmark": false}
|
|
|
|
|
|
| 178 |
{"step": 3560, "tokens": 1866465280, "loss": 3.005375862121582, "tokens_per_second": 914666.6063207821, "lr": 0.0015, "gradient_norm": 0.1524912416934967, "benchmark": false}
|
| 179 |
{"step": 3580, "tokens": 1876951040, "loss": 3.01119441986084, "tokens_per_second": 979113.9151245613, "lr": 0.0015, "gradient_norm": 0.1300109326839447, "benchmark": false}
|
| 180 |
{"step": 3600, "tokens": 1887436800, "loss": 2.971750831604004, "tokens_per_second": 974042.0355774015, "lr": 0.0015, "gradient_norm": 0.15577509999275208, "benchmark": false}
|
| 181 |
+
{"step": 3620, "tokens": 1897922560, "loss": 3.0175716400146486, "tokens_per_second": 978604.3944189739, "lr": 0.0015, "gradient_norm": 0.17250511050224304, "benchmark": false}
|