Update experiment measurements and status
Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl
CHANGED
|
@@ -16,3 +16,6 @@
|
|
| 16 |
{"step": 320, "tokens": 167772160, "loss": 2.506569480895996, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.3303849995136261, "tokens_per_second": 1144412.5099286744, "synthetic": false, "world_size": 8}
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.515881156921387, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24862344563007355, "tokens_per_second": 966448.8690015344, "synthetic": false, "world_size": 8}
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.517119598388672, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2497745007276535, "tokens_per_second": 1127149.4687450554, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
{"step": 320, "tokens": 167772160, "loss": 2.506569480895996, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.3303849995136261, "tokens_per_second": 1144412.5099286744, "synthetic": false, "world_size": 8}
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.515881156921387, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24862344563007355, "tokens_per_second": 966448.8690015344, "synthetic": false, "world_size": 8}
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.517119598388672, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2497745007276535, "tokens_per_second": 1127149.4687450554, "synthetic": false, "world_size": 8}
|
| 19 |
+
{"step": 380, "tokens": 199229440, "loss": 2.5246110916137696, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2762896418571472, "tokens_per_second": 1119626.8176374543, "synthetic": false, "world_size": 8}
|
| 20 |
+
{"step": 400, "tokens": 209715200, "loss": 2.5179901123046875, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2688349187374115, "tokens_per_second": 1123929.711992079, "synthetic": false, "world_size": 8}
|
| 21 |
+
{"step": 420, "tokens": 220200960, "loss": 2.512736701965332, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.27106988430023193, "tokens_per_second": 1119916.6099426097, "synthetic": false, "world_size": 8}
|