Update experiment measurements and status
Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl
CHANGED
|
@@ -13,3 +13,6 @@
|
|
| 13 |
{"step": 260, "tokens": 136314880, "loss": 2.5176765441894533, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3152976930141449, "tokens_per_second": 1122148.1839613125, "synthetic": false, "world_size": 8}
|
| 14 |
{"step": 280, "tokens": 146800640, "loss": 2.5224308013916015, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.33949872851371765, "tokens_per_second": 1127064.4949634962, "synthetic": false, "world_size": 8}
|
| 15 |
{"step": 300, "tokens": 157286400, "loss": 2.5235916137695313, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.2965940833091736, "tokens_per_second": 1127535.698255845, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
{"step": 260, "tokens": 136314880, "loss": 2.5176765441894533, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3152976930141449, "tokens_per_second": 1122148.1839613125, "synthetic": false, "world_size": 8}
|
| 14 |
{"step": 280, "tokens": 146800640, "loss": 2.5224308013916015, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.33949872851371765, "tokens_per_second": 1127064.4949634962, "synthetic": false, "world_size": 8}
|
| 15 |
{"step": 300, "tokens": 157286400, "loss": 2.5235916137695313, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.2965940833091736, "tokens_per_second": 1127535.698255845, "synthetic": false, "world_size": 8}
|
| 16 |
+
{"step": 320, "tokens": 167772160, "loss": 2.506569480895996, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.3303849995136261, "tokens_per_second": 1144412.5099286744, "synthetic": false, "world_size": 8}
|
| 17 |
+
{"step": 340, "tokens": 178257920, "loss": 2.515881156921387, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24862344563007355, "tokens_per_second": 966448.8690015344, "synthetic": false, "world_size": 8}
|
| 18 |
+
{"step": 360, "tokens": 188743680, "loss": 2.517119598388672, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2497745007276535, "tokens_per_second": 1127149.4687450554, "synthetic": false, "world_size": 8}
|