Update experiment measurements and status
Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl
CHANGED
|
@@ -3,3 +3,6 @@
|
|
| 3 |
{"step": 60, "tokens": 31457280, "loss": 2.541361427307129, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.26740723848342896, "tokens_per_second": 1145297.5379461937, "synthetic": false, "world_size": 8}
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 2.5227670669555664, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2664794623851776, "tokens_per_second": 1145375.3765322235, "synthetic": false, "world_size": 8}
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 2.5344217300415037, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.3052070140838623, "tokens_per_second": 959548.408990012, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
{"step": 60, "tokens": 31457280, "loss": 2.541361427307129, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.26740723848342896, "tokens_per_second": 1145297.5379461937, "synthetic": false, "world_size": 8}
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 2.5227670669555664, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2664794623851776, "tokens_per_second": 1145375.3765322235, "synthetic": false, "world_size": 8}
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 2.5344217300415037, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.3052070140838623, "tokens_per_second": 959548.408990012, "synthetic": false, "world_size": 8}
|
| 6 |
+
{"step": 120, "tokens": 62914560, "loss": 2.5286712646484375, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3067523241043091, "tokens_per_second": 1135281.6548464207, "synthetic": false, "world_size": 8}
|
| 7 |
+
{"step": 140, "tokens": 73400320, "loss": 2.520686149597168, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.27667856216430664, "tokens_per_second": 1140007.2476112305, "synthetic": false, "world_size": 8}
|
| 8 |
+
{"step": 160, "tokens": 83886080, "loss": 2.5235008239746093, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.37165340781211853, "tokens_per_second": 1133828.4883001877, "synthetic": false, "world_size": 8}
|