Update experiment measurements and status
Browse files
reports/runs/cosmopedia-1337/metrics.jsonl
CHANGED
|
@@ -17,3 +17,6 @@
|
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.3957958221435547, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.25225400924682617, "tokens_per_second": 1129955.8581976087, "synthetic": false, "world_size": 8}
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.394417572021484, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2821492850780487, "tokens_per_second": 1120854.6119499323, "synthetic": false, "world_size": 8}
|
| 19 |
{"step": 380, "tokens": 199229440, "loss": 2.4013141632080077, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2697296738624573, "tokens_per_second": 1124809.8735454862, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.3957958221435547, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.25225400924682617, "tokens_per_second": 1129955.8581976087, "synthetic": false, "world_size": 8}
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.394417572021484, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2821492850780487, "tokens_per_second": 1120854.6119499323, "synthetic": false, "world_size": 8}
|
| 19 |
{"step": 380, "tokens": 199229440, "loss": 2.4013141632080077, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2697296738624573, "tokens_per_second": 1124809.8735454862, "synthetic": false, "world_size": 8}
|
| 20 |
+
{"step": 400, "tokens": 209715200, "loss": 2.396107482910156, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.27794092893600464, "tokens_per_second": 1121810.068137278, "synthetic": false, "world_size": 8}
|
| 21 |
+
{"step": 420, "tokens": 220200960, "loss": 2.3919651031494142, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.26575157046318054, "tokens_per_second": 1124573.6146211408, "synthetic": false, "world_size": 8}
|
| 22 |
+
{"step": 440, "tokens": 230686720, "loss": 2.3904817581176756, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.28393495082855225, "tokens_per_second": 1126782.1060190077, "synthetic": false, "world_size": 8}
|