Update experiment measurements and status
Browse files
reports/runs/dclm_edu-1337/metrics.jsonl
CHANGED
|
@@ -16,3 +16,7 @@
|
|
| 16 |
{"step": 320, "tokens": 167772160, "loss": 2.539252281188965, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.32154741883277893, "tokens_per_second": 1158835.0961716883, "synthetic": false, "world_size": 8}
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.5458515167236326, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.25536829233169556, "tokens_per_second": 1157174.2637304366, "synthetic": false, "world_size": 8}
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.548786926269531, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2508541941642761, "tokens_per_second": 1157287.0455235334, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
{"step": 320, "tokens": 167772160, "loss": 2.539252281188965, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.32154741883277893, "tokens_per_second": 1158835.0961716883, "synthetic": false, "world_size": 8}
|
| 17 |
{"step": 340, "tokens": 178257920, "loss": 2.5458515167236326, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.25536829233169556, "tokens_per_second": 1157174.2637304366, "synthetic": false, "world_size": 8}
|
| 18 |
{"step": 360, "tokens": 188743680, "loss": 2.548786926269531, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2508541941642761, "tokens_per_second": 1157287.0455235334, "synthetic": false, "world_size": 8}
|
| 19 |
+
{"step": 380, "tokens": 199229440, "loss": 2.5588769912719727, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.30890944600105286, "tokens_per_second": 1158054.6893737982, "synthetic": false, "world_size": 8}
|
| 20 |
+
{"step": 400, "tokens": 209715200, "loss": 2.549569511413574, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.30232730507850647, "tokens_per_second": 1156497.107369662, "synthetic": false, "world_size": 8}
|
| 21 |
+
{"step": 420, "tokens": 220200960, "loss": 2.5444149017333983, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.2694128155708313, "tokens_per_second": 1156993.5412946965, "synthetic": false, "world_size": 8}
|
| 22 |
+
{"step": 440, "tokens": 230686720, "loss": 2.5493831634521484, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2923845052719116, "tokens_per_second": 1159445.5141656406, "synthetic": false, "world_size": 8}
|