Update experiment measurements and status
Browse files
reports/runs/dclm_edu-1337/metrics.jsonl
CHANGED
|
@@ -20,3 +20,9 @@
|
|
| 20 |
{"step": 400, "tokens": 209715200, "loss": 2.549569511413574, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.30232730507850647, "tokens_per_second": 1156497.107369662, "synthetic": false, "world_size": 8}
|
| 21 |
{"step": 420, "tokens": 220200960, "loss": 2.5444149017333983, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.2694128155708313, "tokens_per_second": 1156993.5412946965, "synthetic": false, "world_size": 8}
|
| 22 |
{"step": 440, "tokens": 230686720, "loss": 2.5493831634521484, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2923845052719116, "tokens_per_second": 1159445.5141656406, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
{"step": 400, "tokens": 209715200, "loss": 2.549569511413574, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.30232730507850647, "tokens_per_second": 1156497.107369662, "synthetic": false, "world_size": 8}
|
| 21 |
{"step": 420, "tokens": 220200960, "loss": 2.5444149017333983, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.2694128155708313, "tokens_per_second": 1156993.5412946965, "synthetic": false, "world_size": 8}
|
| 22 |
{"step": 440, "tokens": 230686720, "loss": 2.5493831634521484, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2923845052719116, "tokens_per_second": 1159445.5141656406, "synthetic": false, "world_size": 8}
|
| 23 |
+
{"step": 460, "tokens": 241172480, "loss": 2.545106887817383, "optimizer_updates": 460, "effective_batch": 512, "lr": 6.47438182760683e-05, "gradient_norm": 0.2513495981693268, "tokens_per_second": 1149430.836184301, "synthetic": false, "world_size": 8}
|
| 24 |
+
{"step": 480, "tokens": 251658240, "loss": 2.5401771545410154, "optimizer_updates": 480, "effective_batch": 512, "lr": 6.181899498855732e-05, "gradient_norm": 0.2977399528026581, "tokens_per_second": 1156957.6964300764, "synthetic": false, "world_size": 8}
|
| 25 |
+
{"step": 500, "tokens": 262144000, "loss": 2.548749542236328, "optimizer_updates": 500, "effective_batch": 512, "lr": 5.886435397096976e-05, "gradient_norm": 0.26100286841392517, "tokens_per_second": 1163015.2402929098, "synthetic": false, "world_size": 8}
|
| 26 |
+
{"step": 520, "tokens": 272629760, "loss": 2.555906295776367, "optimizer_updates": 520, "effective_batch": 512, "lr": 5.5892815116703924e-05, "gradient_norm": 0.30983278155326843, "tokens_per_second": 997718.3630268794, "synthetic": false, "world_size": 8}
|
| 27 |
+
{"step": 540, "tokens": 283115520, "loss": 2.5454355239868165, "optimizer_updates": 540, "effective_batch": 512, "lr": 5.291737220909842e-05, "gradient_norm": 0.2558235228061676, "tokens_per_second": 1159707.1261791296, "synthetic": false, "world_size": 8}
|
| 28 |
+
{"step": 560, "tokens": 293601280, "loss": 2.543877601623535, "optimizer_updates": 560, "effective_batch": 512, "lr": 4.99510361029238e-05, "gradient_norm": 0.26061704754829407, "tokens_per_second": 1158225.8268226942, "synthetic": false, "world_size": 8}
|