Update experiment measurements and status
Browse files
reports/runs/dclm_edu-1337/metrics.jsonl
CHANGED
|
@@ -6,3 +6,6 @@
|
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 2.562583160400391, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3597620725631714, "tokens_per_second": 1180093.137636077, "synthetic": false, "world_size": 8}
|
| 7 |
{"step": 140, "tokens": 73400320, "loss": 2.55450496673584, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.27462100982666016, "tokens_per_second": 969712.1054880294, "synthetic": false, "world_size": 8}
|
| 8 |
{"step": 160, "tokens": 83886080, "loss": 2.55477294921875, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3609285056591034, "tokens_per_second": 1131940.3592477117, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 2.562583160400391, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3597620725631714, "tokens_per_second": 1180093.137636077, "synthetic": false, "world_size": 8}
|
| 7 |
{"step": 140, "tokens": 73400320, "loss": 2.55450496673584, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.27462100982666016, "tokens_per_second": 969712.1054880294, "synthetic": false, "world_size": 8}
|
| 8 |
{"step": 160, "tokens": 83886080, "loss": 2.55477294921875, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3609285056591034, "tokens_per_second": 1131940.3592477117, "synthetic": false, "world_size": 8}
|
| 9 |
+
{"step": 180, "tokens": 94371840, "loss": 2.5592010498046873, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.27306708693504333, "tokens_per_second": 1180580.4198261488, "synthetic": false, "world_size": 8}
|
| 10 |
+
{"step": 200, "tokens": 104857600, "loss": 2.5569890975952148, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2934729754924774, "tokens_per_second": 1172806.864350108, "synthetic": false, "world_size": 8}
|
| 11 |
+
{"step": 220, "tokens": 115343360, "loss": 2.552454376220703, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.29294291138648987, "tokens_per_second": 1172679.2763632596, "synthetic": false, "world_size": 8}
|