Update experiment measurements and status
Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl
CHANGED
|
@@ -9,3 +9,7 @@
|
|
| 9 |
{"step": 180, "tokens": 94371840, "loss": 2.52574462890625, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2982623279094696, "tokens_per_second": 1128534.3746970661, "synthetic": false, "world_size": 8}
|
| 10 |
{"step": 200, "tokens": 104857600, "loss": 2.522648048400879, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.29168277978897095, "tokens_per_second": 1136769.4253089512, "synthetic": false, "world_size": 8}
|
| 11 |
{"step": 220, "tokens": 115343360, "loss": 2.519839859008789, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2425439953804016, "tokens_per_second": 1080557.6183516262, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
{"step": 180, "tokens": 94371840, "loss": 2.52574462890625, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2982623279094696, "tokens_per_second": 1128534.3746970661, "synthetic": false, "world_size": 8}
|
| 10 |
{"step": 200, "tokens": 104857600, "loss": 2.522648048400879, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.29168277978897095, "tokens_per_second": 1136769.4253089512, "synthetic": false, "world_size": 8}
|
| 11 |
{"step": 220, "tokens": 115343360, "loss": 2.519839859008789, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2425439953804016, "tokens_per_second": 1080557.6183516262, "synthetic": false, "world_size": 8}
|
| 12 |
+
{"step": 240, "tokens": 125829120, "loss": 2.522317886352539, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.3015506863594055, "tokens_per_second": 1127828.8464756333, "synthetic": false, "world_size": 8}
|
| 13 |
+
{"step": 260, "tokens": 136314880, "loss": 2.5176765441894533, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3152976930141449, "tokens_per_second": 1122148.1839613125, "synthetic": false, "world_size": 8}
|
| 14 |
+
{"step": 280, "tokens": 146800640, "loss": 2.5224308013916015, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.33949872851371765, "tokens_per_second": 1127064.4949634962, "synthetic": false, "world_size": 8}
|
| 15 |
+
{"step": 300, "tokens": 157286400, "loss": 2.5235916137695313, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.2965940833091736, "tokens_per_second": 1127535.698255845, "synthetic": false, "world_size": 8}
|