Update experiment measurements and status
Browse files
reports/runs/dclm_edu-1337/metrics.jsonl
CHANGED
|
@@ -29,3 +29,7 @@
|
|
| 29 |
{"step": 580, "tokens": 304087040, "loss": 2.536761474609375, "optimizer_updates": 580, "effective_batch": 512, "lr": 4.700677783122511e-05, "gradient_norm": 0.2658427953720093, "tokens_per_second": 1154948.6522830392, "synthetic": false, "world_size": 8}
|
| 30 |
{"step": 600, "tokens": 314572800, "loss": 2.5341259002685548, "optimizer_updates": 600, "effective_batch": 512, "lr": 4.409747188629462e-05, "gradient_norm": 0.2510313093662262, "tokens_per_second": 1160856.1617040338, "synthetic": false, "world_size": 8}
|
| 31 |
{"step": 620, "tokens": 325058560, "loss": 2.544946479797363, "optimizer_updates": 620, "effective_batch": 512, "lr": 4.123583992279283e-05, "gradient_norm": 0.28788644075393677, "tokens_per_second": 1155543.2911696448, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
{"step": 580, "tokens": 304087040, "loss": 2.536761474609375, "optimizer_updates": 580, "effective_batch": 512, "lr": 4.700677783122511e-05, "gradient_norm": 0.2658427953720093, "tokens_per_second": 1154948.6522830392, "synthetic": false, "world_size": 8}
|
| 30 |
{"step": 600, "tokens": 314572800, "loss": 2.5341259002685548, "optimizer_updates": 600, "effective_batch": 512, "lr": 4.409747188629462e-05, "gradient_norm": 0.2510313093662262, "tokens_per_second": 1160856.1617040338, "synthetic": false, "world_size": 8}
|
| 31 |
{"step": 620, "tokens": 325058560, "loss": 2.544946479797363, "optimizer_updates": 620, "effective_batch": 512, "lr": 4.123583992279283e-05, "gradient_norm": 0.28788644075393677, "tokens_per_second": 1155543.2911696448, "synthetic": false, "world_size": 8}
|
| 32 |
+
{"step": 640, "tokens": 335544320, "loss": 2.5454965591430665, "optimizer_updates": 640, "effective_batch": 512, "lr": 3.8434395129189505e-05, "gradient_norm": 0.26612672209739685, "tokens_per_second": 1158447.6672427221, "synthetic": false, "world_size": 8}
|
| 33 |
+
{"step": 660, "tokens": 346030080, "loss": 2.5448335647583007, "optimizer_updates": 660, "effective_batch": 512, "lr": 3.570538751077433e-05, "gradient_norm": 0.2844940423965454, "tokens_per_second": 1158946.1520818847, "synthetic": false, "world_size": 8}
|
| 34 |
+
{"step": 680, "tokens": 356515840, "loss": 2.5390928268432615, "optimizer_updates": 680, "effective_batch": 512, "lr": 3.306075032350062e-05, "gradient_norm": 0.2537234425544739, "tokens_per_second": 1155565.8099224395, "synthetic": false, "world_size": 8}
|
| 35 |
+
{"step": 700, "tokens": 367001600, "loss": 2.5415782928466797, "optimizer_updates": 700, "effective_batch": 512, "lr": 3.0512047892893327e-05, "gradient_norm": 0.2627308666706085, "tokens_per_second": 1106110.8657134953, "synthetic": false, "world_size": 8}
|