Update experiment measurements and status
Browse files
reports/runs/cosmopedia-1337/metrics.jsonl
CHANGED
|
@@ -4,3 +4,6 @@
|
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 2.424216651916504, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2640976905822754, "tokens_per_second": 1147426.415160641, "synthetic": false, "world_size": 8}
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 2.426774024963379, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2969878017902374, "tokens_per_second": 1140725.4657330788, "synthetic": false, "world_size": 8}
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 2.4212846755981445, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.4010017514228821, "tokens_per_second": 1112139.043754207, "synthetic": false, "world_size": 8}
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 2.424216651916504, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2640976905822754, "tokens_per_second": 1147426.415160641, "synthetic": false, "world_size": 8}
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 2.426774024963379, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2969878017902374, "tokens_per_second": 1140725.4657330788, "synthetic": false, "world_size": 8}
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 2.4212846755981445, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.4010017514228821, "tokens_per_second": 1112139.043754207, "synthetic": false, "world_size": 8}
|
| 7 |
+
{"step": 140, "tokens": 73400320, "loss": 2.4066545486450197, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2637801468372345, "tokens_per_second": 974422.7338799282, "synthetic": false, "world_size": 8}
|
| 8 |
+
{"step": 160, "tokens": 83886080, "loss": 2.413987922668457, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3253684341907501, "tokens_per_second": 1147064.1152367515, "synthetic": false, "world_size": 8}
|
| 9 |
+
{"step": 180, "tokens": 94371840, "loss": 2.4097562789916993, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.33472052216529846, "tokens_per_second": 1133572.7565524604, "synthetic": false, "world_size": 8}
|