Update experiment measurements and status
Browse files
reports/runs/dclm_edu-1337/metrics.jsonl
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"step": 20, "tokens": 10485760, "loss": 2.581110954284668, "optimizer_updates": 20, "effective_batch": 512, "lr": 4e-05, "gradient_norm": 0.36247900128364563, "tokens_per_second": 313559.55839933426, "synthetic": false, "world_size": 8}
|
| 2 |
+
{"step": 40, "tokens": 20971520, "loss": 2.5733837127685546, "optimizer_updates": 40, "effective_batch": 512, "lr": 8e-05, "gradient_norm": 0.37291502952575684, "tokens_per_second": 1051327.9422541591, "synthetic": false, "world_size": 8}
|
| 3 |
+
{"step": 60, "tokens": 31457280, "loss": 2.5756389617919924, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.2759625315666199, "tokens_per_second": 968677.2729903057, "synthetic": false, "world_size": 8}
|
| 4 |
+
{"step": 80, "tokens": 41943040, "loss": 2.5584041595458986, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2716515362262726, "tokens_per_second": 1189277.8933130605, "synthetic": false, "world_size": 8}
|
| 5 |
+
{"step": 100, "tokens": 52428800, "loss": 2.566959762573242, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2642262279987335, "tokens_per_second": 1187084.7707826893, "synthetic": false, "world_size": 8}
|