kacperwikiel commited on
Commit
43ec092
·
verified ·
1 Parent(s): ca54f3c

Update experiment measurements and status

Browse files
reports/runs/cosmopedia-1337/metrics.jsonl CHANGED
@@ -14,3 +14,6 @@
14
  {"step": 280, "tokens": 146800640, "loss": 2.4023603439331054, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.30729421973228455, "tokens_per_second": 1124251.5258545552, "synthetic": false, "world_size": 8}
15
  {"step": 300, "tokens": 157286400, "loss": 2.403610420227051, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.3270951509475708, "tokens_per_second": 1131036.2915531248, "synthetic": false, "world_size": 8}
16
  {"step": 320, "tokens": 167772160, "loss": 2.389951705932617, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.35740116238594055, "tokens_per_second": 1124908.7350620404, "synthetic": false, "world_size": 8}
 
 
 
 
14
  {"step": 280, "tokens": 146800640, "loss": 2.4023603439331054, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.30729421973228455, "tokens_per_second": 1124251.5258545552, "synthetic": false, "world_size": 8}
15
  {"step": 300, "tokens": 157286400, "loss": 2.403610420227051, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.3270951509475708, "tokens_per_second": 1131036.2915531248, "synthetic": false, "world_size": 8}
16
  {"step": 320, "tokens": 167772160, "loss": 2.389951705932617, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.35740116238594055, "tokens_per_second": 1124908.7350620404, "synthetic": false, "world_size": 8}
17
+ {"step": 340, "tokens": 178257920, "loss": 2.3957958221435547, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.25225400924682617, "tokens_per_second": 1129955.8581976087, "synthetic": false, "world_size": 8}
18
+ {"step": 360, "tokens": 188743680, "loss": 2.394417572021484, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2821492850780487, "tokens_per_second": 1120854.6119499323, "synthetic": false, "world_size": 8}
19
+ {"step": 380, "tokens": 199229440, "loss": 2.4013141632080077, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2697296738624573, "tokens_per_second": 1124809.8735454862, "synthetic": false, "world_size": 8}