kacperwikiel commited on
Commit
042ac97
·
verified ·
1 Parent(s): 56c5ef0

Update experiment measurements and status

Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl CHANGED
@@ -19,3 +19,6 @@
19
  {"step": 380, "tokens": 199229440, "loss": 2.5246110916137696, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2762896418571472, "tokens_per_second": 1119626.8176374543, "synthetic": false, "world_size": 8}
20
  {"step": 400, "tokens": 209715200, "loss": 2.5179901123046875, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2688349187374115, "tokens_per_second": 1123929.711992079, "synthetic": false, "world_size": 8}
21
  {"step": 420, "tokens": 220200960, "loss": 2.512736701965332, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.27106988430023193, "tokens_per_second": 1119916.6099426097, "synthetic": false, "world_size": 8}
 
 
 
 
19
  {"step": 380, "tokens": 199229440, "loss": 2.5246110916137696, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2762896418571472, "tokens_per_second": 1119626.8176374543, "synthetic": false, "world_size": 8}
20
  {"step": 400, "tokens": 209715200, "loss": 2.5179901123046875, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2688349187374115, "tokens_per_second": 1123929.711992079, "synthetic": false, "world_size": 8}
21
  {"step": 420, "tokens": 220200960, "loss": 2.512736701965332, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.27106988430023193, "tokens_per_second": 1119916.6099426097, "synthetic": false, "world_size": 8}
22
+ {"step": 440, "tokens": 230686720, "loss": 2.518153190612793, "optimizer_updates": 440, "effective_batch": 512, "lr": 6.762603432545125e-05, "gradient_norm": 0.2694597840309143, "tokens_per_second": 1119745.6210068052, "synthetic": false, "world_size": 8}
23
+ {"step": 460, "tokens": 241172480, "loss": 2.512344741821289, "optimizer_updates": 460, "effective_batch": 512, "lr": 6.47438182760683e-05, "gradient_norm": 0.28107231855392456, "tokens_per_second": 1123259.5169013422, "synthetic": false, "world_size": 8}
24
+ {"step": 480, "tokens": 251658240, "loss": 2.508967971801758, "optimizer_updates": 480, "effective_batch": 512, "lr": 6.181899498855732e-05, "gradient_norm": 0.2642412781715393, "tokens_per_second": 1126567.6622358768, "synthetic": false, "world_size": 8}