kacperwikiel commited on
Commit
56c5ef0
·
verified ·
1 Parent(s): 7f2b08d

Update experiment measurements and status

Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl CHANGED
@@ -16,3 +16,6 @@
16
  {"step": 320, "tokens": 167772160, "loss": 2.506569480895996, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.3303849995136261, "tokens_per_second": 1144412.5099286744, "synthetic": false, "world_size": 8}
17
  {"step": 340, "tokens": 178257920, "loss": 2.515881156921387, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24862344563007355, "tokens_per_second": 966448.8690015344, "synthetic": false, "world_size": 8}
18
  {"step": 360, "tokens": 188743680, "loss": 2.517119598388672, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2497745007276535, "tokens_per_second": 1127149.4687450554, "synthetic": false, "world_size": 8}
 
 
 
 
16
  {"step": 320, "tokens": 167772160, "loss": 2.506569480895996, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.3303849995136261, "tokens_per_second": 1144412.5099286744, "synthetic": false, "world_size": 8}
17
  {"step": 340, "tokens": 178257920, "loss": 2.515881156921387, "optimizer_updates": 340, "effective_batch": 512, "lr": 8.096646970953326e-05, "gradient_norm": 0.24862344563007355, "tokens_per_second": 966448.8690015344, "synthetic": false, "world_size": 8}
18
  {"step": 360, "tokens": 188743680, "loss": 2.517119598388672, "optimizer_updates": 360, "effective_batch": 512, "lr": 7.848070654808249e-05, "gradient_norm": 0.2497745007276535, "tokens_per_second": 1127149.4687450554, "synthetic": false, "world_size": 8}
19
+ {"step": 380, "tokens": 199229440, "loss": 2.5246110916137696, "optimizer_updates": 380, "effective_batch": 512, "lr": 7.589226823127036e-05, "gradient_norm": 0.2762896418571472, "tokens_per_second": 1119626.8176374543, "synthetic": false, "world_size": 8}
20
+ {"step": 400, "tokens": 209715200, "loss": 2.5179901123046875, "optimizer_updates": 400, "effective_batch": 512, "lr": 7.321247334126042e-05, "gradient_norm": 0.2688349187374115, "tokens_per_second": 1123929.711992079, "synthetic": false, "world_size": 8}
21
+ {"step": 420, "tokens": 220200960, "loss": 2.512736701965332, "optimizer_updates": 420, "effective_batch": 512, "lr": 7.045303993926625e-05, "gradient_norm": 0.27106988430023193, "tokens_per_second": 1119916.6099426097, "synthetic": false, "world_size": 8}