kacperwikiel commited on
Commit
c9ecbfd
·
verified ·
1 Parent(s): be822d3

Update experiment measurements and status

Browse files
reports/runs/fineweb_edu-1337/metrics.jsonl CHANGED
@@ -6,3 +6,6 @@
6
  {"step": 120, "tokens": 62914560, "loss": 2.5286712646484375, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3067523241043091, "tokens_per_second": 1135281.6548464207, "synthetic": false, "world_size": 8}
7
  {"step": 140, "tokens": 73400320, "loss": 2.520686149597168, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.27667856216430664, "tokens_per_second": 1140007.2476112305, "synthetic": false, "world_size": 8}
8
  {"step": 160, "tokens": 83886080, "loss": 2.5235008239746093, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.37165340781211853, "tokens_per_second": 1133828.4883001877, "synthetic": false, "world_size": 8}
 
 
 
 
6
  {"step": 120, "tokens": 62914560, "loss": 2.5286712646484375, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3067523241043091, "tokens_per_second": 1135281.6548464207, "synthetic": false, "world_size": 8}
7
  {"step": 140, "tokens": 73400320, "loss": 2.520686149597168, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.27667856216430664, "tokens_per_second": 1140007.2476112305, "synthetic": false, "world_size": 8}
8
  {"step": 160, "tokens": 83886080, "loss": 2.5235008239746093, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.37165340781211853, "tokens_per_second": 1133828.4883001877, "synthetic": false, "world_size": 8}
9
+ {"step": 180, "tokens": 94371840, "loss": 2.52574462890625, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.2982623279094696, "tokens_per_second": 1128534.3746970661, "synthetic": false, "world_size": 8}
10
+ {"step": 200, "tokens": 104857600, "loss": 2.522648048400879, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.29168277978897095, "tokens_per_second": 1136769.4253089512, "synthetic": false, "world_size": 8}
11
+ {"step": 220, "tokens": 115343360, "loss": 2.519839859008789, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2425439953804016, "tokens_per_second": 1080557.6183516262, "synthetic": false, "world_size": 8}