kacperwikiel commited on
Commit
556a8a7
·
verified ·
1 Parent(s): d863eec

Update experiment measurements and status

Browse files
reports/runs/dclm_edu-1337/metrics.jsonl CHANGED
@@ -3,3 +3,6 @@
3
  {"step": 60, "tokens": 31457280, "loss": 2.5756389617919924, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.2759625315666199, "tokens_per_second": 968677.2729903057, "synthetic": false, "world_size": 8}
4
  {"step": 80, "tokens": 41943040, "loss": 2.5584041595458986, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2716515362262726, "tokens_per_second": 1189277.8933130605, "synthetic": false, "world_size": 8}
5
  {"step": 100, "tokens": 52428800, "loss": 2.566959762573242, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2642262279987335, "tokens_per_second": 1187084.7707826893, "synthetic": false, "world_size": 8}
 
 
 
 
3
  {"step": 60, "tokens": 31457280, "loss": 2.5756389617919924, "optimizer_updates": 60, "effective_batch": 512, "lr": 9.998007088499952e-05, "gradient_norm": 0.2759625315666199, "tokens_per_second": 968677.2729903057, "synthetic": false, "world_size": 8}
4
  {"step": 80, "tokens": 41943040, "loss": 2.5584041595458986, "optimizer_updates": 80, "effective_batch": 512, "lr": 9.979322493268543e-05, "gradient_norm": 0.2716515362262726, "tokens_per_second": 1189277.8933130605, "synthetic": false, "world_size": 8}
5
  {"step": 100, "tokens": 52428800, "loss": 2.566959762573242, "optimizer_updates": 100, "effective_batch": 512, "lr": 9.941050960481906e-05, "gradient_norm": 0.2642262279987335, "tokens_per_second": 1187084.7707826893, "synthetic": false, "world_size": 8}
6
+ {"step": 120, "tokens": 62914560, "loss": 2.562583160400391, "optimizer_updates": 120, "effective_batch": 512, "lr": 9.883359841815205e-05, "gradient_norm": 0.3597620725631714, "tokens_per_second": 1180093.137636077, "synthetic": false, "world_size": 8}
7
+ {"step": 140, "tokens": 73400320, "loss": 2.55450496673584, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.27462100982666016, "tokens_per_second": 969712.1054880294, "synthetic": false, "world_size": 8}
8
+ {"step": 160, "tokens": 83886080, "loss": 2.55477294921875, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3609285056591034, "tokens_per_second": 1131940.3592477117, "synthetic": false, "world_size": 8}