kacperwikiel commited on
Commit
ca54f3c
·
verified ·
1 Parent(s): d53b034

Update experiment measurements and status

Browse files
reports/runs/cosmopedia-1337/metrics.jsonl CHANGED
@@ -10,3 +10,7 @@
10
  {"step": 200, "tokens": 104857600, "loss": 2.4100889205932616, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.26471853256225586, "tokens_per_second": 1145476.0946751945, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.4043474197387695, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2843652665615082, "tokens_per_second": 1072338.4367260323, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.4070335388183595, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.30734682083129883, "tokens_per_second": 1133849.7586611412, "synthetic": false, "world_size": 8}
 
 
 
 
 
10
  {"step": 200, "tokens": 104857600, "loss": 2.4100889205932616, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.26471853256225586, "tokens_per_second": 1145476.0946751945, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.4043474197387695, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2843652665615082, "tokens_per_second": 1072338.4367260323, "synthetic": false, "world_size": 8}
12
  {"step": 240, "tokens": 125829120, "loss": 2.4070335388183595, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.30734682083129883, "tokens_per_second": 1133849.7586611412, "synthetic": false, "world_size": 8}
13
+ {"step": 260, "tokens": 136314880, "loss": 2.3964662551879883, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.26445141434669495, "tokens_per_second": 1098480.4525965166, "synthetic": false, "world_size": 8}
14
+ {"step": 280, "tokens": 146800640, "loss": 2.4023603439331054, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.30729421973228455, "tokens_per_second": 1124251.5258545552, "synthetic": false, "world_size": 8}
15
+ {"step": 300, "tokens": 157286400, "loss": 2.403610420227051, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.3270951509475708, "tokens_per_second": 1131036.2915531248, "synthetic": false, "world_size": 8}
16
+ {"step": 320, "tokens": 167772160, "loss": 2.389951705932617, "optimizer_updates": 320, "effective_batch": 512, "lr": 8.333868810578917e-05, "gradient_norm": 0.35740116238594055, "tokens_per_second": 1124908.7350620404, "synthetic": false, "world_size": 8}