kacperwikiel commited on
Commit
d53b034
·
verified ·
1 Parent(s): 6a6597b

Update experiment measurements and status

Browse files
reports/runs/cosmopedia-1337/metrics.jsonl CHANGED
@@ -7,3 +7,6 @@
7
  {"step": 140, "tokens": 73400320, "loss": 2.4066545486450197, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2637801468372345, "tokens_per_second": 974422.7338799282, "synthetic": false, "world_size": 8}
8
  {"step": 160, "tokens": 83886080, "loss": 2.413987922668457, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3253684341907501, "tokens_per_second": 1147064.1152367515, "synthetic": false, "world_size": 8}
9
  {"step": 180, "tokens": 94371840, "loss": 2.4097562789916993, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.33472052216529846, "tokens_per_second": 1133572.7565524604, "synthetic": false, "world_size": 8}
 
 
 
 
7
  {"step": 140, "tokens": 73400320, "loss": 2.4066545486450197, "optimizer_updates": 140, "effective_batch": 512, "lr": 9.806501405851579e-05, "gradient_norm": 0.2637801468372345, "tokens_per_second": 974422.7338799282, "synthetic": false, "world_size": 8}
8
  {"step": 160, "tokens": 83886080, "loss": 2.413987922668457, "optimizer_updates": 160, "effective_batch": 512, "lr": 9.71081173497583e-05, "gradient_norm": 0.3253684341907501, "tokens_per_second": 1147064.1152367515, "synthetic": false, "world_size": 8}
9
  {"step": 180, "tokens": 94371840, "loss": 2.4097562789916993, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.33472052216529846, "tokens_per_second": 1133572.7565524604, "synthetic": false, "world_size": 8}
10
+ {"step": 200, "tokens": 104857600, "loss": 2.4100889205932616, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.26471853256225586, "tokens_per_second": 1145476.0946751945, "synthetic": false, "world_size": 8}
11
+ {"step": 220, "tokens": 115343360, "loss": 2.4043474197387695, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.2843652665615082, "tokens_per_second": 1072338.4367260323, "synthetic": false, "world_size": 8}
12
+ {"step": 240, "tokens": 125829120, "loss": 2.4070335388183595, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.30734682083129883, "tokens_per_second": 1133849.7586611412, "synthetic": false, "world_size": 8}