kacperwikiel commited on
Commit
ae163e7
·
verified ·
1 Parent(s): 154d63e

Update experiment measurements and status

Browse files
reports/runs/dclm_edu-1337/metrics.jsonl CHANGED
@@ -9,3 +9,7 @@
9
  {"step": 180, "tokens": 94371840, "loss": 2.5592010498046873, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.27306708693504333, "tokens_per_second": 1180580.4198261488, "synthetic": false, "world_size": 8}
10
  {"step": 200, "tokens": 104857600, "loss": 2.5569890975952148, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2934729754924774, "tokens_per_second": 1172806.864350108, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.552454376220703, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.29294291138648987, "tokens_per_second": 1172679.2763632596, "synthetic": false, "world_size": 8}
 
 
 
 
 
9
  {"step": 180, "tokens": 94371840, "loss": 2.5592010498046873, "optimizer_updates": 180, "effective_batch": 512, "lr": 9.596709255771647e-05, "gradient_norm": 0.27306708693504333, "tokens_per_second": 1180580.4198261488, "synthetic": false, "world_size": 8}
10
  {"step": 200, "tokens": 104857600, "loss": 2.5569890975952148, "optimizer_updates": 200, "effective_batch": 512, "lr": 9.464692909348637e-05, "gradient_norm": 0.2934729754924774, "tokens_per_second": 1172806.864350108, "synthetic": false, "world_size": 8}
11
  {"step": 220, "tokens": 115343360, "loss": 2.552454376220703, "optimizer_updates": 220, "effective_batch": 512, "lr": 9.315339969599793e-05, "gradient_norm": 0.29294291138648987, "tokens_per_second": 1172679.2763632596, "synthetic": false, "world_size": 8}
12
+ {"step": 240, "tokens": 125829120, "loss": 2.5505786895751954, "optimizer_updates": 240, "effective_batch": 512, "lr": 9.149303518929641e-05, "gradient_norm": 0.34293487668037415, "tokens_per_second": 1169739.9910270274, "synthetic": false, "world_size": 8}
13
+ {"step": 260, "tokens": 136314880, "loss": 2.5470613479614257, "optimizer_updates": 260, "effective_batch": 512, "lr": 8.96730959249105e-05, "gradient_norm": 0.3360423743724823, "tokens_per_second": 1168368.6194545422, "synthetic": false, "world_size": 8}
14
+ {"step": 280, "tokens": 146800640, "loss": 2.5563423156738283, "optimizer_updates": 280, "effective_batch": 512, "lr": 8.770154003418255e-05, "gradient_norm": 0.30484113097190857, "tokens_per_second": 1159198.6938359346, "synthetic": false, "world_size": 8}
15
+ {"step": 300, "tokens": 157286400, "loss": 2.5547512054443358, "optimizer_updates": 300, "effective_batch": 512, "lr": 8.55869886293848e-05, "gradient_norm": 0.30554720759391785, "tokens_per_second": 1161831.1327956677, "synthetic": false, "world_size": 8}