| {"loss": 32.84220504760742, "grad_norm": 30.264930725097656, "learning_rate": 0.0, "epoch": 0.002516910492370615, "num_input_tokens_seen": 368640, "train_runtime": 8.8205, "train_tokens_per_second": 41793.643, "step": 1, "wall_time": "2026-06-21T18:29:45"} |
| {"loss": 31.76995086669922, "grad_norm": 32.67197036743164, "learning_rate": 0.0, "epoch": 0.0022371364653243847, "num_input_tokens_seen": 327680, "train_runtime": 7.8573, "train_tokens_per_second": 41704.008, "step": 1, "wall_time": "2026-06-21T18:29:54"} |
| {"loss": 32.44386509486607, "grad_norm": 31.965707778930664, "learning_rate": 1.821561338289963e-05, "epoch": 0.11185682326621924, "num_input_tokens_seen": 16384000, "train_runtime": 380.1137, "train_tokens_per_second": 43102.889, "step": 50, "wall_time": "2026-06-21T18:36:06"} |
| {"loss": 31.56456787109375, "grad_norm": 34.0458984375, "learning_rate": 3.680297397769517e-05, "epoch": 0.22371364653243847, "num_input_tokens_seen": 32768000, "train_runtime": 759.9744, "train_tokens_per_second": 43117.243, "step": 100, "wall_time": "2026-06-21T18:42:26"} |
| {"loss": 30.703720703125, "grad_norm": 36.13215255737305, "learning_rate": 5.539033457249071e-05, "epoch": 0.33557046979865773, "num_input_tokens_seen": 49152000, "train_runtime": 1140.0254, "train_tokens_per_second": 43114.831, "step": 150, "wall_time": "2026-06-21T18:48:46"} |
| {"loss": 30.0342919921875, "grad_norm": 75.77301788330078, "learning_rate": 7.397769516728626e-05, "epoch": 0.44742729306487694, "num_input_tokens_seen": 65536000, "train_runtime": 1519.7868, "train_tokens_per_second": 43121.837, "step": 200, "wall_time": "2026-06-21T18:55:06"} |
| {"loss": 29.2935986328125, "grad_norm": 31.4502010345459, "learning_rate": 9.256505576208179e-05, "epoch": 0.5592841163310962, "num_input_tokens_seen": 81920000, "train_runtime": 1899.4384, "train_tokens_per_second": 43128.538, "step": 250, "wall_time": "2026-06-21T19:01:26"} |
| {"loss": 28.63412353515625, "grad_norm": 35.78462600708008, "learning_rate": 9.928588431325875e-05, "epoch": 0.6711409395973155, "num_input_tokens_seen": 98304000, "train_runtime": 2279.106, "train_tokens_per_second": 43132.703, "step": 300, "wall_time": "2026-06-21T19:07:45"} |
| {"loss": 27.89616455078125, "grad_norm": 32.92461395263672, "learning_rate": 9.809569150202333e-05, "epoch": 0.7829977628635347, "num_input_tokens_seen": 114688000, "train_runtime": 2659.6638, "train_tokens_per_second": 43121.24, "step": 350, "wall_time": "2026-06-21T19:14:06"} |
| {"loss": 27.38276123046875, "grad_norm": 31.881704330444336, "learning_rate": 9.69054986907879e-05, "epoch": 0.8948545861297539, "num_input_tokens_seen": 131072000, "train_runtime": 3039.907, "train_tokens_per_second": 43117.108, "step": 400, "wall_time": "2026-06-21T19:20:26"} |
| {"loss": 26.72684814453125, "grad_norm": 28.32501220703125, "learning_rate": 9.57153058795525e-05, "epoch": 1.0067114093959733, "num_input_tokens_seen": 147446784, "train_runtime": 3419.3158, "train_tokens_per_second": 43121.721, "step": 450, "wall_time": "2026-06-21T19:26:45"} |
| {"loss": 26.2695166015625, "grad_norm": 27.903852462768555, "learning_rate": 9.452511306831707e-05, "epoch": 1.1185682326621924, "num_input_tokens_seen": 163830784, "train_runtime": 3799.2571, "train_tokens_per_second": 43121.794, "step": 500, "wall_time": "2026-06-21T19:33:05"} |
| {"eval_loss": 1.3941264152526855, "eval_masked_accuracy": 0.7140736610865701, "eval_runtime": 25.352, "eval_samples_per_second": 219.627, "eval_steps_per_second": 3.432, "epoch": 1.1185682326621924, "num_input_tokens_seen": 163830784, "step": 500, "wall_time": "2026-06-21T19:33:31"} |
| {"loss": 25.86959228515625, "grad_norm": 25.51409339904785, "learning_rate": 9.333492025708165e-05, "epoch": 1.2304250559284116, "num_input_tokens_seen": 180214784, "train_runtime": 4207.1627, "train_tokens_per_second": 42835.231, "step": 550, "wall_time": "2026-06-21T19:39:53"} |
| {"loss": 25.3655517578125, "grad_norm": 31.309749603271484, "learning_rate": 9.214472744584624e-05, "epoch": 1.342281879194631, "num_input_tokens_seen": 196598784, "train_runtime": 4586.3773, "train_tokens_per_second": 42865.812, "step": 600, "wall_time": "2026-06-21T19:46:12"} |
| {"loss": 25.1278271484375, "grad_norm": 28.270841598510742, "learning_rate": 9.095453463461082e-05, "epoch": 1.45413870246085, "num_input_tokens_seen": 212982784, "train_runtime": 4966.2335, "train_tokens_per_second": 42886.18, "step": 650, "wall_time": "2026-06-21T19:52:32"} |
| {"loss": 24.80788818359375, "grad_norm": 27.522308349609375, "learning_rate": 8.976434182337538e-05, "epoch": 1.5659955257270695, "num_input_tokens_seen": 229366784, "train_runtime": 5346.6697, "train_tokens_per_second": 42899.0, "step": 700, "wall_time": "2026-06-21T19:58:53"} |
| {"loss": 24.6148046875, "grad_norm": 27.093711853027344, "learning_rate": 8.857414901213997e-05, "epoch": 1.6778523489932886, "num_input_tokens_seen": 245750784, "train_runtime": 5726.4531, "train_tokens_per_second": 42915.008, "step": 750, "wall_time": "2026-06-21T20:05:13"} |
| {"loss": 24.40305908203125, "grad_norm": 25.49102210998535, "learning_rate": 8.738395620090455e-05, "epoch": 1.7897091722595078, "num_input_tokens_seen": 262134784, "train_runtime": 6106.8482, "train_tokens_per_second": 42924.726, "step": 800, "wall_time": "2026-06-21T20:11:33"} |
| {"loss": 24.0977783203125, "grad_norm": 25.048629760742188, "learning_rate": 8.619376338966914e-05, "epoch": 1.901565995525727, "num_input_tokens_seen": 278518784, "train_runtime": 6486.6563, "train_tokens_per_second": 42937.189, "step": 850, "wall_time": "2026-06-21T20:17:53"} |
| {"loss": 23.89361572265625, "grad_norm": 25.157657623291016, "learning_rate": 8.500357057843372e-05, "epoch": 2.0134228187919465, "num_input_tokens_seen": 294893568, "train_runtime": 6867.068, "train_tokens_per_second": 42943.155, "step": 900, "wall_time": "2026-06-21T20:24:13"} |
| {"loss": 23.57096435546875, "grad_norm": 25.902904510498047, "learning_rate": 8.381337776719829e-05, "epoch": 2.1252796420581657, "num_input_tokens_seen": 311277568, "train_runtime": 7246.8643, "train_tokens_per_second": 42953.415, "step": 950, "wall_time": "2026-06-21T20:30:33"} |
| {"loss": 23.42177490234375, "grad_norm": 24.553022384643555, "learning_rate": 8.262318495596287e-05, "epoch": 2.237136465324385, "num_input_tokens_seen": 327661568, "train_runtime": 7626.2318, "train_tokens_per_second": 42965.068, "step": 1000, "wall_time": "2026-06-21T20:36:52"} |
| {"eval_loss": 1.2587531805038452, "eval_masked_accuracy": 0.7357594334234474, "eval_runtime": 25.3576, "eval_samples_per_second": 219.579, "eval_steps_per_second": 3.431, "epoch": 2.237136465324385, "num_input_tokens_seen": 327661568, "step": 1000, "wall_time": "2026-06-21T20:37:18"} |
| {"loss": 23.259130859375, "grad_norm": 24.940990447998047, "learning_rate": 8.143299214472745e-05, "epoch": 2.348993288590604, "num_input_tokens_seen": 344045568, "train_runtime": 8033.7212, "train_tokens_per_second": 42825.182, "step": 1050, "wall_time": "2026-06-21T20:43:40"} |
| {"loss": 23.12722900390625, "grad_norm": 24.946720123291016, "learning_rate": 8.024279933349202e-05, "epoch": 2.460850111856823, "num_input_tokens_seen": 360429568, "train_runtime": 8413.8773, "train_tokens_per_second": 42837.512, "step": 1100, "wall_time": "2026-06-21T20:50:00"} |
| {"loss": 22.9796826171875, "grad_norm": 24.135683059692383, "learning_rate": 7.905260652225661e-05, "epoch": 2.5727069351230423, "num_input_tokens_seen": 376813568, "train_runtime": 8793.1262, "train_tokens_per_second": 42853.197, "step": 1150, "wall_time": "2026-06-21T20:56:19"} |
| {"loss": 22.77516845703125, "grad_norm": 25.850025177001953, "learning_rate": 7.786241371102119e-05, "epoch": 2.684563758389262, "num_input_tokens_seen": 393197568, "train_runtime": 9172.793, "train_tokens_per_second": 42865.632, "step": 1200, "wall_time": "2026-06-21T21:02:39"} |
| {"loss": 22.6738720703125, "grad_norm": 22.62376594543457, "learning_rate": 7.667222089978577e-05, "epoch": 2.796420581655481, "num_input_tokens_seen": 409581568, "train_runtime": 9553.7727, "train_tokens_per_second": 42871.186, "step": 1250, "wall_time": "2026-06-21T21:09:00"} |
| {"loss": 22.53384033203125, "grad_norm": 22.361886978149414, "learning_rate": 7.548202808855035e-05, "epoch": 2.9082774049217, "num_input_tokens_seen": 425965568, "train_runtime": 9932.9496, "train_tokens_per_second": 42884.096, "step": 1300, "wall_time": "2026-06-21T21:15:19"} |
| {"loss": 22.38953125, "grad_norm": 24.093069076538086, "learning_rate": 7.429183527731492e-05, "epoch": 3.0201342281879193, "num_input_tokens_seen": 442340352, "train_runtime": 10313.033, "train_tokens_per_second": 42891.393, "step": 1350, "wall_time": "2026-06-21T21:21:39"} |
| {"loss": 22.18701416015625, "grad_norm": 22.419540405273438, "learning_rate": 7.310164246607951e-05, "epoch": 3.131991051454139, "num_input_tokens_seen": 458724352, "train_runtime": 10693.1337, "train_tokens_per_second": 42898.964, "step": 1400, "wall_time": "2026-06-21T21:27:59"} |
| {"loss": 22.1206396484375, "grad_norm": 24.061424255371094, "learning_rate": 7.191144965484409e-05, "epoch": 3.243847874720358, "num_input_tokens_seen": 475108352, "train_runtime": 11073.944, "train_tokens_per_second": 42903.265, "step": 1450, "wall_time": "2026-06-21T21:34:20"} |
| {"loss": 21.99459228515625, "grad_norm": 21.660381317138672, "learning_rate": 7.072125684360867e-05, "epoch": 3.3557046979865772, "num_input_tokens_seen": 491492352, "train_runtime": 11453.1596, "train_tokens_per_second": 42913.254, "step": 1500, "wall_time": "2026-06-21T21:40:39"} |
| {"eval_loss": 1.194376826286316, "eval_masked_accuracy": 0.7462490242091618, "eval_runtime": 25.3329, "eval_samples_per_second": 219.794, "eval_steps_per_second": 3.434, "epoch": 3.3557046979865772, "num_input_tokens_seen": 491492352, "step": 1500, "wall_time": "2026-06-21T21:41:05"} |
| {"loss": 21.8618212890625, "grad_norm": 23.65436553955078, "learning_rate": 6.953106403237324e-05, "epoch": 3.4675615212527964, "num_input_tokens_seen": 507876352, "train_runtime": 11860.4601, "train_tokens_per_second": 42820.965, "step": 1550, "wall_time": "2026-06-21T21:47:27"} |
| {"loss": 21.84644287109375, "grad_norm": 23.492694854736328, "learning_rate": 6.834087122113782e-05, "epoch": 3.5794183445190155, "num_input_tokens_seen": 524260352, "train_runtime": 12240.4952, "train_tokens_per_second": 42829.995, "step": 1600, "wall_time": "2026-06-21T21:53:47"} |
| {"loss": 21.695458984375, "grad_norm": 22.143146514892578, "learning_rate": 6.715067840990241e-05, "epoch": 3.6912751677852347, "num_input_tokens_seen": 540644352, "train_runtime": 12620.3553, "train_tokens_per_second": 42839.075, "step": 1650, "wall_time": "2026-06-21T22:00:06"} |
| {"loss": 21.49891357421875, "grad_norm": 22.582658767700195, "learning_rate": 6.596048559866699e-05, "epoch": 3.8031319910514543, "num_input_tokens_seen": 557028352, "train_runtime": 13000.3344, "train_tokens_per_second": 42847.233, "step": 1700, "wall_time": "2026-06-21T22:06:26"} |
| {"loss": 21.4741015625, "grad_norm": 22.46770477294922, "learning_rate": 6.477029278743157e-05, "epoch": 3.9149888143176734, "num_input_tokens_seen": 573412352, "train_runtime": 13380.7098, "train_tokens_per_second": 42853.657, "step": 1750, "wall_time": "2026-06-21T22:12:47"} |
| {"loss": 21.39329833984375, "grad_norm": 22.605365753173828, "learning_rate": 6.358009997619616e-05, "epoch": 4.026845637583893, "num_input_tokens_seen": 589787136, "train_runtime": 13759.8334, "train_tokens_per_second": 42862.956, "step": 1800, "wall_time": "2026-06-21T22:19:06"} |
| {"loss": 21.18496826171875, "grad_norm": 21.95088005065918, "learning_rate": 6.238990716496072e-05, "epoch": 4.138702460850112, "num_input_tokens_seen": 606171136, "train_runtime": 14139.2097, "train_tokens_per_second": 42871.642, "step": 1850, "wall_time": "2026-06-21T22:25:25"} |
| {"loss": 21.2357177734375, "grad_norm": 22.34777069091797, "learning_rate": 6.11997143537253e-05, "epoch": 4.250559284116331, "num_input_tokens_seen": 622555136, "train_runtime": 14518.7366, "train_tokens_per_second": 42879.429, "step": 1900, "wall_time": "2026-06-21T22:31:45"} |
| {"loss": 21.16220458984375, "grad_norm": 22.553071975708008, "learning_rate": 6.000952154248989e-05, "epoch": 4.3624161073825505, "num_input_tokens_seen": 638939136, "train_runtime": 14898.759, "train_tokens_per_second": 42885.393, "step": 1950, "wall_time": "2026-06-21T22:38:05"} |
| {"loss": 21.01521240234375, "grad_norm": 22.87005615234375, "learning_rate": 5.8819328731254464e-05, "epoch": 4.47427293064877, "num_input_tokens_seen": 655323136, "train_runtime": 15278.457, "train_tokens_per_second": 42891.971, "step": 2000, "wall_time": "2026-06-21T22:44:25"} |
| {"eval_loss": 1.14796781539917, "eval_masked_accuracy": 0.7536936821619982, "eval_runtime": 25.3387, "eval_samples_per_second": 219.743, "eval_steps_per_second": 3.433, "epoch": 4.47427293064877, "num_input_tokens_seen": 655323136, "step": 2000, "wall_time": "2026-06-21T22:44:50"} |
| {"loss": 20.9041943359375, "grad_norm": 22.233734130859375, "learning_rate": 5.762913592001905e-05, "epoch": 4.586129753914989, "num_input_tokens_seen": 671707136, "train_runtime": 15686.3972, "train_tokens_per_second": 42820.995, "step": 2050, "wall_time": "2026-06-21T22:51:12"} |
| {"loss": 20.91035888671875, "grad_norm": 21.8343448638916, "learning_rate": 5.6438943108783625e-05, "epoch": 4.697986577181208, "num_input_tokens_seen": 688091136, "train_runtime": 16066.5233, "train_tokens_per_second": 42827.631, "step": 2100, "wall_time": "2026-06-21T22:57:33"} |
| {"loss": 20.8124365234375, "grad_norm": 21.778446197509766, "learning_rate": 5.52487502975482e-05, "epoch": 4.809843400447427, "num_input_tokens_seen": 704475136, "train_runtime": 16446.1615, "train_tokens_per_second": 42835.231, "step": 2150, "wall_time": "2026-06-21T23:03:52"} |
| {"loss": 20.7349560546875, "grad_norm": 21.686033248901367, "learning_rate": 5.4058557486312786e-05, "epoch": 4.921700223713646, "num_input_tokens_seen": 720859136, "train_runtime": 16825.7207, "train_tokens_per_second": 42842.69, "step": 2200, "wall_time": "2026-06-21T23:10:12"} |
| {"loss": 20.7165283203125, "grad_norm": 21.80782127380371, "learning_rate": 5.286836467507736e-05, "epoch": 5.033557046979865, "num_input_tokens_seen": 737233920, "train_runtime": 17206.3274, "train_tokens_per_second": 42846.675, "step": 2250, "wall_time": "2026-06-21T23:16:32"} |
| {"loss": 20.5538916015625, "grad_norm": 23.681589126586914, "learning_rate": 5.167817186384194e-05, "epoch": 5.145413870246085, "num_input_tokens_seen": 753617920, "train_runtime": 17586.976, "train_tokens_per_second": 42850.91, "step": 2300, "wall_time": "2026-06-21T23:22:53"} |
| {"loss": 20.505771484375, "grad_norm": 23.062753677368164, "learning_rate": 5.0487979052606524e-05, "epoch": 5.257270693512305, "num_input_tokens_seen": 770001920, "train_runtime": 17966.3576, "train_tokens_per_second": 42857.987, "step": 2350, "wall_time": "2026-06-21T23:29:12"} |
| {"loss": 20.479666748046874, "grad_norm": 22.336442947387695, "learning_rate": 4.92977862413711e-05, "epoch": 5.369127516778524, "num_input_tokens_seen": 786385920, "train_runtime": 18346.1922, "train_tokens_per_second": 42863.713, "step": 2400, "wall_time": "2026-06-21T23:35:32"} |
| {"loss": 20.462833251953125, "grad_norm": 22.454973220825195, "learning_rate": 4.8107593430135685e-05, "epoch": 5.480984340044743, "num_input_tokens_seen": 802769920, "train_runtime": 18726.6308, "train_tokens_per_second": 42867.824, "step": 2450, "wall_time": "2026-06-21T23:41:53"} |
| {"loss": 20.33416748046875, "grad_norm": 21.835525512695312, "learning_rate": 4.691740061890026e-05, "epoch": 5.592841163310962, "num_input_tokens_seen": 819153920, "train_runtime": 19106.2918, "train_tokens_per_second": 42873.517, "step": 2500, "wall_time": "2026-06-21T23:48:12"} |
| {"eval_loss": 1.1132277250289917, "eval_masked_accuracy": 0.7584756667111459, "eval_runtime": 25.3527, "eval_samples_per_second": 219.621, "eval_steps_per_second": 3.432, "epoch": 5.592841163310962, "num_input_tokens_seen": 819153920, "step": 2500, "wall_time": "2026-06-21T23:48:38"} |
| {"loss": 20.25551513671875, "grad_norm": 23.234500885009766, "learning_rate": 4.5727207807664845e-05, "epoch": 5.704697986577181, "num_input_tokens_seen": 835537920, "train_runtime": 19513.5356, "train_tokens_per_second": 42818.377, "step": 2550, "wall_time": "2026-06-21T23:55:00"} |
| {"loss": 20.156134033203124, "grad_norm": 21.292207717895508, "learning_rate": 4.453701499642942e-05, "epoch": 5.8165548098434, "num_input_tokens_seen": 851921920, "train_runtime": 19893.1597, "train_tokens_per_second": 42824.867, "step": 2600, "wall_time": "2026-06-22T00:01:19"} |
| {"loss": 20.159989013671876, "grad_norm": 20.622861862182617, "learning_rate": 4.3346822185194e-05, "epoch": 5.9284116331096195, "num_input_tokens_seen": 868305920, "train_runtime": 20273.9368, "train_tokens_per_second": 42828.679, "step": 2650, "wall_time": "2026-06-22T00:07:40"} |
| {"loss": 20.13439697265625, "grad_norm": 23.077646255493164, "learning_rate": 4.215662937395858e-05, "epoch": 6.040268456375839, "num_input_tokens_seen": 884680704, "train_runtime": 20654.2855, "train_tokens_per_second": 42832.791, "step": 2700, "wall_time": "2026-06-22T00:14:00"} |
| {"loss": 19.994425048828123, "grad_norm": 21.280527114868164, "learning_rate": 4.096643656272317e-05, "epoch": 6.152125279642058, "num_input_tokens_seen": 901064704, "train_runtime": 21033.1909, "train_tokens_per_second": 42840.133, "step": 2750, "wall_time": "2026-06-22T00:20:19"} |
| {"loss": 19.980313720703126, "grad_norm": 23.213178634643555, "learning_rate": 3.977624375148774e-05, "epoch": 6.263982102908278, "num_input_tokens_seen": 917448704, "train_runtime": 21412.6494, "train_tokens_per_second": 42846.109, "step": 2800, "wall_time": "2026-06-22T00:26:39"} |
| {"loss": 19.9128857421875, "grad_norm": 22.994335174560547, "learning_rate": 3.858605094025232e-05, "epoch": 6.375838926174497, "num_input_tokens_seen": 933832704, "train_runtime": 21792.7904, "train_tokens_per_second": 42850.534, "step": 2850, "wall_time": "2026-06-22T00:32:59"} |
| {"loss": 19.874437255859377, "grad_norm": 25.134178161621094, "learning_rate": 3.7395858129016905e-05, "epoch": 6.487695749440716, "num_input_tokens_seen": 950216704, "train_runtime": 22173.1567, "train_tokens_per_second": 42854.372, "step": 2900, "wall_time": "2026-06-22T00:39:19"} |
| {"loss": 19.910538330078126, "grad_norm": 20.69732093811035, "learning_rate": 3.620566531778148e-05, "epoch": 6.599552572706935, "num_input_tokens_seen": 966600704, "train_runtime": 22553.2542, "train_tokens_per_second": 42858.591, "step": 2950, "wall_time": "2026-06-22T00:45:39"} |
| {"loss": 19.87051025390625, "grad_norm": 21.227550506591797, "learning_rate": 3.501547250654606e-05, "epoch": 6.7114093959731544, "num_input_tokens_seen": 982984704, "train_runtime": 22933.4022, "train_tokens_per_second": 42862.576, "step": 3000, "wall_time": "2026-06-22T00:51:59"} |
| {"eval_loss": 1.0944103002548218, "eval_masked_accuracy": 0.7619272139314145, "eval_runtime": 25.3399, "eval_samples_per_second": 219.732, "eval_steps_per_second": 3.433, "epoch": 6.7114093959731544, "num_input_tokens_seen": 982984704, "step": 3000, "wall_time": "2026-06-22T00:52:25"} |
| {"loss": 19.65084228515625, "grad_norm": 21.8638858795166, "learning_rate": 3.382527969531064e-05, "epoch": 6.823266219239374, "num_input_tokens_seen": 999368704, "train_runtime": 23340.7393, "train_tokens_per_second": 42816.497, "step": 3050, "wall_time": "2026-06-22T00:58:47"} |
| {"loss": 19.7602978515625, "grad_norm": 25.967254638671875, "learning_rate": 3.263508688407522e-05, "epoch": 6.935123042505593, "num_input_tokens_seen": 1015752704, "train_runtime": 23721.0833, "train_tokens_per_second": 42820.671, "step": 3100, "wall_time": "2026-06-22T01:05:07"} |
| {"loss": 19.64591064453125, "grad_norm": 29.288837432861328, "learning_rate": 3.1444894072839803e-05, "epoch": 7.046979865771812, "num_input_tokens_seen": 1032127488, "train_runtime": 24100.8116, "train_tokens_per_second": 42825.425, "step": 3150, "wall_time": "2026-06-22T01:11:27"} |
| {"loss": 19.643092041015624, "grad_norm": 20.559537887573242, "learning_rate": 3.025470126160438e-05, "epoch": 7.158836689038031, "num_input_tokens_seen": 1048511488, "train_runtime": 24479.6774, "train_tokens_per_second": 42831.916, "step": 3200, "wall_time": "2026-06-22T01:17:46"} |
| {"loss": 19.5406787109375, "grad_norm": 21.216949462890625, "learning_rate": 2.906450845036896e-05, "epoch": 7.27069351230425, "num_input_tokens_seen": 1064895488, "train_runtime": 24859.9356, "train_tokens_per_second": 42835.81, "step": 3250, "wall_time": "2026-06-22T01:24:06"} |
| {"loss": 19.52265625, "grad_norm": 19.948974609375, "learning_rate": 2.787431563913354e-05, "epoch": 7.382550335570469, "num_input_tokens_seen": 1081279488, "train_runtime": 25239.4624, "train_tokens_per_second": 42840.829, "step": 3300, "wall_time": "2026-06-22T01:30:26"} |
| {"loss": 19.483994140625, "grad_norm": 24.806529998779297, "learning_rate": 2.668412282789812e-05, "epoch": 7.494407158836689, "num_input_tokens_seen": 1097663488, "train_runtime": 25619.1507, "train_tokens_per_second": 42845.428, "step": 3350, "wall_time": "2026-06-22T01:36:45"} |
| {"loss": 19.500614013671875, "grad_norm": 22.306764602661133, "learning_rate": 2.54939300166627e-05, "epoch": 7.6062639821029085, "num_input_tokens_seen": 1114047488, "train_runtime": 25998.4643, "train_tokens_per_second": 42850.511, "step": 3400, "wall_time": "2026-06-22T01:43:05"} |
| {"loss": 19.44253173828125, "grad_norm": 20.259811401367188, "learning_rate": 2.430373720542728e-05, "epoch": 7.718120805369128, "num_input_tokens_seen": 1130431488, "train_runtime": 26378.2281, "train_tokens_per_second": 42854.716, "step": 3450, "wall_time": "2026-06-22T01:49:24"} |
| {"loss": 19.37197021484375, "grad_norm": 31.171615600585938, "learning_rate": 2.311354439419186e-05, "epoch": 7.829977628635347, "num_input_tokens_seen": 1146815488, "train_runtime": 26757.8966, "train_tokens_per_second": 42858.955, "step": 3500, "wall_time": "2026-06-22T01:55:44"} |
| {"eval_loss": 1.0732760429382324, "eval_masked_accuracy": 0.7661423014370904, "eval_runtime": 25.3349, "eval_samples_per_second": 219.775, "eval_steps_per_second": 3.434, "epoch": 7.829977628635347, "num_input_tokens_seen": 1146815488, "step": 3500, "wall_time": "2026-06-22T01:56:09"} |
| {"loss": 19.302330322265625, "grad_norm": 19.443883895874023, "learning_rate": 2.192335158295644e-05, "epoch": 7.941834451901566, "num_input_tokens_seen": 1163199488, "train_runtime": 27165.3477, "train_tokens_per_second": 42819.238, "step": 3550, "wall_time": "2026-06-22T02:02:31"} |
| {"loss": 19.334464111328124, "grad_norm": 19.65326690673828, "learning_rate": 2.073315877172102e-05, "epoch": 8.053691275167786, "num_input_tokens_seen": 1179574272, "train_runtime": 27545.6424, "train_tokens_per_second": 42822.536, "step": 3600, "wall_time": "2026-06-22T02:08:52"} |
| {"loss": 19.248583984375, "grad_norm": 20.760732650756836, "learning_rate": 1.9542965960485597e-05, "epoch": 8.165548098434005, "num_input_tokens_seen": 1195958272, "train_runtime": 27925.9284, "train_tokens_per_second": 42826.088, "step": 3650, "wall_time": "2026-06-22T02:15:12"} |
| {"loss": 19.22830322265625, "grad_norm": 19.925457000732422, "learning_rate": 1.835277314925018e-05, "epoch": 8.277404921700224, "num_input_tokens_seen": 1212342272, "train_runtime": 28305.1518, "train_tokens_per_second": 42831.152, "step": 3700, "wall_time": "2026-06-22T02:21:31"} |
| {"loss": 19.20845458984375, "grad_norm": 20.903831481933594, "learning_rate": 1.7162580338014758e-05, "epoch": 8.389261744966444, "num_input_tokens_seen": 1228726272, "train_runtime": 28684.7612, "train_tokens_per_second": 42835.506, "step": 3750, "wall_time": "2026-06-22T02:27:51"} |
| {"loss": 19.181019287109375, "grad_norm": 25.746238708496094, "learning_rate": 1.597238752677934e-05, "epoch": 8.501118568232663, "num_input_tokens_seen": 1245110272, "train_runtime": 29065.5625, "train_tokens_per_second": 42837.99, "step": 3800, "wall_time": "2026-06-22T02:34:12"} |
| {"loss": 19.200714111328125, "grad_norm": 19.735681533813477, "learning_rate": 1.4782194715543917e-05, "epoch": 8.612975391498882, "num_input_tokens_seen": 1261494272, "train_runtime": 29444.9518, "train_tokens_per_second": 42842.463, "step": 3850, "wall_time": "2026-06-22T02:40:31"} |
| {"loss": 19.14758056640625, "grad_norm": 20.348718643188477, "learning_rate": 1.35920019043085e-05, "epoch": 8.724832214765101, "num_input_tokens_seen": 1277878272, "train_runtime": 29825.2862, "train_tokens_per_second": 42845.466, "step": 3900, "wall_time": "2026-06-22T02:46:51"} |
| {"loss": 19.07127685546875, "grad_norm": 19.208051681518555, "learning_rate": 1.2401809093073078e-05, "epoch": 8.83668903803132, "num_input_tokens_seen": 1294262272, "train_runtime": 30205.5851, "train_tokens_per_second": 42848.442, "step": 3950, "wall_time": "2026-06-22T02:53:12"} |
| {"loss": 19.101888427734377, "grad_norm": 20.35933494567871, "learning_rate": 1.1211616281837658e-05, "epoch": 8.94854586129754, "num_input_tokens_seen": 1310646272, "train_runtime": 30585.6001, "train_tokens_per_second": 42851.743, "step": 4000, "wall_time": "2026-06-22T02:59:32"} |
| {"eval_loss": 1.0551483631134033, "eval_masked_accuracy": 0.7687605175839743, "eval_runtime": 25.3745, "eval_samples_per_second": 219.433, "eval_steps_per_second": 3.429, "epoch": 8.94854586129754, "num_input_tokens_seen": 1310646272, "step": 4000, "wall_time": "2026-06-22T02:59:57"} |
| {"loss": 19.01905517578125, "grad_norm": 19.61882972717285, "learning_rate": 1.0021423470602239e-05, "epoch": 9.060402684563758, "num_input_tokens_seen": 1327021056, "train_runtime": 30993.7338, "train_tokens_per_second": 42815.785, "step": 4050, "wall_time": "2026-06-22T03:06:20"} |
| {"loss": 19.05180419921875, "grad_norm": 20.218429565429688, "learning_rate": 8.831230659366818e-06, "epoch": 9.172259507829978, "num_input_tokens_seen": 1343405056, "train_runtime": 31373.034, "train_tokens_per_second": 42820.374, "step": 4100, "wall_time": "2026-06-22T03:12:39"} |
| {"loss": 19.03988525390625, "grad_norm": 19.39629554748535, "learning_rate": 7.641037848131398e-06, "epoch": 9.284116331096197, "num_input_tokens_seen": 1359789056, "train_runtime": 31753.5802, "train_tokens_per_second": 42823.173, "step": 4150, "wall_time": "2026-06-22T03:19:00"} |
| {"loss": 18.968330078125, "grad_norm": 20.272720336914062, "learning_rate": 6.4508450368959775e-06, "epoch": 9.395973154362416, "num_input_tokens_seen": 1376173056, "train_runtime": 32133.9665, "train_tokens_per_second": 42826.119, "step": 4200, "wall_time": "2026-06-22T03:25:20"} |
| {"loss": 18.9827783203125, "grad_norm": 19.632165908813477, "learning_rate": 5.260652225660558e-06, "epoch": 9.507829977628635, "num_input_tokens_seen": 1392557056, "train_runtime": 32514.0065, "train_tokens_per_second": 42829.451, "step": 4250, "wall_time": "2026-06-22T03:31:40"} |
| {"loss": 18.956285400390627, "grad_norm": 19.80462646484375, "learning_rate": 4.0704594144251375e-06, "epoch": 9.619686800894854, "num_input_tokens_seen": 1408941056, "train_runtime": 32894.5758, "train_tokens_per_second": 42832.018, "step": 4300, "wall_time": "2026-06-22T03:38:01"} |
| {"loss": 18.866341552734376, "grad_norm": 20.74568748474121, "learning_rate": 2.8802666031897166e-06, "epoch": 9.731543624161073, "num_input_tokens_seen": 1425325056, "train_runtime": 33275.028, "train_tokens_per_second": 42834.676, "step": 4350, "wall_time": "2026-06-22T03:44:21"} |
| {"loss": 18.920970458984375, "grad_norm": 19.217836380004883, "learning_rate": 1.6900737919542966e-06, "epoch": 9.843400447427292, "num_input_tokens_seen": 1441709056, "train_runtime": 33654.5878, "train_tokens_per_second": 42838.411, "step": 4400, "wall_time": "2026-06-22T03:50:41"} |
| {"loss": 18.913228759765627, "grad_norm": 19.824554443359375, "learning_rate": 4.998809807188764e-07, "epoch": 9.955257270693512, "num_input_tokens_seen": 1458093056, "train_runtime": 34033.2944, "train_tokens_per_second": 42843.136, "step": 4450, "wall_time": "2026-06-22T03:56:59"} |
| {"eval_loss": 1.0481648445129395, "eval_masked_accuracy": 0.7704025727385737, "eval_runtime": 25.3462, "eval_samples_per_second": 219.678, "eval_steps_per_second": 3.432, "epoch": 10.0, "num_input_tokens_seen": 1464637440, "step": 4470, "wall_time": "2026-06-22T03:59:57"} |
| {"train_runtime": 34212.9191, "train_samples_per_second": 83.612, "train_steps_per_second": 0.131, "total_flos": 4.917799558028206e+18, "train_loss": 21.80173199032777, "epoch": 10.0, "num_input_tokens_seen": 1464637440, "step": 4470, "wall_time": "2026-06-22T03:59:59"} |
| {"final_val_loss": 1.0483721494674683, "final_val_masked_accuracy": 0.7699716443872566, "final_val_runtime": 25.2687, "final_val_samples_per_second": 220.351, "final_val_steps_per_second": 3.443, "epoch": 10.0, "num_input_tokens_seen": 1464637440, "step": 4470, "wall_time": "2026-06-22T04:00:28"} |
|
|
