diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,54406 @@ +{ + "best_global_step": 10176, + "best_metric": 0.4830094873905182, + "best_model_checkpoint": "saves/prefix-tuning/llama-3-8b-instruct/train_codealpacapy_42_1760623957/checkpoint-10176", + "epoch": 20.0, + "eval_steps": 3392, + "global_step": 33920, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00294811320754717, + "grad_norm": 49.43221664428711, + "learning_rate": 1.179245283018868e-08, + "loss": 6.652, + "num_input_tokens_seen": 2464, + "step": 5 + }, + { + "epoch": 0.00589622641509434, + "grad_norm": 81.76152038574219, + "learning_rate": 2.6533018867924528e-08, + "loss": 6.3665, + "num_input_tokens_seen": 6688, + "step": 10 + }, + { + "epoch": 0.00884433962264151, + "grad_norm": 45.085933685302734, + "learning_rate": 4.127358490566038e-08, + "loss": 6.1148, + "num_input_tokens_seen": 9984, + "step": 15 + }, + { + "epoch": 0.01179245283018868, + "grad_norm": 65.08561706542969, + "learning_rate": 5.601415094339623e-08, + "loss": 6.2858, + "num_input_tokens_seen": 13376, + "step": 20 + }, + { + "epoch": 0.01474056603773585, + "grad_norm": 65.98947143554688, + "learning_rate": 7.075471698113208e-08, + "loss": 6.6646, + "num_input_tokens_seen": 16864, + "step": 25 + }, + { + "epoch": 0.01768867924528302, + "grad_norm": 50.96895980834961, + "learning_rate": 8.549528301886793e-08, + "loss": 6.4104, + "num_input_tokens_seen": 19520, + "step": 30 + }, + { + "epoch": 0.020636792452830188, + "grad_norm": 69.8790283203125, + "learning_rate": 1.0023584905660378e-07, + "loss": 6.7413, + "num_input_tokens_seen": 23360, + "step": 35 + }, + { + "epoch": 0.02358490566037736, + "grad_norm": 53.03203582763672, + "learning_rate": 1.1497641509433962e-07, + "loss": 6.5522, + "num_input_tokens_seen": 27008, + "step": 40 + }, + { + "epoch": 0.02653301886792453, + "grad_norm": 47.32787322998047, + "learning_rate": 1.297169811320755e-07, + "loss": 6.4024, + "num_input_tokens_seen": 30528, + "step": 45 + }, + { + "epoch": 0.0294811320754717, + "grad_norm": 76.63343048095703, + "learning_rate": 1.4445754716981135e-07, + "loss": 6.3279, + "num_input_tokens_seen": 37408, + "step": 50 + }, + { + "epoch": 0.03242924528301887, + "grad_norm": 37.74978256225586, + "learning_rate": 1.591981132075472e-07, + "loss": 6.1892, + "num_input_tokens_seen": 40128, + "step": 55 + }, + { + "epoch": 0.03537735849056604, + "grad_norm": 100.6608657836914, + "learning_rate": 1.7393867924528304e-07, + "loss": 6.3213, + "num_input_tokens_seen": 43392, + "step": 60 + }, + { + "epoch": 0.038325471698113206, + "grad_norm": 51.61030578613281, + "learning_rate": 1.886792452830189e-07, + "loss": 6.0557, + "num_input_tokens_seen": 46336, + "step": 65 + }, + { + "epoch": 0.041273584905660375, + "grad_norm": 46.76055908203125, + "learning_rate": 2.0341981132075473e-07, + "loss": 6.2855, + "num_input_tokens_seen": 49664, + "step": 70 + }, + { + "epoch": 0.044221698113207544, + "grad_norm": 40.18941116333008, + "learning_rate": 2.1816037735849058e-07, + "loss": 5.5585, + "num_input_tokens_seen": 55552, + "step": 75 + }, + { + "epoch": 0.04716981132075472, + "grad_norm": 37.450164794921875, + "learning_rate": 2.3290094339622643e-07, + "loss": 6.0275, + "num_input_tokens_seen": 59072, + "step": 80 + }, + { + "epoch": 0.05011792452830189, + "grad_norm": 88.14032745361328, + "learning_rate": 2.476415094339623e-07, + "loss": 6.1806, + "num_input_tokens_seen": 62240, + "step": 85 + }, + { + "epoch": 0.05306603773584906, + "grad_norm": 48.024681091308594, + "learning_rate": 2.6238207547169815e-07, + "loss": 6.0579, + "num_input_tokens_seen": 65600, + "step": 90 + }, + { + "epoch": 0.05601415094339623, + "grad_norm": 40.084632873535156, + "learning_rate": 2.7712264150943397e-07, + "loss": 6.2123, + "num_input_tokens_seen": 68384, + "step": 95 + }, + { + "epoch": 0.0589622641509434, + "grad_norm": 35.32543182373047, + "learning_rate": 2.9186320754716984e-07, + "loss": 6.2399, + "num_input_tokens_seen": 70656, + "step": 100 + }, + { + "epoch": 0.061910377358490566, + "grad_norm": 51.23591613769531, + "learning_rate": 3.0660377358490567e-07, + "loss": 5.849, + "num_input_tokens_seen": 73632, + "step": 105 + }, + { + "epoch": 0.06485849056603774, + "grad_norm": 58.302066802978516, + "learning_rate": 3.213443396226416e-07, + "loss": 5.5661, + "num_input_tokens_seen": 77152, + "step": 110 + }, + { + "epoch": 0.06780660377358491, + "grad_norm": 40.72183609008789, + "learning_rate": 3.3608490566037736e-07, + "loss": 5.4293, + "num_input_tokens_seen": 80096, + "step": 115 + }, + { + "epoch": 0.07075471698113207, + "grad_norm": 30.375648498535156, + "learning_rate": 3.508254716981133e-07, + "loss": 5.7662, + "num_input_tokens_seen": 83488, + "step": 120 + }, + { + "epoch": 0.07370283018867925, + "grad_norm": 33.42293930053711, + "learning_rate": 3.6556603773584905e-07, + "loss": 5.514, + "num_input_tokens_seen": 86464, + "step": 125 + }, + { + "epoch": 0.07665094339622641, + "grad_norm": 47.94529724121094, + "learning_rate": 3.80306603773585e-07, + "loss": 5.666, + "num_input_tokens_seen": 89984, + "step": 130 + }, + { + "epoch": 0.07959905660377359, + "grad_norm": 55.348358154296875, + "learning_rate": 3.9504716981132075e-07, + "loss": 5.4219, + "num_input_tokens_seen": 93472, + "step": 135 + }, + { + "epoch": 0.08254716981132075, + "grad_norm": 35.00822830200195, + "learning_rate": 4.097877358490567e-07, + "loss": 5.3157, + "num_input_tokens_seen": 96576, + "step": 140 + }, + { + "epoch": 0.08549528301886793, + "grad_norm": 44.56452560424805, + "learning_rate": 4.2452830188679244e-07, + "loss": 5.5162, + "num_input_tokens_seen": 100672, + "step": 145 + }, + { + "epoch": 0.08844339622641509, + "grad_norm": 72.33904266357422, + "learning_rate": 4.3926886792452837e-07, + "loss": 5.4604, + "num_input_tokens_seen": 103584, + "step": 150 + }, + { + "epoch": 0.09139150943396226, + "grad_norm": 37.667449951171875, + "learning_rate": 4.5400943396226414e-07, + "loss": 5.5015, + "num_input_tokens_seen": 107904, + "step": 155 + }, + { + "epoch": 0.09433962264150944, + "grad_norm": 58.97079086303711, + "learning_rate": 4.6875000000000006e-07, + "loss": 5.1625, + "num_input_tokens_seen": 110720, + "step": 160 + }, + { + "epoch": 0.0972877358490566, + "grad_norm": 38.96752166748047, + "learning_rate": 4.834905660377359e-07, + "loss": 5.3989, + "num_input_tokens_seen": 113664, + "step": 165 + }, + { + "epoch": 0.10023584905660378, + "grad_norm": 40.15651321411133, + "learning_rate": 4.982311320754717e-07, + "loss": 5.1685, + "num_input_tokens_seen": 117440, + "step": 170 + }, + { + "epoch": 0.10318396226415094, + "grad_norm": 45.99167251586914, + "learning_rate": 5.129716981132076e-07, + "loss": 5.0423, + "num_input_tokens_seen": 119968, + "step": 175 + }, + { + "epoch": 0.10613207547169812, + "grad_norm": 31.762357711791992, + "learning_rate": 5.277122641509435e-07, + "loss": 5.1377, + "num_input_tokens_seen": 122656, + "step": 180 + }, + { + "epoch": 0.10908018867924528, + "grad_norm": 36.12937545776367, + "learning_rate": 5.424528301886793e-07, + "loss": 4.5768, + "num_input_tokens_seen": 126112, + "step": 185 + }, + { + "epoch": 0.11202830188679246, + "grad_norm": 36.8388786315918, + "learning_rate": 5.571933962264151e-07, + "loss": 5.1347, + "num_input_tokens_seen": 128960, + "step": 190 + }, + { + "epoch": 0.11497641509433962, + "grad_norm": 37.61838912963867, + "learning_rate": 5.71933962264151e-07, + "loss": 5.0694, + "num_input_tokens_seen": 131712, + "step": 195 + }, + { + "epoch": 0.1179245283018868, + "grad_norm": 46.570106506347656, + "learning_rate": 5.866745283018868e-07, + "loss": 4.3491, + "num_input_tokens_seen": 135360, + "step": 200 + }, + { + "epoch": 0.12087264150943396, + "grad_norm": 37.10007858276367, + "learning_rate": 6.014150943396227e-07, + "loss": 4.1807, + "num_input_tokens_seen": 138368, + "step": 205 + }, + { + "epoch": 0.12382075471698113, + "grad_norm": 31.16142463684082, + "learning_rate": 6.161556603773585e-07, + "loss": 4.3727, + "num_input_tokens_seen": 141536, + "step": 210 + }, + { + "epoch": 0.1267688679245283, + "grad_norm": 110.39960479736328, + "learning_rate": 6.308962264150945e-07, + "loss": 4.0379, + "num_input_tokens_seen": 144768, + "step": 215 + }, + { + "epoch": 0.12971698113207547, + "grad_norm": 29.862564086914062, + "learning_rate": 6.456367924528302e-07, + "loss": 4.4303, + "num_input_tokens_seen": 148032, + "step": 220 + }, + { + "epoch": 0.13266509433962265, + "grad_norm": 35.743560791015625, + "learning_rate": 6.603773584905661e-07, + "loss": 4.2155, + "num_input_tokens_seen": 151264, + "step": 225 + }, + { + "epoch": 0.13561320754716982, + "grad_norm": 34.861663818359375, + "learning_rate": 6.75117924528302e-07, + "loss": 4.2487, + "num_input_tokens_seen": 154048, + "step": 230 + }, + { + "epoch": 0.13856132075471697, + "grad_norm": 71.51216125488281, + "learning_rate": 6.898584905660379e-07, + "loss": 4.2888, + "num_input_tokens_seen": 157216, + "step": 235 + }, + { + "epoch": 0.14150943396226415, + "grad_norm": 67.25336456298828, + "learning_rate": 7.045990566037736e-07, + "loss": 3.7262, + "num_input_tokens_seen": 160896, + "step": 240 + }, + { + "epoch": 0.14445754716981132, + "grad_norm": 28.496736526489258, + "learning_rate": 7.193396226415095e-07, + "loss": 4.1492, + "num_input_tokens_seen": 165280, + "step": 245 + }, + { + "epoch": 0.1474056603773585, + "grad_norm": 59.83608627319336, + "learning_rate": 7.340801886792454e-07, + "loss": 3.8824, + "num_input_tokens_seen": 170112, + "step": 250 + }, + { + "epoch": 0.15035377358490565, + "grad_norm": 30.449277877807617, + "learning_rate": 7.488207547169812e-07, + "loss": 3.4906, + "num_input_tokens_seen": 173408, + "step": 255 + }, + { + "epoch": 0.15330188679245282, + "grad_norm": 45.27211380004883, + "learning_rate": 7.63561320754717e-07, + "loss": 3.5104, + "num_input_tokens_seen": 176896, + "step": 260 + }, + { + "epoch": 0.15625, + "grad_norm": 56.26289749145508, + "learning_rate": 7.783018867924529e-07, + "loss": 3.5636, + "num_input_tokens_seen": 179936, + "step": 265 + }, + { + "epoch": 0.15919811320754718, + "grad_norm": 22.995622634887695, + "learning_rate": 7.930424528301888e-07, + "loss": 3.9463, + "num_input_tokens_seen": 183872, + "step": 270 + }, + { + "epoch": 0.16214622641509435, + "grad_norm": 47.43696212768555, + "learning_rate": 8.077830188679246e-07, + "loss": 3.6097, + "num_input_tokens_seen": 187616, + "step": 275 + }, + { + "epoch": 0.1650943396226415, + "grad_norm": 33.706974029541016, + "learning_rate": 8.225235849056605e-07, + "loss": 3.5914, + "num_input_tokens_seen": 190080, + "step": 280 + }, + { + "epoch": 0.16804245283018868, + "grad_norm": 34.40636444091797, + "learning_rate": 8.372641509433963e-07, + "loss": 3.2795, + "num_input_tokens_seen": 193088, + "step": 285 + }, + { + "epoch": 0.17099056603773585, + "grad_norm": 34.79899215698242, + "learning_rate": 8.520047169811321e-07, + "loss": 3.7909, + "num_input_tokens_seen": 196064, + "step": 290 + }, + { + "epoch": 0.17393867924528303, + "grad_norm": 23.735742568969727, + "learning_rate": 8.66745283018868e-07, + "loss": 3.9546, + "num_input_tokens_seen": 198688, + "step": 295 + }, + { + "epoch": 0.17688679245283018, + "grad_norm": 26.802976608276367, + "learning_rate": 8.814858490566039e-07, + "loss": 3.6106, + "num_input_tokens_seen": 201568, + "step": 300 + }, + { + "epoch": 0.17983490566037735, + "grad_norm": 30.902692794799805, + "learning_rate": 8.962264150943397e-07, + "loss": 3.477, + "num_input_tokens_seen": 205568, + "step": 305 + }, + { + "epoch": 0.18278301886792453, + "grad_norm": 32.641178131103516, + "learning_rate": 9.109669811320755e-07, + "loss": 3.1972, + "num_input_tokens_seen": 208864, + "step": 310 + }, + { + "epoch": 0.1857311320754717, + "grad_norm": 30.814476013183594, + "learning_rate": 9.257075471698114e-07, + "loss": 3.4722, + "num_input_tokens_seen": 211584, + "step": 315 + }, + { + "epoch": 0.18867924528301888, + "grad_norm": 33.099124908447266, + "learning_rate": 9.404481132075473e-07, + "loss": 3.3648, + "num_input_tokens_seen": 214464, + "step": 320 + }, + { + "epoch": 0.19162735849056603, + "grad_norm": 28.146366119384766, + "learning_rate": 9.551886792452833e-07, + "loss": 3.0362, + "num_input_tokens_seen": 217920, + "step": 325 + }, + { + "epoch": 0.1945754716981132, + "grad_norm": 22.971235275268555, + "learning_rate": 9.699292452830188e-07, + "loss": 3.2508, + "num_input_tokens_seen": 220992, + "step": 330 + }, + { + "epoch": 0.19752358490566038, + "grad_norm": 42.758636474609375, + "learning_rate": 9.846698113207548e-07, + "loss": 3.1362, + "num_input_tokens_seen": 224704, + "step": 335 + }, + { + "epoch": 0.20047169811320756, + "grad_norm": 30.93120002746582, + "learning_rate": 9.994103773584906e-07, + "loss": 2.8008, + "num_input_tokens_seen": 227712, + "step": 340 + }, + { + "epoch": 0.2034198113207547, + "grad_norm": 47.21021270751953, + "learning_rate": 1.0141509433962265e-06, + "loss": 2.8829, + "num_input_tokens_seen": 230272, + "step": 345 + }, + { + "epoch": 0.20636792452830188, + "grad_norm": 22.671701431274414, + "learning_rate": 1.0288915094339623e-06, + "loss": 2.8012, + "num_input_tokens_seen": 233600, + "step": 350 + }, + { + "epoch": 0.20931603773584906, + "grad_norm": 49.97739791870117, + "learning_rate": 1.043632075471698e-06, + "loss": 2.5026, + "num_input_tokens_seen": 236576, + "step": 355 + }, + { + "epoch": 0.21226415094339623, + "grad_norm": 27.55670928955078, + "learning_rate": 1.058372641509434e-06, + "loss": 2.8765, + "num_input_tokens_seen": 241056, + "step": 360 + }, + { + "epoch": 0.21521226415094338, + "grad_norm": 54.298744201660156, + "learning_rate": 1.07311320754717e-06, + "loss": 2.5451, + "num_input_tokens_seen": 243808, + "step": 365 + }, + { + "epoch": 0.21816037735849056, + "grad_norm": 45.0709228515625, + "learning_rate": 1.0878537735849056e-06, + "loss": 2.7793, + "num_input_tokens_seen": 247520, + "step": 370 + }, + { + "epoch": 0.22110849056603774, + "grad_norm": 20.887006759643555, + "learning_rate": 1.1025943396226416e-06, + "loss": 2.42, + "num_input_tokens_seen": 251104, + "step": 375 + }, + { + "epoch": 0.2240566037735849, + "grad_norm": 32.08651351928711, + "learning_rate": 1.1173349056603773e-06, + "loss": 2.2351, + "num_input_tokens_seen": 254464, + "step": 380 + }, + { + "epoch": 0.2270047169811321, + "grad_norm": 33.61855697631836, + "learning_rate": 1.1320754716981133e-06, + "loss": 2.5753, + "num_input_tokens_seen": 257312, + "step": 385 + }, + { + "epoch": 0.22995283018867924, + "grad_norm": 23.85457992553711, + "learning_rate": 1.1468160377358493e-06, + "loss": 2.719, + "num_input_tokens_seen": 260480, + "step": 390 + }, + { + "epoch": 0.2329009433962264, + "grad_norm": 31.790573120117188, + "learning_rate": 1.1615566037735849e-06, + "loss": 2.8054, + "num_input_tokens_seen": 264608, + "step": 395 + }, + { + "epoch": 0.2358490566037736, + "grad_norm": 24.101030349731445, + "learning_rate": 1.1762971698113208e-06, + "loss": 2.8267, + "num_input_tokens_seen": 268000, + "step": 400 + }, + { + "epoch": 0.23879716981132076, + "grad_norm": 27.430667877197266, + "learning_rate": 1.1910377358490568e-06, + "loss": 2.3139, + "num_input_tokens_seen": 271936, + "step": 405 + }, + { + "epoch": 0.2417452830188679, + "grad_norm": 29.229419708251953, + "learning_rate": 1.2057783018867926e-06, + "loss": 2.5526, + "num_input_tokens_seen": 274272, + "step": 410 + }, + { + "epoch": 0.2446933962264151, + "grad_norm": 27.03261375427246, + "learning_rate": 1.2205188679245284e-06, + "loss": 2.0428, + "num_input_tokens_seen": 279616, + "step": 415 + }, + { + "epoch": 0.24764150943396226, + "grad_norm": 16.941926956176758, + "learning_rate": 1.2352594339622641e-06, + "loss": 2.3816, + "num_input_tokens_seen": 284480, + "step": 420 + }, + { + "epoch": 0.2505896226415094, + "grad_norm": 34.179500579833984, + "learning_rate": 1.25e-06, + "loss": 2.1028, + "num_input_tokens_seen": 288128, + "step": 425 + }, + { + "epoch": 0.2535377358490566, + "grad_norm": 36.54404067993164, + "learning_rate": 1.264740566037736e-06, + "loss": 2.3942, + "num_input_tokens_seen": 291552, + "step": 430 + }, + { + "epoch": 0.25648584905660377, + "grad_norm": 23.568115234375, + "learning_rate": 1.2794811320754718e-06, + "loss": 2.2671, + "num_input_tokens_seen": 294688, + "step": 435 + }, + { + "epoch": 0.25943396226415094, + "grad_norm": 39.526824951171875, + "learning_rate": 1.2942216981132078e-06, + "loss": 1.9642, + "num_input_tokens_seen": 296992, + "step": 440 + }, + { + "epoch": 0.2623820754716981, + "grad_norm": 23.052940368652344, + "learning_rate": 1.3089622641509436e-06, + "loss": 2.3628, + "num_input_tokens_seen": 299712, + "step": 445 + }, + { + "epoch": 0.2653301886792453, + "grad_norm": 29.883304595947266, + "learning_rate": 1.3237028301886792e-06, + "loss": 1.8328, + "num_input_tokens_seen": 302912, + "step": 450 + }, + { + "epoch": 0.26827830188679247, + "grad_norm": 40.11158752441406, + "learning_rate": 1.3384433962264151e-06, + "loss": 2.3053, + "num_input_tokens_seen": 306112, + "step": 455 + }, + { + "epoch": 0.27122641509433965, + "grad_norm": 34.221397399902344, + "learning_rate": 1.353183962264151e-06, + "loss": 2.3298, + "num_input_tokens_seen": 308928, + "step": 460 + }, + { + "epoch": 0.27417452830188677, + "grad_norm": 29.27120590209961, + "learning_rate": 1.3679245283018869e-06, + "loss": 1.7485, + "num_input_tokens_seen": 311712, + "step": 465 + }, + { + "epoch": 0.27712264150943394, + "grad_norm": 33.292449951171875, + "learning_rate": 1.3826650943396229e-06, + "loss": 1.7171, + "num_input_tokens_seen": 315040, + "step": 470 + }, + { + "epoch": 0.2800707547169811, + "grad_norm": 59.823707580566406, + "learning_rate": 1.3974056603773586e-06, + "loss": 1.9126, + "num_input_tokens_seen": 317568, + "step": 475 + }, + { + "epoch": 0.2830188679245283, + "grad_norm": 41.06283187866211, + "learning_rate": 1.4121462264150946e-06, + "loss": 1.5184, + "num_input_tokens_seen": 320576, + "step": 480 + }, + { + "epoch": 0.28596698113207547, + "grad_norm": 55.7649040222168, + "learning_rate": 1.4268867924528304e-06, + "loss": 1.2736, + "num_input_tokens_seen": 323072, + "step": 485 + }, + { + "epoch": 0.28891509433962265, + "grad_norm": 35.3681755065918, + "learning_rate": 1.4416273584905664e-06, + "loss": 1.3157, + "num_input_tokens_seen": 326080, + "step": 490 + }, + { + "epoch": 0.2918632075471698, + "grad_norm": 29.73518943786621, + "learning_rate": 1.456367924528302e-06, + "loss": 1.4602, + "num_input_tokens_seen": 329312, + "step": 495 + }, + { + "epoch": 0.294811320754717, + "grad_norm": 15.211628913879395, + "learning_rate": 1.4711084905660377e-06, + "loss": 1.2189, + "num_input_tokens_seen": 331872, + "step": 500 + }, + { + "epoch": 0.2977594339622642, + "grad_norm": 21.797283172607422, + "learning_rate": 1.4858490566037737e-06, + "loss": 1.1678, + "num_input_tokens_seen": 335168, + "step": 505 + }, + { + "epoch": 0.3007075471698113, + "grad_norm": 23.658342361450195, + "learning_rate": 1.5005896226415096e-06, + "loss": 1.3823, + "num_input_tokens_seen": 338272, + "step": 510 + }, + { + "epoch": 0.30365566037735847, + "grad_norm": 9.89997386932373, + "learning_rate": 1.5153301886792454e-06, + "loss": 1.1245, + "num_input_tokens_seen": 341472, + "step": 515 + }, + { + "epoch": 0.30660377358490565, + "grad_norm": 12.969307899475098, + "learning_rate": 1.5300707547169814e-06, + "loss": 0.9901, + "num_input_tokens_seen": 345152, + "step": 520 + }, + { + "epoch": 0.3095518867924528, + "grad_norm": 17.84974479675293, + "learning_rate": 1.5448113207547172e-06, + "loss": 0.9202, + "num_input_tokens_seen": 349184, + "step": 525 + }, + { + "epoch": 0.3125, + "grad_norm": 12.362131118774414, + "learning_rate": 1.5595518867924531e-06, + "loss": 1.0948, + "num_input_tokens_seen": 352160, + "step": 530 + }, + { + "epoch": 0.3154481132075472, + "grad_norm": 11.84958553314209, + "learning_rate": 1.574292452830189e-06, + "loss": 0.9881, + "num_input_tokens_seen": 356000, + "step": 535 + }, + { + "epoch": 0.31839622641509435, + "grad_norm": 22.874553680419922, + "learning_rate": 1.5890330188679245e-06, + "loss": 1.0033, + "num_input_tokens_seen": 359840, + "step": 540 + }, + { + "epoch": 0.32134433962264153, + "grad_norm": 12.75822639465332, + "learning_rate": 1.6037735849056604e-06, + "loss": 1.2132, + "num_input_tokens_seen": 364320, + "step": 545 + }, + { + "epoch": 0.3242924528301887, + "grad_norm": 18.671825408935547, + "learning_rate": 1.6185141509433964e-06, + "loss": 0.8137, + "num_input_tokens_seen": 367328, + "step": 550 + }, + { + "epoch": 0.3272405660377358, + "grad_norm": 6.976015567779541, + "learning_rate": 1.6332547169811322e-06, + "loss": 0.7319, + "num_input_tokens_seen": 370624, + "step": 555 + }, + { + "epoch": 0.330188679245283, + "grad_norm": 9.739931106567383, + "learning_rate": 1.6479952830188682e-06, + "loss": 0.8903, + "num_input_tokens_seen": 374368, + "step": 560 + }, + { + "epoch": 0.3331367924528302, + "grad_norm": 10.655853271484375, + "learning_rate": 1.662735849056604e-06, + "loss": 0.8004, + "num_input_tokens_seen": 377504, + "step": 565 + }, + { + "epoch": 0.33608490566037735, + "grad_norm": 15.05239200592041, + "learning_rate": 1.67747641509434e-06, + "loss": 0.8047, + "num_input_tokens_seen": 380608, + "step": 570 + }, + { + "epoch": 0.33903301886792453, + "grad_norm": 22.483366012573242, + "learning_rate": 1.6922169811320757e-06, + "loss": 0.8326, + "num_input_tokens_seen": 384512, + "step": 575 + }, + { + "epoch": 0.3419811320754717, + "grad_norm": 12.834760665893555, + "learning_rate": 1.7069575471698112e-06, + "loss": 0.9245, + "num_input_tokens_seen": 387584, + "step": 580 + }, + { + "epoch": 0.3449292452830189, + "grad_norm": 16.513498306274414, + "learning_rate": 1.7216981132075472e-06, + "loss": 0.9187, + "num_input_tokens_seen": 391232, + "step": 585 + }, + { + "epoch": 0.34787735849056606, + "grad_norm": 8.107574462890625, + "learning_rate": 1.736438679245283e-06, + "loss": 0.9109, + "num_input_tokens_seen": 394336, + "step": 590 + }, + { + "epoch": 0.35082547169811323, + "grad_norm": 6.736853122711182, + "learning_rate": 1.751179245283019e-06, + "loss": 0.8332, + "num_input_tokens_seen": 397568, + "step": 595 + }, + { + "epoch": 0.35377358490566035, + "grad_norm": 22.738439559936523, + "learning_rate": 1.765919811320755e-06, + "loss": 0.8706, + "num_input_tokens_seen": 400608, + "step": 600 + }, + { + "epoch": 0.35672169811320753, + "grad_norm": 14.962690353393555, + "learning_rate": 1.7806603773584907e-06, + "loss": 0.8215, + "num_input_tokens_seen": 404736, + "step": 605 + }, + { + "epoch": 0.3596698113207547, + "grad_norm": 9.964234352111816, + "learning_rate": 1.7954009433962267e-06, + "loss": 0.7653, + "num_input_tokens_seen": 407840, + "step": 610 + }, + { + "epoch": 0.3626179245283019, + "grad_norm": 6.388991832733154, + "learning_rate": 1.8101415094339625e-06, + "loss": 0.6286, + "num_input_tokens_seen": 410752, + "step": 615 + }, + { + "epoch": 0.36556603773584906, + "grad_norm": 4.621550559997559, + "learning_rate": 1.8248820754716984e-06, + "loss": 0.7283, + "num_input_tokens_seen": 413728, + "step": 620 + }, + { + "epoch": 0.36851415094339623, + "grad_norm": 5.699686527252197, + "learning_rate": 1.839622641509434e-06, + "loss": 1.0029, + "num_input_tokens_seen": 416864, + "step": 625 + }, + { + "epoch": 0.3714622641509434, + "grad_norm": 6.925619602203369, + "learning_rate": 1.8543632075471698e-06, + "loss": 0.7115, + "num_input_tokens_seen": 419840, + "step": 630 + }, + { + "epoch": 0.3744103773584906, + "grad_norm": 29.751686096191406, + "learning_rate": 1.8691037735849057e-06, + "loss": 0.9755, + "num_input_tokens_seen": 422272, + "step": 635 + }, + { + "epoch": 0.37735849056603776, + "grad_norm": 5.580128192901611, + "learning_rate": 1.8838443396226417e-06, + "loss": 0.8464, + "num_input_tokens_seen": 425184, + "step": 640 + }, + { + "epoch": 0.3803066037735849, + "grad_norm": 6.199967384338379, + "learning_rate": 1.8985849056603775e-06, + "loss": 0.764, + "num_input_tokens_seen": 428224, + "step": 645 + }, + { + "epoch": 0.38325471698113206, + "grad_norm": 4.453951358795166, + "learning_rate": 1.9133254716981133e-06, + "loss": 0.7505, + "num_input_tokens_seen": 431040, + "step": 650 + }, + { + "epoch": 0.38620283018867924, + "grad_norm": 5.379558563232422, + "learning_rate": 1.9280660377358494e-06, + "loss": 0.8307, + "num_input_tokens_seen": 433920, + "step": 655 + }, + { + "epoch": 0.3891509433962264, + "grad_norm": 4.741777420043945, + "learning_rate": 1.9428066037735852e-06, + "loss": 0.6958, + "num_input_tokens_seen": 438016, + "step": 660 + }, + { + "epoch": 0.3920990566037736, + "grad_norm": 7.379893779754639, + "learning_rate": 1.957547169811321e-06, + "loss": 0.643, + "num_input_tokens_seen": 440576, + "step": 665 + }, + { + "epoch": 0.39504716981132076, + "grad_norm": 4.964282512664795, + "learning_rate": 1.9722877358490568e-06, + "loss": 0.6553, + "num_input_tokens_seen": 443872, + "step": 670 + }, + { + "epoch": 0.39799528301886794, + "grad_norm": 7.638511657714844, + "learning_rate": 1.9870283018867925e-06, + "loss": 0.6464, + "num_input_tokens_seen": 446912, + "step": 675 + }, + { + "epoch": 0.4009433962264151, + "grad_norm": 5.523101329803467, + "learning_rate": 2.0017688679245283e-06, + "loss": 0.7473, + "num_input_tokens_seen": 451072, + "step": 680 + }, + { + "epoch": 0.40389150943396224, + "grad_norm": 12.942527770996094, + "learning_rate": 2.0165094339622645e-06, + "loss": 0.7481, + "num_input_tokens_seen": 453568, + "step": 685 + }, + { + "epoch": 0.4068396226415094, + "grad_norm": 11.564960479736328, + "learning_rate": 2.0312500000000002e-06, + "loss": 0.8764, + "num_input_tokens_seen": 456416, + "step": 690 + }, + { + "epoch": 0.4097877358490566, + "grad_norm": 7.081571578979492, + "learning_rate": 2.045990566037736e-06, + "loss": 0.7351, + "num_input_tokens_seen": 458816, + "step": 695 + }, + { + "epoch": 0.41273584905660377, + "grad_norm": 7.714677333831787, + "learning_rate": 2.0607311320754718e-06, + "loss": 0.7896, + "num_input_tokens_seen": 461344, + "step": 700 + }, + { + "epoch": 0.41568396226415094, + "grad_norm": 10.195649147033691, + "learning_rate": 2.075471698113208e-06, + "loss": 0.597, + "num_input_tokens_seen": 464192, + "step": 705 + }, + { + "epoch": 0.4186320754716981, + "grad_norm": 8.170305252075195, + "learning_rate": 2.0902122641509437e-06, + "loss": 0.6355, + "num_input_tokens_seen": 467520, + "step": 710 + }, + { + "epoch": 0.4215801886792453, + "grad_norm": 3.294431209564209, + "learning_rate": 2.1049528301886795e-06, + "loss": 0.7679, + "num_input_tokens_seen": 471296, + "step": 715 + }, + { + "epoch": 0.42452830188679247, + "grad_norm": 6.350776195526123, + "learning_rate": 2.1196933962264153e-06, + "loss": 0.6215, + "num_input_tokens_seen": 474944, + "step": 720 + }, + { + "epoch": 0.42747641509433965, + "grad_norm": 5.051360607147217, + "learning_rate": 2.134433962264151e-06, + "loss": 0.7069, + "num_input_tokens_seen": 477664, + "step": 725 + }, + { + "epoch": 0.43042452830188677, + "grad_norm": 3.7921693325042725, + "learning_rate": 2.149174528301887e-06, + "loss": 0.5716, + "num_input_tokens_seen": 481824, + "step": 730 + }, + { + "epoch": 0.43337264150943394, + "grad_norm": 6.272274971008301, + "learning_rate": 2.163915094339623e-06, + "loss": 0.7769, + "num_input_tokens_seen": 485728, + "step": 735 + }, + { + "epoch": 0.4363207547169811, + "grad_norm": 5.920976161956787, + "learning_rate": 2.1786556603773588e-06, + "loss": 0.7257, + "num_input_tokens_seen": 488480, + "step": 740 + }, + { + "epoch": 0.4392688679245283, + "grad_norm": 7.675781726837158, + "learning_rate": 2.1933962264150945e-06, + "loss": 0.5407, + "num_input_tokens_seen": 492032, + "step": 745 + }, + { + "epoch": 0.44221698113207547, + "grad_norm": 13.977835655212402, + "learning_rate": 2.2081367924528303e-06, + "loss": 0.6347, + "num_input_tokens_seen": 494496, + "step": 750 + }, + { + "epoch": 0.44516509433962265, + "grad_norm": 4.07023811340332, + "learning_rate": 2.2228773584905665e-06, + "loss": 0.6728, + "num_input_tokens_seen": 497792, + "step": 755 + }, + { + "epoch": 0.4481132075471698, + "grad_norm": 3.541815757751465, + "learning_rate": 2.237617924528302e-06, + "loss": 0.6323, + "num_input_tokens_seen": 501664, + "step": 760 + }, + { + "epoch": 0.451061320754717, + "grad_norm": 3.2846014499664307, + "learning_rate": 2.252358490566038e-06, + "loss": 0.6012, + "num_input_tokens_seen": 504928, + "step": 765 + }, + { + "epoch": 0.4540094339622642, + "grad_norm": 8.503758430480957, + "learning_rate": 2.267099056603774e-06, + "loss": 0.6773, + "num_input_tokens_seen": 507904, + "step": 770 + }, + { + "epoch": 0.4569575471698113, + "grad_norm": 7.546106815338135, + "learning_rate": 2.2818396226415096e-06, + "loss": 0.6983, + "num_input_tokens_seen": 511648, + "step": 775 + }, + { + "epoch": 0.45990566037735847, + "grad_norm": 16.672908782958984, + "learning_rate": 2.2965801886792453e-06, + "loss": 0.6138, + "num_input_tokens_seen": 515488, + "step": 780 + }, + { + "epoch": 0.46285377358490565, + "grad_norm": 4.304843902587891, + "learning_rate": 2.3113207547169815e-06, + "loss": 0.5817, + "num_input_tokens_seen": 518624, + "step": 785 + }, + { + "epoch": 0.4658018867924528, + "grad_norm": 8.991819381713867, + "learning_rate": 2.3260613207547173e-06, + "loss": 0.8314, + "num_input_tokens_seen": 521728, + "step": 790 + }, + { + "epoch": 0.46875, + "grad_norm": 5.226704120635986, + "learning_rate": 2.340801886792453e-06, + "loss": 0.8256, + "num_input_tokens_seen": 525248, + "step": 795 + }, + { + "epoch": 0.4716981132075472, + "grad_norm": 5.192103385925293, + "learning_rate": 2.355542452830189e-06, + "loss": 0.758, + "num_input_tokens_seen": 528640, + "step": 800 + }, + { + "epoch": 0.47464622641509435, + "grad_norm": 14.122014999389648, + "learning_rate": 2.3702830188679246e-06, + "loss": 0.5491, + "num_input_tokens_seen": 531776, + "step": 805 + }, + { + "epoch": 0.47759433962264153, + "grad_norm": 6.463262557983398, + "learning_rate": 2.3850235849056604e-06, + "loss": 0.6786, + "num_input_tokens_seen": 535168, + "step": 810 + }, + { + "epoch": 0.4805424528301887, + "grad_norm": 10.260738372802734, + "learning_rate": 2.3997641509433966e-06, + "loss": 0.7604, + "num_input_tokens_seen": 538432, + "step": 815 + }, + { + "epoch": 0.4834905660377358, + "grad_norm": 13.319846153259277, + "learning_rate": 2.4145047169811323e-06, + "loss": 0.8172, + "num_input_tokens_seen": 541184, + "step": 820 + }, + { + "epoch": 0.486438679245283, + "grad_norm": 4.956305503845215, + "learning_rate": 2.429245283018868e-06, + "loss": 0.6479, + "num_input_tokens_seen": 543552, + "step": 825 + }, + { + "epoch": 0.4893867924528302, + "grad_norm": 3.572067975997925, + "learning_rate": 2.443985849056604e-06, + "loss": 0.5762, + "num_input_tokens_seen": 546272, + "step": 830 + }, + { + "epoch": 0.49233490566037735, + "grad_norm": 3.8951117992401123, + "learning_rate": 2.45872641509434e-06, + "loss": 0.6923, + "num_input_tokens_seen": 550336, + "step": 835 + }, + { + "epoch": 0.49528301886792453, + "grad_norm": 2.6244356632232666, + "learning_rate": 2.473466981132076e-06, + "loss": 0.6308, + "num_input_tokens_seen": 554048, + "step": 840 + }, + { + "epoch": 0.4982311320754717, + "grad_norm": 4.549937725067139, + "learning_rate": 2.4882075471698116e-06, + "loss": 0.8386, + "num_input_tokens_seen": 556704, + "step": 845 + }, + { + "epoch": 0.5011792452830188, + "grad_norm": 20.95339584350586, + "learning_rate": 2.5029481132075474e-06, + "loss": 0.6848, + "num_input_tokens_seen": 559904, + "step": 850 + }, + { + "epoch": 0.504127358490566, + "grad_norm": 26.86370277404785, + "learning_rate": 2.517688679245283e-06, + "loss": 0.8498, + "num_input_tokens_seen": 562752, + "step": 855 + }, + { + "epoch": 0.5070754716981132, + "grad_norm": 7.715852737426758, + "learning_rate": 2.532429245283019e-06, + "loss": 0.9025, + "num_input_tokens_seen": 565792, + "step": 860 + }, + { + "epoch": 0.5100235849056604, + "grad_norm": 10.313328742980957, + "learning_rate": 2.547169811320755e-06, + "loss": 0.7119, + "num_input_tokens_seen": 569056, + "step": 865 + }, + { + "epoch": 0.5129716981132075, + "grad_norm": 4.972080707550049, + "learning_rate": 2.561910377358491e-06, + "loss": 0.644, + "num_input_tokens_seen": 572224, + "step": 870 + }, + { + "epoch": 0.5159198113207547, + "grad_norm": 4.533689022064209, + "learning_rate": 2.5766509433962266e-06, + "loss": 0.6509, + "num_input_tokens_seen": 576512, + "step": 875 + }, + { + "epoch": 0.5188679245283019, + "grad_norm": 6.092864036560059, + "learning_rate": 2.5913915094339624e-06, + "loss": 0.6339, + "num_input_tokens_seen": 579616, + "step": 880 + }, + { + "epoch": 0.5218160377358491, + "grad_norm": 3.1681180000305176, + "learning_rate": 2.6061320754716986e-06, + "loss": 0.8625, + "num_input_tokens_seen": 582784, + "step": 885 + }, + { + "epoch": 0.5247641509433962, + "grad_norm": 6.54321813583374, + "learning_rate": 2.6208726415094343e-06, + "loss": 0.7749, + "num_input_tokens_seen": 585760, + "step": 890 + }, + { + "epoch": 0.5277122641509434, + "grad_norm": 4.376699447631836, + "learning_rate": 2.63561320754717e-06, + "loss": 0.7139, + "num_input_tokens_seen": 588672, + "step": 895 + }, + { + "epoch": 0.5306603773584906, + "grad_norm": 4.586501598358154, + "learning_rate": 2.650353773584906e-06, + "loss": 0.6335, + "num_input_tokens_seen": 591520, + "step": 900 + }, + { + "epoch": 0.5336084905660378, + "grad_norm": 4.536901473999023, + "learning_rate": 2.665094339622642e-06, + "loss": 0.5288, + "num_input_tokens_seen": 594560, + "step": 905 + }, + { + "epoch": 0.5365566037735849, + "grad_norm": 4.567627906799316, + "learning_rate": 2.679834905660378e-06, + "loss": 0.6358, + "num_input_tokens_seen": 601184, + "step": 910 + }, + { + "epoch": 0.5395047169811321, + "grad_norm": 4.659244537353516, + "learning_rate": 2.694575471698113e-06, + "loss": 0.6062, + "num_input_tokens_seen": 604224, + "step": 915 + }, + { + "epoch": 0.5424528301886793, + "grad_norm": 7.536710262298584, + "learning_rate": 2.709316037735849e-06, + "loss": 0.5668, + "num_input_tokens_seen": 607904, + "step": 920 + }, + { + "epoch": 0.5454009433962265, + "grad_norm": 3.9789810180664062, + "learning_rate": 2.724056603773585e-06, + "loss": 0.6489, + "num_input_tokens_seen": 610784, + "step": 925 + }, + { + "epoch": 0.5483490566037735, + "grad_norm": 4.350210189819336, + "learning_rate": 2.738797169811321e-06, + "loss": 0.6281, + "num_input_tokens_seen": 614112, + "step": 930 + }, + { + "epoch": 0.5512971698113207, + "grad_norm": 14.205941200256348, + "learning_rate": 2.7535377358490567e-06, + "loss": 0.6605, + "num_input_tokens_seen": 617792, + "step": 935 + }, + { + "epoch": 0.5542452830188679, + "grad_norm": 4.135203838348389, + "learning_rate": 2.7682783018867925e-06, + "loss": 0.7451, + "num_input_tokens_seen": 620416, + "step": 940 + }, + { + "epoch": 0.5571933962264151, + "grad_norm": 6.4422149658203125, + "learning_rate": 2.7830188679245286e-06, + "loss": 0.6255, + "num_input_tokens_seen": 623040, + "step": 945 + }, + { + "epoch": 0.5601415094339622, + "grad_norm": 2.958677291870117, + "learning_rate": 2.7977594339622644e-06, + "loss": 0.5042, + "num_input_tokens_seen": 626976, + "step": 950 + }, + { + "epoch": 0.5630896226415094, + "grad_norm": 5.6359992027282715, + "learning_rate": 2.8125e-06, + "loss": 0.6678, + "num_input_tokens_seen": 630176, + "step": 955 + }, + { + "epoch": 0.5660377358490566, + "grad_norm": 7.628322601318359, + "learning_rate": 2.827240566037736e-06, + "loss": 0.7065, + "num_input_tokens_seen": 633408, + "step": 960 + }, + { + "epoch": 0.5689858490566038, + "grad_norm": 5.855483531951904, + "learning_rate": 2.841981132075472e-06, + "loss": 0.5948, + "num_input_tokens_seen": 636000, + "step": 965 + }, + { + "epoch": 0.5719339622641509, + "grad_norm": 5.611729145050049, + "learning_rate": 2.856721698113208e-06, + "loss": 0.6276, + "num_input_tokens_seen": 640000, + "step": 970 + }, + { + "epoch": 0.5748820754716981, + "grad_norm": 3.434544563293457, + "learning_rate": 2.8714622641509437e-06, + "loss": 0.6994, + "num_input_tokens_seen": 643072, + "step": 975 + }, + { + "epoch": 0.5778301886792453, + "grad_norm": 2.9564785957336426, + "learning_rate": 2.8862028301886794e-06, + "loss": 0.8543, + "num_input_tokens_seen": 645824, + "step": 980 + }, + { + "epoch": 0.5807783018867925, + "grad_norm": 7.202480792999268, + "learning_rate": 2.9009433962264156e-06, + "loss": 0.7627, + "num_input_tokens_seen": 650240, + "step": 985 + }, + { + "epoch": 0.5837264150943396, + "grad_norm": 4.138121604919434, + "learning_rate": 2.9156839622641514e-06, + "loss": 0.5116, + "num_input_tokens_seen": 652960, + "step": 990 + }, + { + "epoch": 0.5866745283018868, + "grad_norm": 2.908865451812744, + "learning_rate": 2.930424528301887e-06, + "loss": 0.5988, + "num_input_tokens_seen": 655968, + "step": 995 + }, + { + "epoch": 0.589622641509434, + "grad_norm": 3.5574722290039062, + "learning_rate": 2.9451650943396225e-06, + "loss": 0.5185, + "num_input_tokens_seen": 658752, + "step": 1000 + }, + { + "epoch": 0.5925707547169812, + "grad_norm": 4.75210428237915, + "learning_rate": 2.9599056603773587e-06, + "loss": 0.7369, + "num_input_tokens_seen": 662176, + "step": 1005 + }, + { + "epoch": 0.5955188679245284, + "grad_norm": 5.694809913635254, + "learning_rate": 2.9746462264150945e-06, + "loss": 0.5004, + "num_input_tokens_seen": 665760, + "step": 1010 + }, + { + "epoch": 0.5984669811320755, + "grad_norm": 3.9842300415039062, + "learning_rate": 2.9893867924528302e-06, + "loss": 0.6502, + "num_input_tokens_seen": 668832, + "step": 1015 + }, + { + "epoch": 0.6014150943396226, + "grad_norm": 4.152355670928955, + "learning_rate": 3.004127358490566e-06, + "loss": 0.738, + "num_input_tokens_seen": 671936, + "step": 1020 + }, + { + "epoch": 0.6043632075471698, + "grad_norm": 8.99715518951416, + "learning_rate": 3.018867924528302e-06, + "loss": 0.613, + "num_input_tokens_seen": 675264, + "step": 1025 + }, + { + "epoch": 0.6073113207547169, + "grad_norm": 4.200396537780762, + "learning_rate": 3.033608490566038e-06, + "loss": 0.5435, + "num_input_tokens_seen": 678624, + "step": 1030 + }, + { + "epoch": 0.6102594339622641, + "grad_norm": 2.463975667953491, + "learning_rate": 3.0483490566037737e-06, + "loss": 0.6679, + "num_input_tokens_seen": 683264, + "step": 1035 + }, + { + "epoch": 0.6132075471698113, + "grad_norm": 4.496346950531006, + "learning_rate": 3.0630896226415095e-06, + "loss": 0.5749, + "num_input_tokens_seen": 687552, + "step": 1040 + }, + { + "epoch": 0.6161556603773585, + "grad_norm": 5.169456481933594, + "learning_rate": 3.0778301886792457e-06, + "loss": 0.4966, + "num_input_tokens_seen": 690208, + "step": 1045 + }, + { + "epoch": 0.6191037735849056, + "grad_norm": 2.80627703666687, + "learning_rate": 3.0925707547169815e-06, + "loss": 0.6418, + "num_input_tokens_seen": 693600, + "step": 1050 + }, + { + "epoch": 0.6220518867924528, + "grad_norm": 6.072925567626953, + "learning_rate": 3.1073113207547172e-06, + "loss": 0.6086, + "num_input_tokens_seen": 696160, + "step": 1055 + }, + { + "epoch": 0.625, + "grad_norm": 7.802475452423096, + "learning_rate": 3.122051886792453e-06, + "loss": 0.6664, + "num_input_tokens_seen": 700384, + "step": 1060 + }, + { + "epoch": 0.6279481132075472, + "grad_norm": 2.5725901126861572, + "learning_rate": 3.136792452830189e-06, + "loss": 0.5192, + "num_input_tokens_seen": 703552, + "step": 1065 + }, + { + "epoch": 0.6308962264150944, + "grad_norm": 7.152109146118164, + "learning_rate": 3.151533018867925e-06, + "loss": 0.5982, + "num_input_tokens_seen": 707360, + "step": 1070 + }, + { + "epoch": 0.6338443396226415, + "grad_norm": 2.6963257789611816, + "learning_rate": 3.1662735849056607e-06, + "loss": 0.5939, + "num_input_tokens_seen": 711232, + "step": 1075 + }, + { + "epoch": 0.6367924528301887, + "grad_norm": 4.008110523223877, + "learning_rate": 3.181014150943397e-06, + "loss": 0.6151, + "num_input_tokens_seen": 713984, + "step": 1080 + }, + { + "epoch": 0.6397405660377359, + "grad_norm": 3.0383460521698, + "learning_rate": 3.1957547169811327e-06, + "loss": 0.6221, + "num_input_tokens_seen": 717024, + "step": 1085 + }, + { + "epoch": 0.6426886792452831, + "grad_norm": 3.6915478706359863, + "learning_rate": 3.210495283018868e-06, + "loss": 0.5301, + "num_input_tokens_seen": 720672, + "step": 1090 + }, + { + "epoch": 0.6456367924528302, + "grad_norm": 2.332160234451294, + "learning_rate": 3.225235849056604e-06, + "loss": 0.6884, + "num_input_tokens_seen": 724960, + "step": 1095 + }, + { + "epoch": 0.6485849056603774, + "grad_norm": 5.092517375946045, + "learning_rate": 3.2399764150943396e-06, + "loss": 0.6275, + "num_input_tokens_seen": 727616, + "step": 1100 + }, + { + "epoch": 0.6515330188679245, + "grad_norm": 9.423184394836426, + "learning_rate": 3.2547169811320758e-06, + "loss": 0.6627, + "num_input_tokens_seen": 730144, + "step": 1105 + }, + { + "epoch": 0.6544811320754716, + "grad_norm": 4.7152099609375, + "learning_rate": 3.2694575471698115e-06, + "loss": 0.4538, + "num_input_tokens_seen": 733696, + "step": 1110 + }, + { + "epoch": 0.6574292452830188, + "grad_norm": 7.172292232513428, + "learning_rate": 3.2841981132075473e-06, + "loss": 0.6426, + "num_input_tokens_seen": 737120, + "step": 1115 + }, + { + "epoch": 0.660377358490566, + "grad_norm": 10.003631591796875, + "learning_rate": 3.298938679245283e-06, + "loss": 0.5936, + "num_input_tokens_seen": 740512, + "step": 1120 + }, + { + "epoch": 0.6633254716981132, + "grad_norm": 3.265000104904175, + "learning_rate": 3.3136792452830192e-06, + "loss": 0.6028, + "num_input_tokens_seen": 743936, + "step": 1125 + }, + { + "epoch": 0.6662735849056604, + "grad_norm": 6.477876663208008, + "learning_rate": 3.328419811320755e-06, + "loss": 0.5107, + "num_input_tokens_seen": 746176, + "step": 1130 + }, + { + "epoch": 0.6692216981132075, + "grad_norm": 6.690875053405762, + "learning_rate": 3.3431603773584908e-06, + "loss": 0.5477, + "num_input_tokens_seen": 749504, + "step": 1135 + }, + { + "epoch": 0.6721698113207547, + "grad_norm": 6.534344673156738, + "learning_rate": 3.3579009433962266e-06, + "loss": 0.5867, + "num_input_tokens_seen": 752672, + "step": 1140 + }, + { + "epoch": 0.6751179245283019, + "grad_norm": 12.922059059143066, + "learning_rate": 3.3726415094339627e-06, + "loss": 0.6974, + "num_input_tokens_seen": 755296, + "step": 1145 + }, + { + "epoch": 0.6780660377358491, + "grad_norm": 6.095510482788086, + "learning_rate": 3.3873820754716985e-06, + "loss": 0.7877, + "num_input_tokens_seen": 758048, + "step": 1150 + }, + { + "epoch": 0.6810141509433962, + "grad_norm": 5.253964900970459, + "learning_rate": 3.4021226415094343e-06, + "loss": 0.6365, + "num_input_tokens_seen": 761024, + "step": 1155 + }, + { + "epoch": 0.6839622641509434, + "grad_norm": 3.399029493331909, + "learning_rate": 3.4168632075471705e-06, + "loss": 0.6615, + "num_input_tokens_seen": 763808, + "step": 1160 + }, + { + "epoch": 0.6869103773584906, + "grad_norm": 2.9471824169158936, + "learning_rate": 3.4316037735849062e-06, + "loss": 0.5961, + "num_input_tokens_seen": 766912, + "step": 1165 + }, + { + "epoch": 0.6898584905660378, + "grad_norm": 2.6582906246185303, + "learning_rate": 3.446344339622642e-06, + "loss": 0.7225, + "num_input_tokens_seen": 770880, + "step": 1170 + }, + { + "epoch": 0.6928066037735849, + "grad_norm": 4.151080131530762, + "learning_rate": 3.4610849056603778e-06, + "loss": 0.564, + "num_input_tokens_seen": 774432, + "step": 1175 + }, + { + "epoch": 0.6957547169811321, + "grad_norm": 9.329839706420898, + "learning_rate": 3.475825471698113e-06, + "loss": 0.6818, + "num_input_tokens_seen": 777920, + "step": 1180 + }, + { + "epoch": 0.6987028301886793, + "grad_norm": 4.114266395568848, + "learning_rate": 3.4905660377358493e-06, + "loss": 0.6598, + "num_input_tokens_seen": 780640, + "step": 1185 + }, + { + "epoch": 0.7016509433962265, + "grad_norm": 3.9406208992004395, + "learning_rate": 3.505306603773585e-06, + "loss": 0.5948, + "num_input_tokens_seen": 783072, + "step": 1190 + }, + { + "epoch": 0.7045990566037735, + "grad_norm": 6.0860772132873535, + "learning_rate": 3.520047169811321e-06, + "loss": 0.4892, + "num_input_tokens_seen": 786944, + "step": 1195 + }, + { + "epoch": 0.7075471698113207, + "grad_norm": 3.632411241531372, + "learning_rate": 3.5347877358490566e-06, + "loss": 0.6193, + "num_input_tokens_seen": 791680, + "step": 1200 + }, + { + "epoch": 0.7104952830188679, + "grad_norm": 2.3088057041168213, + "learning_rate": 3.549528301886793e-06, + "loss": 0.614, + "num_input_tokens_seen": 794912, + "step": 1205 + }, + { + "epoch": 0.7134433962264151, + "grad_norm": 3.7185792922973633, + "learning_rate": 3.5642688679245286e-06, + "loss": 0.5725, + "num_input_tokens_seen": 797728, + "step": 1210 + }, + { + "epoch": 0.7163915094339622, + "grad_norm": 7.9901299476623535, + "learning_rate": 3.5790094339622643e-06, + "loss": 0.4883, + "num_input_tokens_seen": 801632, + "step": 1215 + }, + { + "epoch": 0.7193396226415094, + "grad_norm": 5.27274751663208, + "learning_rate": 3.59375e-06, + "loss": 0.6936, + "num_input_tokens_seen": 804640, + "step": 1220 + }, + { + "epoch": 0.7222877358490566, + "grad_norm": 4.962289333343506, + "learning_rate": 3.6084905660377363e-06, + "loss": 0.6744, + "num_input_tokens_seen": 807008, + "step": 1225 + }, + { + "epoch": 0.7252358490566038, + "grad_norm": 3.1016647815704346, + "learning_rate": 3.623231132075472e-06, + "loss": 0.6239, + "num_input_tokens_seen": 810176, + "step": 1230 + }, + { + "epoch": 0.7281839622641509, + "grad_norm": 4.428571701049805, + "learning_rate": 3.637971698113208e-06, + "loss": 0.7259, + "num_input_tokens_seen": 813440, + "step": 1235 + }, + { + "epoch": 0.7311320754716981, + "grad_norm": 2.3669676780700684, + "learning_rate": 3.652712264150944e-06, + "loss": 0.4689, + "num_input_tokens_seen": 817728, + "step": 1240 + }, + { + "epoch": 0.7340801886792453, + "grad_norm": 2.6339054107666016, + "learning_rate": 3.66745283018868e-06, + "loss": 0.5325, + "num_input_tokens_seen": 820768, + "step": 1245 + }, + { + "epoch": 0.7370283018867925, + "grad_norm": 7.0959577560424805, + "learning_rate": 3.6821933962264156e-06, + "loss": 0.5897, + "num_input_tokens_seen": 823392, + "step": 1250 + }, + { + "epoch": 0.7399764150943396, + "grad_norm": 2.973792791366577, + "learning_rate": 3.6969339622641513e-06, + "loss": 0.651, + "num_input_tokens_seen": 825856, + "step": 1255 + }, + { + "epoch": 0.7429245283018868, + "grad_norm": 3.9494454860687256, + "learning_rate": 3.7116745283018875e-06, + "loss": 0.6177, + "num_input_tokens_seen": 828960, + "step": 1260 + }, + { + "epoch": 0.745872641509434, + "grad_norm": 3.231187582015991, + "learning_rate": 3.726415094339623e-06, + "loss": 0.6689, + "num_input_tokens_seen": 832352, + "step": 1265 + }, + { + "epoch": 0.7488207547169812, + "grad_norm": 4.359707832336426, + "learning_rate": 3.7411556603773586e-06, + "loss": 0.3812, + "num_input_tokens_seen": 837056, + "step": 1270 + }, + { + "epoch": 0.7517688679245284, + "grad_norm": 4.056735992431641, + "learning_rate": 3.7558962264150944e-06, + "loss": 0.6313, + "num_input_tokens_seen": 841056, + "step": 1275 + }, + { + "epoch": 0.7547169811320755, + "grad_norm": 10.645294189453125, + "learning_rate": 3.77063679245283e-06, + "loss": 0.7685, + "num_input_tokens_seen": 843232, + "step": 1280 + }, + { + "epoch": 0.7576650943396226, + "grad_norm": 3.295957565307617, + "learning_rate": 3.7853773584905664e-06, + "loss": 0.6175, + "num_input_tokens_seen": 847264, + "step": 1285 + }, + { + "epoch": 0.7606132075471698, + "grad_norm": 2.4525868892669678, + "learning_rate": 3.800117924528302e-06, + "loss": 0.5757, + "num_input_tokens_seen": 851296, + "step": 1290 + }, + { + "epoch": 0.7635613207547169, + "grad_norm": 2.802062511444092, + "learning_rate": 3.814858490566038e-06, + "loss": 0.5517, + "num_input_tokens_seen": 854336, + "step": 1295 + }, + { + "epoch": 0.7665094339622641, + "grad_norm": 5.55122709274292, + "learning_rate": 3.829599056603774e-06, + "loss": 0.5583, + "num_input_tokens_seen": 856704, + "step": 1300 + }, + { + "epoch": 0.7694575471698113, + "grad_norm": 3.5977718830108643, + "learning_rate": 3.8443396226415094e-06, + "loss": 0.704, + "num_input_tokens_seen": 860000, + "step": 1305 + }, + { + "epoch": 0.7724056603773585, + "grad_norm": 3.1212189197540283, + "learning_rate": 3.859080188679246e-06, + "loss": 0.5816, + "num_input_tokens_seen": 864160, + "step": 1310 + }, + { + "epoch": 0.7753537735849056, + "grad_norm": 3.8748295307159424, + "learning_rate": 3.873820754716982e-06, + "loss": 0.8702, + "num_input_tokens_seen": 866848, + "step": 1315 + }, + { + "epoch": 0.7783018867924528, + "grad_norm": 4.2011189460754395, + "learning_rate": 3.888561320754717e-06, + "loss": 0.7536, + "num_input_tokens_seen": 870176, + "step": 1320 + }, + { + "epoch": 0.78125, + "grad_norm": 3.990952730178833, + "learning_rate": 3.903301886792453e-06, + "loss": 0.607, + "num_input_tokens_seen": 874976, + "step": 1325 + }, + { + "epoch": 0.7841981132075472, + "grad_norm": 3.170764446258545, + "learning_rate": 3.9180424528301895e-06, + "loss": 0.624, + "num_input_tokens_seen": 878112, + "step": 1330 + }, + { + "epoch": 0.7871462264150944, + "grad_norm": 5.168679237365723, + "learning_rate": 3.932783018867925e-06, + "loss": 0.5702, + "num_input_tokens_seen": 881248, + "step": 1335 + }, + { + "epoch": 0.7900943396226415, + "grad_norm": 10.053791046142578, + "learning_rate": 3.947523584905661e-06, + "loss": 0.5905, + "num_input_tokens_seen": 884096, + "step": 1340 + }, + { + "epoch": 0.7930424528301887, + "grad_norm": 3.8400211334228516, + "learning_rate": 3.962264150943396e-06, + "loss": 0.5361, + "num_input_tokens_seen": 886816, + "step": 1345 + }, + { + "epoch": 0.7959905660377359, + "grad_norm": 4.777157306671143, + "learning_rate": 3.977004716981133e-06, + "loss": 0.6268, + "num_input_tokens_seen": 889952, + "step": 1350 + }, + { + "epoch": 0.7989386792452831, + "grad_norm": 3.9912610054016113, + "learning_rate": 3.991745283018868e-06, + "loss": 0.5037, + "num_input_tokens_seen": 892480, + "step": 1355 + }, + { + "epoch": 0.8018867924528302, + "grad_norm": 6.126789569854736, + "learning_rate": 4.006485849056604e-06, + "loss": 0.4427, + "num_input_tokens_seen": 895296, + "step": 1360 + }, + { + "epoch": 0.8048349056603774, + "grad_norm": 3.6859211921691895, + "learning_rate": 4.0212264150943395e-06, + "loss": 0.5395, + "num_input_tokens_seen": 898752, + "step": 1365 + }, + { + "epoch": 0.8077830188679245, + "grad_norm": 3.6577706336975098, + "learning_rate": 4.035966981132076e-06, + "loss": 0.4236, + "num_input_tokens_seen": 901600, + "step": 1370 + }, + { + "epoch": 0.8107311320754716, + "grad_norm": 3.5599756240844727, + "learning_rate": 4.050707547169812e-06, + "loss": 0.5497, + "num_input_tokens_seen": 904384, + "step": 1375 + }, + { + "epoch": 0.8136792452830188, + "grad_norm": 4.812094688415527, + "learning_rate": 4.065448113207547e-06, + "loss": 0.8912, + "num_input_tokens_seen": 907264, + "step": 1380 + }, + { + "epoch": 0.816627358490566, + "grad_norm": 6.779462814331055, + "learning_rate": 4.080188679245283e-06, + "loss": 0.5824, + "num_input_tokens_seen": 909760, + "step": 1385 + }, + { + "epoch": 0.8195754716981132, + "grad_norm": 2.546036958694458, + "learning_rate": 4.094929245283019e-06, + "loss": 0.5266, + "num_input_tokens_seen": 912736, + "step": 1390 + }, + { + "epoch": 0.8225235849056604, + "grad_norm": 11.327082633972168, + "learning_rate": 4.109669811320755e-06, + "loss": 0.458, + "num_input_tokens_seen": 916384, + "step": 1395 + }, + { + "epoch": 0.8254716981132075, + "grad_norm": 3.4261653423309326, + "learning_rate": 4.124410377358491e-06, + "loss": 0.7861, + "num_input_tokens_seen": 919744, + "step": 1400 + }, + { + "epoch": 0.8284198113207547, + "grad_norm": 1.9011027812957764, + "learning_rate": 4.1391509433962265e-06, + "loss": 0.5075, + "num_input_tokens_seen": 922368, + "step": 1405 + }, + { + "epoch": 0.8313679245283019, + "grad_norm": 2.3473219871520996, + "learning_rate": 4.153891509433963e-06, + "loss": 0.5874, + "num_input_tokens_seen": 925152, + "step": 1410 + }, + { + "epoch": 0.8343160377358491, + "grad_norm": 5.725218296051025, + "learning_rate": 4.168632075471699e-06, + "loss": 0.8707, + "num_input_tokens_seen": 927648, + "step": 1415 + }, + { + "epoch": 0.8372641509433962, + "grad_norm": 3.0178894996643066, + "learning_rate": 4.183372641509434e-06, + "loss": 0.5612, + "num_input_tokens_seen": 930304, + "step": 1420 + }, + { + "epoch": 0.8402122641509434, + "grad_norm": 3.1123385429382324, + "learning_rate": 4.19811320754717e-06, + "loss": 0.4712, + "num_input_tokens_seen": 933536, + "step": 1425 + }, + { + "epoch": 0.8431603773584906, + "grad_norm": 2.4872748851776123, + "learning_rate": 4.212853773584907e-06, + "loss": 0.4647, + "num_input_tokens_seen": 937504, + "step": 1430 + }, + { + "epoch": 0.8461084905660378, + "grad_norm": 7.645604133605957, + "learning_rate": 4.227594339622642e-06, + "loss": 0.8423, + "num_input_tokens_seen": 940128, + "step": 1435 + }, + { + "epoch": 0.8490566037735849, + "grad_norm": 2.730250120162964, + "learning_rate": 4.242334905660378e-06, + "loss": 0.6003, + "num_input_tokens_seen": 943488, + "step": 1440 + }, + { + "epoch": 0.8520047169811321, + "grad_norm": 8.521648406982422, + "learning_rate": 4.2570754716981135e-06, + "loss": 0.6921, + "num_input_tokens_seen": 946016, + "step": 1445 + }, + { + "epoch": 0.8549528301886793, + "grad_norm": 7.55154275894165, + "learning_rate": 4.271816037735849e-06, + "loss": 0.372, + "num_input_tokens_seen": 948672, + "step": 1450 + }, + { + "epoch": 0.8579009433962265, + "grad_norm": 4.305558681488037, + "learning_rate": 4.286556603773585e-06, + "loss": 0.5904, + "num_input_tokens_seen": 951520, + "step": 1455 + }, + { + "epoch": 0.8608490566037735, + "grad_norm": 4.427129745483398, + "learning_rate": 4.301297169811321e-06, + "loss": 0.5447, + "num_input_tokens_seen": 954592, + "step": 1460 + }, + { + "epoch": 0.8637971698113207, + "grad_norm": 3.299107313156128, + "learning_rate": 4.3160377358490565e-06, + "loss": 0.4652, + "num_input_tokens_seen": 957696, + "step": 1465 + }, + { + "epoch": 0.8667452830188679, + "grad_norm": 10.625188827514648, + "learning_rate": 4.330778301886793e-06, + "loss": 0.6986, + "num_input_tokens_seen": 960832, + "step": 1470 + }, + { + "epoch": 0.8696933962264151, + "grad_norm": 11.904326438903809, + "learning_rate": 4.345518867924529e-06, + "loss": 0.8034, + "num_input_tokens_seen": 964608, + "step": 1475 + }, + { + "epoch": 0.8726415094339622, + "grad_norm": 6.408997058868408, + "learning_rate": 4.360259433962264e-06, + "loss": 0.5771, + "num_input_tokens_seen": 967360, + "step": 1480 + }, + { + "epoch": 0.8755896226415094, + "grad_norm": 4.280009746551514, + "learning_rate": 4.3750000000000005e-06, + "loss": 0.5528, + "num_input_tokens_seen": 970432, + "step": 1485 + }, + { + "epoch": 0.8785377358490566, + "grad_norm": 9.433159828186035, + "learning_rate": 4.389740566037737e-06, + "loss": 0.912, + "num_input_tokens_seen": 973920, + "step": 1490 + }, + { + "epoch": 0.8814858490566038, + "grad_norm": 9.041738510131836, + "learning_rate": 4.404481132075472e-06, + "loss": 0.5448, + "num_input_tokens_seen": 977152, + "step": 1495 + }, + { + "epoch": 0.8844339622641509, + "grad_norm": 3.7243003845214844, + "learning_rate": 4.419221698113208e-06, + "loss": 0.646, + "num_input_tokens_seen": 979712, + "step": 1500 + }, + { + "epoch": 0.8873820754716981, + "grad_norm": 3.570998191833496, + "learning_rate": 4.4339622641509435e-06, + "loss": 0.6054, + "num_input_tokens_seen": 982592, + "step": 1505 + }, + { + "epoch": 0.8903301886792453, + "grad_norm": 9.585952758789062, + "learning_rate": 4.44870283018868e-06, + "loss": 0.5128, + "num_input_tokens_seen": 985056, + "step": 1510 + }, + { + "epoch": 0.8932783018867925, + "grad_norm": 3.7028050422668457, + "learning_rate": 4.463443396226416e-06, + "loss": 0.4771, + "num_input_tokens_seen": 987904, + "step": 1515 + }, + { + "epoch": 0.8962264150943396, + "grad_norm": 7.737606048583984, + "learning_rate": 4.478183962264151e-06, + "loss": 0.4816, + "num_input_tokens_seen": 990752, + "step": 1520 + }, + { + "epoch": 0.8991745283018868, + "grad_norm": 2.685025453567505, + "learning_rate": 4.4929245283018875e-06, + "loss": 0.5908, + "num_input_tokens_seen": 993344, + "step": 1525 + }, + { + "epoch": 0.902122641509434, + "grad_norm": 2.995391368865967, + "learning_rate": 4.507665094339623e-06, + "loss": 0.502, + "num_input_tokens_seen": 996896, + "step": 1530 + }, + { + "epoch": 0.9050707547169812, + "grad_norm": 5.316824913024902, + "learning_rate": 4.522405660377359e-06, + "loss": 0.4936, + "num_input_tokens_seen": 1000672, + "step": 1535 + }, + { + "epoch": 0.9080188679245284, + "grad_norm": 3.817643880844116, + "learning_rate": 4.537146226415094e-06, + "loss": 0.4719, + "num_input_tokens_seen": 1003808, + "step": 1540 + }, + { + "epoch": 0.9109669811320755, + "grad_norm": 4.777432441711426, + "learning_rate": 4.5518867924528305e-06, + "loss": 0.5816, + "num_input_tokens_seen": 1006720, + "step": 1545 + }, + { + "epoch": 0.9139150943396226, + "grad_norm": 3.0176291465759277, + "learning_rate": 4.566627358490566e-06, + "loss": 0.5079, + "num_input_tokens_seen": 1009888, + "step": 1550 + }, + { + "epoch": 0.9168632075471698, + "grad_norm": 4.722742557525635, + "learning_rate": 4.581367924528302e-06, + "loss": 0.537, + "num_input_tokens_seen": 1012544, + "step": 1555 + }, + { + "epoch": 0.9198113207547169, + "grad_norm": 2.993147611618042, + "learning_rate": 4.596108490566038e-06, + "loss": 0.4898, + "num_input_tokens_seen": 1015232, + "step": 1560 + }, + { + "epoch": 0.9227594339622641, + "grad_norm": 4.965792179107666, + "learning_rate": 4.610849056603774e-06, + "loss": 0.5567, + "num_input_tokens_seen": 1018496, + "step": 1565 + }, + { + "epoch": 0.9257075471698113, + "grad_norm": 4.291866779327393, + "learning_rate": 4.62558962264151e-06, + "loss": 0.6842, + "num_input_tokens_seen": 1022432, + "step": 1570 + }, + { + "epoch": 0.9286556603773585, + "grad_norm": 4.573887825012207, + "learning_rate": 4.640330188679246e-06, + "loss": 0.6301, + "num_input_tokens_seen": 1025760, + "step": 1575 + }, + { + "epoch": 0.9316037735849056, + "grad_norm": 1.5060629844665527, + "learning_rate": 4.655070754716981e-06, + "loss": 0.6111, + "num_input_tokens_seen": 1030400, + "step": 1580 + }, + { + "epoch": 0.9345518867924528, + "grad_norm": 4.840695858001709, + "learning_rate": 4.6698113207547175e-06, + "loss": 0.45, + "num_input_tokens_seen": 1033152, + "step": 1585 + }, + { + "epoch": 0.9375, + "grad_norm": 3.056386947631836, + "learning_rate": 4.684551886792454e-06, + "loss": 0.5446, + "num_input_tokens_seen": 1036896, + "step": 1590 + }, + { + "epoch": 0.9404481132075472, + "grad_norm": 2.494209051132202, + "learning_rate": 4.699292452830189e-06, + "loss": 0.5898, + "num_input_tokens_seen": 1040224, + "step": 1595 + }, + { + "epoch": 0.9433962264150944, + "grad_norm": 4.595423698425293, + "learning_rate": 4.714033018867925e-06, + "loss": 0.4912, + "num_input_tokens_seen": 1042976, + "step": 1600 + }, + { + "epoch": 0.9463443396226415, + "grad_norm": 3.2309162616729736, + "learning_rate": 4.728773584905661e-06, + "loss": 0.4489, + "num_input_tokens_seen": 1046112, + "step": 1605 + }, + { + "epoch": 0.9492924528301887, + "grad_norm": 36.164859771728516, + "learning_rate": 4.743514150943397e-06, + "loss": 0.5754, + "num_input_tokens_seen": 1049152, + "step": 1610 + }, + { + "epoch": 0.9522405660377359, + "grad_norm": 4.026658535003662, + "learning_rate": 4.758254716981133e-06, + "loss": 0.413, + "num_input_tokens_seen": 1051968, + "step": 1615 + }, + { + "epoch": 0.9551886792452831, + "grad_norm": 2.1223323345184326, + "learning_rate": 4.772995283018868e-06, + "loss": 0.5319, + "num_input_tokens_seen": 1059424, + "step": 1620 + }, + { + "epoch": 0.9581367924528302, + "grad_norm": 3.8565075397491455, + "learning_rate": 4.787735849056604e-06, + "loss": 0.598, + "num_input_tokens_seen": 1062240, + "step": 1625 + }, + { + "epoch": 0.9610849056603774, + "grad_norm": 3.61985182762146, + "learning_rate": 4.80247641509434e-06, + "loss": 0.5306, + "num_input_tokens_seen": 1065792, + "step": 1630 + }, + { + "epoch": 0.9640330188679245, + "grad_norm": 2.3543894290924072, + "learning_rate": 4.817216981132076e-06, + "loss": 0.6195, + "num_input_tokens_seen": 1069280, + "step": 1635 + }, + { + "epoch": 0.9669811320754716, + "grad_norm": 5.30012321472168, + "learning_rate": 4.831957547169811e-06, + "loss": 0.5313, + "num_input_tokens_seen": 1071936, + "step": 1640 + }, + { + "epoch": 0.9699292452830188, + "grad_norm": 2.294550657272339, + "learning_rate": 4.8466981132075476e-06, + "loss": 0.6559, + "num_input_tokens_seen": 1074944, + "step": 1645 + }, + { + "epoch": 0.972877358490566, + "grad_norm": 1.8698681592941284, + "learning_rate": 4.861438679245283e-06, + "loss": 0.5478, + "num_input_tokens_seen": 1078368, + "step": 1650 + }, + { + "epoch": 0.9758254716981132, + "grad_norm": 2.471747875213623, + "learning_rate": 4.876179245283019e-06, + "loss": 0.5529, + "num_input_tokens_seen": 1081312, + "step": 1655 + }, + { + "epoch": 0.9787735849056604, + "grad_norm": 2.7129993438720703, + "learning_rate": 4.890919811320755e-06, + "loss": 0.809, + "num_input_tokens_seen": 1088704, + "step": 1660 + }, + { + "epoch": 0.9817216981132075, + "grad_norm": 3.438333034515381, + "learning_rate": 4.905660377358491e-06, + "loss": 0.6336, + "num_input_tokens_seen": 1092352, + "step": 1665 + }, + { + "epoch": 0.9846698113207547, + "grad_norm": 3.4658493995666504, + "learning_rate": 4.920400943396227e-06, + "loss": 0.6573, + "num_input_tokens_seen": 1094880, + "step": 1670 + }, + { + "epoch": 0.9876179245283019, + "grad_norm": 3.260615587234497, + "learning_rate": 4.935141509433963e-06, + "loss": 0.5459, + "num_input_tokens_seen": 1098176, + "step": 1675 + }, + { + "epoch": 0.9905660377358491, + "grad_norm": 1.6521674394607544, + "learning_rate": 4.949882075471698e-06, + "loss": 0.5503, + "num_input_tokens_seen": 1101440, + "step": 1680 + }, + { + "epoch": 0.9935141509433962, + "grad_norm": 5.430739402770996, + "learning_rate": 4.9646226415094346e-06, + "loss": 0.7401, + "num_input_tokens_seen": 1104736, + "step": 1685 + }, + { + "epoch": 0.9964622641509434, + "grad_norm": 2.8119304180145264, + "learning_rate": 4.979363207547171e-06, + "loss": 0.4706, + "num_input_tokens_seen": 1107328, + "step": 1690 + }, + { + "epoch": 0.9994103773584906, + "grad_norm": 3.0179643630981445, + "learning_rate": 4.994103773584906e-06, + "loss": 0.4859, + "num_input_tokens_seen": 1110528, + "step": 1695 + }, + { + "epoch": 1.0023584905660377, + "grad_norm": 2.9904160499572754, + "learning_rate": 5.0088443396226414e-06, + "loss": 0.5664, + "num_input_tokens_seen": 1113400, + "step": 1700 + }, + { + "epoch": 1.005306603773585, + "grad_norm": 3.2915079593658447, + "learning_rate": 5.023584905660378e-06, + "loss": 0.514, + "num_input_tokens_seen": 1117144, + "step": 1705 + }, + { + "epoch": 1.008254716981132, + "grad_norm": 2.552643060684204, + "learning_rate": 5.038325471698113e-06, + "loss": 0.6239, + "num_input_tokens_seen": 1120216, + "step": 1710 + }, + { + "epoch": 1.0112028301886793, + "grad_norm": 3.0572240352630615, + "learning_rate": 5.05306603773585e-06, + "loss": 0.5095, + "num_input_tokens_seen": 1122904, + "step": 1715 + }, + { + "epoch": 1.0141509433962264, + "grad_norm": 2.255199432373047, + "learning_rate": 5.067806603773585e-06, + "loss": 0.4471, + "num_input_tokens_seen": 1126552, + "step": 1720 + }, + { + "epoch": 1.0170990566037736, + "grad_norm": 2.5512263774871826, + "learning_rate": 5.0825471698113216e-06, + "loss": 0.4411, + "num_input_tokens_seen": 1130040, + "step": 1725 + }, + { + "epoch": 1.0200471698113207, + "grad_norm": 3.035973310470581, + "learning_rate": 5.097287735849057e-06, + "loss": 0.559, + "num_input_tokens_seen": 1133752, + "step": 1730 + }, + { + "epoch": 1.022995283018868, + "grad_norm": 4.973302364349365, + "learning_rate": 5.112028301886793e-06, + "loss": 0.6841, + "num_input_tokens_seen": 1135928, + "step": 1735 + }, + { + "epoch": 1.025943396226415, + "grad_norm": 6.461146354675293, + "learning_rate": 5.1267688679245284e-06, + "loss": 0.5656, + "num_input_tokens_seen": 1138712, + "step": 1740 + }, + { + "epoch": 1.0288915094339623, + "grad_norm": 2.461913824081421, + "learning_rate": 5.1415094339622655e-06, + "loss": 0.5243, + "num_input_tokens_seen": 1141752, + "step": 1745 + }, + { + "epoch": 1.0318396226415094, + "grad_norm": 8.927265167236328, + "learning_rate": 5.156250000000001e-06, + "loss": 0.4857, + "num_input_tokens_seen": 1144952, + "step": 1750 + }, + { + "epoch": 1.0347877358490567, + "grad_norm": 2.6500637531280518, + "learning_rate": 5.170990566037736e-06, + "loss": 0.5282, + "num_input_tokens_seen": 1147416, + "step": 1755 + }, + { + "epoch": 1.0377358490566038, + "grad_norm": 2.627998113632202, + "learning_rate": 5.185731132075472e-06, + "loss": 0.6773, + "num_input_tokens_seen": 1150840, + "step": 1760 + }, + { + "epoch": 1.040683962264151, + "grad_norm": 3.201580047607422, + "learning_rate": 5.200471698113208e-06, + "loss": 0.5059, + "num_input_tokens_seen": 1153592, + "step": 1765 + }, + { + "epoch": 1.0436320754716981, + "grad_norm": 6.886814594268799, + "learning_rate": 5.215212264150944e-06, + "loss": 0.4158, + "num_input_tokens_seen": 1156888, + "step": 1770 + }, + { + "epoch": 1.0465801886792452, + "grad_norm": 7.26759672164917, + "learning_rate": 5.229952830188679e-06, + "loss": 0.5374, + "num_input_tokens_seen": 1159992, + "step": 1775 + }, + { + "epoch": 1.0495283018867925, + "grad_norm": 9.692329406738281, + "learning_rate": 5.2446933962264154e-06, + "loss": 0.6442, + "num_input_tokens_seen": 1163224, + "step": 1780 + }, + { + "epoch": 1.0524764150943395, + "grad_norm": 3.635443687438965, + "learning_rate": 5.259433962264151e-06, + "loss": 0.6897, + "num_input_tokens_seen": 1166744, + "step": 1785 + }, + { + "epoch": 1.0554245283018868, + "grad_norm": 1.5231993198394775, + "learning_rate": 5.274174528301888e-06, + "loss": 0.4732, + "num_input_tokens_seen": 1171224, + "step": 1790 + }, + { + "epoch": 1.0583726415094339, + "grad_norm": 3.9588675498962402, + "learning_rate": 5.288915094339623e-06, + "loss": 0.4951, + "num_input_tokens_seen": 1175096, + "step": 1795 + }, + { + "epoch": 1.0613207547169812, + "grad_norm": 2.664088726043701, + "learning_rate": 5.303655660377359e-06, + "loss": 0.4966, + "num_input_tokens_seen": 1178296, + "step": 1800 + }, + { + "epoch": 1.0642688679245282, + "grad_norm": 3.322232723236084, + "learning_rate": 5.318396226415095e-06, + "loss": 0.513, + "num_input_tokens_seen": 1181176, + "step": 1805 + }, + { + "epoch": 1.0672169811320755, + "grad_norm": 3.086432933807373, + "learning_rate": 5.333136792452831e-06, + "loss": 0.6396, + "num_input_tokens_seen": 1188376, + "step": 1810 + }, + { + "epoch": 1.0701650943396226, + "grad_norm": 2.430053472518921, + "learning_rate": 5.347877358490566e-06, + "loss": 0.5576, + "num_input_tokens_seen": 1192344, + "step": 1815 + }, + { + "epoch": 1.0731132075471699, + "grad_norm": 3.391857147216797, + "learning_rate": 5.362617924528302e-06, + "loss": 0.6362, + "num_input_tokens_seen": 1195416, + "step": 1820 + }, + { + "epoch": 1.076061320754717, + "grad_norm": 3.1386520862579346, + "learning_rate": 5.377358490566038e-06, + "loss": 0.6043, + "num_input_tokens_seen": 1198936, + "step": 1825 + }, + { + "epoch": 1.0790094339622642, + "grad_norm": 6.134435176849365, + "learning_rate": 5.392099056603775e-06, + "loss": 0.7172, + "num_input_tokens_seen": 1201688, + "step": 1830 + }, + { + "epoch": 1.0819575471698113, + "grad_norm": 4.491392135620117, + "learning_rate": 5.40683962264151e-06, + "loss": 0.4565, + "num_input_tokens_seen": 1204760, + "step": 1835 + }, + { + "epoch": 1.0849056603773586, + "grad_norm": 2.4418232440948486, + "learning_rate": 5.4215801886792455e-06, + "loss": 0.5551, + "num_input_tokens_seen": 1207416, + "step": 1840 + }, + { + "epoch": 1.0878537735849056, + "grad_norm": 3.2653632164001465, + "learning_rate": 5.436320754716982e-06, + "loss": 0.8045, + "num_input_tokens_seen": 1210296, + "step": 1845 + }, + { + "epoch": 1.0908018867924527, + "grad_norm": 1.5464009046554565, + "learning_rate": 5.451061320754717e-06, + "loss": 0.6209, + "num_input_tokens_seen": 1213304, + "step": 1850 + }, + { + "epoch": 1.09375, + "grad_norm": 3.3170394897460938, + "learning_rate": 5.465801886792453e-06, + "loss": 0.6007, + "num_input_tokens_seen": 1216728, + "step": 1855 + }, + { + "epoch": 1.0966981132075473, + "grad_norm": 2.5501480102539062, + "learning_rate": 5.4805424528301886e-06, + "loss": 0.4787, + "num_input_tokens_seen": 1220312, + "step": 1860 + }, + { + "epoch": 1.0996462264150944, + "grad_norm": 3.4977214336395264, + "learning_rate": 5.495283018867925e-06, + "loss": 0.6131, + "num_input_tokens_seen": 1224152, + "step": 1865 + }, + { + "epoch": 1.1025943396226414, + "grad_norm": 2.970174789428711, + "learning_rate": 5.51002358490566e-06, + "loss": 0.5715, + "num_input_tokens_seen": 1226488, + "step": 1870 + }, + { + "epoch": 1.1055424528301887, + "grad_norm": 4.309943199157715, + "learning_rate": 5.524764150943397e-06, + "loss": 0.6443, + "num_input_tokens_seen": 1229912, + "step": 1875 + }, + { + "epoch": 1.1084905660377358, + "grad_norm": 4.281003475189209, + "learning_rate": 5.5395047169811325e-06, + "loss": 0.59, + "num_input_tokens_seen": 1233400, + "step": 1880 + }, + { + "epoch": 1.111438679245283, + "grad_norm": 9.212714195251465, + "learning_rate": 5.554245283018869e-06, + "loss": 0.4839, + "num_input_tokens_seen": 1235832, + "step": 1885 + }, + { + "epoch": 1.1143867924528301, + "grad_norm": 2.9981775283813477, + "learning_rate": 5.568985849056604e-06, + "loss": 0.5528, + "num_input_tokens_seen": 1238712, + "step": 1890 + }, + { + "epoch": 1.1173349056603774, + "grad_norm": 9.020275115966797, + "learning_rate": 5.58372641509434e-06, + "loss": 0.5237, + "num_input_tokens_seen": 1241912, + "step": 1895 + }, + { + "epoch": 1.1202830188679245, + "grad_norm": 2.335698366165161, + "learning_rate": 5.5984669811320755e-06, + "loss": 0.5647, + "num_input_tokens_seen": 1244984, + "step": 1900 + }, + { + "epoch": 1.1232311320754718, + "grad_norm": 4.793266296386719, + "learning_rate": 5.613207547169813e-06, + "loss": 0.5516, + "num_input_tokens_seen": 1249080, + "step": 1905 + }, + { + "epoch": 1.1261792452830188, + "grad_norm": 4.1061692237854, + "learning_rate": 5.627948113207548e-06, + "loss": 0.5637, + "num_input_tokens_seen": 1252184, + "step": 1910 + }, + { + "epoch": 1.1291273584905661, + "grad_norm": 6.298287391662598, + "learning_rate": 5.642688679245284e-06, + "loss": 0.5286, + "num_input_tokens_seen": 1255832, + "step": 1915 + }, + { + "epoch": 1.1320754716981132, + "grad_norm": 2.138326644897461, + "learning_rate": 5.6574292452830195e-06, + "loss": 0.4912, + "num_input_tokens_seen": 1260216, + "step": 1920 + }, + { + "epoch": 1.1350235849056605, + "grad_norm": 1.7556227445602417, + "learning_rate": 5.672169811320756e-06, + "loss": 0.4789, + "num_input_tokens_seen": 1263928, + "step": 1925 + }, + { + "epoch": 1.1379716981132075, + "grad_norm": 2.3237974643707275, + "learning_rate": 5.686910377358491e-06, + "loss": 0.4562, + "num_input_tokens_seen": 1267800, + "step": 1930 + }, + { + "epoch": 1.1409198113207548, + "grad_norm": 2.225802183151245, + "learning_rate": 5.701650943396226e-06, + "loss": 0.431, + "num_input_tokens_seen": 1270712, + "step": 1935 + }, + { + "epoch": 1.1438679245283019, + "grad_norm": 2.950162649154663, + "learning_rate": 5.7163915094339625e-06, + "loss": 0.5494, + "num_input_tokens_seen": 1274008, + "step": 1940 + }, + { + "epoch": 1.146816037735849, + "grad_norm": 2.3757169246673584, + "learning_rate": 5.731132075471698e-06, + "loss": 0.5511, + "num_input_tokens_seen": 1276152, + "step": 1945 + }, + { + "epoch": 1.1497641509433962, + "grad_norm": 3.5560038089752197, + "learning_rate": 5.745872641509435e-06, + "loss": 0.5039, + "num_input_tokens_seen": 1279064, + "step": 1950 + }, + { + "epoch": 1.1527122641509433, + "grad_norm": 2.0830397605895996, + "learning_rate": 5.76061320754717e-06, + "loss": 0.5623, + "num_input_tokens_seen": 1282264, + "step": 1955 + }, + { + "epoch": 1.1556603773584906, + "grad_norm": 1.98151695728302, + "learning_rate": 5.7753537735849065e-06, + "loss": 0.5655, + "num_input_tokens_seen": 1285816, + "step": 1960 + }, + { + "epoch": 1.1586084905660377, + "grad_norm": 3.3542420864105225, + "learning_rate": 5.790094339622642e-06, + "loss": 0.4479, + "num_input_tokens_seen": 1288280, + "step": 1965 + }, + { + "epoch": 1.161556603773585, + "grad_norm": 1.5892393589019775, + "learning_rate": 5.804834905660378e-06, + "loss": 0.6158, + "num_input_tokens_seen": 1291256, + "step": 1970 + }, + { + "epoch": 1.164504716981132, + "grad_norm": 2.4740750789642334, + "learning_rate": 5.819575471698113e-06, + "loss": 0.4851, + "num_input_tokens_seen": 1294072, + "step": 1975 + }, + { + "epoch": 1.1674528301886793, + "grad_norm": 4.921436786651611, + "learning_rate": 5.8343160377358495e-06, + "loss": 0.8185, + "num_input_tokens_seen": 1298488, + "step": 1980 + }, + { + "epoch": 1.1704009433962264, + "grad_norm": 3.1159610748291016, + "learning_rate": 5.849056603773585e-06, + "loss": 0.4193, + "num_input_tokens_seen": 1301912, + "step": 1985 + }, + { + "epoch": 1.1733490566037736, + "grad_norm": 2.916785478591919, + "learning_rate": 5.863797169811322e-06, + "loss": 0.4707, + "num_input_tokens_seen": 1304312, + "step": 1990 + }, + { + "epoch": 1.1762971698113207, + "grad_norm": 1.7261477708816528, + "learning_rate": 5.878537735849057e-06, + "loss": 0.5549, + "num_input_tokens_seen": 1307736, + "step": 1995 + }, + { + "epoch": 1.179245283018868, + "grad_norm": 1.8486758470535278, + "learning_rate": 5.8932783018867934e-06, + "loss": 0.6026, + "num_input_tokens_seen": 1310904, + "step": 2000 + }, + { + "epoch": 1.182193396226415, + "grad_norm": 2.664398431777954, + "learning_rate": 5.908018867924529e-06, + "loss": 0.4576, + "num_input_tokens_seen": 1313208, + "step": 2005 + }, + { + "epoch": 1.1851415094339623, + "grad_norm": 4.093456268310547, + "learning_rate": 5.922759433962265e-06, + "loss": 0.5615, + "num_input_tokens_seen": 1316888, + "step": 2010 + }, + { + "epoch": 1.1880896226415094, + "grad_norm": 3.2936205863952637, + "learning_rate": 5.9375e-06, + "loss": 0.4877, + "num_input_tokens_seen": 1320120, + "step": 2015 + }, + { + "epoch": 1.1910377358490567, + "grad_norm": 0.5061843395233154, + "learning_rate": 5.952240566037736e-06, + "loss": 0.4225, + "num_input_tokens_seen": 1326168, + "step": 2020 + }, + { + "epoch": 1.1939858490566038, + "grad_norm": 10.763110160827637, + "learning_rate": 5.966981132075472e-06, + "loss": 0.5014, + "num_input_tokens_seen": 1329144, + "step": 2025 + }, + { + "epoch": 1.196933962264151, + "grad_norm": 3.0486044883728027, + "learning_rate": 5.981721698113207e-06, + "loss": 0.4884, + "num_input_tokens_seen": 1331896, + "step": 2030 + }, + { + "epoch": 1.1998820754716981, + "grad_norm": 2.3940694332122803, + "learning_rate": 5.996462264150944e-06, + "loss": 0.6288, + "num_input_tokens_seen": 1335160, + "step": 2035 + }, + { + "epoch": 1.2028301886792452, + "grad_norm": 3.0210158824920654, + "learning_rate": 6.01120283018868e-06, + "loss": 0.5955, + "num_input_tokens_seen": 1337848, + "step": 2040 + }, + { + "epoch": 1.2057783018867925, + "grad_norm": 2.7965140342712402, + "learning_rate": 6.025943396226416e-06, + "loss": 0.5863, + "num_input_tokens_seen": 1341464, + "step": 2045 + }, + { + "epoch": 1.2087264150943395, + "grad_norm": 3.5671658515930176, + "learning_rate": 6.040683962264151e-06, + "loss": 0.6445, + "num_input_tokens_seen": 1344440, + "step": 2050 + }, + { + "epoch": 1.2116745283018868, + "grad_norm": 1.9649860858917236, + "learning_rate": 6.055424528301887e-06, + "loss": 0.6691, + "num_input_tokens_seen": 1347064, + "step": 2055 + }, + { + "epoch": 1.2146226415094339, + "grad_norm": 6.836237907409668, + "learning_rate": 6.070165094339623e-06, + "loss": 0.5165, + "num_input_tokens_seen": 1349528, + "step": 2060 + }, + { + "epoch": 1.2175707547169812, + "grad_norm": 3.334803342819214, + "learning_rate": 6.08490566037736e-06, + "loss": 0.5897, + "num_input_tokens_seen": 1352760, + "step": 2065 + }, + { + "epoch": 1.2205188679245282, + "grad_norm": 1.7212694883346558, + "learning_rate": 6.099646226415095e-06, + "loss": 0.5064, + "num_input_tokens_seen": 1355512, + "step": 2070 + }, + { + "epoch": 1.2234669811320755, + "grad_norm": 2.955364227294922, + "learning_rate": 6.114386792452831e-06, + "loss": 0.5758, + "num_input_tokens_seen": 1358328, + "step": 2075 + }, + { + "epoch": 1.2264150943396226, + "grad_norm": 3.4773190021514893, + "learning_rate": 6.129127358490567e-06, + "loss": 0.5689, + "num_input_tokens_seen": 1361784, + "step": 2080 + }, + { + "epoch": 1.2293632075471699, + "grad_norm": 2.3284618854522705, + "learning_rate": 6.143867924528303e-06, + "loss": 0.5742, + "num_input_tokens_seen": 1364568, + "step": 2085 + }, + { + "epoch": 1.232311320754717, + "grad_norm": 1.6794395446777344, + "learning_rate": 6.158608490566038e-06, + "loss": 0.4579, + "num_input_tokens_seen": 1367384, + "step": 2090 + }, + { + "epoch": 1.2352594339622642, + "grad_norm": 3.0987844467163086, + "learning_rate": 6.173349056603774e-06, + "loss": 0.5652, + "num_input_tokens_seen": 1370936, + "step": 2095 + }, + { + "epoch": 1.2382075471698113, + "grad_norm": 2.7788584232330322, + "learning_rate": 6.18808962264151e-06, + "loss": 0.5582, + "num_input_tokens_seen": 1374392, + "step": 2100 + }, + { + "epoch": 1.2411556603773586, + "grad_norm": 4.030461311340332, + "learning_rate": 6.202830188679245e-06, + "loss": 0.6753, + "num_input_tokens_seen": 1377656, + "step": 2105 + }, + { + "epoch": 1.2441037735849056, + "grad_norm": 2.168581247329712, + "learning_rate": 6.217570754716982e-06, + "loss": 0.5002, + "num_input_tokens_seen": 1380792, + "step": 2110 + }, + { + "epoch": 1.2470518867924527, + "grad_norm": 4.804625988006592, + "learning_rate": 6.232311320754717e-06, + "loss": 0.4033, + "num_input_tokens_seen": 1384184, + "step": 2115 + }, + { + "epoch": 1.25, + "grad_norm": 1.2994065284729004, + "learning_rate": 6.2470518867924536e-06, + "loss": 0.5293, + "num_input_tokens_seen": 1388824, + "step": 2120 + }, + { + "epoch": 1.2529481132075473, + "grad_norm": 1.4704140424728394, + "learning_rate": 6.261792452830189e-06, + "loss": 0.6309, + "num_input_tokens_seen": 1392728, + "step": 2125 + }, + { + "epoch": 1.2558962264150944, + "grad_norm": 2.0194668769836426, + "learning_rate": 6.276533018867925e-06, + "loss": 0.4714, + "num_input_tokens_seen": 1397016, + "step": 2130 + }, + { + "epoch": 1.2588443396226414, + "grad_norm": 3.4019885063171387, + "learning_rate": 6.2912735849056604e-06, + "loss": 0.5166, + "num_input_tokens_seen": 1400824, + "step": 2135 + }, + { + "epoch": 1.2617924528301887, + "grad_norm": 2.1694719791412354, + "learning_rate": 6.306014150943397e-06, + "loss": 0.5133, + "num_input_tokens_seen": 1404856, + "step": 2140 + }, + { + "epoch": 1.2647405660377358, + "grad_norm": 5.225432872772217, + "learning_rate": 6.320754716981132e-06, + "loss": 0.6592, + "num_input_tokens_seen": 1407864, + "step": 2145 + }, + { + "epoch": 1.267688679245283, + "grad_norm": 2.988802671432495, + "learning_rate": 6.335495283018869e-06, + "loss": 0.4285, + "num_input_tokens_seen": 1411192, + "step": 2150 + }, + { + "epoch": 1.2706367924528301, + "grad_norm": 2.3740971088409424, + "learning_rate": 6.350235849056604e-06, + "loss": 0.5035, + "num_input_tokens_seen": 1414136, + "step": 2155 + }, + { + "epoch": 1.2735849056603774, + "grad_norm": 3.531583786010742, + "learning_rate": 6.3649764150943406e-06, + "loss": 0.5264, + "num_input_tokens_seen": 1417112, + "step": 2160 + }, + { + "epoch": 1.2765330188679245, + "grad_norm": 2.4191946983337402, + "learning_rate": 6.379716981132076e-06, + "loss": 0.5967, + "num_input_tokens_seen": 1419960, + "step": 2165 + }, + { + "epoch": 1.2794811320754718, + "grad_norm": 3.957247495651245, + "learning_rate": 6.394457547169812e-06, + "loss": 0.5076, + "num_input_tokens_seen": 1422968, + "step": 2170 + }, + { + "epoch": 1.2824292452830188, + "grad_norm": 2.830272674560547, + "learning_rate": 6.4091981132075474e-06, + "loss": 0.6658, + "num_input_tokens_seen": 1426072, + "step": 2175 + }, + { + "epoch": 1.2853773584905661, + "grad_norm": 1.6979528665542603, + "learning_rate": 6.423938679245284e-06, + "loss": 0.4726, + "num_input_tokens_seen": 1428824, + "step": 2180 + }, + { + "epoch": 1.2883254716981132, + "grad_norm": 4.921677589416504, + "learning_rate": 6.438679245283019e-06, + "loss": 0.5556, + "num_input_tokens_seen": 1431192, + "step": 2185 + }, + { + "epoch": 1.2912735849056602, + "grad_norm": 3.668414354324341, + "learning_rate": 6.453419811320756e-06, + "loss": 0.4433, + "num_input_tokens_seen": 1434456, + "step": 2190 + }, + { + "epoch": 1.2942216981132075, + "grad_norm": 2.032575845718384, + "learning_rate": 6.468160377358491e-06, + "loss": 0.5203, + "num_input_tokens_seen": 1438488, + "step": 2195 + }, + { + "epoch": 1.2971698113207548, + "grad_norm": 6.426528453826904, + "learning_rate": 6.482900943396227e-06, + "loss": 0.5358, + "num_input_tokens_seen": 1441592, + "step": 2200 + }, + { + "epoch": 1.3001179245283019, + "grad_norm": 1.1401221752166748, + "learning_rate": 6.497641509433963e-06, + "loss": 0.5043, + "num_input_tokens_seen": 1445496, + "step": 2205 + }, + { + "epoch": 1.303066037735849, + "grad_norm": 2.6946816444396973, + "learning_rate": 6.512382075471698e-06, + "loss": 0.6781, + "num_input_tokens_seen": 1448088, + "step": 2210 + }, + { + "epoch": 1.3060141509433962, + "grad_norm": 2.1988489627838135, + "learning_rate": 6.5271226415094344e-06, + "loss": 0.5264, + "num_input_tokens_seen": 1451352, + "step": 2215 + }, + { + "epoch": 1.3089622641509435, + "grad_norm": 2.9886717796325684, + "learning_rate": 6.54186320754717e-06, + "loss": 0.4405, + "num_input_tokens_seen": 1454648, + "step": 2220 + }, + { + "epoch": 1.3119103773584906, + "grad_norm": 5.199063777923584, + "learning_rate": 6.556603773584907e-06, + "loss": 0.4608, + "num_input_tokens_seen": 1457400, + "step": 2225 + }, + { + "epoch": 1.3148584905660377, + "grad_norm": 4.323624134063721, + "learning_rate": 6.571344339622641e-06, + "loss": 0.5164, + "num_input_tokens_seen": 1461016, + "step": 2230 + }, + { + "epoch": 1.317806603773585, + "grad_norm": 4.14155387878418, + "learning_rate": 6.586084905660378e-06, + "loss": 0.58, + "num_input_tokens_seen": 1463736, + "step": 2235 + }, + { + "epoch": 1.320754716981132, + "grad_norm": 4.629050254821777, + "learning_rate": 6.600825471698114e-06, + "loss": 0.6403, + "num_input_tokens_seen": 1466552, + "step": 2240 + }, + { + "epoch": 1.3237028301886793, + "grad_norm": 3.983260154724121, + "learning_rate": 6.61556603773585e-06, + "loss": 0.4617, + "num_input_tokens_seen": 1469944, + "step": 2245 + }, + { + "epoch": 1.3266509433962264, + "grad_norm": 1.4085386991500854, + "learning_rate": 6.630306603773585e-06, + "loss": 0.4576, + "num_input_tokens_seen": 1473816, + "step": 2250 + }, + { + "epoch": 1.3295990566037736, + "grad_norm": 2.205625057220459, + "learning_rate": 6.645047169811321e-06, + "loss": 0.3843, + "num_input_tokens_seen": 1477016, + "step": 2255 + }, + { + "epoch": 1.3325471698113207, + "grad_norm": 2.0946953296661377, + "learning_rate": 6.659787735849057e-06, + "loss": 0.5624, + "num_input_tokens_seen": 1479768, + "step": 2260 + }, + { + "epoch": 1.335495283018868, + "grad_norm": 6.098974704742432, + "learning_rate": 6.674528301886794e-06, + "loss": 0.4603, + "num_input_tokens_seen": 1482904, + "step": 2265 + }, + { + "epoch": 1.338443396226415, + "grad_norm": 2.5459840297698975, + "learning_rate": 6.689268867924529e-06, + "loss": 0.4564, + "num_input_tokens_seen": 1485752, + "step": 2270 + }, + { + "epoch": 1.3413915094339623, + "grad_norm": 2.184668779373169, + "learning_rate": 6.704009433962265e-06, + "loss": 0.4509, + "num_input_tokens_seen": 1489400, + "step": 2275 + }, + { + "epoch": 1.3443396226415094, + "grad_norm": 4.11433219909668, + "learning_rate": 6.718750000000001e-06, + "loss": 0.4461, + "num_input_tokens_seen": 1492472, + "step": 2280 + }, + { + "epoch": 1.3472877358490565, + "grad_norm": 1.9278357028961182, + "learning_rate": 6.733490566037736e-06, + "loss": 0.5111, + "num_input_tokens_seen": 1494872, + "step": 2285 + }, + { + "epoch": 1.3502358490566038, + "grad_norm": 2.3534367084503174, + "learning_rate": 6.748231132075472e-06, + "loss": 0.431, + "num_input_tokens_seen": 1498712, + "step": 2290 + }, + { + "epoch": 1.353183962264151, + "grad_norm": 5.508044242858887, + "learning_rate": 6.7629716981132076e-06, + "loss": 0.4848, + "num_input_tokens_seen": 1501688, + "step": 2295 + }, + { + "epoch": 1.3561320754716981, + "grad_norm": 3.30424427986145, + "learning_rate": 6.777712264150944e-06, + "loss": 0.6767, + "num_input_tokens_seen": 1505208, + "step": 2300 + }, + { + "epoch": 1.3590801886792452, + "grad_norm": 2.6941637992858887, + "learning_rate": 6.792452830188679e-06, + "loss": 0.4785, + "num_input_tokens_seen": 1508024, + "step": 2305 + }, + { + "epoch": 1.3620283018867925, + "grad_norm": 159.1788330078125, + "learning_rate": 6.807193396226416e-06, + "loss": 0.6087, + "num_input_tokens_seen": 1510616, + "step": 2310 + }, + { + "epoch": 1.3649764150943398, + "grad_norm": 3.5613901615142822, + "learning_rate": 6.8219339622641515e-06, + "loss": 0.5144, + "num_input_tokens_seen": 1514104, + "step": 2315 + }, + { + "epoch": 1.3679245283018868, + "grad_norm": 3.3708367347717285, + "learning_rate": 6.836674528301888e-06, + "loss": 0.6361, + "num_input_tokens_seen": 1517240, + "step": 2320 + }, + { + "epoch": 1.3708726415094339, + "grad_norm": 3.372671127319336, + "learning_rate": 6.851415094339623e-06, + "loss": 0.4979, + "num_input_tokens_seen": 1521464, + "step": 2325 + }, + { + "epoch": 1.3738207547169812, + "grad_norm": 4.276176929473877, + "learning_rate": 6.866155660377359e-06, + "loss": 0.6052, + "num_input_tokens_seen": 1524536, + "step": 2330 + }, + { + "epoch": 1.3767688679245282, + "grad_norm": 2.8718197345733643, + "learning_rate": 6.8808962264150946e-06, + "loss": 0.5814, + "num_input_tokens_seen": 1527608, + "step": 2335 + }, + { + "epoch": 1.3797169811320755, + "grad_norm": 2.6684436798095703, + "learning_rate": 6.895636792452831e-06, + "loss": 0.4381, + "num_input_tokens_seen": 1530616, + "step": 2340 + }, + { + "epoch": 1.3826650943396226, + "grad_norm": 2.374664306640625, + "learning_rate": 6.910377358490566e-06, + "loss": 0.5345, + "num_input_tokens_seen": 1535512, + "step": 2345 + }, + { + "epoch": 1.3856132075471699, + "grad_norm": 1.582533597946167, + "learning_rate": 6.925117924528303e-06, + "loss": 0.5486, + "num_input_tokens_seen": 1538456, + "step": 2350 + }, + { + "epoch": 1.388561320754717, + "grad_norm": 3.3596041202545166, + "learning_rate": 6.9398584905660385e-06, + "loss": 0.4321, + "num_input_tokens_seen": 1541880, + "step": 2355 + }, + { + "epoch": 1.3915094339622642, + "grad_norm": 4.248311519622803, + "learning_rate": 6.954599056603775e-06, + "loss": 0.5308, + "num_input_tokens_seen": 1544664, + "step": 2360 + }, + { + "epoch": 1.3944575471698113, + "grad_norm": 1.7416605949401855, + "learning_rate": 6.96933962264151e-06, + "loss": 0.5084, + "num_input_tokens_seen": 1548120, + "step": 2365 + }, + { + "epoch": 1.3974056603773586, + "grad_norm": 3.9872403144836426, + "learning_rate": 6.984080188679245e-06, + "loss": 0.5057, + "num_input_tokens_seen": 1551096, + "step": 2370 + }, + { + "epoch": 1.4003537735849056, + "grad_norm": 2.53731107711792, + "learning_rate": 6.9988207547169815e-06, + "loss": 0.5316, + "num_input_tokens_seen": 1554360, + "step": 2375 + }, + { + "epoch": 1.4033018867924527, + "grad_norm": 1.807056188583374, + "learning_rate": 7.013561320754717e-06, + "loss": 0.6339, + "num_input_tokens_seen": 1557240, + "step": 2380 + }, + { + "epoch": 1.40625, + "grad_norm": 2.828047513961792, + "learning_rate": 7.028301886792454e-06, + "loss": 0.5253, + "num_input_tokens_seen": 1560920, + "step": 2385 + }, + { + "epoch": 1.4091981132075473, + "grad_norm": 16.912425994873047, + "learning_rate": 7.043042452830188e-06, + "loss": 0.5929, + "num_input_tokens_seen": 1563288, + "step": 2390 + }, + { + "epoch": 1.4121462264150944, + "grad_norm": 2.1221275329589844, + "learning_rate": 7.0577830188679255e-06, + "loss": 0.621, + "num_input_tokens_seen": 1566296, + "step": 2395 + }, + { + "epoch": 1.4150943396226414, + "grad_norm": 13.964005470275879, + "learning_rate": 7.072523584905661e-06, + "loss": 0.7438, + "num_input_tokens_seen": 1569752, + "step": 2400 + }, + { + "epoch": 1.4180424528301887, + "grad_norm": 1.8633817434310913, + "learning_rate": 7.087264150943397e-06, + "loss": 0.659, + "num_input_tokens_seen": 1572536, + "step": 2405 + }, + { + "epoch": 1.4209905660377358, + "grad_norm": 1.3837412595748901, + "learning_rate": 7.102004716981132e-06, + "loss": 0.4389, + "num_input_tokens_seen": 1575704, + "step": 2410 + }, + { + "epoch": 1.423938679245283, + "grad_norm": 2.5462398529052734, + "learning_rate": 7.1167452830188685e-06, + "loss": 0.4604, + "num_input_tokens_seen": 1578680, + "step": 2415 + }, + { + "epoch": 1.4268867924528301, + "grad_norm": 3.8265748023986816, + "learning_rate": 7.131485849056604e-06, + "loss": 0.4771, + "num_input_tokens_seen": 1581752, + "step": 2420 + }, + { + "epoch": 1.4298349056603774, + "grad_norm": 3.324406862258911, + "learning_rate": 7.146226415094341e-06, + "loss": 0.5451, + "num_input_tokens_seen": 1585016, + "step": 2425 + }, + { + "epoch": 1.4327830188679245, + "grad_norm": 3.0645558834075928, + "learning_rate": 7.160966981132076e-06, + "loss": 0.4812, + "num_input_tokens_seen": 1588440, + "step": 2430 + }, + { + "epoch": 1.4357311320754718, + "grad_norm": 7.549423694610596, + "learning_rate": 7.1757075471698125e-06, + "loss": 0.4575, + "num_input_tokens_seen": 1591160, + "step": 2435 + }, + { + "epoch": 1.4386792452830188, + "grad_norm": 1.8823179006576538, + "learning_rate": 7.190448113207548e-06, + "loss": 0.5232, + "num_input_tokens_seen": 1594712, + "step": 2440 + }, + { + "epoch": 1.4416273584905661, + "grad_norm": 3.050525426864624, + "learning_rate": 7.205188679245284e-06, + "loss": 0.6051, + "num_input_tokens_seen": 1598168, + "step": 2445 + }, + { + "epoch": 1.4445754716981132, + "grad_norm": 2.94477915763855, + "learning_rate": 7.219929245283019e-06, + "loss": 0.597, + "num_input_tokens_seen": 1601752, + "step": 2450 + }, + { + "epoch": 1.4475235849056602, + "grad_norm": 3.6218602657318115, + "learning_rate": 7.2346698113207555e-06, + "loss": 0.4669, + "num_input_tokens_seen": 1604248, + "step": 2455 + }, + { + "epoch": 1.4504716981132075, + "grad_norm": 3.748263120651245, + "learning_rate": 7.249410377358491e-06, + "loss": 0.6595, + "num_input_tokens_seen": 1607352, + "step": 2460 + }, + { + "epoch": 1.4534198113207548, + "grad_norm": 2.083439588546753, + "learning_rate": 7.264150943396226e-06, + "loss": 0.5322, + "num_input_tokens_seen": 1610264, + "step": 2465 + }, + { + "epoch": 1.4563679245283019, + "grad_norm": 3.7037487030029297, + "learning_rate": 7.278891509433963e-06, + "loss": 0.6617, + "num_input_tokens_seen": 1613144, + "step": 2470 + }, + { + "epoch": 1.459316037735849, + "grad_norm": 2.0329854488372803, + "learning_rate": 7.293632075471699e-06, + "loss": 0.4693, + "num_input_tokens_seen": 1619448, + "step": 2475 + }, + { + "epoch": 1.4622641509433962, + "grad_norm": 4.005066394805908, + "learning_rate": 7.308372641509435e-06, + "loss": 0.5071, + "num_input_tokens_seen": 1622520, + "step": 2480 + }, + { + "epoch": 1.4652122641509435, + "grad_norm": 4.11345911026001, + "learning_rate": 7.32311320754717e-06, + "loss": 0.6915, + "num_input_tokens_seen": 1625592, + "step": 2485 + }, + { + "epoch": 1.4681603773584906, + "grad_norm": 1.730405330657959, + "learning_rate": 7.337853773584906e-06, + "loss": 0.5309, + "num_input_tokens_seen": 1628760, + "step": 2490 + }, + { + "epoch": 1.4711084905660377, + "grad_norm": 3.602224349975586, + "learning_rate": 7.352594339622642e-06, + "loss": 0.6008, + "num_input_tokens_seen": 1631576, + "step": 2495 + }, + { + "epoch": 1.474056603773585, + "grad_norm": 3.1248395442962646, + "learning_rate": 7.367334905660378e-06, + "loss": 0.5694, + "num_input_tokens_seen": 1634584, + "step": 2500 + }, + { + "epoch": 1.477004716981132, + "grad_norm": 4.333197116851807, + "learning_rate": 7.382075471698113e-06, + "loss": 0.5233, + "num_input_tokens_seen": 1637304, + "step": 2505 + }, + { + "epoch": 1.4799528301886793, + "grad_norm": 4.947744369506836, + "learning_rate": 7.39681603773585e-06, + "loss": 0.9119, + "num_input_tokens_seen": 1639640, + "step": 2510 + }, + { + "epoch": 1.4829009433962264, + "grad_norm": 3.042771339416504, + "learning_rate": 7.411556603773586e-06, + "loss": 0.5246, + "num_input_tokens_seen": 1642840, + "step": 2515 + }, + { + "epoch": 1.4858490566037736, + "grad_norm": 2.986035108566284, + "learning_rate": 7.426297169811322e-06, + "loss": 0.7271, + "num_input_tokens_seen": 1646936, + "step": 2520 + }, + { + "epoch": 1.4887971698113207, + "grad_norm": 2.0433220863342285, + "learning_rate": 7.441037735849057e-06, + "loss": 0.7168, + "num_input_tokens_seen": 1651256, + "step": 2525 + }, + { + "epoch": 1.491745283018868, + "grad_norm": 3.7358615398406982, + "learning_rate": 7.455778301886793e-06, + "loss": 0.6416, + "num_input_tokens_seen": 1654456, + "step": 2530 + }, + { + "epoch": 1.494693396226415, + "grad_norm": 2.145049571990967, + "learning_rate": 7.470518867924529e-06, + "loss": 0.493, + "num_input_tokens_seen": 1657176, + "step": 2535 + }, + { + "epoch": 1.4976415094339623, + "grad_norm": 2.833458662033081, + "learning_rate": 7.485259433962266e-06, + "loss": 0.3607, + "num_input_tokens_seen": 1659416, + "step": 2540 + }, + { + "epoch": 1.5005896226415094, + "grad_norm": 2.57470440864563, + "learning_rate": 7.500000000000001e-06, + "loss": 0.4628, + "num_input_tokens_seen": 1662552, + "step": 2545 + }, + { + "epoch": 1.5035377358490565, + "grad_norm": 5.000453948974609, + "learning_rate": 7.5147405660377355e-06, + "loss": 0.4573, + "num_input_tokens_seen": 1665592, + "step": 2550 + }, + { + "epoch": 1.5064858490566038, + "grad_norm": 5.25501012802124, + "learning_rate": 7.5294811320754726e-06, + "loss": 0.3671, + "num_input_tokens_seen": 1667992, + "step": 2555 + }, + { + "epoch": 1.509433962264151, + "grad_norm": 5.556944370269775, + "learning_rate": 7.544221698113208e-06, + "loss": 0.4893, + "num_input_tokens_seen": 1670840, + "step": 2560 + }, + { + "epoch": 1.5123820754716981, + "grad_norm": 3.436166286468506, + "learning_rate": 7.558962264150944e-06, + "loss": 0.5606, + "num_input_tokens_seen": 1674008, + "step": 2565 + }, + { + "epoch": 1.5153301886792452, + "grad_norm": 1.7118014097213745, + "learning_rate": 7.5737028301886795e-06, + "loss": 0.3353, + "num_input_tokens_seen": 1679192, + "step": 2570 + }, + { + "epoch": 1.5182783018867925, + "grad_norm": 1.7173203229904175, + "learning_rate": 7.588443396226416e-06, + "loss": 0.4691, + "num_input_tokens_seen": 1682808, + "step": 2575 + }, + { + "epoch": 1.5212264150943398, + "grad_norm": 1.5919482707977295, + "learning_rate": 7.603183962264151e-06, + "loss": 0.482, + "num_input_tokens_seen": 1687352, + "step": 2580 + }, + { + "epoch": 1.5241745283018868, + "grad_norm": 6.0560784339904785, + "learning_rate": 7.617924528301888e-06, + "loss": 0.6157, + "num_input_tokens_seen": 1689784, + "step": 2585 + }, + { + "epoch": 1.5271226415094339, + "grad_norm": 2.668750286102295, + "learning_rate": 7.632665094339623e-06, + "loss": 0.6927, + "num_input_tokens_seen": 1695192, + "step": 2590 + }, + { + "epoch": 1.5300707547169812, + "grad_norm": 11.285035133361816, + "learning_rate": 7.64740566037736e-06, + "loss": 0.5456, + "num_input_tokens_seen": 1698168, + "step": 2595 + }, + { + "epoch": 1.5330188679245285, + "grad_norm": 3.0521039962768555, + "learning_rate": 7.662146226415095e-06, + "loss": 0.5859, + "num_input_tokens_seen": 1701624, + "step": 2600 + }, + { + "epoch": 1.5359669811320755, + "grad_norm": 2.0194506645202637, + "learning_rate": 7.676886792452832e-06, + "loss": 0.514, + "num_input_tokens_seen": 1705080, + "step": 2605 + }, + { + "epoch": 1.5389150943396226, + "grad_norm": 2.142404794692993, + "learning_rate": 7.691627358490567e-06, + "loss": 0.6304, + "num_input_tokens_seen": 1708280, + "step": 2610 + }, + { + "epoch": 1.5418632075471699, + "grad_norm": 1.426283359527588, + "learning_rate": 7.706367924528303e-06, + "loss": 0.5166, + "num_input_tokens_seen": 1711640, + "step": 2615 + }, + { + "epoch": 1.544811320754717, + "grad_norm": 2.911257028579712, + "learning_rate": 7.721108490566038e-06, + "loss": 0.4446, + "num_input_tokens_seen": 1714360, + "step": 2620 + }, + { + "epoch": 1.547759433962264, + "grad_norm": 2.467775821685791, + "learning_rate": 7.735849056603775e-06, + "loss": 0.4683, + "num_input_tokens_seen": 1717112, + "step": 2625 + }, + { + "epoch": 1.5507075471698113, + "grad_norm": 2.6471385955810547, + "learning_rate": 7.75058962264151e-06, + "loss": 0.519, + "num_input_tokens_seen": 1720664, + "step": 2630 + }, + { + "epoch": 1.5536556603773586, + "grad_norm": 5.938563346862793, + "learning_rate": 7.765330188679246e-06, + "loss": 0.5722, + "num_input_tokens_seen": 1723800, + "step": 2635 + }, + { + "epoch": 1.5566037735849056, + "grad_norm": 11.08096694946289, + "learning_rate": 7.780070754716981e-06, + "loss": 0.8035, + "num_input_tokens_seen": 1726296, + "step": 2640 + }, + { + "epoch": 1.5595518867924527, + "grad_norm": 2.4341511726379395, + "learning_rate": 7.794811320754716e-06, + "loss": 0.4499, + "num_input_tokens_seen": 1730424, + "step": 2645 + }, + { + "epoch": 1.5625, + "grad_norm": 2.012455701828003, + "learning_rate": 7.809551886792453e-06, + "loss": 0.5418, + "num_input_tokens_seen": 1733176, + "step": 2650 + }, + { + "epoch": 1.5654481132075473, + "grad_norm": 1.5239516496658325, + "learning_rate": 7.824292452830189e-06, + "loss": 0.522, + "num_input_tokens_seen": 1735992, + "step": 2655 + }, + { + "epoch": 1.5683962264150944, + "grad_norm": 1.3645389080047607, + "learning_rate": 7.839033018867926e-06, + "loss": 0.4425, + "num_input_tokens_seen": 1739096, + "step": 2660 + }, + { + "epoch": 1.5713443396226414, + "grad_norm": 3.4105381965637207, + "learning_rate": 7.853773584905661e-06, + "loss": 0.5644, + "num_input_tokens_seen": 1746808, + "step": 2665 + }, + { + "epoch": 1.5742924528301887, + "grad_norm": 2.272684335708618, + "learning_rate": 7.868514150943397e-06, + "loss": 0.5684, + "num_input_tokens_seen": 1750552, + "step": 2670 + }, + { + "epoch": 1.577240566037736, + "grad_norm": 5.275697708129883, + "learning_rate": 7.883254716981132e-06, + "loss": 0.5518, + "num_input_tokens_seen": 1753208, + "step": 2675 + }, + { + "epoch": 1.580188679245283, + "grad_norm": 1.4473040103912354, + "learning_rate": 7.897995283018869e-06, + "loss": 0.4846, + "num_input_tokens_seen": 1756728, + "step": 2680 + }, + { + "epoch": 1.5831367924528301, + "grad_norm": 1.7252050638198853, + "learning_rate": 7.912735849056604e-06, + "loss": 0.5549, + "num_input_tokens_seen": 1760472, + "step": 2685 + }, + { + "epoch": 1.5860849056603774, + "grad_norm": 14.252372741699219, + "learning_rate": 7.927476415094341e-06, + "loss": 0.3503, + "num_input_tokens_seen": 1763608, + "step": 2690 + }, + { + "epoch": 1.5890330188679245, + "grad_norm": 3.6316516399383545, + "learning_rate": 7.942216981132077e-06, + "loss": 0.662, + "num_input_tokens_seen": 1766552, + "step": 2695 + }, + { + "epoch": 1.5919811320754715, + "grad_norm": 3.0475478172302246, + "learning_rate": 7.956957547169812e-06, + "loss": 0.4135, + "num_input_tokens_seen": 1769816, + "step": 2700 + }, + { + "epoch": 1.5949292452830188, + "grad_norm": 2.0280308723449707, + "learning_rate": 7.971698113207547e-06, + "loss": 0.502, + "num_input_tokens_seen": 1773016, + "step": 2705 + }, + { + "epoch": 1.5978773584905661, + "grad_norm": 2.5857295989990234, + "learning_rate": 7.986438679245284e-06, + "loss": 0.4614, + "num_input_tokens_seen": 1775672, + "step": 2710 + }, + { + "epoch": 1.6008254716981132, + "grad_norm": 1.5960286855697632, + "learning_rate": 8.00117924528302e-06, + "loss": 0.5381, + "num_input_tokens_seen": 1778680, + "step": 2715 + }, + { + "epoch": 1.6037735849056602, + "grad_norm": 2.5128989219665527, + "learning_rate": 8.015919811320757e-06, + "loss": 0.6315, + "num_input_tokens_seen": 1781528, + "step": 2720 + }, + { + "epoch": 1.6067216981132075, + "grad_norm": 3.3543694019317627, + "learning_rate": 8.030660377358492e-06, + "loss": 0.6685, + "num_input_tokens_seen": 1784856, + "step": 2725 + }, + { + "epoch": 1.6096698113207548, + "grad_norm": 4.175163269042969, + "learning_rate": 8.045400943396227e-06, + "loss": 0.4571, + "num_input_tokens_seen": 1787384, + "step": 2730 + }, + { + "epoch": 1.6126179245283019, + "grad_norm": 2.819775104522705, + "learning_rate": 8.060141509433963e-06, + "loss": 0.652, + "num_input_tokens_seen": 1790712, + "step": 2735 + }, + { + "epoch": 1.615566037735849, + "grad_norm": 2.845665454864502, + "learning_rate": 8.074882075471698e-06, + "loss": 0.5282, + "num_input_tokens_seen": 1793400, + "step": 2740 + }, + { + "epoch": 1.6185141509433962, + "grad_norm": 2.4250648021698, + "learning_rate": 8.089622641509435e-06, + "loss": 0.5873, + "num_input_tokens_seen": 1796824, + "step": 2745 + }, + { + "epoch": 1.6214622641509435, + "grad_norm": 3.753120183944702, + "learning_rate": 8.10436320754717e-06, + "loss": 0.5762, + "num_input_tokens_seen": 1799608, + "step": 2750 + }, + { + "epoch": 1.6244103773584906, + "grad_norm": 5.399143695831299, + "learning_rate": 8.119103773584906e-06, + "loss": 0.5103, + "num_input_tokens_seen": 1803192, + "step": 2755 + }, + { + "epoch": 1.6273584905660377, + "grad_norm": 2.187809705734253, + "learning_rate": 8.133844339622641e-06, + "loss": 0.3946, + "num_input_tokens_seen": 1806808, + "step": 2760 + }, + { + "epoch": 1.630306603773585, + "grad_norm": 2.4889345169067383, + "learning_rate": 8.148584905660378e-06, + "loss": 0.4898, + "num_input_tokens_seen": 1809816, + "step": 2765 + }, + { + "epoch": 1.6332547169811322, + "grad_norm": 1.3882297277450562, + "learning_rate": 8.163325471698114e-06, + "loss": 0.5347, + "num_input_tokens_seen": 1812536, + "step": 2770 + }, + { + "epoch": 1.6362028301886793, + "grad_norm": 3.626117467880249, + "learning_rate": 8.17806603773585e-06, + "loss": 0.4861, + "num_input_tokens_seen": 1816824, + "step": 2775 + }, + { + "epoch": 1.6391509433962264, + "grad_norm": 2.8891890048980713, + "learning_rate": 8.192806603773586e-06, + "loss": 0.5388, + "num_input_tokens_seen": 1820312, + "step": 2780 + }, + { + "epoch": 1.6420990566037736, + "grad_norm": 2.4711451530456543, + "learning_rate": 8.207547169811321e-06, + "loss": 0.4598, + "num_input_tokens_seen": 1823320, + "step": 2785 + }, + { + "epoch": 1.6450471698113207, + "grad_norm": 1.390711784362793, + "learning_rate": 8.222287735849057e-06, + "loss": 0.5827, + "num_input_tokens_seen": 1826552, + "step": 2790 + }, + { + "epoch": 1.6479952830188678, + "grad_norm": 2.1690495014190674, + "learning_rate": 8.237028301886794e-06, + "loss": 0.6476, + "num_input_tokens_seen": 1829432, + "step": 2795 + }, + { + "epoch": 1.650943396226415, + "grad_norm": 2.412463903427124, + "learning_rate": 8.251768867924529e-06, + "loss": 0.4312, + "num_input_tokens_seen": 1832536, + "step": 2800 + }, + { + "epoch": 1.6538915094339623, + "grad_norm": 3.097123861312866, + "learning_rate": 8.266509433962266e-06, + "loss": 0.4933, + "num_input_tokens_seen": 1836600, + "step": 2805 + }, + { + "epoch": 1.6568396226415094, + "grad_norm": 2.36776065826416, + "learning_rate": 8.281250000000001e-06, + "loss": 0.5253, + "num_input_tokens_seen": 1838808, + "step": 2810 + }, + { + "epoch": 1.6597877358490565, + "grad_norm": 1.606719732284546, + "learning_rate": 8.295990566037737e-06, + "loss": 0.4261, + "num_input_tokens_seen": 1842232, + "step": 2815 + }, + { + "epoch": 1.6627358490566038, + "grad_norm": 2.6011288166046143, + "learning_rate": 8.310731132075472e-06, + "loss": 0.5895, + "num_input_tokens_seen": 1846008, + "step": 2820 + }, + { + "epoch": 1.665683962264151, + "grad_norm": 1.7402832508087158, + "learning_rate": 8.325471698113207e-06, + "loss": 0.6169, + "num_input_tokens_seen": 1849272, + "step": 2825 + }, + { + "epoch": 1.6686320754716981, + "grad_norm": 1.8811588287353516, + "learning_rate": 8.340212264150944e-06, + "loss": 0.5425, + "num_input_tokens_seen": 1852536, + "step": 2830 + }, + { + "epoch": 1.6715801886792452, + "grad_norm": 1.5131880044937134, + "learning_rate": 8.35495283018868e-06, + "loss": 0.4574, + "num_input_tokens_seen": 1857304, + "step": 2835 + }, + { + "epoch": 1.6745283018867925, + "grad_norm": 2.1794848442077637, + "learning_rate": 8.369693396226415e-06, + "loss": 0.4894, + "num_input_tokens_seen": 1861400, + "step": 2840 + }, + { + "epoch": 1.6774764150943398, + "grad_norm": 1.6192946434020996, + "learning_rate": 8.38443396226415e-06, + "loss": 0.4942, + "num_input_tokens_seen": 1864408, + "step": 2845 + }, + { + "epoch": 1.6804245283018868, + "grad_norm": 2.486382246017456, + "learning_rate": 8.399174528301888e-06, + "loss": 0.459, + "num_input_tokens_seen": 1867608, + "step": 2850 + }, + { + "epoch": 1.6833726415094339, + "grad_norm": 2.9175078868865967, + "learning_rate": 8.413915094339623e-06, + "loss": 0.4468, + "num_input_tokens_seen": 1870264, + "step": 2855 + }, + { + "epoch": 1.6863207547169812, + "grad_norm": 3.2267026901245117, + "learning_rate": 8.42865566037736e-06, + "loss": 0.472, + "num_input_tokens_seen": 1873816, + "step": 2860 + }, + { + "epoch": 1.6892688679245285, + "grad_norm": 1.5470632314682007, + "learning_rate": 8.443396226415095e-06, + "loss": 0.4446, + "num_input_tokens_seen": 1877112, + "step": 2865 + }, + { + "epoch": 1.6922169811320755, + "grad_norm": 1.7493053674697876, + "learning_rate": 8.45813679245283e-06, + "loss": 0.4828, + "num_input_tokens_seen": 1880216, + "step": 2870 + }, + { + "epoch": 1.6951650943396226, + "grad_norm": 2.1327054500579834, + "learning_rate": 8.472877358490566e-06, + "loss": 0.5227, + "num_input_tokens_seen": 1883000, + "step": 2875 + }, + { + "epoch": 1.6981132075471699, + "grad_norm": 1.2994370460510254, + "learning_rate": 8.487617924528303e-06, + "loss": 0.5867, + "num_input_tokens_seen": 1885752, + "step": 2880 + }, + { + "epoch": 1.701061320754717, + "grad_norm": 3.2008275985717773, + "learning_rate": 8.502358490566038e-06, + "loss": 0.5274, + "num_input_tokens_seen": 1889560, + "step": 2885 + }, + { + "epoch": 1.704009433962264, + "grad_norm": 2.464430570602417, + "learning_rate": 8.517099056603775e-06, + "loss": 0.5405, + "num_input_tokens_seen": 1893016, + "step": 2890 + }, + { + "epoch": 1.7069575471698113, + "grad_norm": 2.4623727798461914, + "learning_rate": 8.53183962264151e-06, + "loss": 0.5055, + "num_input_tokens_seen": 1895960, + "step": 2895 + }, + { + "epoch": 1.7099056603773586, + "grad_norm": 1.5967122316360474, + "learning_rate": 8.546580188679246e-06, + "loss": 0.4914, + "num_input_tokens_seen": 1898968, + "step": 2900 + }, + { + "epoch": 1.7128537735849056, + "grad_norm": 2.301156520843506, + "learning_rate": 8.561320754716981e-06, + "loss": 0.3832, + "num_input_tokens_seen": 1902360, + "step": 2905 + }, + { + "epoch": 1.7158018867924527, + "grad_norm": 2.353445053100586, + "learning_rate": 8.576061320754717e-06, + "loss": 0.5091, + "num_input_tokens_seen": 1905336, + "step": 2910 + }, + { + "epoch": 1.71875, + "grad_norm": 1.1687793731689453, + "learning_rate": 8.590801886792454e-06, + "loss": 0.7345, + "num_input_tokens_seen": 1908888, + "step": 2915 + }, + { + "epoch": 1.7216981132075473, + "grad_norm": 3.672438859939575, + "learning_rate": 8.605542452830189e-06, + "loss": 0.5758, + "num_input_tokens_seen": 1912952, + "step": 2920 + }, + { + "epoch": 1.7246462264150944, + "grad_norm": 2.260571241378784, + "learning_rate": 8.620283018867926e-06, + "loss": 0.4164, + "num_input_tokens_seen": 1916312, + "step": 2925 + }, + { + "epoch": 1.7275943396226414, + "grad_norm": 2.201874017715454, + "learning_rate": 8.635023584905662e-06, + "loss": 0.4097, + "num_input_tokens_seen": 1919512, + "step": 2930 + }, + { + "epoch": 1.7305424528301887, + "grad_norm": 4.719910621643066, + "learning_rate": 8.649764150943397e-06, + "loss": 0.4837, + "num_input_tokens_seen": 1922392, + "step": 2935 + }, + { + "epoch": 1.733490566037736, + "grad_norm": 3.2260401248931885, + "learning_rate": 8.664504716981132e-06, + "loss": 0.5301, + "num_input_tokens_seen": 1925720, + "step": 2940 + }, + { + "epoch": 1.736438679245283, + "grad_norm": 4.839049816131592, + "learning_rate": 8.67924528301887e-06, + "loss": 0.5513, + "num_input_tokens_seen": 1928600, + "step": 2945 + }, + { + "epoch": 1.7393867924528301, + "grad_norm": 1.4849389791488647, + "learning_rate": 8.693985849056605e-06, + "loss": 0.4677, + "num_input_tokens_seen": 1931288, + "step": 2950 + }, + { + "epoch": 1.7423349056603774, + "grad_norm": 2.6431169509887695, + "learning_rate": 8.70872641509434e-06, + "loss": 0.6168, + "num_input_tokens_seen": 1934392, + "step": 2955 + }, + { + "epoch": 1.7452830188679245, + "grad_norm": 3.1355271339416504, + "learning_rate": 8.723466981132075e-06, + "loss": 0.3774, + "num_input_tokens_seen": 1937304, + "step": 2960 + }, + { + "epoch": 1.7482311320754715, + "grad_norm": 1.5652577877044678, + "learning_rate": 8.738207547169812e-06, + "loss": 0.4077, + "num_input_tokens_seen": 1940536, + "step": 2965 + }, + { + "epoch": 1.7511792452830188, + "grad_norm": 2.3324365615844727, + "learning_rate": 8.752948113207548e-06, + "loss": 0.5916, + "num_input_tokens_seen": 1943128, + "step": 2970 + }, + { + "epoch": 1.7541273584905661, + "grad_norm": 1.779632806777954, + "learning_rate": 8.767688679245285e-06, + "loss": 0.5158, + "num_input_tokens_seen": 1946136, + "step": 2975 + }, + { + "epoch": 1.7570754716981132, + "grad_norm": 2.7454257011413574, + "learning_rate": 8.78242924528302e-06, + "loss": 0.4932, + "num_input_tokens_seen": 1948568, + "step": 2980 + }, + { + "epoch": 1.7600235849056602, + "grad_norm": 2.435452699661255, + "learning_rate": 8.797169811320755e-06, + "loss": 0.7855, + "num_input_tokens_seen": 1951096, + "step": 2985 + }, + { + "epoch": 1.7629716981132075, + "grad_norm": 1.2603613138198853, + "learning_rate": 8.81191037735849e-06, + "loss": 0.4043, + "num_input_tokens_seen": 1954264, + "step": 2990 + }, + { + "epoch": 1.7659198113207548, + "grad_norm": 2.470170259475708, + "learning_rate": 8.826650943396226e-06, + "loss": 0.4716, + "num_input_tokens_seen": 1957688, + "step": 2995 + }, + { + "epoch": 1.7688679245283019, + "grad_norm": 2.1350834369659424, + "learning_rate": 8.841391509433963e-06, + "loss": 0.6278, + "num_input_tokens_seen": 1960600, + "step": 3000 + }, + { + "epoch": 1.771816037735849, + "grad_norm": 2.347766399383545, + "learning_rate": 8.856132075471698e-06, + "loss": 0.5334, + "num_input_tokens_seen": 1964088, + "step": 3005 + }, + { + "epoch": 1.7747641509433962, + "grad_norm": 3.0322914123535156, + "learning_rate": 8.870872641509435e-06, + "loss": 0.6035, + "num_input_tokens_seen": 1967320, + "step": 3010 + }, + { + "epoch": 1.7777122641509435, + "grad_norm": 1.2938116788864136, + "learning_rate": 8.88561320754717e-06, + "loss": 0.4117, + "num_input_tokens_seen": 1972152, + "step": 3015 + }, + { + "epoch": 1.7806603773584906, + "grad_norm": 2.6843738555908203, + "learning_rate": 8.900353773584906e-06, + "loss": 0.5544, + "num_input_tokens_seen": 1975960, + "step": 3020 + }, + { + "epoch": 1.7836084905660377, + "grad_norm": 1.3016746044158936, + "learning_rate": 8.915094339622642e-06, + "loss": 0.3841, + "num_input_tokens_seen": 1979256, + "step": 3025 + }, + { + "epoch": 1.786556603773585, + "grad_norm": 1.5631176233291626, + "learning_rate": 8.929834905660379e-06, + "loss": 0.6998, + "num_input_tokens_seen": 1982232, + "step": 3030 + }, + { + "epoch": 1.7895047169811322, + "grad_norm": 0.9435697793960571, + "learning_rate": 8.944575471698114e-06, + "loss": 0.4938, + "num_input_tokens_seen": 1986808, + "step": 3035 + }, + { + "epoch": 1.7924528301886793, + "grad_norm": 1.7199690341949463, + "learning_rate": 8.959316037735851e-06, + "loss": 0.4036, + "num_input_tokens_seen": 1989240, + "step": 3040 + }, + { + "epoch": 1.7954009433962264, + "grad_norm": 3.0895962715148926, + "learning_rate": 8.974056603773586e-06, + "loss": 0.5573, + "num_input_tokens_seen": 1991960, + "step": 3045 + }, + { + "epoch": 1.7983490566037736, + "grad_norm": 4.073835849761963, + "learning_rate": 8.988797169811322e-06, + "loss": 0.4712, + "num_input_tokens_seen": 1994584, + "step": 3050 + }, + { + "epoch": 1.8012971698113207, + "grad_norm": 1.3678945302963257, + "learning_rate": 9.003537735849057e-06, + "loss": 0.5351, + "num_input_tokens_seen": 1998328, + "step": 3055 + }, + { + "epoch": 1.8042452830188678, + "grad_norm": 2.22109055519104, + "learning_rate": 9.018278301886794e-06, + "loss": 0.7074, + "num_input_tokens_seen": 2001528, + "step": 3060 + }, + { + "epoch": 1.807193396226415, + "grad_norm": 1.3428211212158203, + "learning_rate": 9.03301886792453e-06, + "loss": 0.5099, + "num_input_tokens_seen": 2004920, + "step": 3065 + }, + { + "epoch": 1.8101415094339623, + "grad_norm": 1.097855806350708, + "learning_rate": 9.047759433962265e-06, + "loss": 0.4154, + "num_input_tokens_seen": 2008760, + "step": 3070 + }, + { + "epoch": 1.8130896226415094, + "grad_norm": 2.9177327156066895, + "learning_rate": 9.0625e-06, + "loss": 0.6974, + "num_input_tokens_seen": 2011448, + "step": 3075 + }, + { + "epoch": 1.8160377358490565, + "grad_norm": 3.204784393310547, + "learning_rate": 9.077240566037735e-06, + "loss": 0.5508, + "num_input_tokens_seen": 2014936, + "step": 3080 + }, + { + "epoch": 1.8189858490566038, + "grad_norm": 3.811406135559082, + "learning_rate": 9.091981132075472e-06, + "loss": 0.7536, + "num_input_tokens_seen": 2017848, + "step": 3085 + }, + { + "epoch": 1.821933962264151, + "grad_norm": 4.5397419929504395, + "learning_rate": 9.106721698113208e-06, + "loss": 0.5694, + "num_input_tokens_seen": 2021688, + "step": 3090 + }, + { + "epoch": 1.8248820754716981, + "grad_norm": 4.444754123687744, + "learning_rate": 9.121462264150945e-06, + "loss": 0.8463, + "num_input_tokens_seen": 2024760, + "step": 3095 + }, + { + "epoch": 1.8278301886792452, + "grad_norm": 1.9693681001663208, + "learning_rate": 9.13620283018868e-06, + "loss": 0.547, + "num_input_tokens_seen": 2028152, + "step": 3100 + }, + { + "epoch": 1.8307783018867925, + "grad_norm": 4.061384677886963, + "learning_rate": 9.150943396226416e-06, + "loss": 0.4601, + "num_input_tokens_seen": 2030904, + "step": 3105 + }, + { + "epoch": 1.8337264150943398, + "grad_norm": 3.0355656147003174, + "learning_rate": 9.165683962264151e-06, + "loss": 0.5402, + "num_input_tokens_seen": 2034328, + "step": 3110 + }, + { + "epoch": 1.8366745283018868, + "grad_norm": 1.896733045578003, + "learning_rate": 9.180424528301888e-06, + "loss": 0.7776, + "num_input_tokens_seen": 2037560, + "step": 3115 + }, + { + "epoch": 1.8396226415094339, + "grad_norm": 2.267449378967285, + "learning_rate": 9.195165094339623e-06, + "loss": 0.5434, + "num_input_tokens_seen": 2041176, + "step": 3120 + }, + { + "epoch": 1.8425707547169812, + "grad_norm": 3.3915774822235107, + "learning_rate": 9.20990566037736e-06, + "loss": 0.4328, + "num_input_tokens_seen": 2044472, + "step": 3125 + }, + { + "epoch": 1.8455188679245285, + "grad_norm": 3.5701096057891846, + "learning_rate": 9.224646226415096e-06, + "loss": 0.52, + "num_input_tokens_seen": 2048088, + "step": 3130 + }, + { + "epoch": 1.8484669811320755, + "grad_norm": 2.3919997215270996, + "learning_rate": 9.239386792452831e-06, + "loss": 0.479, + "num_input_tokens_seen": 2051096, + "step": 3135 + }, + { + "epoch": 1.8514150943396226, + "grad_norm": 1.6274462938308716, + "learning_rate": 9.254127358490566e-06, + "loss": 0.4911, + "num_input_tokens_seen": 2054776, + "step": 3140 + }, + { + "epoch": 1.8543632075471699, + "grad_norm": 4.190972328186035, + "learning_rate": 9.268867924528303e-06, + "loss": 0.4895, + "num_input_tokens_seen": 2057784, + "step": 3145 + }, + { + "epoch": 1.857311320754717, + "grad_norm": 1.5921958684921265, + "learning_rate": 9.283608490566039e-06, + "loss": 0.4578, + "num_input_tokens_seen": 2060504, + "step": 3150 + }, + { + "epoch": 1.860259433962264, + "grad_norm": 2.0938613414764404, + "learning_rate": 9.298349056603774e-06, + "loss": 0.55, + "num_input_tokens_seen": 2063864, + "step": 3155 + }, + { + "epoch": 1.8632075471698113, + "grad_norm": 1.964681625366211, + "learning_rate": 9.31308962264151e-06, + "loss": 0.5059, + "num_input_tokens_seen": 2067448, + "step": 3160 + }, + { + "epoch": 1.8661556603773586, + "grad_norm": 2.03351092338562, + "learning_rate": 9.327830188679245e-06, + "loss": 0.4554, + "num_input_tokens_seen": 2071480, + "step": 3165 + }, + { + "epoch": 1.8691037735849056, + "grad_norm": 3.4510035514831543, + "learning_rate": 9.342570754716982e-06, + "loss": 0.5431, + "num_input_tokens_seen": 2074520, + "step": 3170 + }, + { + "epoch": 1.8720518867924527, + "grad_norm": 2.4271461963653564, + "learning_rate": 9.357311320754717e-06, + "loss": 0.3813, + "num_input_tokens_seen": 2077848, + "step": 3175 + }, + { + "epoch": 1.875, + "grad_norm": 4.1072187423706055, + "learning_rate": 9.372051886792454e-06, + "loss": 0.4042, + "num_input_tokens_seen": 2082136, + "step": 3180 + }, + { + "epoch": 1.8779481132075473, + "grad_norm": 4.095032691955566, + "learning_rate": 9.38679245283019e-06, + "loss": 0.5802, + "num_input_tokens_seen": 2084888, + "step": 3185 + }, + { + "epoch": 1.8808962264150944, + "grad_norm": 2.14150071144104, + "learning_rate": 9.401533018867925e-06, + "loss": 0.615, + "num_input_tokens_seen": 2090840, + "step": 3190 + }, + { + "epoch": 1.8838443396226414, + "grad_norm": 1.8958543539047241, + "learning_rate": 9.41627358490566e-06, + "loss": 0.4556, + "num_input_tokens_seen": 2094904, + "step": 3195 + }, + { + "epoch": 1.8867924528301887, + "grad_norm": 2.7026312351226807, + "learning_rate": 9.431014150943397e-06, + "loss": 0.5973, + "num_input_tokens_seen": 2097688, + "step": 3200 + }, + { + "epoch": 1.889740566037736, + "grad_norm": 3.694713830947876, + "learning_rate": 9.445754716981133e-06, + "loss": 0.5286, + "num_input_tokens_seen": 2101176, + "step": 3205 + }, + { + "epoch": 1.892688679245283, + "grad_norm": 2.5811116695404053, + "learning_rate": 9.46049528301887e-06, + "loss": 0.516, + "num_input_tokens_seen": 2103992, + "step": 3210 + }, + { + "epoch": 1.8956367924528301, + "grad_norm": 0.8813158869743347, + "learning_rate": 9.475235849056605e-06, + "loss": 0.5127, + "num_input_tokens_seen": 2107896, + "step": 3215 + }, + { + "epoch": 1.8985849056603774, + "grad_norm": 1.1840442419052124, + "learning_rate": 9.48997641509434e-06, + "loss": 0.5831, + "num_input_tokens_seen": 2111608, + "step": 3220 + }, + { + "epoch": 1.9015330188679245, + "grad_norm": 1.1576586961746216, + "learning_rate": 9.504716981132076e-06, + "loss": 0.5474, + "num_input_tokens_seen": 2115064, + "step": 3225 + }, + { + "epoch": 1.9044811320754715, + "grad_norm": 1.9164888858795166, + "learning_rate": 9.519457547169813e-06, + "loss": 0.4032, + "num_input_tokens_seen": 2118040, + "step": 3230 + }, + { + "epoch": 1.9074292452830188, + "grad_norm": 2.4704430103302, + "learning_rate": 9.534198113207548e-06, + "loss": 0.6851, + "num_input_tokens_seen": 2120760, + "step": 3235 + }, + { + "epoch": 1.9103773584905661, + "grad_norm": 1.074620008468628, + "learning_rate": 9.548938679245285e-06, + "loss": 0.5493, + "num_input_tokens_seen": 2124536, + "step": 3240 + }, + { + "epoch": 1.9133254716981132, + "grad_norm": 1.2188677787780762, + "learning_rate": 9.56367924528302e-06, + "loss": 0.5809, + "num_input_tokens_seen": 2128184, + "step": 3245 + }, + { + "epoch": 1.9162735849056602, + "grad_norm": 1.763085961341858, + "learning_rate": 9.578419811320756e-06, + "loss": 0.4441, + "num_input_tokens_seen": 2132184, + "step": 3250 + }, + { + "epoch": 1.9192216981132075, + "grad_norm": 1.7619589567184448, + "learning_rate": 9.593160377358491e-06, + "loss": 0.4555, + "num_input_tokens_seen": 2135288, + "step": 3255 + }, + { + "epoch": 1.9221698113207548, + "grad_norm": 3.9288008213043213, + "learning_rate": 9.607900943396226e-06, + "loss": 0.5558, + "num_input_tokens_seen": 2138616, + "step": 3260 + }, + { + "epoch": 1.9251179245283019, + "grad_norm": 1.9450544118881226, + "learning_rate": 9.622641509433963e-06, + "loss": 0.5348, + "num_input_tokens_seen": 2141880, + "step": 3265 + }, + { + "epoch": 1.928066037735849, + "grad_norm": 1.2387182712554932, + "learning_rate": 9.637382075471699e-06, + "loss": 0.4707, + "num_input_tokens_seen": 2144664, + "step": 3270 + }, + { + "epoch": 1.9310141509433962, + "grad_norm": 1.6661266088485718, + "learning_rate": 9.652122641509434e-06, + "loss": 0.5851, + "num_input_tokens_seen": 2148184, + "step": 3275 + }, + { + "epoch": 1.9339622641509435, + "grad_norm": 1.8154977560043335, + "learning_rate": 9.66686320754717e-06, + "loss": 0.5169, + "num_input_tokens_seen": 2152568, + "step": 3280 + }, + { + "epoch": 1.9369103773584906, + "grad_norm": 3.264043092727661, + "learning_rate": 9.681603773584907e-06, + "loss": 0.5175, + "num_input_tokens_seen": 2155384, + "step": 3285 + }, + { + "epoch": 1.9398584905660377, + "grad_norm": 2.528329849243164, + "learning_rate": 9.696344339622642e-06, + "loss": 0.4802, + "num_input_tokens_seen": 2158744, + "step": 3290 + }, + { + "epoch": 1.942806603773585, + "grad_norm": 1.7472245693206787, + "learning_rate": 9.711084905660379e-06, + "loss": 0.4544, + "num_input_tokens_seen": 2162200, + "step": 3295 + }, + { + "epoch": 1.9457547169811322, + "grad_norm": 2.1916894912719727, + "learning_rate": 9.725825471698114e-06, + "loss": 0.4644, + "num_input_tokens_seen": 2164792, + "step": 3300 + }, + { + "epoch": 1.9487028301886793, + "grad_norm": 1.6351373195648193, + "learning_rate": 9.74056603773585e-06, + "loss": 0.413, + "num_input_tokens_seen": 2167320, + "step": 3305 + }, + { + "epoch": 1.9516509433962264, + "grad_norm": 1.3360047340393066, + "learning_rate": 9.755306603773585e-06, + "loss": 0.4276, + "num_input_tokens_seen": 2169784, + "step": 3310 + }, + { + "epoch": 1.9545990566037736, + "grad_norm": 1.231953501701355, + "learning_rate": 9.770047169811322e-06, + "loss": 0.5686, + "num_input_tokens_seen": 2173272, + "step": 3315 + }, + { + "epoch": 1.9575471698113207, + "grad_norm": 2.1468703746795654, + "learning_rate": 9.784787735849057e-06, + "loss": 0.6011, + "num_input_tokens_seen": 2176248, + "step": 3320 + }, + { + "epoch": 1.9604952830188678, + "grad_norm": 5.46415376663208, + "learning_rate": 9.799528301886794e-06, + "loss": 0.7887, + "num_input_tokens_seen": 2179704, + "step": 3325 + }, + { + "epoch": 1.963443396226415, + "grad_norm": 3.247925281524658, + "learning_rate": 9.81426886792453e-06, + "loss": 0.5149, + "num_input_tokens_seen": 2183640, + "step": 3330 + }, + { + "epoch": 1.9663915094339623, + "grad_norm": 2.2146081924438477, + "learning_rate": 9.829009433962265e-06, + "loss": 0.63, + "num_input_tokens_seen": 2187480, + "step": 3335 + }, + { + "epoch": 1.9693396226415094, + "grad_norm": 2.096287965774536, + "learning_rate": 9.84375e-06, + "loss": 0.5038, + "num_input_tokens_seen": 2190360, + "step": 3340 + }, + { + "epoch": 1.9722877358490565, + "grad_norm": 2.3500993251800537, + "learning_rate": 9.858490566037736e-06, + "loss": 0.6959, + "num_input_tokens_seen": 2193784, + "step": 3345 + }, + { + "epoch": 1.9752358490566038, + "grad_norm": 1.3793258666992188, + "learning_rate": 9.873231132075473e-06, + "loss": 0.5744, + "num_input_tokens_seen": 2196472, + "step": 3350 + }, + { + "epoch": 1.978183962264151, + "grad_norm": 1.9071563482284546, + "learning_rate": 9.887971698113208e-06, + "loss": 0.475, + "num_input_tokens_seen": 2199032, + "step": 3355 + }, + { + "epoch": 1.9811320754716981, + "grad_norm": 1.741780161857605, + "learning_rate": 9.902712264150945e-06, + "loss": 0.5174, + "num_input_tokens_seen": 2202200, + "step": 3360 + }, + { + "epoch": 1.9840801886792452, + "grad_norm": 1.9710769653320312, + "learning_rate": 9.917452830188679e-06, + "loss": 0.5626, + "num_input_tokens_seen": 2205624, + "step": 3365 + }, + { + "epoch": 1.9870283018867925, + "grad_norm": 1.759546160697937, + "learning_rate": 9.932193396226416e-06, + "loss": 0.4592, + "num_input_tokens_seen": 2208344, + "step": 3370 + }, + { + "epoch": 1.9899764150943398, + "grad_norm": 2.426095724105835, + "learning_rate": 9.946933962264151e-06, + "loss": 0.4373, + "num_input_tokens_seen": 2212280, + "step": 3375 + }, + { + "epoch": 1.9929245283018868, + "grad_norm": 1.382357120513916, + "learning_rate": 9.961674528301888e-06, + "loss": 0.4658, + "num_input_tokens_seen": 2215160, + "step": 3380 + }, + { + "epoch": 1.9958726415094339, + "grad_norm": 3.0116066932678223, + "learning_rate": 9.976415094339624e-06, + "loss": 0.5661, + "num_input_tokens_seen": 2218520, + "step": 3385 + }, + { + "epoch": 1.9988207547169812, + "grad_norm": 2.041455030441284, + "learning_rate": 9.991155660377359e-06, + "loss": 0.5247, + "num_input_tokens_seen": 2222232, + "step": 3390 + }, + { + "epoch": 2.0, + "eval_loss": 0.5012074708938599, + "eval_runtime": 18.7534, + "eval_samples_per_second": 90.437, + "eval_steps_per_second": 22.609, + "num_input_tokens_seen": 2222792, + "step": 3392 + }, + { + "epoch": 2.0017688679245285, + "grad_norm": 1.6645411252975464, + "learning_rate": 9.999999894098275e-06, + "loss": 0.4332, + "num_input_tokens_seen": 2224712, + "step": 3395 + }, + { + "epoch": 2.0047169811320753, + "grad_norm": 2.0928871631622314, + "learning_rate": 9.99999870270391e-06, + "loss": 0.4878, + "num_input_tokens_seen": 2227720, + "step": 3400 + }, + { + "epoch": 2.0076650943396226, + "grad_norm": 1.5932035446166992, + "learning_rate": 9.999996187538341e-06, + "loss": 0.4472, + "num_input_tokens_seen": 2230824, + "step": 3405 + }, + { + "epoch": 2.01061320754717, + "grad_norm": 2.4823975563049316, + "learning_rate": 9.999992348602233e-06, + "loss": 0.5127, + "num_input_tokens_seen": 2233128, + "step": 3410 + }, + { + "epoch": 2.013561320754717, + "grad_norm": 1.342435598373413, + "learning_rate": 9.999987185896598e-06, + "loss": 0.4722, + "num_input_tokens_seen": 2236136, + "step": 3415 + }, + { + "epoch": 2.016509433962264, + "grad_norm": 1.7392669916152954, + "learning_rate": 9.99998069942281e-06, + "loss": 0.4371, + "num_input_tokens_seen": 2238792, + "step": 3420 + }, + { + "epoch": 2.0194575471698113, + "grad_norm": 2.6424875259399414, + "learning_rate": 9.999972889182583e-06, + "loss": 0.5104, + "num_input_tokens_seen": 2242344, + "step": 3425 + }, + { + "epoch": 2.0224056603773586, + "grad_norm": 2.18379545211792, + "learning_rate": 9.999963755177984e-06, + "loss": 0.5069, + "num_input_tokens_seen": 2245384, + "step": 3430 + }, + { + "epoch": 2.025353773584906, + "grad_norm": 5.341355323791504, + "learning_rate": 9.999953297411434e-06, + "loss": 0.4031, + "num_input_tokens_seen": 2248200, + "step": 3435 + }, + { + "epoch": 2.0283018867924527, + "grad_norm": 1.746859073638916, + "learning_rate": 9.999941515885699e-06, + "loss": 0.7159, + "num_input_tokens_seen": 2250920, + "step": 3440 + }, + { + "epoch": 2.03125, + "grad_norm": 2.1723320484161377, + "learning_rate": 9.999928410603897e-06, + "loss": 0.3944, + "num_input_tokens_seen": 2253320, + "step": 3445 + }, + { + "epoch": 2.0341981132075473, + "grad_norm": 1.4187064170837402, + "learning_rate": 9.999913981569502e-06, + "loss": 0.4653, + "num_input_tokens_seen": 2257032, + "step": 3450 + }, + { + "epoch": 2.037146226415094, + "grad_norm": 3.2627663612365723, + "learning_rate": 9.999898228786332e-06, + "loss": 0.5795, + "num_input_tokens_seen": 2261288, + "step": 3455 + }, + { + "epoch": 2.0400943396226414, + "grad_norm": 2.3644886016845703, + "learning_rate": 9.999881152258557e-06, + "loss": 0.4851, + "num_input_tokens_seen": 2264360, + "step": 3460 + }, + { + "epoch": 2.0430424528301887, + "grad_norm": 1.349672794342041, + "learning_rate": 9.999862751990697e-06, + "loss": 0.44, + "num_input_tokens_seen": 2266920, + "step": 3465 + }, + { + "epoch": 2.045990566037736, + "grad_norm": 3.600677251815796, + "learning_rate": 9.999843027987628e-06, + "loss": 0.5451, + "num_input_tokens_seen": 2270280, + "step": 3470 + }, + { + "epoch": 2.048938679245283, + "grad_norm": 1.1876893043518066, + "learning_rate": 9.999821980254567e-06, + "loss": 0.5443, + "num_input_tokens_seen": 2273256, + "step": 3475 + }, + { + "epoch": 2.05188679245283, + "grad_norm": 1.9125077724456787, + "learning_rate": 9.99979960879709e-06, + "loss": 0.3571, + "num_input_tokens_seen": 2276040, + "step": 3480 + }, + { + "epoch": 2.0548349056603774, + "grad_norm": 2.4236807823181152, + "learning_rate": 9.99977591362112e-06, + "loss": 0.4022, + "num_input_tokens_seen": 2278952, + "step": 3485 + }, + { + "epoch": 2.0577830188679247, + "grad_norm": 1.392405390739441, + "learning_rate": 9.999750894732927e-06, + "loss": 0.4501, + "num_input_tokens_seen": 2282760, + "step": 3490 + }, + { + "epoch": 2.0607311320754715, + "grad_norm": 1.852394938468933, + "learning_rate": 9.999724552139136e-06, + "loss": 0.4603, + "num_input_tokens_seen": 2286664, + "step": 3495 + }, + { + "epoch": 2.063679245283019, + "grad_norm": 0.7545356750488281, + "learning_rate": 9.999696885846724e-06, + "loss": 0.3786, + "num_input_tokens_seen": 2289832, + "step": 3500 + }, + { + "epoch": 2.066627358490566, + "grad_norm": 1.8363293409347534, + "learning_rate": 9.999667895863012e-06, + "loss": 0.4845, + "num_input_tokens_seen": 2292712, + "step": 3505 + }, + { + "epoch": 2.0695754716981134, + "grad_norm": 2.1650900840759277, + "learning_rate": 9.99963758219568e-06, + "loss": 0.446, + "num_input_tokens_seen": 2294984, + "step": 3510 + }, + { + "epoch": 2.0725235849056602, + "grad_norm": 1.4661052227020264, + "learning_rate": 9.999605944852749e-06, + "loss": 0.4845, + "num_input_tokens_seen": 2298120, + "step": 3515 + }, + { + "epoch": 2.0754716981132075, + "grad_norm": 3.285550355911255, + "learning_rate": 9.999572983842599e-06, + "loss": 0.5235, + "num_input_tokens_seen": 2300616, + "step": 3520 + }, + { + "epoch": 2.078419811320755, + "grad_norm": 1.9882502555847168, + "learning_rate": 9.999538699173951e-06, + "loss": 0.6112, + "num_input_tokens_seen": 2303816, + "step": 3525 + }, + { + "epoch": 2.081367924528302, + "grad_norm": 1.700339913368225, + "learning_rate": 9.99950309085589e-06, + "loss": 0.4509, + "num_input_tokens_seen": 2306312, + "step": 3530 + }, + { + "epoch": 2.084316037735849, + "grad_norm": 2.043242931365967, + "learning_rate": 9.999466158897835e-06, + "loss": 0.5183, + "num_input_tokens_seen": 2310280, + "step": 3535 + }, + { + "epoch": 2.0872641509433962, + "grad_norm": 1.2154673337936401, + "learning_rate": 9.999427903309569e-06, + "loss": 0.3453, + "num_input_tokens_seen": 2313832, + "step": 3540 + }, + { + "epoch": 2.0902122641509435, + "grad_norm": 1.7632907629013062, + "learning_rate": 9.99938832410122e-06, + "loss": 0.5848, + "num_input_tokens_seen": 2316328, + "step": 3545 + }, + { + "epoch": 2.0931603773584904, + "grad_norm": 3.7190635204315186, + "learning_rate": 9.999347421283267e-06, + "loss": 0.6323, + "num_input_tokens_seen": 2320744, + "step": 3550 + }, + { + "epoch": 2.0961084905660377, + "grad_norm": 3.407564640045166, + "learning_rate": 9.999305194866538e-06, + "loss": 0.6769, + "num_input_tokens_seen": 2323720, + "step": 3555 + }, + { + "epoch": 2.099056603773585, + "grad_norm": 1.8837114572525024, + "learning_rate": 9.99926164486221e-06, + "loss": 0.5388, + "num_input_tokens_seen": 2325736, + "step": 3560 + }, + { + "epoch": 2.1020047169811322, + "grad_norm": 1.0527410507202148, + "learning_rate": 9.99921677128182e-06, + "loss": 0.3844, + "num_input_tokens_seen": 2329000, + "step": 3565 + }, + { + "epoch": 2.104952830188679, + "grad_norm": 1.9324932098388672, + "learning_rate": 9.99917057413724e-06, + "loss": 0.6449, + "num_input_tokens_seen": 2332488, + "step": 3570 + }, + { + "epoch": 2.1079009433962264, + "grad_norm": 1.3941559791564941, + "learning_rate": 9.99912305344071e-06, + "loss": 0.659, + "num_input_tokens_seen": 2335848, + "step": 3575 + }, + { + "epoch": 2.1108490566037736, + "grad_norm": 1.3654295206069946, + "learning_rate": 9.999074209204803e-06, + "loss": 0.4562, + "num_input_tokens_seen": 2339560, + "step": 3580 + }, + { + "epoch": 2.113797169811321, + "grad_norm": 2.879094362258911, + "learning_rate": 9.999024041442455e-06, + "loss": 0.6353, + "num_input_tokens_seen": 2343400, + "step": 3585 + }, + { + "epoch": 2.1167452830188678, + "grad_norm": 0.8930124044418335, + "learning_rate": 9.998972550166948e-06, + "loss": 0.5273, + "num_input_tokens_seen": 2346760, + "step": 3590 + }, + { + "epoch": 2.119693396226415, + "grad_norm": 1.993317723274231, + "learning_rate": 9.998919735391915e-06, + "loss": 0.457, + "num_input_tokens_seen": 2349320, + "step": 3595 + }, + { + "epoch": 2.1226415094339623, + "grad_norm": 1.0201481580734253, + "learning_rate": 9.998865597131336e-06, + "loss": 0.4612, + "num_input_tokens_seen": 2353480, + "step": 3600 + }, + { + "epoch": 2.1255896226415096, + "grad_norm": 2.611530303955078, + "learning_rate": 9.998810135399545e-06, + "loss": 0.5634, + "num_input_tokens_seen": 2355752, + "step": 3605 + }, + { + "epoch": 2.1285377358490565, + "grad_norm": 4.043731689453125, + "learning_rate": 9.99875335021123e-06, + "loss": 0.5431, + "num_input_tokens_seen": 2359240, + "step": 3610 + }, + { + "epoch": 2.1314858490566038, + "grad_norm": 1.5602880716323853, + "learning_rate": 9.998695241581423e-06, + "loss": 0.4717, + "num_input_tokens_seen": 2362600, + "step": 3615 + }, + { + "epoch": 2.134433962264151, + "grad_norm": 1.9459694623947144, + "learning_rate": 9.998635809525504e-06, + "loss": 0.6334, + "num_input_tokens_seen": 2366312, + "step": 3620 + }, + { + "epoch": 2.137382075471698, + "grad_norm": 1.7524017095565796, + "learning_rate": 9.998575054059212e-06, + "loss": 0.4632, + "num_input_tokens_seen": 2369192, + "step": 3625 + }, + { + "epoch": 2.140330188679245, + "grad_norm": 2.195758819580078, + "learning_rate": 9.998512975198633e-06, + "loss": 0.5012, + "num_input_tokens_seen": 2372328, + "step": 3630 + }, + { + "epoch": 2.1432783018867925, + "grad_norm": 1.8845471143722534, + "learning_rate": 9.998449572960202e-06, + "loss": 0.5922, + "num_input_tokens_seen": 2375944, + "step": 3635 + }, + { + "epoch": 2.1462264150943398, + "grad_norm": 1.7190850973129272, + "learning_rate": 9.998384847360705e-06, + "loss": 0.4391, + "num_input_tokens_seen": 2382120, + "step": 3640 + }, + { + "epoch": 2.1491745283018866, + "grad_norm": 1.0344467163085938, + "learning_rate": 9.998318798417276e-06, + "loss": 0.5093, + "num_input_tokens_seen": 2386920, + "step": 3645 + }, + { + "epoch": 2.152122641509434, + "grad_norm": 1.3609040975570679, + "learning_rate": 9.998251426147403e-06, + "loss": 0.4897, + "num_input_tokens_seen": 2389416, + "step": 3650 + }, + { + "epoch": 2.155070754716981, + "grad_norm": 4.697281837463379, + "learning_rate": 9.998182730568927e-06, + "loss": 0.5955, + "num_input_tokens_seen": 2392808, + "step": 3655 + }, + { + "epoch": 2.1580188679245285, + "grad_norm": 2.9165079593658447, + "learning_rate": 9.998112711700028e-06, + "loss": 0.5745, + "num_input_tokens_seen": 2395336, + "step": 3660 + }, + { + "epoch": 2.1609669811320753, + "grad_norm": 1.895904541015625, + "learning_rate": 9.99804136955925e-06, + "loss": 0.4329, + "num_input_tokens_seen": 2398504, + "step": 3665 + }, + { + "epoch": 2.1639150943396226, + "grad_norm": 2.6511223316192627, + "learning_rate": 9.99796870416548e-06, + "loss": 0.4882, + "num_input_tokens_seen": 2402024, + "step": 3670 + }, + { + "epoch": 2.16686320754717, + "grad_norm": 1.9879302978515625, + "learning_rate": 9.997894715537953e-06, + "loss": 0.4126, + "num_input_tokens_seen": 2405288, + "step": 3675 + }, + { + "epoch": 2.169811320754717, + "grad_norm": 1.3158551454544067, + "learning_rate": 9.997819403696263e-06, + "loss": 0.4194, + "num_input_tokens_seen": 2409224, + "step": 3680 + }, + { + "epoch": 2.172759433962264, + "grad_norm": 1.8085485696792603, + "learning_rate": 9.997742768660345e-06, + "loss": 0.4813, + "num_input_tokens_seen": 2412936, + "step": 3685 + }, + { + "epoch": 2.1757075471698113, + "grad_norm": 2.894191265106201, + "learning_rate": 9.99766481045049e-06, + "loss": 0.5244, + "num_input_tokens_seen": 2416648, + "step": 3690 + }, + { + "epoch": 2.1786556603773586, + "grad_norm": 5.521350383758545, + "learning_rate": 9.997585529087338e-06, + "loss": 0.395, + "num_input_tokens_seen": 2419784, + "step": 3695 + }, + { + "epoch": 2.1816037735849054, + "grad_norm": 2.0977349281311035, + "learning_rate": 9.997504924591878e-06, + "loss": 0.4436, + "num_input_tokens_seen": 2426056, + "step": 3700 + }, + { + "epoch": 2.1845518867924527, + "grad_norm": 1.9520137310028076, + "learning_rate": 9.99742299698545e-06, + "loss": 0.6061, + "num_input_tokens_seen": 2429736, + "step": 3705 + }, + { + "epoch": 2.1875, + "grad_norm": 5.30920934677124, + "learning_rate": 9.997339746289749e-06, + "loss": 0.657, + "num_input_tokens_seen": 2432648, + "step": 3710 + }, + { + "epoch": 2.1904481132075473, + "grad_norm": 1.9692221879959106, + "learning_rate": 9.997255172526812e-06, + "loss": 0.5162, + "num_input_tokens_seen": 2436072, + "step": 3715 + }, + { + "epoch": 2.1933962264150946, + "grad_norm": 1.7586530447006226, + "learning_rate": 9.99716927571903e-06, + "loss": 0.5237, + "num_input_tokens_seen": 2439080, + "step": 3720 + }, + { + "epoch": 2.1963443396226414, + "grad_norm": 4.716396808624268, + "learning_rate": 9.997082055889147e-06, + "loss": 0.4304, + "num_input_tokens_seen": 2441448, + "step": 3725 + }, + { + "epoch": 2.1992924528301887, + "grad_norm": 1.3406323194503784, + "learning_rate": 9.996993513060252e-06, + "loss": 0.4351, + "num_input_tokens_seen": 2444584, + "step": 3730 + }, + { + "epoch": 2.202240566037736, + "grad_norm": 1.912248134613037, + "learning_rate": 9.996903647255789e-06, + "loss": 0.4642, + "num_input_tokens_seen": 2447848, + "step": 3735 + }, + { + "epoch": 2.205188679245283, + "grad_norm": 1.3245458602905273, + "learning_rate": 9.99681245849955e-06, + "loss": 0.3972, + "num_input_tokens_seen": 2450888, + "step": 3740 + }, + { + "epoch": 2.20813679245283, + "grad_norm": 2.113503932952881, + "learning_rate": 9.996719946815679e-06, + "loss": 0.7175, + "num_input_tokens_seen": 2454088, + "step": 3745 + }, + { + "epoch": 2.2110849056603774, + "grad_norm": 2.469914674758911, + "learning_rate": 9.996626112228665e-06, + "loss": 0.537, + "num_input_tokens_seen": 2457000, + "step": 3750 + }, + { + "epoch": 2.2140330188679247, + "grad_norm": 2.4059906005859375, + "learning_rate": 9.996530954763355e-06, + "loss": 0.5483, + "num_input_tokens_seen": 2461352, + "step": 3755 + }, + { + "epoch": 2.2169811320754715, + "grad_norm": 1.1670340299606323, + "learning_rate": 9.99643447444494e-06, + "loss": 0.4634, + "num_input_tokens_seen": 2464392, + "step": 3760 + }, + { + "epoch": 2.219929245283019, + "grad_norm": 1.642874002456665, + "learning_rate": 9.996336671298965e-06, + "loss": 0.5267, + "num_input_tokens_seen": 2466952, + "step": 3765 + }, + { + "epoch": 2.222877358490566, + "grad_norm": 1.8114852905273438, + "learning_rate": 9.996237545351323e-06, + "loss": 0.5489, + "num_input_tokens_seen": 2470184, + "step": 3770 + }, + { + "epoch": 2.2258254716981134, + "grad_norm": 2.2747392654418945, + "learning_rate": 9.996137096628259e-06, + "loss": 0.3491, + "num_input_tokens_seen": 2473448, + "step": 3775 + }, + { + "epoch": 2.2287735849056602, + "grad_norm": 2.977423667907715, + "learning_rate": 9.996035325156366e-06, + "loss": 0.4383, + "num_input_tokens_seen": 2476648, + "step": 3780 + }, + { + "epoch": 2.2317216981132075, + "grad_norm": 3.812488317489624, + "learning_rate": 9.995932230962589e-06, + "loss": 0.4662, + "num_input_tokens_seen": 2479272, + "step": 3785 + }, + { + "epoch": 2.234669811320755, + "grad_norm": 3.32789945602417, + "learning_rate": 9.995827814074223e-06, + "loss": 0.5246, + "num_input_tokens_seen": 2482600, + "step": 3790 + }, + { + "epoch": 2.237617924528302, + "grad_norm": 1.337905764579773, + "learning_rate": 9.995722074518913e-06, + "loss": 0.4285, + "num_input_tokens_seen": 2485384, + "step": 3795 + }, + { + "epoch": 2.240566037735849, + "grad_norm": 1.8840155601501465, + "learning_rate": 9.99561501232465e-06, + "loss": 0.467, + "num_input_tokens_seen": 2488744, + "step": 3800 + }, + { + "epoch": 2.2435141509433962, + "grad_norm": 2.5065364837646484, + "learning_rate": 9.995506627519786e-06, + "loss": 0.5033, + "num_input_tokens_seen": 2491976, + "step": 3805 + }, + { + "epoch": 2.2464622641509435, + "grad_norm": 2.4107131958007812, + "learning_rate": 9.995396920133012e-06, + "loss": 0.5851, + "num_input_tokens_seen": 2495080, + "step": 3810 + }, + { + "epoch": 2.2494103773584904, + "grad_norm": 1.5536235570907593, + "learning_rate": 9.995285890193373e-06, + "loss": 0.6364, + "num_input_tokens_seen": 2499144, + "step": 3815 + }, + { + "epoch": 2.2523584905660377, + "grad_norm": 2.698592185974121, + "learning_rate": 9.995173537730267e-06, + "loss": 0.5786, + "num_input_tokens_seen": 2502088, + "step": 3820 + }, + { + "epoch": 2.255306603773585, + "grad_norm": 2.9029932022094727, + "learning_rate": 9.99505986277344e-06, + "loss": 0.4152, + "num_input_tokens_seen": 2504840, + "step": 3825 + }, + { + "epoch": 2.2582547169811322, + "grad_norm": 3.628680944442749, + "learning_rate": 9.994944865352986e-06, + "loss": 0.5224, + "num_input_tokens_seen": 2508264, + "step": 3830 + }, + { + "epoch": 2.261202830188679, + "grad_norm": 3.0226573944091797, + "learning_rate": 9.994828545499351e-06, + "loss": 0.4811, + "num_input_tokens_seen": 2511592, + "step": 3835 + }, + { + "epoch": 2.2641509433962264, + "grad_norm": 1.5643911361694336, + "learning_rate": 9.994710903243334e-06, + "loss": 0.4605, + "num_input_tokens_seen": 2514504, + "step": 3840 + }, + { + "epoch": 2.2670990566037736, + "grad_norm": 1.1134928464889526, + "learning_rate": 9.994591938616079e-06, + "loss": 0.4381, + "num_input_tokens_seen": 2516936, + "step": 3845 + }, + { + "epoch": 2.270047169811321, + "grad_norm": 2.375276803970337, + "learning_rate": 9.994471651649082e-06, + "loss": 0.623, + "num_input_tokens_seen": 2519752, + "step": 3850 + }, + { + "epoch": 2.2729952830188678, + "grad_norm": 1.6995404958724976, + "learning_rate": 9.99435004237419e-06, + "loss": 0.5009, + "num_input_tokens_seen": 2523240, + "step": 3855 + }, + { + "epoch": 2.275943396226415, + "grad_norm": 2.373622179031372, + "learning_rate": 9.9942271108236e-06, + "loss": 0.7186, + "num_input_tokens_seen": 2527528, + "step": 3860 + }, + { + "epoch": 2.2788915094339623, + "grad_norm": 2.2664473056793213, + "learning_rate": 9.994102857029859e-06, + "loss": 0.4941, + "num_input_tokens_seen": 2531304, + "step": 3865 + }, + { + "epoch": 2.2818396226415096, + "grad_norm": 1.5579568147659302, + "learning_rate": 9.993977281025862e-06, + "loss": 0.4771, + "num_input_tokens_seen": 2534760, + "step": 3870 + }, + { + "epoch": 2.2847877358490565, + "grad_norm": 4.559237957000732, + "learning_rate": 9.993850382844858e-06, + "loss": 0.4686, + "num_input_tokens_seen": 2537192, + "step": 3875 + }, + { + "epoch": 2.2877358490566038, + "grad_norm": 2.150315761566162, + "learning_rate": 9.993722162520443e-06, + "loss": 0.4818, + "num_input_tokens_seen": 2540104, + "step": 3880 + }, + { + "epoch": 2.290683962264151, + "grad_norm": 1.8689563274383545, + "learning_rate": 9.993592620086564e-06, + "loss": 0.4933, + "num_input_tokens_seen": 2542760, + "step": 3885 + }, + { + "epoch": 2.293632075471698, + "grad_norm": 1.7203521728515625, + "learning_rate": 9.993461755577518e-06, + "loss": 0.6386, + "num_input_tokens_seen": 2545160, + "step": 3890 + }, + { + "epoch": 2.296580188679245, + "grad_norm": 1.6607564687728882, + "learning_rate": 9.99332956902795e-06, + "loss": 0.5586, + "num_input_tokens_seen": 2548712, + "step": 3895 + }, + { + "epoch": 2.2995283018867925, + "grad_norm": 3.3117177486419678, + "learning_rate": 9.993196060472859e-06, + "loss": 0.3964, + "num_input_tokens_seen": 2551784, + "step": 3900 + }, + { + "epoch": 2.3024764150943398, + "grad_norm": 1.8251750469207764, + "learning_rate": 9.993061229947591e-06, + "loss": 0.5646, + "num_input_tokens_seen": 2555496, + "step": 3905 + }, + { + "epoch": 2.3054245283018866, + "grad_norm": 2.65921688079834, + "learning_rate": 9.992925077487845e-06, + "loss": 0.4615, + "num_input_tokens_seen": 2558760, + "step": 3910 + }, + { + "epoch": 2.308372641509434, + "grad_norm": 9.09809398651123, + "learning_rate": 9.992787603129666e-06, + "loss": 0.4982, + "num_input_tokens_seen": 2562472, + "step": 3915 + }, + { + "epoch": 2.311320754716981, + "grad_norm": 17.076902389526367, + "learning_rate": 9.99264880690945e-06, + "loss": 0.5131, + "num_input_tokens_seen": 2564904, + "step": 3920 + }, + { + "epoch": 2.3142688679245285, + "grad_norm": 1.4459975957870483, + "learning_rate": 9.992508688863947e-06, + "loss": 0.4402, + "num_input_tokens_seen": 2568264, + "step": 3925 + }, + { + "epoch": 2.3172169811320753, + "grad_norm": 1.266697883605957, + "learning_rate": 9.99236724903025e-06, + "loss": 0.6252, + "num_input_tokens_seen": 2571976, + "step": 3930 + }, + { + "epoch": 2.3201650943396226, + "grad_norm": 3.107614278793335, + "learning_rate": 9.992224487445809e-06, + "loss": 0.4714, + "num_input_tokens_seen": 2575560, + "step": 3935 + }, + { + "epoch": 2.32311320754717, + "grad_norm": 3.3502678871154785, + "learning_rate": 9.99208040414842e-06, + "loss": 0.5988, + "num_input_tokens_seen": 2579400, + "step": 3940 + }, + { + "epoch": 2.326061320754717, + "grad_norm": 2.3208389282226562, + "learning_rate": 9.99193499917623e-06, + "loss": 0.4474, + "num_input_tokens_seen": 2583464, + "step": 3945 + }, + { + "epoch": 2.329009433962264, + "grad_norm": 2.0541160106658936, + "learning_rate": 9.991788272567735e-06, + "loss": 0.5129, + "num_input_tokens_seen": 2586600, + "step": 3950 + }, + { + "epoch": 2.3319575471698113, + "grad_norm": 0.8671275973320007, + "learning_rate": 9.991640224361781e-06, + "loss": 0.4723, + "num_input_tokens_seen": 2590536, + "step": 3955 + }, + { + "epoch": 2.3349056603773586, + "grad_norm": 3.857728958129883, + "learning_rate": 9.991490854597563e-06, + "loss": 0.4164, + "num_input_tokens_seen": 2593864, + "step": 3960 + }, + { + "epoch": 2.3378537735849054, + "grad_norm": 2.078958034515381, + "learning_rate": 9.991340163314632e-06, + "loss": 0.5164, + "num_input_tokens_seen": 2596584, + "step": 3965 + }, + { + "epoch": 2.3408018867924527, + "grad_norm": 2.324803352355957, + "learning_rate": 9.991188150552878e-06, + "loss": 0.3971, + "num_input_tokens_seen": 2600904, + "step": 3970 + }, + { + "epoch": 2.34375, + "grad_norm": 6.3185882568359375, + "learning_rate": 9.991034816352553e-06, + "loss": 0.5692, + "num_input_tokens_seen": 2603784, + "step": 3975 + }, + { + "epoch": 2.3466981132075473, + "grad_norm": 4.017931938171387, + "learning_rate": 9.990880160754248e-06, + "loss": 0.5233, + "num_input_tokens_seen": 2608264, + "step": 3980 + }, + { + "epoch": 2.3496462264150946, + "grad_norm": 10.09414005279541, + "learning_rate": 9.990724183798914e-06, + "loss": 0.5282, + "num_input_tokens_seen": 2613192, + "step": 3985 + }, + { + "epoch": 2.3525943396226414, + "grad_norm": 2.2673470973968506, + "learning_rate": 9.990566885527841e-06, + "loss": 0.3554, + "num_input_tokens_seen": 2617448, + "step": 3990 + }, + { + "epoch": 2.3555424528301887, + "grad_norm": 2.584855079650879, + "learning_rate": 9.99040826598268e-06, + "loss": 0.4317, + "num_input_tokens_seen": 2620392, + "step": 3995 + }, + { + "epoch": 2.358490566037736, + "grad_norm": 8.190518379211426, + "learning_rate": 9.990248325205418e-06, + "loss": 0.4571, + "num_input_tokens_seen": 2623400, + "step": 4000 + }, + { + "epoch": 2.361438679245283, + "grad_norm": 1.877967119216919, + "learning_rate": 9.990087063238408e-06, + "loss": 0.4791, + "num_input_tokens_seen": 2626440, + "step": 4005 + }, + { + "epoch": 2.36438679245283, + "grad_norm": 3.950626850128174, + "learning_rate": 9.989924480124342e-06, + "loss": 0.4772, + "num_input_tokens_seen": 2629096, + "step": 4010 + }, + { + "epoch": 2.3673349056603774, + "grad_norm": 1.602191686630249, + "learning_rate": 9.989760575906264e-06, + "loss": 0.6113, + "num_input_tokens_seen": 2631848, + "step": 4015 + }, + { + "epoch": 2.3702830188679247, + "grad_norm": 1.993839979171753, + "learning_rate": 9.98959535062757e-06, + "loss": 0.3572, + "num_input_tokens_seen": 2635848, + "step": 4020 + }, + { + "epoch": 2.3732311320754715, + "grad_norm": 5.477365970611572, + "learning_rate": 9.989428804332002e-06, + "loss": 0.5485, + "num_input_tokens_seen": 2638952, + "step": 4025 + }, + { + "epoch": 2.376179245283019, + "grad_norm": 2.03302001953125, + "learning_rate": 9.989260937063656e-06, + "loss": 0.4753, + "num_input_tokens_seen": 2642536, + "step": 4030 + }, + { + "epoch": 2.379127358490566, + "grad_norm": 2.569812774658203, + "learning_rate": 9.989091748866973e-06, + "loss": 0.4908, + "num_input_tokens_seen": 2645800, + "step": 4035 + }, + { + "epoch": 2.3820754716981134, + "grad_norm": 1.8569908142089844, + "learning_rate": 9.988921239786748e-06, + "loss": 0.4147, + "num_input_tokens_seen": 2649160, + "step": 4040 + }, + { + "epoch": 2.3850235849056602, + "grad_norm": 1.4625494480133057, + "learning_rate": 9.988749409868124e-06, + "loss": 0.5676, + "num_input_tokens_seen": 2652232, + "step": 4045 + }, + { + "epoch": 2.3879716981132075, + "grad_norm": 2.469594717025757, + "learning_rate": 9.988576259156593e-06, + "loss": 0.4931, + "num_input_tokens_seen": 2655112, + "step": 4050 + }, + { + "epoch": 2.390919811320755, + "grad_norm": 2.1228973865509033, + "learning_rate": 9.988401787697996e-06, + "loss": 0.3867, + "num_input_tokens_seen": 2661640, + "step": 4055 + }, + { + "epoch": 2.393867924528302, + "grad_norm": 1.5009160041809082, + "learning_rate": 9.98822599553853e-06, + "loss": 0.5639, + "num_input_tokens_seen": 2664072, + "step": 4060 + }, + { + "epoch": 2.396816037735849, + "grad_norm": 2.0711071491241455, + "learning_rate": 9.988048882724732e-06, + "loss": 0.4655, + "num_input_tokens_seen": 2666984, + "step": 4065 + }, + { + "epoch": 2.3997641509433962, + "grad_norm": 2.2094709873199463, + "learning_rate": 9.987870449303497e-06, + "loss": 0.6059, + "num_input_tokens_seen": 2669320, + "step": 4070 + }, + { + "epoch": 2.4027122641509435, + "grad_norm": 1.6983519792556763, + "learning_rate": 9.98769069532206e-06, + "loss": 0.6548, + "num_input_tokens_seen": 2672360, + "step": 4075 + }, + { + "epoch": 2.4056603773584904, + "grad_norm": 2.0185341835021973, + "learning_rate": 9.98750962082802e-06, + "loss": 0.5763, + "num_input_tokens_seen": 2675208, + "step": 4080 + }, + { + "epoch": 2.4086084905660377, + "grad_norm": 1.618190884590149, + "learning_rate": 9.987327225869312e-06, + "loss": 0.452, + "num_input_tokens_seen": 2678600, + "step": 4085 + }, + { + "epoch": 2.411556603773585, + "grad_norm": 2.794173002243042, + "learning_rate": 9.987143510494225e-06, + "loss": 0.5634, + "num_input_tokens_seen": 2681192, + "step": 4090 + }, + { + "epoch": 2.4145047169811322, + "grad_norm": 1.5088235139846802, + "learning_rate": 9.9869584747514e-06, + "loss": 0.4323, + "num_input_tokens_seen": 2684008, + "step": 4095 + }, + { + "epoch": 2.417452830188679, + "grad_norm": 1.2076140642166138, + "learning_rate": 9.986772118689828e-06, + "loss": 0.7079, + "num_input_tokens_seen": 2687176, + "step": 4100 + }, + { + "epoch": 2.4204009433962264, + "grad_norm": 1.1171867847442627, + "learning_rate": 9.986584442358845e-06, + "loss": 0.3973, + "num_input_tokens_seen": 2691752, + "step": 4105 + }, + { + "epoch": 2.4233490566037736, + "grad_norm": 1.9976564645767212, + "learning_rate": 9.98639544580814e-06, + "loss": 0.4728, + "num_input_tokens_seen": 2694888, + "step": 4110 + }, + { + "epoch": 2.426297169811321, + "grad_norm": 1.3370225429534912, + "learning_rate": 9.98620512908775e-06, + "loss": 0.4644, + "num_input_tokens_seen": 2699240, + "step": 4115 + }, + { + "epoch": 2.4292452830188678, + "grad_norm": 5.093027591705322, + "learning_rate": 9.986013492248064e-06, + "loss": 0.6024, + "num_input_tokens_seen": 2701640, + "step": 4120 + }, + { + "epoch": 2.432193396226415, + "grad_norm": 1.7716329097747803, + "learning_rate": 9.985820535339817e-06, + "loss": 0.4605, + "num_input_tokens_seen": 2705640, + "step": 4125 + }, + { + "epoch": 2.4351415094339623, + "grad_norm": 4.468655109405518, + "learning_rate": 9.985626258414093e-06, + "loss": 0.4608, + "num_input_tokens_seen": 2708136, + "step": 4130 + }, + { + "epoch": 2.4380896226415096, + "grad_norm": 4.5861992835998535, + "learning_rate": 9.985430661522333e-06, + "loss": 0.5083, + "num_input_tokens_seen": 2711400, + "step": 4135 + }, + { + "epoch": 2.4410377358490565, + "grad_norm": 1.7600212097167969, + "learning_rate": 9.98523374471632e-06, + "loss": 0.4642, + "num_input_tokens_seen": 2714568, + "step": 4140 + }, + { + "epoch": 2.4439858490566038, + "grad_norm": 1.2989120483398438, + "learning_rate": 9.985035508048186e-06, + "loss": 0.3965, + "num_input_tokens_seen": 2718152, + "step": 4145 + }, + { + "epoch": 2.446933962264151, + "grad_norm": 4.247882843017578, + "learning_rate": 9.984835951570417e-06, + "loss": 0.5566, + "num_input_tokens_seen": 2720872, + "step": 4150 + }, + { + "epoch": 2.449882075471698, + "grad_norm": 1.5868558883666992, + "learning_rate": 9.984635075335847e-06, + "loss": 0.5869, + "num_input_tokens_seen": 2723912, + "step": 4155 + }, + { + "epoch": 2.452830188679245, + "grad_norm": 1.666622519493103, + "learning_rate": 9.984432879397659e-06, + "loss": 0.5566, + "num_input_tokens_seen": 2727912, + "step": 4160 + }, + { + "epoch": 2.4557783018867925, + "grad_norm": 2.757585048675537, + "learning_rate": 9.984229363809383e-06, + "loss": 0.4971, + "num_input_tokens_seen": 2731400, + "step": 4165 + }, + { + "epoch": 2.4587264150943398, + "grad_norm": 1.5687357187271118, + "learning_rate": 9.984024528624904e-06, + "loss": 0.5681, + "num_input_tokens_seen": 2734792, + "step": 4170 + }, + { + "epoch": 2.4616745283018866, + "grad_norm": 3.1735916137695312, + "learning_rate": 9.98381837389845e-06, + "loss": 0.4538, + "num_input_tokens_seen": 2737704, + "step": 4175 + }, + { + "epoch": 2.464622641509434, + "grad_norm": 1.7327853441238403, + "learning_rate": 9.983610899684601e-06, + "loss": 0.5134, + "num_input_tokens_seen": 2741480, + "step": 4180 + }, + { + "epoch": 2.467570754716981, + "grad_norm": 1.7543439865112305, + "learning_rate": 9.983402106038292e-06, + "loss": 0.4485, + "num_input_tokens_seen": 2744008, + "step": 4185 + }, + { + "epoch": 2.4705188679245285, + "grad_norm": 2.13411021232605, + "learning_rate": 9.983191993014793e-06, + "loss": 0.5589, + "num_input_tokens_seen": 2747368, + "step": 4190 + }, + { + "epoch": 2.4734669811320753, + "grad_norm": 1.298477053642273, + "learning_rate": 9.982980560669742e-06, + "loss": 0.4703, + "num_input_tokens_seen": 2750856, + "step": 4195 + }, + { + "epoch": 2.4764150943396226, + "grad_norm": 1.3768278360366821, + "learning_rate": 9.98276780905911e-06, + "loss": 0.4533, + "num_input_tokens_seen": 2753992, + "step": 4200 + }, + { + "epoch": 2.47936320754717, + "grad_norm": 0.9907247424125671, + "learning_rate": 9.982553738239225e-06, + "loss": 0.4767, + "num_input_tokens_seen": 2756968, + "step": 4205 + }, + { + "epoch": 2.482311320754717, + "grad_norm": 1.8031010627746582, + "learning_rate": 9.982338348266766e-06, + "loss": 0.4435, + "num_input_tokens_seen": 2760296, + "step": 4210 + }, + { + "epoch": 2.485259433962264, + "grad_norm": 2.2241976261138916, + "learning_rate": 9.982121639198756e-06, + "loss": 0.4905, + "num_input_tokens_seen": 2762504, + "step": 4215 + }, + { + "epoch": 2.4882075471698113, + "grad_norm": 4.430798530578613, + "learning_rate": 9.98190361109257e-06, + "loss": 0.4048, + "num_input_tokens_seen": 2765928, + "step": 4220 + }, + { + "epoch": 2.4911556603773586, + "grad_norm": 1.7349183559417725, + "learning_rate": 9.981684264005934e-06, + "loss": 0.5579, + "num_input_tokens_seen": 2768776, + "step": 4225 + }, + { + "epoch": 2.4941037735849054, + "grad_norm": 1.1774543523788452, + "learning_rate": 9.981463597996917e-06, + "loss": 0.4033, + "num_input_tokens_seen": 2771720, + "step": 4230 + }, + { + "epoch": 2.4970518867924527, + "grad_norm": 1.124854564666748, + "learning_rate": 9.981241613123944e-06, + "loss": 0.4804, + "num_input_tokens_seen": 2775048, + "step": 4235 + }, + { + "epoch": 2.5, + "grad_norm": 3.2341067790985107, + "learning_rate": 9.981018309445785e-06, + "loss": 0.4368, + "num_input_tokens_seen": 2778664, + "step": 4240 + }, + { + "epoch": 2.5029481132075473, + "grad_norm": 1.4807769060134888, + "learning_rate": 9.980793687021564e-06, + "loss": 0.5112, + "num_input_tokens_seen": 2781608, + "step": 4245 + }, + { + "epoch": 2.5058962264150946, + "grad_norm": 4.539019584655762, + "learning_rate": 9.980567745910746e-06, + "loss": 0.4568, + "num_input_tokens_seen": 2785064, + "step": 4250 + }, + { + "epoch": 2.5088443396226414, + "grad_norm": 2.8172006607055664, + "learning_rate": 9.980340486173155e-06, + "loss": 0.5505, + "num_input_tokens_seen": 2788296, + "step": 4255 + }, + { + "epoch": 2.5117924528301887, + "grad_norm": 1.670937418937683, + "learning_rate": 9.980111907868954e-06, + "loss": 0.5708, + "num_input_tokens_seen": 2791368, + "step": 4260 + }, + { + "epoch": 2.514740566037736, + "grad_norm": 5.190059185028076, + "learning_rate": 9.979882011058662e-06, + "loss": 0.4008, + "num_input_tokens_seen": 2794920, + "step": 4265 + }, + { + "epoch": 2.517688679245283, + "grad_norm": 1.2498589754104614, + "learning_rate": 9.979650795803146e-06, + "loss": 0.8852, + "num_input_tokens_seen": 2797672, + "step": 4270 + }, + { + "epoch": 2.52063679245283, + "grad_norm": 0.9729940891265869, + "learning_rate": 9.979418262163621e-06, + "loss": 0.4341, + "num_input_tokens_seen": 2800296, + "step": 4275 + }, + { + "epoch": 2.5235849056603774, + "grad_norm": 3.536741018295288, + "learning_rate": 9.979184410201652e-06, + "loss": 0.4894, + "num_input_tokens_seen": 2802856, + "step": 4280 + }, + { + "epoch": 2.5265330188679247, + "grad_norm": 1.5847229957580566, + "learning_rate": 9.97894923997915e-06, + "loss": 0.49, + "num_input_tokens_seen": 2805832, + "step": 4285 + }, + { + "epoch": 2.5294811320754715, + "grad_norm": 1.0951831340789795, + "learning_rate": 9.97871275155838e-06, + "loss": 0.4967, + "num_input_tokens_seen": 2812648, + "step": 4290 + }, + { + "epoch": 2.532429245283019, + "grad_norm": 1.499542474746704, + "learning_rate": 9.978474945001949e-06, + "loss": 0.5199, + "num_input_tokens_seen": 2815208, + "step": 4295 + }, + { + "epoch": 2.535377358490566, + "grad_norm": 2.2072947025299072, + "learning_rate": 9.978235820372822e-06, + "loss": 0.5321, + "num_input_tokens_seen": 2818664, + "step": 4300 + }, + { + "epoch": 2.538325471698113, + "grad_norm": 2.429391384124756, + "learning_rate": 9.977995377734307e-06, + "loss": 0.4433, + "num_input_tokens_seen": 2821800, + "step": 4305 + }, + { + "epoch": 2.5412735849056602, + "grad_norm": 6.7955641746521, + "learning_rate": 9.977753617150061e-06, + "loss": 0.497, + "num_input_tokens_seen": 2824584, + "step": 4310 + }, + { + "epoch": 2.5442216981132075, + "grad_norm": 2.483219861984253, + "learning_rate": 9.977510538684094e-06, + "loss": 0.6169, + "num_input_tokens_seen": 2827496, + "step": 4315 + }, + { + "epoch": 2.547169811320755, + "grad_norm": 2.0444412231445312, + "learning_rate": 9.977266142400757e-06, + "loss": 0.5076, + "num_input_tokens_seen": 2830344, + "step": 4320 + }, + { + "epoch": 2.550117924528302, + "grad_norm": 3.87579345703125, + "learning_rate": 9.977020428364759e-06, + "loss": 0.5487, + "num_input_tokens_seen": 2833352, + "step": 4325 + }, + { + "epoch": 2.553066037735849, + "grad_norm": 3.4664371013641357, + "learning_rate": 9.976773396641154e-06, + "loss": 0.4659, + "num_input_tokens_seen": 2836936, + "step": 4330 + }, + { + "epoch": 2.5560141509433962, + "grad_norm": 1.8180830478668213, + "learning_rate": 9.976525047295342e-06, + "loss": 0.5843, + "num_input_tokens_seen": 2840200, + "step": 4335 + }, + { + "epoch": 2.5589622641509435, + "grad_norm": 2.263064384460449, + "learning_rate": 9.976275380393077e-06, + "loss": 0.5067, + "num_input_tokens_seen": 2843560, + "step": 4340 + }, + { + "epoch": 2.5619103773584904, + "grad_norm": 2.193403720855713, + "learning_rate": 9.976024396000459e-06, + "loss": 0.5009, + "num_input_tokens_seen": 2846472, + "step": 4345 + }, + { + "epoch": 2.5648584905660377, + "grad_norm": 2.3870675563812256, + "learning_rate": 9.975772094183935e-06, + "loss": 0.4929, + "num_input_tokens_seen": 2849096, + "step": 4350 + }, + { + "epoch": 2.567806603773585, + "grad_norm": 2.0903892517089844, + "learning_rate": 9.975518475010306e-06, + "loss": 0.5242, + "num_input_tokens_seen": 2852296, + "step": 4355 + }, + { + "epoch": 2.5707547169811322, + "grad_norm": 5.834184169769287, + "learning_rate": 9.975263538546717e-06, + "loss": 0.5629, + "num_input_tokens_seen": 2855912, + "step": 4360 + }, + { + "epoch": 2.5737028301886795, + "grad_norm": 1.3367527723312378, + "learning_rate": 9.975007284860664e-06, + "loss": 0.4089, + "num_input_tokens_seen": 2858952, + "step": 4365 + }, + { + "epoch": 2.5766509433962264, + "grad_norm": 2.4117324352264404, + "learning_rate": 9.974749714019993e-06, + "loss": 0.5001, + "num_input_tokens_seen": 2862056, + "step": 4370 + }, + { + "epoch": 2.5795990566037736, + "grad_norm": 4.023436546325684, + "learning_rate": 9.974490826092894e-06, + "loss": 0.5829, + "num_input_tokens_seen": 2864808, + "step": 4375 + }, + { + "epoch": 2.5825471698113205, + "grad_norm": 1.2103049755096436, + "learning_rate": 9.974230621147907e-06, + "loss": 0.6266, + "num_input_tokens_seen": 2867496, + "step": 4380 + }, + { + "epoch": 2.5854952830188678, + "grad_norm": 2.4666645526885986, + "learning_rate": 9.973969099253928e-06, + "loss": 0.5737, + "num_input_tokens_seen": 2870440, + "step": 4385 + }, + { + "epoch": 2.588443396226415, + "grad_norm": 1.4830682277679443, + "learning_rate": 9.973706260480194e-06, + "loss": 0.4378, + "num_input_tokens_seen": 2873512, + "step": 4390 + }, + { + "epoch": 2.5913915094339623, + "grad_norm": 1.460517406463623, + "learning_rate": 9.97344210489629e-06, + "loss": 0.5336, + "num_input_tokens_seen": 2877960, + "step": 4395 + }, + { + "epoch": 2.5943396226415096, + "grad_norm": 1.9671303033828735, + "learning_rate": 9.973176632572158e-06, + "loss": 0.4749, + "num_input_tokens_seen": 2881096, + "step": 4400 + }, + { + "epoch": 2.5972877358490565, + "grad_norm": 0.984243631362915, + "learning_rate": 9.972909843578076e-06, + "loss": 0.4053, + "num_input_tokens_seen": 2884136, + "step": 4405 + }, + { + "epoch": 2.6002358490566038, + "grad_norm": 2.4399454593658447, + "learning_rate": 9.972641737984681e-06, + "loss": 0.5384, + "num_input_tokens_seen": 2887464, + "step": 4410 + }, + { + "epoch": 2.603183962264151, + "grad_norm": 1.4117846488952637, + "learning_rate": 9.972372315862956e-06, + "loss": 0.485, + "num_input_tokens_seen": 2892200, + "step": 4415 + }, + { + "epoch": 2.606132075471698, + "grad_norm": 1.3699157238006592, + "learning_rate": 9.97210157728423e-06, + "loss": 0.4708, + "num_input_tokens_seen": 2895272, + "step": 4420 + }, + { + "epoch": 2.609080188679245, + "grad_norm": 1.9638214111328125, + "learning_rate": 9.971829522320185e-06, + "loss": 0.6189, + "num_input_tokens_seen": 2897736, + "step": 4425 + }, + { + "epoch": 2.6120283018867925, + "grad_norm": 0.8967332243919373, + "learning_rate": 9.971556151042843e-06, + "loss": 0.5427, + "num_input_tokens_seen": 2901000, + "step": 4430 + }, + { + "epoch": 2.6149764150943398, + "grad_norm": 2.4215970039367676, + "learning_rate": 9.971281463524588e-06, + "loss": 0.552, + "num_input_tokens_seen": 2903176, + "step": 4435 + }, + { + "epoch": 2.617924528301887, + "grad_norm": 1.4292494058609009, + "learning_rate": 9.971005459838136e-06, + "loss": 0.6428, + "num_input_tokens_seen": 2905896, + "step": 4440 + }, + { + "epoch": 2.620872641509434, + "grad_norm": 1.0414875745773315, + "learning_rate": 9.970728140056567e-06, + "loss": 0.5304, + "num_input_tokens_seen": 2909896, + "step": 4445 + }, + { + "epoch": 2.623820754716981, + "grad_norm": 2.070148229598999, + "learning_rate": 9.9704495042533e-06, + "loss": 0.4947, + "num_input_tokens_seen": 2913224, + "step": 4450 + }, + { + "epoch": 2.6267688679245285, + "grad_norm": 2.3710250854492188, + "learning_rate": 9.970169552502105e-06, + "loss": 0.5572, + "num_input_tokens_seen": 2915784, + "step": 4455 + }, + { + "epoch": 2.6297169811320753, + "grad_norm": 1.5620265007019043, + "learning_rate": 9.969888284877102e-06, + "loss": 0.4805, + "num_input_tokens_seen": 2919656, + "step": 4460 + }, + { + "epoch": 2.6326650943396226, + "grad_norm": 1.7226530313491821, + "learning_rate": 9.969605701452757e-06, + "loss": 0.4531, + "num_input_tokens_seen": 2923112, + "step": 4465 + }, + { + "epoch": 2.63561320754717, + "grad_norm": 7.157899856567383, + "learning_rate": 9.969321802303882e-06, + "loss": 0.5639, + "num_input_tokens_seen": 2925352, + "step": 4470 + }, + { + "epoch": 2.638561320754717, + "grad_norm": 4.3139519691467285, + "learning_rate": 9.969036587505644e-06, + "loss": 0.6045, + "num_input_tokens_seen": 2928008, + "step": 4475 + }, + { + "epoch": 2.641509433962264, + "grad_norm": 2.3300058841705322, + "learning_rate": 9.968750057133555e-06, + "loss": 0.4809, + "num_input_tokens_seen": 2930504, + "step": 4480 + }, + { + "epoch": 2.6444575471698113, + "grad_norm": 2.497525691986084, + "learning_rate": 9.968462211263474e-06, + "loss": 0.4782, + "num_input_tokens_seen": 2933896, + "step": 4485 + }, + { + "epoch": 2.6474056603773586, + "grad_norm": 1.578253984451294, + "learning_rate": 9.96817304997161e-06, + "loss": 0.5738, + "num_input_tokens_seen": 2937288, + "step": 4490 + }, + { + "epoch": 2.6503537735849054, + "grad_norm": 1.3284940719604492, + "learning_rate": 9.967882573334519e-06, + "loss": 0.365, + "num_input_tokens_seen": 2941480, + "step": 4495 + }, + { + "epoch": 2.6533018867924527, + "grad_norm": 2.495436191558838, + "learning_rate": 9.967590781429106e-06, + "loss": 0.3725, + "num_input_tokens_seen": 2944712, + "step": 4500 + }, + { + "epoch": 2.65625, + "grad_norm": 2.011626958847046, + "learning_rate": 9.967297674332625e-06, + "loss": 0.6054, + "num_input_tokens_seen": 2947624, + "step": 4505 + }, + { + "epoch": 2.6591981132075473, + "grad_norm": 2.7210628986358643, + "learning_rate": 9.967003252122675e-06, + "loss": 0.5387, + "num_input_tokens_seen": 2950408, + "step": 4510 + }, + { + "epoch": 2.6621462264150946, + "grad_norm": 6.089529991149902, + "learning_rate": 9.96670751487721e-06, + "loss": 0.516, + "num_input_tokens_seen": 2954952, + "step": 4515 + }, + { + "epoch": 2.6650943396226414, + "grad_norm": 1.7461296319961548, + "learning_rate": 9.966410462674525e-06, + "loss": 0.3434, + "num_input_tokens_seen": 2958440, + "step": 4520 + }, + { + "epoch": 2.6680424528301887, + "grad_norm": 2.408565044403076, + "learning_rate": 9.966112095593264e-06, + "loss": 0.4762, + "num_input_tokens_seen": 2961064, + "step": 4525 + }, + { + "epoch": 2.670990566037736, + "grad_norm": 1.6180799007415771, + "learning_rate": 9.965812413712425e-06, + "loss": 0.3959, + "num_input_tokens_seen": 2964392, + "step": 4530 + }, + { + "epoch": 2.673938679245283, + "grad_norm": 1.3032056093215942, + "learning_rate": 9.965511417111346e-06, + "loss": 0.4234, + "num_input_tokens_seen": 2969032, + "step": 4535 + }, + { + "epoch": 2.67688679245283, + "grad_norm": 1.6725845336914062, + "learning_rate": 9.96520910586972e-06, + "loss": 0.4773, + "num_input_tokens_seen": 2973512, + "step": 4540 + }, + { + "epoch": 2.6798349056603774, + "grad_norm": 1.3829197883605957, + "learning_rate": 9.964905480067585e-06, + "loss": 0.5975, + "num_input_tokens_seen": 2977640, + "step": 4545 + }, + { + "epoch": 2.6827830188679247, + "grad_norm": 2.6927480697631836, + "learning_rate": 9.964600539785328e-06, + "loss": 0.4231, + "num_input_tokens_seen": 2980968, + "step": 4550 + }, + { + "epoch": 2.6857311320754715, + "grad_norm": 2.033177614212036, + "learning_rate": 9.96429428510368e-06, + "loss": 0.3383, + "num_input_tokens_seen": 2984072, + "step": 4555 + }, + { + "epoch": 2.688679245283019, + "grad_norm": 1.1735126972198486, + "learning_rate": 9.963986716103724e-06, + "loss": 0.3629, + "num_input_tokens_seen": 2988264, + "step": 4560 + }, + { + "epoch": 2.691627358490566, + "grad_norm": 1.411139726638794, + "learning_rate": 9.963677832866893e-06, + "loss": 0.6341, + "num_input_tokens_seen": 2991880, + "step": 4565 + }, + { + "epoch": 2.694575471698113, + "grad_norm": 2.864865303039551, + "learning_rate": 9.963367635474962e-06, + "loss": 0.4889, + "num_input_tokens_seen": 2994152, + "step": 4570 + }, + { + "epoch": 2.6975235849056602, + "grad_norm": 1.6411281824111938, + "learning_rate": 9.96305612401006e-06, + "loss": 0.3911, + "num_input_tokens_seen": 2997448, + "step": 4575 + }, + { + "epoch": 2.7004716981132075, + "grad_norm": 2.7334578037261963, + "learning_rate": 9.96274329855466e-06, + "loss": 0.3927, + "num_input_tokens_seen": 3000040, + "step": 4580 + }, + { + "epoch": 2.703419811320755, + "grad_norm": 1.3286399841308594, + "learning_rate": 9.962429159191583e-06, + "loss": 0.5341, + "num_input_tokens_seen": 3002824, + "step": 4585 + }, + { + "epoch": 2.706367924528302, + "grad_norm": 1.7133851051330566, + "learning_rate": 9.962113706003997e-06, + "loss": 0.5862, + "num_input_tokens_seen": 3006504, + "step": 4590 + }, + { + "epoch": 2.709316037735849, + "grad_norm": 1.7684134244918823, + "learning_rate": 9.961796939075424e-06, + "loss": 0.5192, + "num_input_tokens_seen": 3009256, + "step": 4595 + }, + { + "epoch": 2.7122641509433962, + "grad_norm": 1.8931059837341309, + "learning_rate": 9.961478858489728e-06, + "loss": 0.4623, + "num_input_tokens_seen": 3012008, + "step": 4600 + }, + { + "epoch": 2.7152122641509435, + "grad_norm": 1.607898473739624, + "learning_rate": 9.961159464331119e-06, + "loss": 0.4831, + "num_input_tokens_seen": 3015496, + "step": 4605 + }, + { + "epoch": 2.7181603773584904, + "grad_norm": 2.3218040466308594, + "learning_rate": 9.960838756684161e-06, + "loss": 0.638, + "num_input_tokens_seen": 3018440, + "step": 4610 + }, + { + "epoch": 2.7211084905660377, + "grad_norm": 2.695394515991211, + "learning_rate": 9.960516735633764e-06, + "loss": 0.5906, + "num_input_tokens_seen": 3021288, + "step": 4615 + }, + { + "epoch": 2.724056603773585, + "grad_norm": 2.7836618423461914, + "learning_rate": 9.960193401265181e-06, + "loss": 0.4737, + "num_input_tokens_seen": 3024040, + "step": 4620 + }, + { + "epoch": 2.7270047169811322, + "grad_norm": 1.3955516815185547, + "learning_rate": 9.959868753664018e-06, + "loss": 0.5317, + "num_input_tokens_seen": 3027976, + "step": 4625 + }, + { + "epoch": 2.7299528301886795, + "grad_norm": 1.2902041673660278, + "learning_rate": 9.959542792916227e-06, + "loss": 0.5719, + "num_input_tokens_seen": 3030600, + "step": 4630 + }, + { + "epoch": 2.7329009433962264, + "grad_norm": 2.328888416290283, + "learning_rate": 9.959215519108108e-06, + "loss": 0.4226, + "num_input_tokens_seen": 3033768, + "step": 4635 + }, + { + "epoch": 2.7358490566037736, + "grad_norm": 0.9646317362785339, + "learning_rate": 9.958886932326306e-06, + "loss": 0.6447, + "num_input_tokens_seen": 3036904, + "step": 4640 + }, + { + "epoch": 2.7387971698113205, + "grad_norm": 2.822603940963745, + "learning_rate": 9.958557032657817e-06, + "loss": 0.6664, + "num_input_tokens_seen": 3039944, + "step": 4645 + }, + { + "epoch": 2.7417452830188678, + "grad_norm": 1.3503265380859375, + "learning_rate": 9.958225820189984e-06, + "loss": 0.5559, + "num_input_tokens_seen": 3043208, + "step": 4650 + }, + { + "epoch": 2.744693396226415, + "grad_norm": 1.7949278354644775, + "learning_rate": 9.957893295010495e-06, + "loss": 0.4922, + "num_input_tokens_seen": 3046184, + "step": 4655 + }, + { + "epoch": 2.7476415094339623, + "grad_norm": 1.3463305234909058, + "learning_rate": 9.957559457207391e-06, + "loss": 0.4802, + "num_input_tokens_seen": 3049256, + "step": 4660 + }, + { + "epoch": 2.7505896226415096, + "grad_norm": 11.042881965637207, + "learning_rate": 9.957224306869053e-06, + "loss": 0.5797, + "num_input_tokens_seen": 3052712, + "step": 4665 + }, + { + "epoch": 2.7535377358490565, + "grad_norm": 1.0299866199493408, + "learning_rate": 9.956887844084216e-06, + "loss": 0.5423, + "num_input_tokens_seen": 3057096, + "step": 4670 + }, + { + "epoch": 2.7564858490566038, + "grad_norm": 5.4484381675720215, + "learning_rate": 9.956550068941958e-06, + "loss": 0.5277, + "num_input_tokens_seen": 3060072, + "step": 4675 + }, + { + "epoch": 2.759433962264151, + "grad_norm": 2.228673219680786, + "learning_rate": 9.95621098153171e-06, + "loss": 0.4638, + "num_input_tokens_seen": 3063528, + "step": 4680 + }, + { + "epoch": 2.762382075471698, + "grad_norm": 1.8715686798095703, + "learning_rate": 9.955870581943243e-06, + "loss": 0.537, + "num_input_tokens_seen": 3066696, + "step": 4685 + }, + { + "epoch": 2.765330188679245, + "grad_norm": 2.042858362197876, + "learning_rate": 9.955528870266681e-06, + "loss": 0.5486, + "num_input_tokens_seen": 3070056, + "step": 4690 + }, + { + "epoch": 2.7682783018867925, + "grad_norm": 1.3629297018051147, + "learning_rate": 9.955185846592495e-06, + "loss": 0.3909, + "num_input_tokens_seen": 3073320, + "step": 4695 + }, + { + "epoch": 2.7712264150943398, + "grad_norm": 1.464735507965088, + "learning_rate": 9.9548415110115e-06, + "loss": 0.5637, + "num_input_tokens_seen": 3076232, + "step": 4700 + }, + { + "epoch": 2.774174528301887, + "grad_norm": 2.320624828338623, + "learning_rate": 9.95449586361486e-06, + "loss": 0.4926, + "num_input_tokens_seen": 3079432, + "step": 4705 + }, + { + "epoch": 2.777122641509434, + "grad_norm": 3.020967721939087, + "learning_rate": 9.954148904494085e-06, + "loss": 0.4929, + "num_input_tokens_seen": 3082504, + "step": 4710 + }, + { + "epoch": 2.780070754716981, + "grad_norm": 1.8090699911117554, + "learning_rate": 9.95380063374104e-06, + "loss": 0.6236, + "num_input_tokens_seen": 3085544, + "step": 4715 + }, + { + "epoch": 2.7830188679245285, + "grad_norm": 1.9704524278640747, + "learning_rate": 9.953451051447927e-06, + "loss": 0.3761, + "num_input_tokens_seen": 3087848, + "step": 4720 + }, + { + "epoch": 2.7859669811320753, + "grad_norm": 0.9276860952377319, + "learning_rate": 9.953100157707299e-06, + "loss": 0.5262, + "num_input_tokens_seen": 3090888, + "step": 4725 + }, + { + "epoch": 2.7889150943396226, + "grad_norm": 1.9407005310058594, + "learning_rate": 9.952747952612056e-06, + "loss": 0.3611, + "num_input_tokens_seen": 3094152, + "step": 4730 + }, + { + "epoch": 2.79186320754717, + "grad_norm": 2.09289813041687, + "learning_rate": 9.952394436255451e-06, + "loss": 0.4987, + "num_input_tokens_seen": 3097256, + "step": 4735 + }, + { + "epoch": 2.794811320754717, + "grad_norm": 0.9313839673995972, + "learning_rate": 9.952039608731072e-06, + "loss": 0.54, + "num_input_tokens_seen": 3101064, + "step": 4740 + }, + { + "epoch": 2.797759433962264, + "grad_norm": 1.3216854333877563, + "learning_rate": 9.951683470132868e-06, + "loss": 0.5697, + "num_input_tokens_seen": 3104136, + "step": 4745 + }, + { + "epoch": 2.8007075471698113, + "grad_norm": 1.5507224798202515, + "learning_rate": 9.951326020555122e-06, + "loss": 0.7464, + "num_input_tokens_seen": 3107080, + "step": 4750 + }, + { + "epoch": 2.8036556603773586, + "grad_norm": 2.538161039352417, + "learning_rate": 9.950967260092473e-06, + "loss": 0.5443, + "num_input_tokens_seen": 3110280, + "step": 4755 + }, + { + "epoch": 2.8066037735849054, + "grad_norm": 2.457463026046753, + "learning_rate": 9.950607188839905e-06, + "loss": 0.4867, + "num_input_tokens_seen": 3112840, + "step": 4760 + }, + { + "epoch": 2.8095518867924527, + "grad_norm": 1.3061431646347046, + "learning_rate": 9.950245806892749e-06, + "loss": 0.4563, + "num_input_tokens_seen": 3115528, + "step": 4765 + }, + { + "epoch": 2.8125, + "grad_norm": 1.0691430568695068, + "learning_rate": 9.94988311434668e-06, + "loss": 0.5583, + "num_input_tokens_seen": 3118696, + "step": 4770 + }, + { + "epoch": 2.8154481132075473, + "grad_norm": 1.4604260921478271, + "learning_rate": 9.949519111297723e-06, + "loss": 0.475, + "num_input_tokens_seen": 3123336, + "step": 4775 + }, + { + "epoch": 2.8183962264150946, + "grad_norm": 1.402661681175232, + "learning_rate": 9.949153797842252e-06, + "loss": 0.45, + "num_input_tokens_seen": 3126248, + "step": 4780 + }, + { + "epoch": 2.8213443396226414, + "grad_norm": 1.4495019912719727, + "learning_rate": 9.948787174076982e-06, + "loss": 0.5464, + "num_input_tokens_seen": 3129928, + "step": 4785 + }, + { + "epoch": 2.8242924528301887, + "grad_norm": 1.5636759996414185, + "learning_rate": 9.948419240098978e-06, + "loss": 0.5263, + "num_input_tokens_seen": 3133640, + "step": 4790 + }, + { + "epoch": 2.827240566037736, + "grad_norm": 1.2623682022094727, + "learning_rate": 9.948049996005657e-06, + "loss": 0.4829, + "num_input_tokens_seen": 3136456, + "step": 4795 + }, + { + "epoch": 2.830188679245283, + "grad_norm": 1.3340870141983032, + "learning_rate": 9.947679441894773e-06, + "loss": 0.5375, + "num_input_tokens_seen": 3139432, + "step": 4800 + }, + { + "epoch": 2.83313679245283, + "grad_norm": 2.0753955841064453, + "learning_rate": 9.947307577864433e-06, + "loss": 0.5723, + "num_input_tokens_seen": 3142664, + "step": 4805 + }, + { + "epoch": 2.8360849056603774, + "grad_norm": 1.4303654432296753, + "learning_rate": 9.94693440401309e-06, + "loss": 0.5119, + "num_input_tokens_seen": 3146024, + "step": 4810 + }, + { + "epoch": 2.8390330188679247, + "grad_norm": 2.6100924015045166, + "learning_rate": 9.946559920439545e-06, + "loss": 0.5276, + "num_input_tokens_seen": 3148424, + "step": 4815 + }, + { + "epoch": 2.8419811320754715, + "grad_norm": 1.4440314769744873, + "learning_rate": 9.946184127242942e-06, + "loss": 0.3178, + "num_input_tokens_seen": 3151112, + "step": 4820 + }, + { + "epoch": 2.844929245283019, + "grad_norm": 2.32955265045166, + "learning_rate": 9.945807024522774e-06, + "loss": 0.4442, + "num_input_tokens_seen": 3154280, + "step": 4825 + }, + { + "epoch": 2.847877358490566, + "grad_norm": 1.1993054151535034, + "learning_rate": 9.945428612378881e-06, + "loss": 0.4356, + "num_input_tokens_seen": 3157224, + "step": 4830 + }, + { + "epoch": 2.850825471698113, + "grad_norm": 0.987313449382782, + "learning_rate": 9.94504889091145e-06, + "loss": 0.6206, + "num_input_tokens_seen": 3160648, + "step": 4835 + }, + { + "epoch": 2.8537735849056602, + "grad_norm": 0.9646142721176147, + "learning_rate": 9.944667860221013e-06, + "loss": 0.4141, + "num_input_tokens_seen": 3163816, + "step": 4840 + }, + { + "epoch": 2.8567216981132075, + "grad_norm": 0.93040531873703, + "learning_rate": 9.944285520408448e-06, + "loss": 0.5051, + "num_input_tokens_seen": 3166952, + "step": 4845 + }, + { + "epoch": 2.859669811320755, + "grad_norm": 1.9222558736801147, + "learning_rate": 9.943901871574984e-06, + "loss": 0.5405, + "num_input_tokens_seen": 3169512, + "step": 4850 + }, + { + "epoch": 2.862617924528302, + "grad_norm": 1.827199935913086, + "learning_rate": 9.943516913822192e-06, + "loss": 0.5107, + "num_input_tokens_seen": 3174280, + "step": 4855 + }, + { + "epoch": 2.865566037735849, + "grad_norm": 1.703576683998108, + "learning_rate": 9.943130647251994e-06, + "loss": 0.4774, + "num_input_tokens_seen": 3177288, + "step": 4860 + }, + { + "epoch": 2.8685141509433962, + "grad_norm": 1.6559133529663086, + "learning_rate": 9.94274307196665e-06, + "loss": 0.4298, + "num_input_tokens_seen": 3180168, + "step": 4865 + }, + { + "epoch": 2.8714622641509435, + "grad_norm": 2.3017029762268066, + "learning_rate": 9.942354188068778e-06, + "loss": 0.4292, + "num_input_tokens_seen": 3182728, + "step": 4870 + }, + { + "epoch": 2.8744103773584904, + "grad_norm": 1.2636404037475586, + "learning_rate": 9.941963995661333e-06, + "loss": 0.4668, + "num_input_tokens_seen": 3185864, + "step": 4875 + }, + { + "epoch": 2.8773584905660377, + "grad_norm": 5.172703266143799, + "learning_rate": 9.941572494847622e-06, + "loss": 0.5844, + "num_input_tokens_seen": 3189288, + "step": 4880 + }, + { + "epoch": 2.880306603773585, + "grad_norm": 8.695262908935547, + "learning_rate": 9.941179685731297e-06, + "loss": 0.5695, + "num_input_tokens_seen": 3191656, + "step": 4885 + }, + { + "epoch": 2.8832547169811322, + "grad_norm": 4.696771621704102, + "learning_rate": 9.940785568416354e-06, + "loss": 0.5558, + "num_input_tokens_seen": 3194760, + "step": 4890 + }, + { + "epoch": 2.8862028301886795, + "grad_norm": 1.2966116666793823, + "learning_rate": 9.940390143007137e-06, + "loss": 0.4745, + "num_input_tokens_seen": 3197896, + "step": 4895 + }, + { + "epoch": 2.8891509433962264, + "grad_norm": 1.2165032625198364, + "learning_rate": 9.939993409608339e-06, + "loss": 0.5048, + "num_input_tokens_seen": 3201192, + "step": 4900 + }, + { + "epoch": 2.8920990566037736, + "grad_norm": 3.2071239948272705, + "learning_rate": 9.939595368324996e-06, + "loss": 0.5584, + "num_input_tokens_seen": 3205064, + "step": 4905 + }, + { + "epoch": 2.8950471698113205, + "grad_norm": 1.4271413087844849, + "learning_rate": 9.93919601926249e-06, + "loss": 0.526, + "num_input_tokens_seen": 3208328, + "step": 4910 + }, + { + "epoch": 2.8979952830188678, + "grad_norm": 1.6124106645584106, + "learning_rate": 9.938795362526552e-06, + "loss": 0.5264, + "num_input_tokens_seen": 3211464, + "step": 4915 + }, + { + "epoch": 2.900943396226415, + "grad_norm": 2.2010834217071533, + "learning_rate": 9.938393398223255e-06, + "loss": 0.4575, + "num_input_tokens_seen": 3215240, + "step": 4920 + }, + { + "epoch": 2.9038915094339623, + "grad_norm": 1.5403709411621094, + "learning_rate": 9.937990126459024e-06, + "loss": 0.485, + "num_input_tokens_seen": 3218760, + "step": 4925 + }, + { + "epoch": 2.9068396226415096, + "grad_norm": 2.3265554904937744, + "learning_rate": 9.937585547340624e-06, + "loss": 0.4242, + "num_input_tokens_seen": 3222152, + "step": 4930 + }, + { + "epoch": 2.9097877358490565, + "grad_norm": 1.0440000295639038, + "learning_rate": 9.937179660975174e-06, + "loss": 0.453, + "num_input_tokens_seen": 3225832, + "step": 4935 + }, + { + "epoch": 2.9127358490566038, + "grad_norm": 1.1568766832351685, + "learning_rate": 9.936772467470127e-06, + "loss": 0.492, + "num_input_tokens_seen": 3228776, + "step": 4940 + }, + { + "epoch": 2.915683962264151, + "grad_norm": 1.4041777849197388, + "learning_rate": 9.936363966933294e-06, + "loss": 0.3743, + "num_input_tokens_seen": 3232232, + "step": 4945 + }, + { + "epoch": 2.918632075471698, + "grad_norm": 2.896888494491577, + "learning_rate": 9.935954159472828e-06, + "loss": 0.5068, + "num_input_tokens_seen": 3234984, + "step": 4950 + }, + { + "epoch": 2.921580188679245, + "grad_norm": 2.4688189029693604, + "learning_rate": 9.935543045197222e-06, + "loss": 0.3626, + "num_input_tokens_seen": 3238088, + "step": 4955 + }, + { + "epoch": 2.9245283018867925, + "grad_norm": 3.7499711513519287, + "learning_rate": 9.935130624215326e-06, + "loss": 0.4899, + "num_input_tokens_seen": 3241320, + "step": 4960 + }, + { + "epoch": 2.9274764150943398, + "grad_norm": 2.377329111099243, + "learning_rate": 9.934716896636329e-06, + "loss": 0.5653, + "num_input_tokens_seen": 3244872, + "step": 4965 + }, + { + "epoch": 2.930424528301887, + "grad_norm": 1.8175829648971558, + "learning_rate": 9.934301862569764e-06, + "loss": 0.4777, + "num_input_tokens_seen": 3247816, + "step": 4970 + }, + { + "epoch": 2.933372641509434, + "grad_norm": 1.492336392402649, + "learning_rate": 9.933885522125517e-06, + "loss": 0.5174, + "num_input_tokens_seen": 3251688, + "step": 4975 + }, + { + "epoch": 2.936320754716981, + "grad_norm": 1.5463818311691284, + "learning_rate": 9.933467875413813e-06, + "loss": 0.3868, + "num_input_tokens_seen": 3254728, + "step": 4980 + }, + { + "epoch": 2.9392688679245285, + "grad_norm": 0.740593671798706, + "learning_rate": 9.933048922545227e-06, + "loss": 0.4233, + "num_input_tokens_seen": 3262728, + "step": 4985 + }, + { + "epoch": 2.9422169811320753, + "grad_norm": 3.6719415187835693, + "learning_rate": 9.932628663630679e-06, + "loss": 0.4899, + "num_input_tokens_seen": 3266216, + "step": 4990 + }, + { + "epoch": 2.9451650943396226, + "grad_norm": 1.718527913093567, + "learning_rate": 9.932207098781432e-06, + "loss": 0.621, + "num_input_tokens_seen": 3269736, + "step": 4995 + }, + { + "epoch": 2.94811320754717, + "grad_norm": 1.5184272527694702, + "learning_rate": 9.931784228109102e-06, + "loss": 0.5593, + "num_input_tokens_seen": 3273064, + "step": 5000 + }, + { + "epoch": 2.951061320754717, + "grad_norm": 1.406190037727356, + "learning_rate": 9.93136005172564e-06, + "loss": 0.5504, + "num_input_tokens_seen": 3276072, + "step": 5005 + }, + { + "epoch": 2.954009433962264, + "grad_norm": 3.0668091773986816, + "learning_rate": 9.930934569743354e-06, + "loss": 0.4418, + "num_input_tokens_seen": 3278760, + "step": 5010 + }, + { + "epoch": 2.9569575471698113, + "grad_norm": 2.519857406616211, + "learning_rate": 9.930507782274888e-06, + "loss": 0.5869, + "num_input_tokens_seen": 3285352, + "step": 5015 + }, + { + "epoch": 2.9599056603773586, + "grad_norm": 1.3878439664840698, + "learning_rate": 9.930079689433236e-06, + "loss": 0.583, + "num_input_tokens_seen": 3288520, + "step": 5020 + }, + { + "epoch": 2.9628537735849054, + "grad_norm": 1.9601870775222778, + "learning_rate": 9.92965029133174e-06, + "loss": 0.4659, + "num_input_tokens_seen": 3292520, + "step": 5025 + }, + { + "epoch": 2.9658018867924527, + "grad_norm": 1.1516907215118408, + "learning_rate": 9.929219588084084e-06, + "loss": 0.4144, + "num_input_tokens_seen": 3295880, + "step": 5030 + }, + { + "epoch": 2.96875, + "grad_norm": 2.161921977996826, + "learning_rate": 9.9287875798043e-06, + "loss": 0.6749, + "num_input_tokens_seen": 3299144, + "step": 5035 + }, + { + "epoch": 2.9716981132075473, + "grad_norm": 1.7976487874984741, + "learning_rate": 9.92835426660676e-06, + "loss": 0.6968, + "num_input_tokens_seen": 3302408, + "step": 5040 + }, + { + "epoch": 2.9746462264150946, + "grad_norm": 1.4335016012191772, + "learning_rate": 9.927919648606188e-06, + "loss": 0.6336, + "num_input_tokens_seen": 3305128, + "step": 5045 + }, + { + "epoch": 2.9775943396226414, + "grad_norm": 2.2590785026550293, + "learning_rate": 9.927483725917652e-06, + "loss": 0.5452, + "num_input_tokens_seen": 3308104, + "step": 5050 + }, + { + "epoch": 2.9805424528301887, + "grad_norm": 1.4826996326446533, + "learning_rate": 9.927046498656562e-06, + "loss": 0.5691, + "num_input_tokens_seen": 3311848, + "step": 5055 + }, + { + "epoch": 2.983490566037736, + "grad_norm": 1.5753244161605835, + "learning_rate": 9.926607966938679e-06, + "loss": 0.3822, + "num_input_tokens_seen": 3315016, + "step": 5060 + }, + { + "epoch": 2.986438679245283, + "grad_norm": 2.044975519180298, + "learning_rate": 9.926168130880103e-06, + "loss": 0.4356, + "num_input_tokens_seen": 3317704, + "step": 5065 + }, + { + "epoch": 2.98938679245283, + "grad_norm": 2.250882387161255, + "learning_rate": 9.925726990597283e-06, + "loss": 0.6373, + "num_input_tokens_seen": 3320456, + "step": 5070 + }, + { + "epoch": 2.9923349056603774, + "grad_norm": 1.9506933689117432, + "learning_rate": 9.925284546207015e-06, + "loss": 0.5203, + "num_input_tokens_seen": 3322920, + "step": 5075 + }, + { + "epoch": 2.9952830188679247, + "grad_norm": 1.2908248901367188, + "learning_rate": 9.924840797826436e-06, + "loss": 0.3871, + "num_input_tokens_seen": 3326024, + "step": 5080 + }, + { + "epoch": 2.9982311320754715, + "grad_norm": 1.0386180877685547, + "learning_rate": 9.924395745573029e-06, + "loss": 0.5447, + "num_input_tokens_seen": 3329096, + "step": 5085 + }, + { + "epoch": 3.001179245283019, + "grad_norm": 1.7735686302185059, + "learning_rate": 9.923949389564629e-06, + "loss": 0.475, + "num_input_tokens_seen": 3332128, + "step": 5090 + }, + { + "epoch": 3.004127358490566, + "grad_norm": 1.278415560722351, + "learning_rate": 9.923501729919404e-06, + "loss": 0.4551, + "num_input_tokens_seen": 3335488, + "step": 5095 + }, + { + "epoch": 3.0070754716981134, + "grad_norm": 1.452831745147705, + "learning_rate": 9.923052766755878e-06, + "loss": 0.5561, + "num_input_tokens_seen": 3338240, + "step": 5100 + }, + { + "epoch": 3.0100235849056602, + "grad_norm": 1.2127302885055542, + "learning_rate": 9.922602500192914e-06, + "loss": 0.4585, + "num_input_tokens_seen": 3341568, + "step": 5105 + }, + { + "epoch": 3.0129716981132075, + "grad_norm": 1.5557435750961304, + "learning_rate": 9.922150930349725e-06, + "loss": 0.5602, + "num_input_tokens_seen": 3344800, + "step": 5110 + }, + { + "epoch": 3.015919811320755, + "grad_norm": 1.224974274635315, + "learning_rate": 9.921698057345863e-06, + "loss": 0.4736, + "num_input_tokens_seen": 3347584, + "step": 5115 + }, + { + "epoch": 3.018867924528302, + "grad_norm": 2.1863536834716797, + "learning_rate": 9.921243881301229e-06, + "loss": 0.5086, + "num_input_tokens_seen": 3350720, + "step": 5120 + }, + { + "epoch": 3.021816037735849, + "grad_norm": 0.9291180372238159, + "learning_rate": 9.920788402336068e-06, + "loss": 0.4368, + "num_input_tokens_seen": 3353344, + "step": 5125 + }, + { + "epoch": 3.0247641509433962, + "grad_norm": 1.5831423997879028, + "learning_rate": 9.92033162057097e-06, + "loss": 0.502, + "num_input_tokens_seen": 3356672, + "step": 5130 + }, + { + "epoch": 3.0277122641509435, + "grad_norm": 1.6410856246948242, + "learning_rate": 9.919873536126869e-06, + "loss": 0.4797, + "num_input_tokens_seen": 3359168, + "step": 5135 + }, + { + "epoch": 3.0306603773584904, + "grad_norm": 1.5448914766311646, + "learning_rate": 9.919414149125046e-06, + "loss": 0.537, + "num_input_tokens_seen": 3362208, + "step": 5140 + }, + { + "epoch": 3.0336084905660377, + "grad_norm": 1.026137113571167, + "learning_rate": 9.918953459687126e-06, + "loss": 0.3854, + "num_input_tokens_seen": 3365504, + "step": 5145 + }, + { + "epoch": 3.036556603773585, + "grad_norm": 1.1452198028564453, + "learning_rate": 9.918491467935078e-06, + "loss": 0.4838, + "num_input_tokens_seen": 3368544, + "step": 5150 + }, + { + "epoch": 3.0395047169811322, + "grad_norm": 2.294367551803589, + "learning_rate": 9.918028173991218e-06, + "loss": 0.5294, + "num_input_tokens_seen": 3371488, + "step": 5155 + }, + { + "epoch": 3.042452830188679, + "grad_norm": 1.14686119556427, + "learning_rate": 9.917563577978202e-06, + "loss": 0.5469, + "num_input_tokens_seen": 3374464, + "step": 5160 + }, + { + "epoch": 3.0454009433962264, + "grad_norm": 1.6554691791534424, + "learning_rate": 9.917097680019035e-06, + "loss": 0.5381, + "num_input_tokens_seen": 3377184, + "step": 5165 + }, + { + "epoch": 3.0483490566037736, + "grad_norm": 1.0075551271438599, + "learning_rate": 9.916630480237066e-06, + "loss": 0.5133, + "num_input_tokens_seen": 3380384, + "step": 5170 + }, + { + "epoch": 3.051297169811321, + "grad_norm": 0.4492725729942322, + "learning_rate": 9.916161978755988e-06, + "loss": 0.4568, + "num_input_tokens_seen": 3385664, + "step": 5175 + }, + { + "epoch": 3.0542452830188678, + "grad_norm": 1.0520192384719849, + "learning_rate": 9.915692175699838e-06, + "loss": 0.4852, + "num_input_tokens_seen": 3388384, + "step": 5180 + }, + { + "epoch": 3.057193396226415, + "grad_norm": 2.86159348487854, + "learning_rate": 9.915221071193e-06, + "loss": 0.4375, + "num_input_tokens_seen": 3392096, + "step": 5185 + }, + { + "epoch": 3.0601415094339623, + "grad_norm": 1.4738032817840576, + "learning_rate": 9.914748665360199e-06, + "loss": 0.5146, + "num_input_tokens_seen": 3395104, + "step": 5190 + }, + { + "epoch": 3.0630896226415096, + "grad_norm": 0.8764084577560425, + "learning_rate": 9.914274958326507e-06, + "loss": 0.3913, + "num_input_tokens_seen": 3399168, + "step": 5195 + }, + { + "epoch": 3.0660377358490565, + "grad_norm": 2.386481285095215, + "learning_rate": 9.913799950217341e-06, + "loss": 0.3717, + "num_input_tokens_seen": 3401824, + "step": 5200 + }, + { + "epoch": 3.0689858490566038, + "grad_norm": 1.5720088481903076, + "learning_rate": 9.91332364115846e-06, + "loss": 0.5866, + "num_input_tokens_seen": 3405568, + "step": 5205 + }, + { + "epoch": 3.071933962264151, + "grad_norm": 1.0408836603164673, + "learning_rate": 9.912846031275972e-06, + "loss": 0.5187, + "num_input_tokens_seen": 3409088, + "step": 5210 + }, + { + "epoch": 3.074882075471698, + "grad_norm": 2.1649773120880127, + "learning_rate": 9.912367120696322e-06, + "loss": 0.6663, + "num_input_tokens_seen": 3412160, + "step": 5215 + }, + { + "epoch": 3.077830188679245, + "grad_norm": 2.4600906372070312, + "learning_rate": 9.911886909546307e-06, + "loss": 0.5112, + "num_input_tokens_seen": 3415296, + "step": 5220 + }, + { + "epoch": 3.0807783018867925, + "grad_norm": 2.137538194656372, + "learning_rate": 9.911405397953063e-06, + "loss": 0.595, + "num_input_tokens_seen": 3418848, + "step": 5225 + }, + { + "epoch": 3.0837264150943398, + "grad_norm": 1.030160903930664, + "learning_rate": 9.910922586044073e-06, + "loss": 0.3719, + "num_input_tokens_seen": 3422560, + "step": 5230 + }, + { + "epoch": 3.0866745283018866, + "grad_norm": 0.8471506237983704, + "learning_rate": 9.910438473947163e-06, + "loss": 0.4834, + "num_input_tokens_seen": 3425216, + "step": 5235 + }, + { + "epoch": 3.089622641509434, + "grad_norm": 1.708434820175171, + "learning_rate": 9.909953061790506e-06, + "loss": 0.5238, + "num_input_tokens_seen": 3428128, + "step": 5240 + }, + { + "epoch": 3.092570754716981, + "grad_norm": 1.2566081285476685, + "learning_rate": 9.909466349702613e-06, + "loss": 0.4612, + "num_input_tokens_seen": 3431200, + "step": 5245 + }, + { + "epoch": 3.0955188679245285, + "grad_norm": 4.349441051483154, + "learning_rate": 9.908978337812348e-06, + "loss": 0.5505, + "num_input_tokens_seen": 3434240, + "step": 5250 + }, + { + "epoch": 3.0984669811320753, + "grad_norm": 2.1076130867004395, + "learning_rate": 9.908489026248909e-06, + "loss": 0.5385, + "num_input_tokens_seen": 3436992, + "step": 5255 + }, + { + "epoch": 3.1014150943396226, + "grad_norm": 2.1214945316314697, + "learning_rate": 9.907998415141846e-06, + "loss": 0.6604, + "num_input_tokens_seen": 3440288, + "step": 5260 + }, + { + "epoch": 3.10436320754717, + "grad_norm": 1.9876130819320679, + "learning_rate": 9.907506504621052e-06, + "loss": 0.3617, + "num_input_tokens_seen": 3443008, + "step": 5265 + }, + { + "epoch": 3.107311320754717, + "grad_norm": 1.0258774757385254, + "learning_rate": 9.907013294816759e-06, + "loss": 0.5456, + "num_input_tokens_seen": 3446400, + "step": 5270 + }, + { + "epoch": 3.110259433962264, + "grad_norm": 1.26372230052948, + "learning_rate": 9.906518785859548e-06, + "loss": 0.3242, + "num_input_tokens_seen": 3449152, + "step": 5275 + }, + { + "epoch": 3.1132075471698113, + "grad_norm": 1.715171217918396, + "learning_rate": 9.906022977880344e-06, + "loss": 0.4551, + "num_input_tokens_seen": 3452928, + "step": 5280 + }, + { + "epoch": 3.1161556603773586, + "grad_norm": 1.5692096948623657, + "learning_rate": 9.905525871010412e-06, + "loss": 0.441, + "num_input_tokens_seen": 3456864, + "step": 5285 + }, + { + "epoch": 3.119103773584906, + "grad_norm": 2.6160502433776855, + "learning_rate": 9.905027465381363e-06, + "loss": 0.3229, + "num_input_tokens_seen": 3459680, + "step": 5290 + }, + { + "epoch": 3.1220518867924527, + "grad_norm": 2.4297728538513184, + "learning_rate": 9.904527761125155e-06, + "loss": 0.5626, + "num_input_tokens_seen": 3462560, + "step": 5295 + }, + { + "epoch": 3.125, + "grad_norm": 1.1290351152420044, + "learning_rate": 9.904026758374083e-06, + "loss": 0.5417, + "num_input_tokens_seen": 3466816, + "step": 5300 + }, + { + "epoch": 3.1279481132075473, + "grad_norm": 3.825814962387085, + "learning_rate": 9.903524457260794e-06, + "loss": 0.5335, + "num_input_tokens_seen": 3470400, + "step": 5305 + }, + { + "epoch": 3.1308962264150946, + "grad_norm": 0.9831060767173767, + "learning_rate": 9.90302085791827e-06, + "loss": 0.6013, + "num_input_tokens_seen": 3472800, + "step": 5310 + }, + { + "epoch": 3.1338443396226414, + "grad_norm": 1.4628920555114746, + "learning_rate": 9.902515960479844e-06, + "loss": 0.412, + "num_input_tokens_seen": 3476128, + "step": 5315 + }, + { + "epoch": 3.1367924528301887, + "grad_norm": 2.954381227493286, + "learning_rate": 9.902009765079188e-06, + "loss": 0.5839, + "num_input_tokens_seen": 3479072, + "step": 5320 + }, + { + "epoch": 3.139740566037736, + "grad_norm": 2.6502420902252197, + "learning_rate": 9.90150227185032e-06, + "loss": 0.5861, + "num_input_tokens_seen": 3482496, + "step": 5325 + }, + { + "epoch": 3.142688679245283, + "grad_norm": 2.731619119644165, + "learning_rate": 9.900993480927603e-06, + "loss": 0.4558, + "num_input_tokens_seen": 3484800, + "step": 5330 + }, + { + "epoch": 3.14563679245283, + "grad_norm": 2.0992705821990967, + "learning_rate": 9.90048339244574e-06, + "loss": 0.4655, + "num_input_tokens_seen": 3488096, + "step": 5335 + }, + { + "epoch": 3.1485849056603774, + "grad_norm": 1.9423967599868774, + "learning_rate": 9.899972006539776e-06, + "loss": 0.4719, + "num_input_tokens_seen": 3491552, + "step": 5340 + }, + { + "epoch": 3.1515330188679247, + "grad_norm": 3.6688435077667236, + "learning_rate": 9.899459323345106e-06, + "loss": 0.5728, + "num_input_tokens_seen": 3496064, + "step": 5345 + }, + { + "epoch": 3.1544811320754715, + "grad_norm": 1.8063719272613525, + "learning_rate": 9.898945342997467e-06, + "loss": 0.4593, + "num_input_tokens_seen": 3498752, + "step": 5350 + }, + { + "epoch": 3.157429245283019, + "grad_norm": 2.274479627609253, + "learning_rate": 9.898430065632933e-06, + "loss": 0.45, + "num_input_tokens_seen": 3501376, + "step": 5355 + }, + { + "epoch": 3.160377358490566, + "grad_norm": 1.633467674255371, + "learning_rate": 9.897913491387929e-06, + "loss": 0.4699, + "num_input_tokens_seen": 3505824, + "step": 5360 + }, + { + "epoch": 3.1633254716981134, + "grad_norm": 1.4662693738937378, + "learning_rate": 9.897395620399219e-06, + "loss": 0.4035, + "num_input_tokens_seen": 3509632, + "step": 5365 + }, + { + "epoch": 3.1662735849056602, + "grad_norm": 1.2365821599960327, + "learning_rate": 9.896876452803913e-06, + "loss": 0.4766, + "num_input_tokens_seen": 3512736, + "step": 5370 + }, + { + "epoch": 3.1692216981132075, + "grad_norm": 3.4568095207214355, + "learning_rate": 9.896355988739461e-06, + "loss": 0.3706, + "num_input_tokens_seen": 3515488, + "step": 5375 + }, + { + "epoch": 3.172169811320755, + "grad_norm": 1.2717927694320679, + "learning_rate": 9.895834228343658e-06, + "loss": 0.4542, + "num_input_tokens_seen": 3519168, + "step": 5380 + }, + { + "epoch": 3.175117924528302, + "grad_norm": 1.4755204916000366, + "learning_rate": 9.895311171754644e-06, + "loss": 0.3709, + "num_input_tokens_seen": 3521760, + "step": 5385 + }, + { + "epoch": 3.178066037735849, + "grad_norm": 1.683604121208191, + "learning_rate": 9.8947868191109e-06, + "loss": 0.5143, + "num_input_tokens_seen": 3524416, + "step": 5390 + }, + { + "epoch": 3.1810141509433962, + "grad_norm": 1.6556859016418457, + "learning_rate": 9.894261170551249e-06, + "loss": 0.3486, + "num_input_tokens_seen": 3529600, + "step": 5395 + }, + { + "epoch": 3.1839622641509435, + "grad_norm": 1.3218488693237305, + "learning_rate": 9.893734226214861e-06, + "loss": 0.4142, + "num_input_tokens_seen": 3533120, + "step": 5400 + }, + { + "epoch": 3.1869103773584904, + "grad_norm": 0.9585285782814026, + "learning_rate": 9.893205986241246e-06, + "loss": 0.3485, + "num_input_tokens_seen": 3535552, + "step": 5405 + }, + { + "epoch": 3.1898584905660377, + "grad_norm": 2.293926954269409, + "learning_rate": 9.892676450770257e-06, + "loss": 0.4426, + "num_input_tokens_seen": 3538432, + "step": 5410 + }, + { + "epoch": 3.192806603773585, + "grad_norm": 1.2965519428253174, + "learning_rate": 9.892145619942092e-06, + "loss": 0.4737, + "num_input_tokens_seen": 3542208, + "step": 5415 + }, + { + "epoch": 3.1957547169811322, + "grad_norm": 0.9296808242797852, + "learning_rate": 9.891613493897289e-06, + "loss": 0.4106, + "num_input_tokens_seen": 3546368, + "step": 5420 + }, + { + "epoch": 3.198702830188679, + "grad_norm": 1.9635599851608276, + "learning_rate": 9.891080072776733e-06, + "loss": 0.6086, + "num_input_tokens_seen": 3548928, + "step": 5425 + }, + { + "epoch": 3.2016509433962264, + "grad_norm": 1.5746753215789795, + "learning_rate": 9.890545356721649e-06, + "loss": 0.439, + "num_input_tokens_seen": 3551936, + "step": 5430 + }, + { + "epoch": 3.2045990566037736, + "grad_norm": 1.2829670906066895, + "learning_rate": 9.890009345873603e-06, + "loss": 0.4601, + "num_input_tokens_seen": 3554912, + "step": 5435 + }, + { + "epoch": 3.207547169811321, + "grad_norm": 4.439104080200195, + "learning_rate": 9.889472040374509e-06, + "loss": 0.4702, + "num_input_tokens_seen": 3558144, + "step": 5440 + }, + { + "epoch": 3.2104952830188678, + "grad_norm": 1.8344624042510986, + "learning_rate": 9.88893344036662e-06, + "loss": 0.3835, + "num_input_tokens_seen": 3561376, + "step": 5445 + }, + { + "epoch": 3.213443396226415, + "grad_norm": 3.321758270263672, + "learning_rate": 9.888393545992531e-06, + "loss": 0.4883, + "num_input_tokens_seen": 3563936, + "step": 5450 + }, + { + "epoch": 3.2163915094339623, + "grad_norm": 1.3750866651535034, + "learning_rate": 9.887852357395184e-06, + "loss": 0.5755, + "num_input_tokens_seen": 3567424, + "step": 5455 + }, + { + "epoch": 3.2193396226415096, + "grad_norm": 5.702053546905518, + "learning_rate": 9.88730987471786e-06, + "loss": 0.6153, + "num_input_tokens_seen": 3570432, + "step": 5460 + }, + { + "epoch": 3.2222877358490565, + "grad_norm": 2.5131540298461914, + "learning_rate": 9.886766098104183e-06, + "loss": 0.4507, + "num_input_tokens_seen": 3573312, + "step": 5465 + }, + { + "epoch": 3.2252358490566038, + "grad_norm": 1.0903161764144897, + "learning_rate": 9.886221027698122e-06, + "loss": 0.4932, + "num_input_tokens_seen": 3577440, + "step": 5470 + }, + { + "epoch": 3.228183962264151, + "grad_norm": 1.0389047861099243, + "learning_rate": 9.885674663643983e-06, + "loss": 0.4696, + "num_input_tokens_seen": 3581504, + "step": 5475 + }, + { + "epoch": 3.231132075471698, + "grad_norm": 1.3516446352005005, + "learning_rate": 9.885127006086423e-06, + "loss": 0.41, + "num_input_tokens_seen": 3585248, + "step": 5480 + }, + { + "epoch": 3.234080188679245, + "grad_norm": 2.135011672973633, + "learning_rate": 9.884578055170434e-06, + "loss": 0.4334, + "num_input_tokens_seen": 3588000, + "step": 5485 + }, + { + "epoch": 3.2370283018867925, + "grad_norm": 2.3697280883789062, + "learning_rate": 9.884027811041353e-06, + "loss": 0.5558, + "num_input_tokens_seen": 3590400, + "step": 5490 + }, + { + "epoch": 3.2399764150943398, + "grad_norm": 2.5842607021331787, + "learning_rate": 9.883476273844861e-06, + "loss": 0.6526, + "num_input_tokens_seen": 3598112, + "step": 5495 + }, + { + "epoch": 3.2429245283018866, + "grad_norm": 2.0940825939178467, + "learning_rate": 9.882923443726977e-06, + "loss": 0.5572, + "num_input_tokens_seen": 3600544, + "step": 5500 + }, + { + "epoch": 3.245872641509434, + "grad_norm": 2.929563283920288, + "learning_rate": 9.882369320834068e-06, + "loss": 0.4914, + "num_input_tokens_seen": 3604544, + "step": 5505 + }, + { + "epoch": 3.248820754716981, + "grad_norm": 1.027896523475647, + "learning_rate": 9.88181390531284e-06, + "loss": 0.3915, + "num_input_tokens_seen": 3608096, + "step": 5510 + }, + { + "epoch": 3.2517688679245285, + "grad_norm": 2.2609333992004395, + "learning_rate": 9.88125719731034e-06, + "loss": 0.4573, + "num_input_tokens_seen": 3611072, + "step": 5515 + }, + { + "epoch": 3.2547169811320753, + "grad_norm": 1.5165315866470337, + "learning_rate": 9.880699196973962e-06, + "loss": 0.4688, + "num_input_tokens_seen": 3613696, + "step": 5520 + }, + { + "epoch": 3.2576650943396226, + "grad_norm": 1.939231514930725, + "learning_rate": 9.880139904451436e-06, + "loss": 0.3668, + "num_input_tokens_seen": 3615840, + "step": 5525 + }, + { + "epoch": 3.26061320754717, + "grad_norm": 2.8665225505828857, + "learning_rate": 9.879579319890838e-06, + "loss": 0.5576, + "num_input_tokens_seen": 3618656, + "step": 5530 + }, + { + "epoch": 3.263561320754717, + "grad_norm": 1.3261330127716064, + "learning_rate": 9.879017443440584e-06, + "loss": 0.529, + "num_input_tokens_seen": 3622560, + "step": 5535 + }, + { + "epoch": 3.266509433962264, + "grad_norm": 3.1047909259796143, + "learning_rate": 9.878454275249436e-06, + "loss": 0.6036, + "num_input_tokens_seen": 3625056, + "step": 5540 + }, + { + "epoch": 3.2694575471698113, + "grad_norm": 0.749196469783783, + "learning_rate": 9.877889815466493e-06, + "loss": 0.4361, + "num_input_tokens_seen": 3628032, + "step": 5545 + }, + { + "epoch": 3.2724056603773586, + "grad_norm": 1.0491230487823486, + "learning_rate": 9.877324064241198e-06, + "loss": 0.4409, + "num_input_tokens_seen": 3632384, + "step": 5550 + }, + { + "epoch": 3.2753537735849054, + "grad_norm": 1.357284665107727, + "learning_rate": 9.876757021723338e-06, + "loss": 0.4466, + "num_input_tokens_seen": 3635776, + "step": 5555 + }, + { + "epoch": 3.2783018867924527, + "grad_norm": 3.5864851474761963, + "learning_rate": 9.876188688063038e-06, + "loss": 0.616, + "num_input_tokens_seen": 3638720, + "step": 5560 + }, + { + "epoch": 3.28125, + "grad_norm": 2.0735321044921875, + "learning_rate": 9.875619063410768e-06, + "loss": 0.4651, + "num_input_tokens_seen": 3642688, + "step": 5565 + }, + { + "epoch": 3.2841981132075473, + "grad_norm": 1.6644172668457031, + "learning_rate": 9.875048147917339e-06, + "loss": 0.4706, + "num_input_tokens_seen": 3645600, + "step": 5570 + }, + { + "epoch": 3.2871462264150946, + "grad_norm": 2.565875768661499, + "learning_rate": 9.874475941733902e-06, + "loss": 0.4689, + "num_input_tokens_seen": 3648320, + "step": 5575 + }, + { + "epoch": 3.2900943396226414, + "grad_norm": 1.128849744796753, + "learning_rate": 9.873902445011952e-06, + "loss": 0.5025, + "num_input_tokens_seen": 3651264, + "step": 5580 + }, + { + "epoch": 3.2930424528301887, + "grad_norm": 2.272573709487915, + "learning_rate": 9.873327657903324e-06, + "loss": 0.4129, + "num_input_tokens_seen": 3654528, + "step": 5585 + }, + { + "epoch": 3.295990566037736, + "grad_norm": 3.1156132221221924, + "learning_rate": 9.872751580560194e-06, + "loss": 0.4347, + "num_input_tokens_seen": 3657376, + "step": 5590 + }, + { + "epoch": 3.298938679245283, + "grad_norm": 3.142009735107422, + "learning_rate": 9.872174213135084e-06, + "loss": 0.6014, + "num_input_tokens_seen": 3660832, + "step": 5595 + }, + { + "epoch": 3.30188679245283, + "grad_norm": 1.194037675857544, + "learning_rate": 9.871595555780855e-06, + "loss": 0.5163, + "num_input_tokens_seen": 3664256, + "step": 5600 + }, + { + "epoch": 3.3048349056603774, + "grad_norm": 2.132946252822876, + "learning_rate": 9.871015608650705e-06, + "loss": 0.5039, + "num_input_tokens_seen": 3667008, + "step": 5605 + }, + { + "epoch": 3.3077830188679247, + "grad_norm": 1.778965950012207, + "learning_rate": 9.870434371898182e-06, + "loss": 0.5518, + "num_input_tokens_seen": 3670112, + "step": 5610 + }, + { + "epoch": 3.3107311320754715, + "grad_norm": 1.8053903579711914, + "learning_rate": 9.869851845677165e-06, + "loss": 0.4258, + "num_input_tokens_seen": 3672896, + "step": 5615 + }, + { + "epoch": 3.313679245283019, + "grad_norm": 1.4097676277160645, + "learning_rate": 9.869268030141886e-06, + "loss": 0.491, + "num_input_tokens_seen": 3676032, + "step": 5620 + }, + { + "epoch": 3.316627358490566, + "grad_norm": 1.4219944477081299, + "learning_rate": 9.86868292544691e-06, + "loss": 0.5452, + "num_input_tokens_seen": 3679840, + "step": 5625 + }, + { + "epoch": 3.3195754716981134, + "grad_norm": 1.4042564630508423, + "learning_rate": 9.868096531747149e-06, + "loss": 0.4946, + "num_input_tokens_seen": 3682816, + "step": 5630 + }, + { + "epoch": 3.3225235849056602, + "grad_norm": 1.4501897096633911, + "learning_rate": 9.867508849197848e-06, + "loss": 0.459, + "num_input_tokens_seen": 3687136, + "step": 5635 + }, + { + "epoch": 3.3254716981132075, + "grad_norm": 1.615082025527954, + "learning_rate": 9.866919877954602e-06, + "loss": 0.7025, + "num_input_tokens_seen": 3691616, + "step": 5640 + }, + { + "epoch": 3.328419811320755, + "grad_norm": 1.360552430152893, + "learning_rate": 9.866329618173344e-06, + "loss": 0.4636, + "num_input_tokens_seen": 3695712, + "step": 5645 + }, + { + "epoch": 3.331367924528302, + "grad_norm": 1.2810691595077515, + "learning_rate": 9.865738070010346e-06, + "loss": 0.4484, + "num_input_tokens_seen": 3699616, + "step": 5650 + }, + { + "epoch": 3.334316037735849, + "grad_norm": 3.0919814109802246, + "learning_rate": 9.865145233622223e-06, + "loss": 0.5332, + "num_input_tokens_seen": 3703360, + "step": 5655 + }, + { + "epoch": 3.3372641509433962, + "grad_norm": 5.986322402954102, + "learning_rate": 9.864551109165935e-06, + "loss": 0.5034, + "num_input_tokens_seen": 3706432, + "step": 5660 + }, + { + "epoch": 3.3402122641509435, + "grad_norm": 1.0726332664489746, + "learning_rate": 9.863955696798773e-06, + "loss": 0.5041, + "num_input_tokens_seen": 3710880, + "step": 5665 + }, + { + "epoch": 3.3431603773584904, + "grad_norm": 1.6624914407730103, + "learning_rate": 9.863358996678378e-06, + "loss": 0.5005, + "num_input_tokens_seen": 3713536, + "step": 5670 + }, + { + "epoch": 3.3461084905660377, + "grad_norm": 0.9435171484947205, + "learning_rate": 9.86276100896273e-06, + "loss": 0.4339, + "num_input_tokens_seen": 3716896, + "step": 5675 + }, + { + "epoch": 3.349056603773585, + "grad_norm": 1.7023826837539673, + "learning_rate": 9.862161733810147e-06, + "loss": 0.5689, + "num_input_tokens_seen": 3719808, + "step": 5680 + }, + { + "epoch": 3.3520047169811322, + "grad_norm": 2.2549450397491455, + "learning_rate": 9.86156117137929e-06, + "loss": 0.4744, + "num_input_tokens_seen": 3722784, + "step": 5685 + }, + { + "epoch": 3.354952830188679, + "grad_norm": 2.6414284706115723, + "learning_rate": 9.860959321829159e-06, + "loss": 0.4401, + "num_input_tokens_seen": 3725632, + "step": 5690 + }, + { + "epoch": 3.3579009433962264, + "grad_norm": 1.0671619176864624, + "learning_rate": 9.860356185319102e-06, + "loss": 0.3986, + "num_input_tokens_seen": 3728608, + "step": 5695 + }, + { + "epoch": 3.3608490566037736, + "grad_norm": 2.8217949867248535, + "learning_rate": 9.859751762008796e-06, + "loss": 0.5309, + "num_input_tokens_seen": 3731488, + "step": 5700 + }, + { + "epoch": 3.363797169811321, + "grad_norm": 2.5087473392486572, + "learning_rate": 9.859146052058266e-06, + "loss": 0.4274, + "num_input_tokens_seen": 3733952, + "step": 5705 + }, + { + "epoch": 3.3667452830188678, + "grad_norm": 1.4785023927688599, + "learning_rate": 9.858539055627876e-06, + "loss": 0.4952, + "num_input_tokens_seen": 3737088, + "step": 5710 + }, + { + "epoch": 3.369693396226415, + "grad_norm": 2.356387138366699, + "learning_rate": 9.857930772878333e-06, + "loss": 0.4749, + "num_input_tokens_seen": 3740000, + "step": 5715 + }, + { + "epoch": 3.3726415094339623, + "grad_norm": 2.7004778385162354, + "learning_rate": 9.857321203970682e-06, + "loss": 0.3989, + "num_input_tokens_seen": 3742784, + "step": 5720 + }, + { + "epoch": 3.3755896226415096, + "grad_norm": 1.3193752765655518, + "learning_rate": 9.856710349066307e-06, + "loss": 0.5016, + "num_input_tokens_seen": 3746400, + "step": 5725 + }, + { + "epoch": 3.3785377358490565, + "grad_norm": 1.543044090270996, + "learning_rate": 9.856098208326937e-06, + "loss": 0.3832, + "num_input_tokens_seen": 3749440, + "step": 5730 + }, + { + "epoch": 3.3814858490566038, + "grad_norm": 3.3382649421691895, + "learning_rate": 9.855484781914639e-06, + "loss": 0.547, + "num_input_tokens_seen": 3752352, + "step": 5735 + }, + { + "epoch": 3.384433962264151, + "grad_norm": 1.176190972328186, + "learning_rate": 9.854870069991817e-06, + "loss": 0.4852, + "num_input_tokens_seen": 3756192, + "step": 5740 + }, + { + "epoch": 3.387382075471698, + "grad_norm": 3.679732084274292, + "learning_rate": 9.854254072721222e-06, + "loss": 0.5228, + "num_input_tokens_seen": 3759392, + "step": 5745 + }, + { + "epoch": 3.390330188679245, + "grad_norm": 2.1370620727539062, + "learning_rate": 9.853636790265938e-06, + "loss": 0.6702, + "num_input_tokens_seen": 3761824, + "step": 5750 + }, + { + "epoch": 3.3932783018867925, + "grad_norm": 1.4550598859786987, + "learning_rate": 9.853018222789397e-06, + "loss": 0.3483, + "num_input_tokens_seen": 3765504, + "step": 5755 + }, + { + "epoch": 3.3962264150943398, + "grad_norm": 1.5859438180923462, + "learning_rate": 9.852398370455367e-06, + "loss": 0.5434, + "num_input_tokens_seen": 3768288, + "step": 5760 + }, + { + "epoch": 3.3991745283018866, + "grad_norm": 3.3660848140716553, + "learning_rate": 9.851777233427955e-06, + "loss": 0.6829, + "num_input_tokens_seen": 3771264, + "step": 5765 + }, + { + "epoch": 3.402122641509434, + "grad_norm": 0.821838915348053, + "learning_rate": 9.85115481187161e-06, + "loss": 0.5146, + "num_input_tokens_seen": 3773952, + "step": 5770 + }, + { + "epoch": 3.405070754716981, + "grad_norm": 1.7780482769012451, + "learning_rate": 9.850531105951123e-06, + "loss": 0.6287, + "num_input_tokens_seen": 3776896, + "step": 5775 + }, + { + "epoch": 3.4080188679245285, + "grad_norm": 0.937129020690918, + "learning_rate": 9.84990611583162e-06, + "loss": 0.4426, + "num_input_tokens_seen": 3780000, + "step": 5780 + }, + { + "epoch": 3.4109669811320753, + "grad_norm": 1.8536553382873535, + "learning_rate": 9.849279841678572e-06, + "loss": 0.5161, + "num_input_tokens_seen": 3782720, + "step": 5785 + }, + { + "epoch": 3.4139150943396226, + "grad_norm": 1.7580446004867554, + "learning_rate": 9.848652283657785e-06, + "loss": 0.4344, + "num_input_tokens_seen": 3785984, + "step": 5790 + }, + { + "epoch": 3.41686320754717, + "grad_norm": 3.2608578205108643, + "learning_rate": 9.848023441935411e-06, + "loss": 0.4385, + "num_input_tokens_seen": 3788448, + "step": 5795 + }, + { + "epoch": 3.419811320754717, + "grad_norm": 1.5220012664794922, + "learning_rate": 9.847393316677935e-06, + "loss": 0.4974, + "num_input_tokens_seen": 3791456, + "step": 5800 + }, + { + "epoch": 3.422759433962264, + "grad_norm": 2.144721746444702, + "learning_rate": 9.846761908052188e-06, + "loss": 0.47, + "num_input_tokens_seen": 3794432, + "step": 5805 + }, + { + "epoch": 3.4257075471698113, + "grad_norm": 1.9379112720489502, + "learning_rate": 9.846129216225338e-06, + "loss": 0.4477, + "num_input_tokens_seen": 3798048, + "step": 5810 + }, + { + "epoch": 3.4286556603773586, + "grad_norm": 1.2732714414596558, + "learning_rate": 9.845495241364892e-06, + "loss": 0.4191, + "num_input_tokens_seen": 3801120, + "step": 5815 + }, + { + "epoch": 3.4316037735849054, + "grad_norm": 0.8261174559593201, + "learning_rate": 9.844859983638696e-06, + "loss": 0.5251, + "num_input_tokens_seen": 3804320, + "step": 5820 + }, + { + "epoch": 3.4345518867924527, + "grad_norm": 1.094008445739746, + "learning_rate": 9.844223443214942e-06, + "loss": 0.5374, + "num_input_tokens_seen": 3808864, + "step": 5825 + }, + { + "epoch": 3.4375, + "grad_norm": 1.9282511472702026, + "learning_rate": 9.843585620262153e-06, + "loss": 0.4367, + "num_input_tokens_seen": 3812064, + "step": 5830 + }, + { + "epoch": 3.4404481132075473, + "grad_norm": 0.8378331065177917, + "learning_rate": 9.842946514949197e-06, + "loss": 0.4056, + "num_input_tokens_seen": 3815776, + "step": 5835 + }, + { + "epoch": 3.4433962264150946, + "grad_norm": 2.218695640563965, + "learning_rate": 9.842306127445279e-06, + "loss": 0.4841, + "num_input_tokens_seen": 3818624, + "step": 5840 + }, + { + "epoch": 3.4463443396226414, + "grad_norm": 1.519319772720337, + "learning_rate": 9.841664457919944e-06, + "loss": 0.5592, + "num_input_tokens_seen": 3821024, + "step": 5845 + }, + { + "epoch": 3.4492924528301887, + "grad_norm": 1.2308714389801025, + "learning_rate": 9.841021506543079e-06, + "loss": 0.3845, + "num_input_tokens_seen": 3823488, + "step": 5850 + }, + { + "epoch": 3.452240566037736, + "grad_norm": 1.425803542137146, + "learning_rate": 9.840377273484904e-06, + "loss": 0.4159, + "num_input_tokens_seen": 3826592, + "step": 5855 + }, + { + "epoch": 3.455188679245283, + "grad_norm": 1.6783654689788818, + "learning_rate": 9.839731758915986e-06, + "loss": 0.4204, + "num_input_tokens_seen": 3828928, + "step": 5860 + }, + { + "epoch": 3.45813679245283, + "grad_norm": 4.28467321395874, + "learning_rate": 9.839084963007226e-06, + "loss": 0.6846, + "num_input_tokens_seen": 3832160, + "step": 5865 + }, + { + "epoch": 3.4610849056603774, + "grad_norm": 1.7816332578659058, + "learning_rate": 9.838436885929868e-06, + "loss": 0.454, + "num_input_tokens_seen": 3834688, + "step": 5870 + }, + { + "epoch": 3.4640330188679247, + "grad_norm": 2.926933765411377, + "learning_rate": 9.837787527855492e-06, + "loss": 0.4608, + "num_input_tokens_seen": 3837984, + "step": 5875 + }, + { + "epoch": 3.4669811320754715, + "grad_norm": 3.4513471126556396, + "learning_rate": 9.837136888956017e-06, + "loss": 0.5604, + "num_input_tokens_seen": 3844704, + "step": 5880 + }, + { + "epoch": 3.469929245283019, + "grad_norm": 1.281869649887085, + "learning_rate": 9.836484969403705e-06, + "loss": 0.4608, + "num_input_tokens_seen": 3847776, + "step": 5885 + }, + { + "epoch": 3.472877358490566, + "grad_norm": 1.5081353187561035, + "learning_rate": 9.835831769371152e-06, + "loss": 0.4795, + "num_input_tokens_seen": 3850816, + "step": 5890 + }, + { + "epoch": 3.4758254716981134, + "grad_norm": 1.7713823318481445, + "learning_rate": 9.835177289031298e-06, + "loss": 0.5641, + "num_input_tokens_seen": 3853920, + "step": 5895 + }, + { + "epoch": 3.4787735849056602, + "grad_norm": 3.4817955493927, + "learning_rate": 9.834521528557419e-06, + "loss": 0.4975, + "num_input_tokens_seen": 3857120, + "step": 5900 + }, + { + "epoch": 3.4817216981132075, + "grad_norm": 1.793814778327942, + "learning_rate": 9.833864488123128e-06, + "loss": 0.3764, + "num_input_tokens_seen": 3860192, + "step": 5905 + }, + { + "epoch": 3.484669811320755, + "grad_norm": 3.236406087875366, + "learning_rate": 9.83320616790238e-06, + "loss": 0.4513, + "num_input_tokens_seen": 3862976, + "step": 5910 + }, + { + "epoch": 3.487617924528302, + "grad_norm": 1.4394539594650269, + "learning_rate": 9.832546568069472e-06, + "loss": 0.507, + "num_input_tokens_seen": 3866752, + "step": 5915 + }, + { + "epoch": 3.490566037735849, + "grad_norm": 1.459910273551941, + "learning_rate": 9.831885688799031e-06, + "loss": 0.5052, + "num_input_tokens_seen": 3870528, + "step": 5920 + }, + { + "epoch": 3.4935141509433962, + "grad_norm": 1.8639628887176514, + "learning_rate": 9.83122353026603e-06, + "loss": 0.4643, + "num_input_tokens_seen": 3873920, + "step": 5925 + }, + { + "epoch": 3.4964622641509435, + "grad_norm": 1.6459494829177856, + "learning_rate": 9.830560092645778e-06, + "loss": 0.4897, + "num_input_tokens_seen": 3876832, + "step": 5930 + }, + { + "epoch": 3.4994103773584904, + "grad_norm": 1.0722217559814453, + "learning_rate": 9.829895376113923e-06, + "loss": 0.4171, + "num_input_tokens_seen": 3879712, + "step": 5935 + }, + { + "epoch": 3.5023584905660377, + "grad_norm": 1.621990442276001, + "learning_rate": 9.829229380846452e-06, + "loss": 0.499, + "num_input_tokens_seen": 3883072, + "step": 5940 + }, + { + "epoch": 3.505306603773585, + "grad_norm": 1.715744137763977, + "learning_rate": 9.82856210701969e-06, + "loss": 0.4913, + "num_input_tokens_seen": 3886336, + "step": 5945 + }, + { + "epoch": 3.5082547169811322, + "grad_norm": 1.2965539693832397, + "learning_rate": 9.827893554810298e-06, + "loss": 0.5236, + "num_input_tokens_seen": 3889280, + "step": 5950 + }, + { + "epoch": 3.5112028301886795, + "grad_norm": 0.8312956690788269, + "learning_rate": 9.827223724395281e-06, + "loss": 0.5078, + "num_input_tokens_seen": 3893856, + "step": 5955 + }, + { + "epoch": 3.5141509433962264, + "grad_norm": 1.7568601369857788, + "learning_rate": 9.82655261595198e-06, + "loss": 0.5921, + "num_input_tokens_seen": 3897056, + "step": 5960 + }, + { + "epoch": 3.5170990566037736, + "grad_norm": 1.929584264755249, + "learning_rate": 9.825880229658073e-06, + "loss": 0.4404, + "num_input_tokens_seen": 3900256, + "step": 5965 + }, + { + "epoch": 3.5200471698113205, + "grad_norm": 1.1579548120498657, + "learning_rate": 9.825206565691576e-06, + "loss": 0.3782, + "num_input_tokens_seen": 3903360, + "step": 5970 + }, + { + "epoch": 3.5229952830188678, + "grad_norm": 2.611304759979248, + "learning_rate": 9.824531624230844e-06, + "loss": 0.5984, + "num_input_tokens_seen": 3907104, + "step": 5975 + }, + { + "epoch": 3.525943396226415, + "grad_norm": 2.032423973083496, + "learning_rate": 9.823855405454573e-06, + "loss": 0.4266, + "num_input_tokens_seen": 3910592, + "step": 5980 + }, + { + "epoch": 3.5288915094339623, + "grad_norm": 2.9429502487182617, + "learning_rate": 9.823177909541795e-06, + "loss": 0.4221, + "num_input_tokens_seen": 3913952, + "step": 5985 + }, + { + "epoch": 3.5318396226415096, + "grad_norm": 1.9877294301986694, + "learning_rate": 9.822499136671877e-06, + "loss": 0.6423, + "num_input_tokens_seen": 3916896, + "step": 5990 + }, + { + "epoch": 3.5347877358490565, + "grad_norm": 1.5185635089874268, + "learning_rate": 9.82181908702453e-06, + "loss": 0.6119, + "num_input_tokens_seen": 3920224, + "step": 5995 + }, + { + "epoch": 3.5377358490566038, + "grad_norm": 1.1548675298690796, + "learning_rate": 9.821137760779797e-06, + "loss": 0.3699, + "num_input_tokens_seen": 3923840, + "step": 6000 + }, + { + "epoch": 3.540683962264151, + "grad_norm": 1.9674391746520996, + "learning_rate": 9.820455158118065e-06, + "loss": 0.5472, + "num_input_tokens_seen": 3927040, + "step": 6005 + }, + { + "epoch": 3.543632075471698, + "grad_norm": 1.487237811088562, + "learning_rate": 9.819771279220053e-06, + "loss": 0.5119, + "num_input_tokens_seen": 3931264, + "step": 6010 + }, + { + "epoch": 3.546580188679245, + "grad_norm": 1.2280094623565674, + "learning_rate": 9.819086124266825e-06, + "loss": 0.4214, + "num_input_tokens_seen": 3935392, + "step": 6015 + }, + { + "epoch": 3.5495283018867925, + "grad_norm": 1.199444055557251, + "learning_rate": 9.818399693439778e-06, + "loss": 0.516, + "num_input_tokens_seen": 3938240, + "step": 6020 + }, + { + "epoch": 3.5524764150943398, + "grad_norm": 2.72247052192688, + "learning_rate": 9.817711986920644e-06, + "loss": 0.5819, + "num_input_tokens_seen": 3941280, + "step": 6025 + }, + { + "epoch": 3.555424528301887, + "grad_norm": 3.9833850860595703, + "learning_rate": 9.817023004891497e-06, + "loss": 0.5737, + "num_input_tokens_seen": 3943936, + "step": 6030 + }, + { + "epoch": 3.558372641509434, + "grad_norm": 1.8036960363388062, + "learning_rate": 9.816332747534752e-06, + "loss": 0.623, + "num_input_tokens_seen": 3947360, + "step": 6035 + }, + { + "epoch": 3.561320754716981, + "grad_norm": 2.0441672801971436, + "learning_rate": 9.815641215033153e-06, + "loss": 0.4607, + "num_input_tokens_seen": 3951200, + "step": 6040 + }, + { + "epoch": 3.5642688679245285, + "grad_norm": 2.4162557125091553, + "learning_rate": 9.814948407569789e-06, + "loss": 0.4751, + "num_input_tokens_seen": 3954752, + "step": 6045 + }, + { + "epoch": 3.5672169811320753, + "grad_norm": 2.721799373626709, + "learning_rate": 9.814254325328082e-06, + "loss": 0.4495, + "num_input_tokens_seen": 3957984, + "step": 6050 + }, + { + "epoch": 3.5701650943396226, + "grad_norm": 2.5235064029693604, + "learning_rate": 9.813558968491794e-06, + "loss": 0.48, + "num_input_tokens_seen": 3961600, + "step": 6055 + }, + { + "epoch": 3.57311320754717, + "grad_norm": 5.979691028594971, + "learning_rate": 9.812862337245024e-06, + "loss": 0.514, + "num_input_tokens_seen": 3965408, + "step": 6060 + }, + { + "epoch": 3.576061320754717, + "grad_norm": 2.880349636077881, + "learning_rate": 9.812164431772208e-06, + "loss": 0.5776, + "num_input_tokens_seen": 3968928, + "step": 6065 + }, + { + "epoch": 3.579009433962264, + "grad_norm": 2.101296901702881, + "learning_rate": 9.81146525225812e-06, + "loss": 0.4682, + "num_input_tokens_seen": 3971872, + "step": 6070 + }, + { + "epoch": 3.5819575471698113, + "grad_norm": 1.6061997413635254, + "learning_rate": 9.810764798887868e-06, + "loss": 0.4317, + "num_input_tokens_seen": 3975136, + "step": 6075 + }, + { + "epoch": 3.5849056603773586, + "grad_norm": 3.015819787979126, + "learning_rate": 9.810063071846905e-06, + "loss": 0.5513, + "num_input_tokens_seen": 3977888, + "step": 6080 + }, + { + "epoch": 3.5878537735849054, + "grad_norm": 1.4646776914596558, + "learning_rate": 9.809360071321013e-06, + "loss": 0.4382, + "num_input_tokens_seen": 3981344, + "step": 6085 + }, + { + "epoch": 3.5908018867924527, + "grad_norm": 1.9986670017242432, + "learning_rate": 9.808655797496314e-06, + "loss": 0.574, + "num_input_tokens_seen": 3984000, + "step": 6090 + }, + { + "epoch": 3.59375, + "grad_norm": 1.385788083076477, + "learning_rate": 9.807950250559268e-06, + "loss": 0.6126, + "num_input_tokens_seen": 3987584, + "step": 6095 + }, + { + "epoch": 3.5966981132075473, + "grad_norm": 2.0934176445007324, + "learning_rate": 9.807243430696673e-06, + "loss": 0.5359, + "num_input_tokens_seen": 3990560, + "step": 6100 + }, + { + "epoch": 3.5996462264150946, + "grad_norm": 2.891779899597168, + "learning_rate": 9.806535338095661e-06, + "loss": 0.4425, + "num_input_tokens_seen": 3993728, + "step": 6105 + }, + { + "epoch": 3.6025943396226414, + "grad_norm": 2.098798990249634, + "learning_rate": 9.805825972943706e-06, + "loss": 0.7445, + "num_input_tokens_seen": 3996256, + "step": 6110 + }, + { + "epoch": 3.6055424528301887, + "grad_norm": 0.8609766364097595, + "learning_rate": 9.80511533542861e-06, + "loss": 0.5073, + "num_input_tokens_seen": 3999040, + "step": 6115 + }, + { + "epoch": 3.608490566037736, + "grad_norm": 1.635109543800354, + "learning_rate": 9.80440342573852e-06, + "loss": 0.497, + "num_input_tokens_seen": 4001568, + "step": 6120 + }, + { + "epoch": 3.611438679245283, + "grad_norm": 1.4990172386169434, + "learning_rate": 9.803690244061919e-06, + "loss": 0.3296, + "num_input_tokens_seen": 4004160, + "step": 6125 + }, + { + "epoch": 3.61438679245283, + "grad_norm": 2.121999979019165, + "learning_rate": 9.802975790587621e-06, + "loss": 0.4276, + "num_input_tokens_seen": 4006784, + "step": 6130 + }, + { + "epoch": 3.6173349056603774, + "grad_norm": 6.7995076179504395, + "learning_rate": 9.802260065504783e-06, + "loss": 0.4267, + "num_input_tokens_seen": 4009312, + "step": 6135 + }, + { + "epoch": 3.6202830188679247, + "grad_norm": 0.9855759143829346, + "learning_rate": 9.801543069002897e-06, + "loss": 0.3184, + "num_input_tokens_seen": 4014016, + "step": 6140 + }, + { + "epoch": 3.6232311320754715, + "grad_norm": 1.560025930404663, + "learning_rate": 9.80082480127179e-06, + "loss": 0.4609, + "num_input_tokens_seen": 4017760, + "step": 6145 + }, + { + "epoch": 3.626179245283019, + "grad_norm": 1.5901468992233276, + "learning_rate": 9.800105262501628e-06, + "loss": 0.4959, + "num_input_tokens_seen": 4020128, + "step": 6150 + }, + { + "epoch": 3.629127358490566, + "grad_norm": 2.100996494293213, + "learning_rate": 9.799384452882907e-06, + "loss": 0.4401, + "num_input_tokens_seen": 4023712, + "step": 6155 + }, + { + "epoch": 3.632075471698113, + "grad_norm": 1.7879997491836548, + "learning_rate": 9.798662372606469e-06, + "loss": 0.5612, + "num_input_tokens_seen": 4026432, + "step": 6160 + }, + { + "epoch": 3.6350235849056602, + "grad_norm": 1.470881462097168, + "learning_rate": 9.797939021863487e-06, + "loss": 0.4657, + "num_input_tokens_seen": 4029472, + "step": 6165 + }, + { + "epoch": 3.6379716981132075, + "grad_norm": 1.1426897048950195, + "learning_rate": 9.797214400845472e-06, + "loss": 0.485, + "num_input_tokens_seen": 4032896, + "step": 6170 + }, + { + "epoch": 3.640919811320755, + "grad_norm": 1.724687933921814, + "learning_rate": 9.796488509744269e-06, + "loss": 0.4217, + "num_input_tokens_seen": 4036608, + "step": 6175 + }, + { + "epoch": 3.643867924528302, + "grad_norm": 1.439660668373108, + "learning_rate": 9.79576134875206e-06, + "loss": 0.5176, + "num_input_tokens_seen": 4039872, + "step": 6180 + }, + { + "epoch": 3.646816037735849, + "grad_norm": 2.320894956588745, + "learning_rate": 9.795032918061367e-06, + "loss": 0.3877, + "num_input_tokens_seen": 4043424, + "step": 6185 + }, + { + "epoch": 3.6497641509433962, + "grad_norm": 1.7803908586502075, + "learning_rate": 9.794303217865041e-06, + "loss": 0.4745, + "num_input_tokens_seen": 4046240, + "step": 6190 + }, + { + "epoch": 3.6527122641509435, + "grad_norm": 1.3585280179977417, + "learning_rate": 9.79357224835628e-06, + "loss": 0.4881, + "num_input_tokens_seen": 4049248, + "step": 6195 + }, + { + "epoch": 3.6556603773584904, + "grad_norm": 2.321445941925049, + "learning_rate": 9.792840009728605e-06, + "loss": 0.4815, + "num_input_tokens_seen": 4052192, + "step": 6200 + }, + { + "epoch": 3.6586084905660377, + "grad_norm": 1.485287070274353, + "learning_rate": 9.79210650217588e-06, + "loss": 0.4896, + "num_input_tokens_seen": 4056256, + "step": 6205 + }, + { + "epoch": 3.661556603773585, + "grad_norm": 2.1060256958007812, + "learning_rate": 9.791371725892307e-06, + "loss": 0.3762, + "num_input_tokens_seen": 4059808, + "step": 6210 + }, + { + "epoch": 3.6645047169811322, + "grad_norm": 1.8253381252288818, + "learning_rate": 9.79063568107242e-06, + "loss": 0.3697, + "num_input_tokens_seen": 4061920, + "step": 6215 + }, + { + "epoch": 3.6674528301886795, + "grad_norm": 2.262619733810425, + "learning_rate": 9.78989836791109e-06, + "loss": 0.4261, + "num_input_tokens_seen": 4065632, + "step": 6220 + }, + { + "epoch": 3.6704009433962264, + "grad_norm": 1.4059343338012695, + "learning_rate": 9.789159786603524e-06, + "loss": 0.4515, + "num_input_tokens_seen": 4068768, + "step": 6225 + }, + { + "epoch": 3.6733490566037736, + "grad_norm": 3.7201132774353027, + "learning_rate": 9.788419937345263e-06, + "loss": 0.4672, + "num_input_tokens_seen": 4071616, + "step": 6230 + }, + { + "epoch": 3.6762971698113205, + "grad_norm": 1.8641875982284546, + "learning_rate": 9.787678820332188e-06, + "loss": 0.5133, + "num_input_tokens_seen": 4074368, + "step": 6235 + }, + { + "epoch": 3.6792452830188678, + "grad_norm": 1.3004406690597534, + "learning_rate": 9.78693643576051e-06, + "loss": 0.488, + "num_input_tokens_seen": 4078912, + "step": 6240 + }, + { + "epoch": 3.682193396226415, + "grad_norm": 3.753857374191284, + "learning_rate": 9.786192783826782e-06, + "loss": 0.4378, + "num_input_tokens_seen": 4082048, + "step": 6245 + }, + { + "epoch": 3.6851415094339623, + "grad_norm": 1.4520267248153687, + "learning_rate": 9.785447864727887e-06, + "loss": 0.5041, + "num_input_tokens_seen": 4084960, + "step": 6250 + }, + { + "epoch": 3.6880896226415096, + "grad_norm": 1.4190353155136108, + "learning_rate": 9.784701678661045e-06, + "loss": 0.4229, + "num_input_tokens_seen": 4087360, + "step": 6255 + }, + { + "epoch": 3.6910377358490565, + "grad_norm": 1.061460256576538, + "learning_rate": 9.783954225823813e-06, + "loss": 0.4153, + "num_input_tokens_seen": 4090752, + "step": 6260 + }, + { + "epoch": 3.6939858490566038, + "grad_norm": 1.0272479057312012, + "learning_rate": 9.783205506414082e-06, + "loss": 0.5208, + "num_input_tokens_seen": 4093824, + "step": 6265 + }, + { + "epoch": 3.696933962264151, + "grad_norm": 3.57607364654541, + "learning_rate": 9.782455520630079e-06, + "loss": 0.7433, + "num_input_tokens_seen": 4096416, + "step": 6270 + }, + { + "epoch": 3.699882075471698, + "grad_norm": 0.9336642026901245, + "learning_rate": 9.781704268670364e-06, + "loss": 0.4791, + "num_input_tokens_seen": 4100064, + "step": 6275 + }, + { + "epoch": 3.702830188679245, + "grad_norm": 1.794930338859558, + "learning_rate": 9.780951750733837e-06, + "loss": 0.4003, + "num_input_tokens_seen": 4103168, + "step": 6280 + }, + { + "epoch": 3.7057783018867925, + "grad_norm": 1.1598800420761108, + "learning_rate": 9.780197967019728e-06, + "loss": 0.4268, + "num_input_tokens_seen": 4106272, + "step": 6285 + }, + { + "epoch": 3.7087264150943398, + "grad_norm": 3.2761383056640625, + "learning_rate": 9.779442917727608e-06, + "loss": 0.6324, + "num_input_tokens_seen": 4108960, + "step": 6290 + }, + { + "epoch": 3.711674528301887, + "grad_norm": 1.7167617082595825, + "learning_rate": 9.778686603057377e-06, + "loss": 0.4142, + "num_input_tokens_seen": 4111680, + "step": 6295 + }, + { + "epoch": 3.714622641509434, + "grad_norm": 1.6063140630722046, + "learning_rate": 9.777929023209271e-06, + "loss": 0.4437, + "num_input_tokens_seen": 4114976, + "step": 6300 + }, + { + "epoch": 3.717570754716981, + "grad_norm": 1.7138887643814087, + "learning_rate": 9.777170178383866e-06, + "loss": 0.4564, + "num_input_tokens_seen": 4118656, + "step": 6305 + }, + { + "epoch": 3.7205188679245285, + "grad_norm": 2.22995662689209, + "learning_rate": 9.776410068782068e-06, + "loss": 0.437, + "num_input_tokens_seen": 4121184, + "step": 6310 + }, + { + "epoch": 3.7234669811320753, + "grad_norm": 1.7808579206466675, + "learning_rate": 9.775648694605118e-06, + "loss": 0.4101, + "num_input_tokens_seen": 4124384, + "step": 6315 + }, + { + "epoch": 3.7264150943396226, + "grad_norm": 0.922892689704895, + "learning_rate": 9.774886056054593e-06, + "loss": 0.4371, + "num_input_tokens_seen": 4127904, + "step": 6320 + }, + { + "epoch": 3.72936320754717, + "grad_norm": 1.2057287693023682, + "learning_rate": 9.774122153332408e-06, + "loss": 0.381, + "num_input_tokens_seen": 4130912, + "step": 6325 + }, + { + "epoch": 3.732311320754717, + "grad_norm": 1.0076723098754883, + "learning_rate": 9.773356986640807e-06, + "loss": 0.5734, + "num_input_tokens_seen": 4133536, + "step": 6330 + }, + { + "epoch": 3.735259433962264, + "grad_norm": 2.5358452796936035, + "learning_rate": 9.772590556182373e-06, + "loss": 0.5683, + "num_input_tokens_seen": 4136768, + "step": 6335 + }, + { + "epoch": 3.7382075471698113, + "grad_norm": 1.1892085075378418, + "learning_rate": 9.77182286216002e-06, + "loss": 0.5548, + "num_input_tokens_seen": 4139392, + "step": 6340 + }, + { + "epoch": 3.7411556603773586, + "grad_norm": 1.6740875244140625, + "learning_rate": 9.771053904776998e-06, + "loss": 0.4941, + "num_input_tokens_seen": 4142784, + "step": 6345 + }, + { + "epoch": 3.7441037735849054, + "grad_norm": 2.1503281593322754, + "learning_rate": 9.770283684236891e-06, + "loss": 0.4766, + "num_input_tokens_seen": 4146464, + "step": 6350 + }, + { + "epoch": 3.7470518867924527, + "grad_norm": 2.4699862003326416, + "learning_rate": 9.769512200743623e-06, + "loss": 0.4237, + "num_input_tokens_seen": 4149664, + "step": 6355 + }, + { + "epoch": 3.75, + "grad_norm": 1.7161039113998413, + "learning_rate": 9.768739454501444e-06, + "loss": 0.3804, + "num_input_tokens_seen": 4152640, + "step": 6360 + }, + { + "epoch": 3.7529481132075473, + "grad_norm": 1.3450297117233276, + "learning_rate": 9.76796544571494e-06, + "loss": 0.4527, + "num_input_tokens_seen": 4156352, + "step": 6365 + }, + { + "epoch": 3.7558962264150946, + "grad_norm": 2.5549302101135254, + "learning_rate": 9.767190174589036e-06, + "loss": 0.4069, + "num_input_tokens_seen": 4159200, + "step": 6370 + }, + { + "epoch": 3.7588443396226414, + "grad_norm": 1.4146435260772705, + "learning_rate": 9.76641364132899e-06, + "loss": 0.4408, + "num_input_tokens_seen": 4162688, + "step": 6375 + }, + { + "epoch": 3.7617924528301887, + "grad_norm": 5.355465412139893, + "learning_rate": 9.765635846140389e-06, + "loss": 0.3569, + "num_input_tokens_seen": 4165696, + "step": 6380 + }, + { + "epoch": 3.764740566037736, + "grad_norm": 1.630486011505127, + "learning_rate": 9.764856789229157e-06, + "loss": 0.5444, + "num_input_tokens_seen": 4168736, + "step": 6385 + }, + { + "epoch": 3.767688679245283, + "grad_norm": 1.9221782684326172, + "learning_rate": 9.764076470801557e-06, + "loss": 0.4768, + "num_input_tokens_seen": 4176160, + "step": 6390 + }, + { + "epoch": 3.77063679245283, + "grad_norm": 1.125527262687683, + "learning_rate": 9.763294891064182e-06, + "loss": 0.5201, + "num_input_tokens_seen": 4179552, + "step": 6395 + }, + { + "epoch": 3.7735849056603774, + "grad_norm": 1.3549014329910278, + "learning_rate": 9.762512050223951e-06, + "loss": 0.4018, + "num_input_tokens_seen": 4182528, + "step": 6400 + }, + { + "epoch": 3.7765330188679247, + "grad_norm": 1.800294280052185, + "learning_rate": 9.761727948488132e-06, + "loss": 0.4674, + "num_input_tokens_seen": 4185344, + "step": 6405 + }, + { + "epoch": 3.7794811320754715, + "grad_norm": 1.3380342721939087, + "learning_rate": 9.760942586064315e-06, + "loss": 0.525, + "num_input_tokens_seen": 4189024, + "step": 6410 + }, + { + "epoch": 3.782429245283019, + "grad_norm": 1.9791340827941895, + "learning_rate": 9.760155963160431e-06, + "loss": 0.3529, + "num_input_tokens_seen": 4192000, + "step": 6415 + }, + { + "epoch": 3.785377358490566, + "grad_norm": 1.440366268157959, + "learning_rate": 9.759368079984741e-06, + "loss": 0.3801, + "num_input_tokens_seen": 4194560, + "step": 6420 + }, + { + "epoch": 3.788325471698113, + "grad_norm": 1.2911063432693481, + "learning_rate": 9.758578936745839e-06, + "loss": 0.4027, + "num_input_tokens_seen": 4199072, + "step": 6425 + }, + { + "epoch": 3.7912735849056602, + "grad_norm": 1.3538626432418823, + "learning_rate": 9.757788533652656e-06, + "loss": 0.6209, + "num_input_tokens_seen": 4201696, + "step": 6430 + }, + { + "epoch": 3.7942216981132075, + "grad_norm": 2.28303599357605, + "learning_rate": 9.756996870914454e-06, + "loss": 0.5403, + "num_input_tokens_seen": 4206080, + "step": 6435 + }, + { + "epoch": 3.797169811320755, + "grad_norm": 1.1624420881271362, + "learning_rate": 9.756203948740828e-06, + "loss": 0.4702, + "num_input_tokens_seen": 4208672, + "step": 6440 + }, + { + "epoch": 3.800117924528302, + "grad_norm": 0.8743597865104675, + "learning_rate": 9.755409767341709e-06, + "loss": 0.4478, + "num_input_tokens_seen": 4211360, + "step": 6445 + }, + { + "epoch": 3.803066037735849, + "grad_norm": 1.3468259572982788, + "learning_rate": 9.75461432692736e-06, + "loss": 0.5041, + "num_input_tokens_seen": 4215456, + "step": 6450 + }, + { + "epoch": 3.8060141509433962, + "grad_norm": 1.7116141319274902, + "learning_rate": 9.753817627708375e-06, + "loss": 0.4093, + "num_input_tokens_seen": 4218912, + "step": 6455 + }, + { + "epoch": 3.8089622641509435, + "grad_norm": 0.847436785697937, + "learning_rate": 9.753019669895686e-06, + "loss": 0.484, + "num_input_tokens_seen": 4223264, + "step": 6460 + }, + { + "epoch": 3.8119103773584904, + "grad_norm": 2.676905632019043, + "learning_rate": 9.752220453700556e-06, + "loss": 0.5321, + "num_input_tokens_seen": 4225600, + "step": 6465 + }, + { + "epoch": 3.8148584905660377, + "grad_norm": 1.998155117034912, + "learning_rate": 9.75141997933458e-06, + "loss": 0.4189, + "num_input_tokens_seen": 4228320, + "step": 6470 + }, + { + "epoch": 3.817806603773585, + "grad_norm": 2.3293139934539795, + "learning_rate": 9.750618247009685e-06, + "loss": 0.4859, + "num_input_tokens_seen": 4231040, + "step": 6475 + }, + { + "epoch": 3.8207547169811322, + "grad_norm": 1.9489693641662598, + "learning_rate": 9.749815256938138e-06, + "loss": 0.5108, + "num_input_tokens_seen": 4234944, + "step": 6480 + }, + { + "epoch": 3.8237028301886795, + "grad_norm": 3.1607656478881836, + "learning_rate": 9.749011009332529e-06, + "loss": 0.6739, + "num_input_tokens_seen": 4237984, + "step": 6485 + }, + { + "epoch": 3.8266509433962264, + "grad_norm": 4.060098171234131, + "learning_rate": 9.748205504405787e-06, + "loss": 0.4583, + "num_input_tokens_seen": 4240832, + "step": 6490 + }, + { + "epoch": 3.8295990566037736, + "grad_norm": 3.1868133544921875, + "learning_rate": 9.747398742371177e-06, + "loss": 0.5004, + "num_input_tokens_seen": 4244608, + "step": 6495 + }, + { + "epoch": 3.8325471698113205, + "grad_norm": 1.383424997329712, + "learning_rate": 9.746590723442289e-06, + "loss": 0.5037, + "num_input_tokens_seen": 4248416, + "step": 6500 + }, + { + "epoch": 3.8354952830188678, + "grad_norm": 1.8922673463821411, + "learning_rate": 9.745781447833049e-06, + "loss": 0.4225, + "num_input_tokens_seen": 4250848, + "step": 6505 + }, + { + "epoch": 3.838443396226415, + "grad_norm": 1.0518931150436401, + "learning_rate": 9.74497091575772e-06, + "loss": 0.4403, + "num_input_tokens_seen": 4254112, + "step": 6510 + }, + { + "epoch": 3.8413915094339623, + "grad_norm": 1.7450958490371704, + "learning_rate": 9.744159127430888e-06, + "loss": 0.471, + "num_input_tokens_seen": 4258080, + "step": 6515 + }, + { + "epoch": 3.8443396226415096, + "grad_norm": 1.122902274131775, + "learning_rate": 9.743346083067482e-06, + "loss": 0.4704, + "num_input_tokens_seen": 4261504, + "step": 6520 + }, + { + "epoch": 3.8472877358490565, + "grad_norm": 1.4340978860855103, + "learning_rate": 9.742531782882758e-06, + "loss": 0.3626, + "num_input_tokens_seen": 4267904, + "step": 6525 + }, + { + "epoch": 3.8502358490566038, + "grad_norm": 1.9992355108261108, + "learning_rate": 9.741716227092305e-06, + "loss": 0.5104, + "num_input_tokens_seen": 4270592, + "step": 6530 + }, + { + "epoch": 3.853183962264151, + "grad_norm": 1.366122841835022, + "learning_rate": 9.740899415912048e-06, + "loss": 0.3932, + "num_input_tokens_seen": 4273216, + "step": 6535 + }, + { + "epoch": 3.856132075471698, + "grad_norm": 1.1068787574768066, + "learning_rate": 9.740081349558236e-06, + "loss": 0.5381, + "num_input_tokens_seen": 4276960, + "step": 6540 + }, + { + "epoch": 3.859080188679245, + "grad_norm": 1.868363618850708, + "learning_rate": 9.739262028247459e-06, + "loss": 0.4415, + "num_input_tokens_seen": 4279424, + "step": 6545 + }, + { + "epoch": 3.8620283018867925, + "grad_norm": 0.9896509647369385, + "learning_rate": 9.738441452196633e-06, + "loss": 0.4429, + "num_input_tokens_seen": 4283488, + "step": 6550 + }, + { + "epoch": 3.8649764150943398, + "grad_norm": 1.167055368423462, + "learning_rate": 9.737619621623013e-06, + "loss": 0.5563, + "num_input_tokens_seen": 4286944, + "step": 6555 + }, + { + "epoch": 3.867924528301887, + "grad_norm": 1.0285358428955078, + "learning_rate": 9.73679653674418e-06, + "loss": 0.5323, + "num_input_tokens_seen": 4289600, + "step": 6560 + }, + { + "epoch": 3.870872641509434, + "grad_norm": 1.1293213367462158, + "learning_rate": 9.735972197778047e-06, + "loss": 0.4716, + "num_input_tokens_seen": 4292928, + "step": 6565 + }, + { + "epoch": 3.873820754716981, + "grad_norm": 2.6236002445220947, + "learning_rate": 9.735146604942867e-06, + "loss": 0.5272, + "num_input_tokens_seen": 4295584, + "step": 6570 + }, + { + "epoch": 3.8767688679245285, + "grad_norm": 1.9392331838607788, + "learning_rate": 9.734319758457214e-06, + "loss": 0.4293, + "num_input_tokens_seen": 4298304, + "step": 6575 + }, + { + "epoch": 3.8797169811320753, + "grad_norm": 1.2969876527786255, + "learning_rate": 9.733491658540001e-06, + "loss": 0.4767, + "num_input_tokens_seen": 4301600, + "step": 6580 + }, + { + "epoch": 3.8826650943396226, + "grad_norm": 1.483385443687439, + "learning_rate": 9.732662305410474e-06, + "loss": 0.4429, + "num_input_tokens_seen": 4305792, + "step": 6585 + }, + { + "epoch": 3.88561320754717, + "grad_norm": 1.6669142246246338, + "learning_rate": 9.731831699288203e-06, + "loss": 0.5549, + "num_input_tokens_seen": 4308448, + "step": 6590 + }, + { + "epoch": 3.888561320754717, + "grad_norm": 1.886445164680481, + "learning_rate": 9.730999840393096e-06, + "loss": 0.4252, + "num_input_tokens_seen": 4312128, + "step": 6595 + }, + { + "epoch": 3.891509433962264, + "grad_norm": 1.4012742042541504, + "learning_rate": 9.730166728945391e-06, + "loss": 0.5078, + "num_input_tokens_seen": 4316032, + "step": 6600 + }, + { + "epoch": 3.8944575471698113, + "grad_norm": 1.2852412462234497, + "learning_rate": 9.72933236516566e-06, + "loss": 0.4344, + "num_input_tokens_seen": 4319136, + "step": 6605 + }, + { + "epoch": 3.8974056603773586, + "grad_norm": 1.770125389099121, + "learning_rate": 9.728496749274806e-06, + "loss": 0.5388, + "num_input_tokens_seen": 4321696, + "step": 6610 + }, + { + "epoch": 3.9003537735849054, + "grad_norm": 1.3804129362106323, + "learning_rate": 9.727659881494054e-06, + "loss": 0.4459, + "num_input_tokens_seen": 4324576, + "step": 6615 + }, + { + "epoch": 3.9033018867924527, + "grad_norm": 2.4066691398620605, + "learning_rate": 9.726821762044975e-06, + "loss": 0.5094, + "num_input_tokens_seen": 4327584, + "step": 6620 + }, + { + "epoch": 3.90625, + "grad_norm": 1.6030547618865967, + "learning_rate": 9.725982391149465e-06, + "loss": 0.438, + "num_input_tokens_seen": 4330784, + "step": 6625 + }, + { + "epoch": 3.9091981132075473, + "grad_norm": 0.9438084363937378, + "learning_rate": 9.725141769029747e-06, + "loss": 0.5609, + "num_input_tokens_seen": 4333984, + "step": 6630 + }, + { + "epoch": 3.9121462264150946, + "grad_norm": 1.722054123878479, + "learning_rate": 9.72429989590838e-06, + "loss": 0.4687, + "num_input_tokens_seen": 4337632, + "step": 6635 + }, + { + "epoch": 3.9150943396226414, + "grad_norm": 1.2205314636230469, + "learning_rate": 9.723456772008257e-06, + "loss": 0.3386, + "num_input_tokens_seen": 4340544, + "step": 6640 + }, + { + "epoch": 3.9180424528301887, + "grad_norm": 1.0104316473007202, + "learning_rate": 9.722612397552598e-06, + "loss": 0.4005, + "num_input_tokens_seen": 4343136, + "step": 6645 + }, + { + "epoch": 3.920990566037736, + "grad_norm": 1.186130404472351, + "learning_rate": 9.72176677276495e-06, + "loss": 0.382, + "num_input_tokens_seen": 4346336, + "step": 6650 + }, + { + "epoch": 3.923938679245283, + "grad_norm": 1.3965024948120117, + "learning_rate": 9.7209198978692e-06, + "loss": 0.6368, + "num_input_tokens_seen": 4350560, + "step": 6655 + }, + { + "epoch": 3.92688679245283, + "grad_norm": 1.3508210182189941, + "learning_rate": 9.720071773089564e-06, + "loss": 0.5127, + "num_input_tokens_seen": 4354528, + "step": 6660 + }, + { + "epoch": 3.9298349056603774, + "grad_norm": 1.7096779346466064, + "learning_rate": 9.71922239865058e-06, + "loss": 0.4506, + "num_input_tokens_seen": 4358112, + "step": 6665 + }, + { + "epoch": 3.9327830188679247, + "grad_norm": 0.9570378065109253, + "learning_rate": 9.718371774777131e-06, + "loss": 0.3849, + "num_input_tokens_seen": 4361888, + "step": 6670 + }, + { + "epoch": 3.9357311320754715, + "grad_norm": 2.3547282218933105, + "learning_rate": 9.717519901694416e-06, + "loss": 0.6078, + "num_input_tokens_seen": 4365088, + "step": 6675 + }, + { + "epoch": 3.938679245283019, + "grad_norm": 3.17622709274292, + "learning_rate": 9.716666779627978e-06, + "loss": 0.4641, + "num_input_tokens_seen": 4368000, + "step": 6680 + }, + { + "epoch": 3.941627358490566, + "grad_norm": 1.5211561918258667, + "learning_rate": 9.715812408803681e-06, + "loss": 0.373, + "num_input_tokens_seen": 4370816, + "step": 6685 + }, + { + "epoch": 3.944575471698113, + "grad_norm": 2.277911901473999, + "learning_rate": 9.714956789447726e-06, + "loss": 0.5207, + "num_input_tokens_seen": 4374048, + "step": 6690 + }, + { + "epoch": 3.9475235849056602, + "grad_norm": 2.2173523902893066, + "learning_rate": 9.71409992178664e-06, + "loss": 0.5363, + "num_input_tokens_seen": 4377888, + "step": 6695 + }, + { + "epoch": 3.9504716981132075, + "grad_norm": 2.8250484466552734, + "learning_rate": 9.713241806047282e-06, + "loss": 0.5596, + "num_input_tokens_seen": 4380640, + "step": 6700 + }, + { + "epoch": 3.953419811320755, + "grad_norm": 2.1279385089874268, + "learning_rate": 9.712382442456845e-06, + "loss": 0.7099, + "num_input_tokens_seen": 4383296, + "step": 6705 + }, + { + "epoch": 3.956367924528302, + "grad_norm": 1.3505882024765015, + "learning_rate": 9.711521831242846e-06, + "loss": 0.4791, + "num_input_tokens_seen": 4386432, + "step": 6710 + }, + { + "epoch": 3.959316037735849, + "grad_norm": 2.386981248855591, + "learning_rate": 9.710659972633137e-06, + "loss": 0.5924, + "num_input_tokens_seen": 4388704, + "step": 6715 + }, + { + "epoch": 3.9622641509433962, + "grad_norm": 0.900154173374176, + "learning_rate": 9.709796866855899e-06, + "loss": 0.329, + "num_input_tokens_seen": 4391744, + "step": 6720 + }, + { + "epoch": 3.9652122641509435, + "grad_norm": 1.4560786485671997, + "learning_rate": 9.70893251413964e-06, + "loss": 0.4844, + "num_input_tokens_seen": 4395552, + "step": 6725 + }, + { + "epoch": 3.9681603773584904, + "grad_norm": 1.0912851095199585, + "learning_rate": 9.708066914713205e-06, + "loss": 0.6633, + "num_input_tokens_seen": 4398848, + "step": 6730 + }, + { + "epoch": 3.9711084905660377, + "grad_norm": 1.4791316986083984, + "learning_rate": 9.707200068805764e-06, + "loss": 0.4334, + "num_input_tokens_seen": 4404064, + "step": 6735 + }, + { + "epoch": 3.974056603773585, + "grad_norm": 1.7438995838165283, + "learning_rate": 9.706331976646817e-06, + "loss": 0.3799, + "num_input_tokens_seen": 4406560, + "step": 6740 + }, + { + "epoch": 3.9770047169811322, + "grad_norm": 2.4384303092956543, + "learning_rate": 9.705462638466197e-06, + "loss": 0.398, + "num_input_tokens_seen": 4409440, + "step": 6745 + }, + { + "epoch": 3.9799528301886795, + "grad_norm": 1.828263282775879, + "learning_rate": 9.704592054494065e-06, + "loss": 0.4095, + "num_input_tokens_seen": 4413376, + "step": 6750 + }, + { + "epoch": 3.9829009433962264, + "grad_norm": 2.1006217002868652, + "learning_rate": 9.703720224960909e-06, + "loss": 0.4819, + "num_input_tokens_seen": 4417248, + "step": 6755 + }, + { + "epoch": 3.9858490566037736, + "grad_norm": 1.3668938875198364, + "learning_rate": 9.702847150097552e-06, + "loss": 0.3688, + "num_input_tokens_seen": 4419904, + "step": 6760 + }, + { + "epoch": 3.9887971698113205, + "grad_norm": 1.1512746810913086, + "learning_rate": 9.701972830135143e-06, + "loss": 0.3796, + "num_input_tokens_seen": 4423360, + "step": 6765 + }, + { + "epoch": 3.9917452830188678, + "grad_norm": 2.1990602016448975, + "learning_rate": 9.701097265305164e-06, + "loss": 0.4873, + "num_input_tokens_seen": 4426656, + "step": 6770 + }, + { + "epoch": 3.994693396226415, + "grad_norm": 3.2743256092071533, + "learning_rate": 9.700220455839422e-06, + "loss": 0.3946, + "num_input_tokens_seen": 4429440, + "step": 6775 + }, + { + "epoch": 3.9976415094339623, + "grad_norm": 1.6597121953964233, + "learning_rate": 9.69934240197006e-06, + "loss": 0.6073, + "num_input_tokens_seen": 4433344, + "step": 6780 + }, + { + "epoch": 4.0, + "eval_loss": 0.48333612084388733, + "eval_runtime": 18.7555, + "eval_samples_per_second": 90.427, + "eval_steps_per_second": 22.607, + "num_input_tokens_seen": 4435584, + "step": 6784 + }, + { + "epoch": 4.00058962264151, + "grad_norm": 1.0294171571731567, + "learning_rate": 9.698463103929542e-06, + "loss": 0.3696, + "num_input_tokens_seen": 4436224, + "step": 6785 + }, + { + "epoch": 4.003537735849057, + "grad_norm": 1.334287166595459, + "learning_rate": 9.697582561950669e-06, + "loss": 0.4245, + "num_input_tokens_seen": 4439552, + "step": 6790 + }, + { + "epoch": 4.006485849056604, + "grad_norm": 1.2978620529174805, + "learning_rate": 9.696700776266568e-06, + "loss": 0.3406, + "num_input_tokens_seen": 4442496, + "step": 6795 + }, + { + "epoch": 4.009433962264151, + "grad_norm": 1.5969483852386475, + "learning_rate": 9.695817747110694e-06, + "loss": 0.5399, + "num_input_tokens_seen": 4445440, + "step": 6800 + }, + { + "epoch": 4.012382075471698, + "grad_norm": 1.199564814567566, + "learning_rate": 9.694933474716831e-06, + "loss": 0.4474, + "num_input_tokens_seen": 4448640, + "step": 6805 + }, + { + "epoch": 4.015330188679245, + "grad_norm": 1.7472997903823853, + "learning_rate": 9.6940479593191e-06, + "loss": 0.3674, + "num_input_tokens_seen": 4452736, + "step": 6810 + }, + { + "epoch": 4.0182783018867925, + "grad_norm": 1.5159152746200562, + "learning_rate": 9.693161201151942e-06, + "loss": 0.5516, + "num_input_tokens_seen": 4455808, + "step": 6815 + }, + { + "epoch": 4.02122641509434, + "grad_norm": 1.4975823163986206, + "learning_rate": 9.692273200450128e-06, + "loss": 0.394, + "num_input_tokens_seen": 4458272, + "step": 6820 + }, + { + "epoch": 4.024174528301887, + "grad_norm": 2.0341737270355225, + "learning_rate": 9.69138395744876e-06, + "loss": 0.5273, + "num_input_tokens_seen": 4461024, + "step": 6825 + }, + { + "epoch": 4.027122641509434, + "grad_norm": 1.818503737449646, + "learning_rate": 9.690493472383274e-06, + "loss": 0.5581, + "num_input_tokens_seen": 4463744, + "step": 6830 + }, + { + "epoch": 4.030070754716981, + "grad_norm": 1.0143018960952759, + "learning_rate": 9.689601745489423e-06, + "loss": 0.4923, + "num_input_tokens_seen": 4466560, + "step": 6835 + }, + { + "epoch": 4.033018867924528, + "grad_norm": 1.582647681236267, + "learning_rate": 9.6887087770033e-06, + "loss": 0.5324, + "num_input_tokens_seen": 4469408, + "step": 6840 + }, + { + "epoch": 4.035966981132075, + "grad_norm": 1.2979947328567505, + "learning_rate": 9.687814567161322e-06, + "loss": 0.5632, + "num_input_tokens_seen": 4472672, + "step": 6845 + }, + { + "epoch": 4.038915094339623, + "grad_norm": 2.025662422180176, + "learning_rate": 9.686919116200232e-06, + "loss": 0.4585, + "num_input_tokens_seen": 4475520, + "step": 6850 + }, + { + "epoch": 4.04186320754717, + "grad_norm": 2.688628911972046, + "learning_rate": 9.686022424357108e-06, + "loss": 0.3559, + "num_input_tokens_seen": 4479328, + "step": 6855 + }, + { + "epoch": 4.044811320754717, + "grad_norm": 1.3497406244277954, + "learning_rate": 9.685124491869353e-06, + "loss": 0.4465, + "num_input_tokens_seen": 4483328, + "step": 6860 + }, + { + "epoch": 4.0477594339622645, + "grad_norm": 1.8901087045669556, + "learning_rate": 9.684225318974696e-06, + "loss": 0.5325, + "num_input_tokens_seen": 4486752, + "step": 6865 + }, + { + "epoch": 4.050707547169812, + "grad_norm": 1.4902293682098389, + "learning_rate": 9.683324905911197e-06, + "loss": 0.5273, + "num_input_tokens_seen": 4489792, + "step": 6870 + }, + { + "epoch": 4.053655660377358, + "grad_norm": 1.2727375030517578, + "learning_rate": 9.682423252917245e-06, + "loss": 0.4539, + "num_input_tokens_seen": 4492672, + "step": 6875 + }, + { + "epoch": 4.056603773584905, + "grad_norm": 0.9983425736427307, + "learning_rate": 9.681520360231557e-06, + "loss": 0.3453, + "num_input_tokens_seen": 4496096, + "step": 6880 + }, + { + "epoch": 4.059551886792453, + "grad_norm": 1.3107059001922607, + "learning_rate": 9.680616228093178e-06, + "loss": 0.517, + "num_input_tokens_seen": 4499040, + "step": 6885 + }, + { + "epoch": 4.0625, + "grad_norm": 1.450465440750122, + "learning_rate": 9.67971085674148e-06, + "loss": 0.4494, + "num_input_tokens_seen": 4502016, + "step": 6890 + }, + { + "epoch": 4.065448113207547, + "grad_norm": 2.3440937995910645, + "learning_rate": 9.678804246416164e-06, + "loss": 0.4992, + "num_input_tokens_seen": 4504960, + "step": 6895 + }, + { + "epoch": 4.068396226415095, + "grad_norm": 0.9432467222213745, + "learning_rate": 9.677896397357259e-06, + "loss": 0.4187, + "num_input_tokens_seen": 4508704, + "step": 6900 + }, + { + "epoch": 4.071344339622642, + "grad_norm": 1.1482425928115845, + "learning_rate": 9.676987309805121e-06, + "loss": 0.4811, + "num_input_tokens_seen": 4512064, + "step": 6905 + }, + { + "epoch": 4.074292452830188, + "grad_norm": 1.7639658451080322, + "learning_rate": 9.67607698400044e-06, + "loss": 0.4777, + "num_input_tokens_seen": 4516256, + "step": 6910 + }, + { + "epoch": 4.0772405660377355, + "grad_norm": 1.432771921157837, + "learning_rate": 9.67516542018422e-06, + "loss": 0.4883, + "num_input_tokens_seen": 4519552, + "step": 6915 + }, + { + "epoch": 4.080188679245283, + "grad_norm": 1.2219352722167969, + "learning_rate": 9.67425261859781e-06, + "loss": 0.5798, + "num_input_tokens_seen": 4522912, + "step": 6920 + }, + { + "epoch": 4.08313679245283, + "grad_norm": 1.2212207317352295, + "learning_rate": 9.673338579482871e-06, + "loss": 0.3706, + "num_input_tokens_seen": 4526208, + "step": 6925 + }, + { + "epoch": 4.086084905660377, + "grad_norm": 2.034402370452881, + "learning_rate": 9.672423303081404e-06, + "loss": 0.464, + "num_input_tokens_seen": 4528736, + "step": 6930 + }, + { + "epoch": 4.089033018867925, + "grad_norm": 1.253835916519165, + "learning_rate": 9.67150678963573e-06, + "loss": 0.4527, + "num_input_tokens_seen": 4531712, + "step": 6935 + }, + { + "epoch": 4.091981132075472, + "grad_norm": 3.285146713256836, + "learning_rate": 9.670589039388501e-06, + "loss": 0.6682, + "num_input_tokens_seen": 4535296, + "step": 6940 + }, + { + "epoch": 4.094929245283019, + "grad_norm": 1.8491877317428589, + "learning_rate": 9.669670052582695e-06, + "loss": 0.4527, + "num_input_tokens_seen": 4537792, + "step": 6945 + }, + { + "epoch": 4.097877358490566, + "grad_norm": 1.674766182899475, + "learning_rate": 9.668749829461617e-06, + "loss": 0.441, + "num_input_tokens_seen": 4542144, + "step": 6950 + }, + { + "epoch": 4.100825471698113, + "grad_norm": 2.3826050758361816, + "learning_rate": 9.667828370268898e-06, + "loss": 0.417, + "num_input_tokens_seen": 4544672, + "step": 6955 + }, + { + "epoch": 4.10377358490566, + "grad_norm": 2.052870750427246, + "learning_rate": 9.666905675248505e-06, + "loss": 0.7007, + "num_input_tokens_seen": 4548128, + "step": 6960 + }, + { + "epoch": 4.1067216981132075, + "grad_norm": 1.5329506397247314, + "learning_rate": 9.66598174464472e-06, + "loss": 0.5028, + "num_input_tokens_seen": 4553696, + "step": 6965 + }, + { + "epoch": 4.109669811320755, + "grad_norm": 1.4648982286453247, + "learning_rate": 9.665056578702157e-06, + "loss": 0.4741, + "num_input_tokens_seen": 4556512, + "step": 6970 + }, + { + "epoch": 4.112617924528302, + "grad_norm": 1.4544306993484497, + "learning_rate": 9.66413017766576e-06, + "loss": 0.4948, + "num_input_tokens_seen": 4559680, + "step": 6975 + }, + { + "epoch": 4.115566037735849, + "grad_norm": 2.0066423416137695, + "learning_rate": 9.663202541780799e-06, + "loss": 0.5465, + "num_input_tokens_seen": 4562560, + "step": 6980 + }, + { + "epoch": 4.118514150943396, + "grad_norm": 1.6244421005249023, + "learning_rate": 9.662273671292866e-06, + "loss": 0.4063, + "num_input_tokens_seen": 4566624, + "step": 6985 + }, + { + "epoch": 4.121462264150943, + "grad_norm": 1.9491125345230103, + "learning_rate": 9.661343566447886e-06, + "loss": 0.5456, + "num_input_tokens_seen": 4570176, + "step": 6990 + }, + { + "epoch": 4.12441037735849, + "grad_norm": 0.8932386636734009, + "learning_rate": 9.660412227492107e-06, + "loss": 0.4011, + "num_input_tokens_seen": 4573632, + "step": 6995 + }, + { + "epoch": 4.127358490566038, + "grad_norm": 2.0334348678588867, + "learning_rate": 9.659479654672106e-06, + "loss": 0.5989, + "num_input_tokens_seen": 4576960, + "step": 7000 + }, + { + "epoch": 4.130306603773585, + "grad_norm": 0.48989352583885193, + "learning_rate": 9.658545848234784e-06, + "loss": 0.5103, + "num_input_tokens_seen": 4585184, + "step": 7005 + }, + { + "epoch": 4.133254716981132, + "grad_norm": 3.5595622062683105, + "learning_rate": 9.657610808427372e-06, + "loss": 0.4111, + "num_input_tokens_seen": 4587808, + "step": 7010 + }, + { + "epoch": 4.1362028301886795, + "grad_norm": 1.3782646656036377, + "learning_rate": 9.656674535497425e-06, + "loss": 0.5243, + "num_input_tokens_seen": 4590464, + "step": 7015 + }, + { + "epoch": 4.139150943396227, + "grad_norm": 1.7710583209991455, + "learning_rate": 9.655737029692827e-06, + "loss": 0.4389, + "num_input_tokens_seen": 4593472, + "step": 7020 + }, + { + "epoch": 4.142099056603773, + "grad_norm": 3.903787851333618, + "learning_rate": 9.654798291261785e-06, + "loss": 0.4504, + "num_input_tokens_seen": 4595968, + "step": 7025 + }, + { + "epoch": 4.1450471698113205, + "grad_norm": 1.3282572031021118, + "learning_rate": 9.653858320452833e-06, + "loss": 0.4548, + "num_input_tokens_seen": 4598880, + "step": 7030 + }, + { + "epoch": 4.147995283018868, + "grad_norm": 4.099900722503662, + "learning_rate": 9.652917117514836e-06, + "loss": 0.3756, + "num_input_tokens_seen": 4602336, + "step": 7035 + }, + { + "epoch": 4.150943396226415, + "grad_norm": 3.0907142162323, + "learning_rate": 9.651974682696975e-06, + "loss": 0.511, + "num_input_tokens_seen": 4605632, + "step": 7040 + }, + { + "epoch": 4.153891509433962, + "grad_norm": 1.5672821998596191, + "learning_rate": 9.651031016248773e-06, + "loss": 0.4261, + "num_input_tokens_seen": 4609440, + "step": 7045 + }, + { + "epoch": 4.15683962264151, + "grad_norm": 1.8038140535354614, + "learning_rate": 9.65008611842006e-06, + "loss": 0.5863, + "num_input_tokens_seen": 4612256, + "step": 7050 + }, + { + "epoch": 4.159787735849057, + "grad_norm": 2.0649805068969727, + "learning_rate": 9.64913998946101e-06, + "loss": 0.4713, + "num_input_tokens_seen": 4615552, + "step": 7055 + }, + { + "epoch": 4.162735849056604, + "grad_norm": 1.2311046123504639, + "learning_rate": 9.648192629622109e-06, + "loss": 0.5518, + "num_input_tokens_seen": 4618688, + "step": 7060 + }, + { + "epoch": 4.165683962264151, + "grad_norm": 1.1484097242355347, + "learning_rate": 9.647244039154178e-06, + "loss": 0.4415, + "num_input_tokens_seen": 4621632, + "step": 7065 + }, + { + "epoch": 4.168632075471698, + "grad_norm": 1.5476270914077759, + "learning_rate": 9.64629421830836e-06, + "loss": 0.4929, + "num_input_tokens_seen": 4624704, + "step": 7070 + }, + { + "epoch": 4.171580188679245, + "grad_norm": 1.7204374074935913, + "learning_rate": 9.64534316733612e-06, + "loss": 0.3233, + "num_input_tokens_seen": 4628768, + "step": 7075 + }, + { + "epoch": 4.1745283018867925, + "grad_norm": 1.7846051454544067, + "learning_rate": 9.644390886489258e-06, + "loss": 0.5875, + "num_input_tokens_seen": 4632000, + "step": 7080 + }, + { + "epoch": 4.17747641509434, + "grad_norm": 1.4243059158325195, + "learning_rate": 9.643437376019893e-06, + "loss": 0.4345, + "num_input_tokens_seen": 4634592, + "step": 7085 + }, + { + "epoch": 4.180424528301887, + "grad_norm": 0.713379979133606, + "learning_rate": 9.64248263618047e-06, + "loss": 0.3986, + "num_input_tokens_seen": 4640064, + "step": 7090 + }, + { + "epoch": 4.183372641509434, + "grad_norm": 1.6041810512542725, + "learning_rate": 9.64152666722376e-06, + "loss": 0.4732, + "num_input_tokens_seen": 4644000, + "step": 7095 + }, + { + "epoch": 4.186320754716981, + "grad_norm": 4.022175312042236, + "learning_rate": 9.640569469402863e-06, + "loss": 0.4191, + "num_input_tokens_seen": 4647328, + "step": 7100 + }, + { + "epoch": 4.189268867924528, + "grad_norm": 1.6514419317245483, + "learning_rate": 9.639611042971198e-06, + "loss": 0.4341, + "num_input_tokens_seen": 4650432, + "step": 7105 + }, + { + "epoch": 4.192216981132075, + "grad_norm": 1.6656850576400757, + "learning_rate": 9.638651388182514e-06, + "loss": 0.5588, + "num_input_tokens_seen": 4652960, + "step": 7110 + }, + { + "epoch": 4.195165094339623, + "grad_norm": 1.3560850620269775, + "learning_rate": 9.637690505290884e-06, + "loss": 0.4567, + "num_input_tokens_seen": 4655872, + "step": 7115 + }, + { + "epoch": 4.19811320754717, + "grad_norm": 2.37538480758667, + "learning_rate": 9.636728394550705e-06, + "loss": 0.5439, + "num_input_tokens_seen": 4660288, + "step": 7120 + }, + { + "epoch": 4.201061320754717, + "grad_norm": 1.3928426504135132, + "learning_rate": 9.6357650562167e-06, + "loss": 0.5283, + "num_input_tokens_seen": 4663360, + "step": 7125 + }, + { + "epoch": 4.2040094339622645, + "grad_norm": 1.0936695337295532, + "learning_rate": 9.634800490543918e-06, + "loss": 0.4094, + "num_input_tokens_seen": 4667200, + "step": 7130 + }, + { + "epoch": 4.206957547169812, + "grad_norm": 1.0758113861083984, + "learning_rate": 9.633834697787731e-06, + "loss": 0.4596, + "num_input_tokens_seen": 4670912, + "step": 7135 + }, + { + "epoch": 4.209905660377358, + "grad_norm": 1.048827886581421, + "learning_rate": 9.632867678203836e-06, + "loss": 0.4519, + "num_input_tokens_seen": 4673568, + "step": 7140 + }, + { + "epoch": 4.212853773584905, + "grad_norm": 3.4747087955474854, + "learning_rate": 9.631899432048258e-06, + "loss": 0.5455, + "num_input_tokens_seen": 4676032, + "step": 7145 + }, + { + "epoch": 4.215801886792453, + "grad_norm": 3.6356749534606934, + "learning_rate": 9.630929959577343e-06, + "loss": 0.5285, + "num_input_tokens_seen": 4678784, + "step": 7150 + }, + { + "epoch": 4.21875, + "grad_norm": 1.4724594354629517, + "learning_rate": 9.629959261047764e-06, + "loss": 0.4373, + "num_input_tokens_seen": 4681696, + "step": 7155 + }, + { + "epoch": 4.221698113207547, + "grad_norm": 1.8133635520935059, + "learning_rate": 9.628987336716513e-06, + "loss": 0.4104, + "num_input_tokens_seen": 4686816, + "step": 7160 + }, + { + "epoch": 4.224646226415095, + "grad_norm": 1.9486360549926758, + "learning_rate": 9.628014186840918e-06, + "loss": 0.4186, + "num_input_tokens_seen": 4689472, + "step": 7165 + }, + { + "epoch": 4.227594339622642, + "grad_norm": 0.9286620020866394, + "learning_rate": 9.62703981167862e-06, + "loss": 0.4143, + "num_input_tokens_seen": 4692288, + "step": 7170 + }, + { + "epoch": 4.230542452830188, + "grad_norm": 1.268012285232544, + "learning_rate": 9.626064211487592e-06, + "loss": 0.4743, + "num_input_tokens_seen": 4696320, + "step": 7175 + }, + { + "epoch": 4.2334905660377355, + "grad_norm": 1.493683934211731, + "learning_rate": 9.625087386526125e-06, + "loss": 0.4887, + "num_input_tokens_seen": 4699424, + "step": 7180 + }, + { + "epoch": 4.236438679245283, + "grad_norm": 1.2168902158737183, + "learning_rate": 9.624109337052839e-06, + "loss": 0.4283, + "num_input_tokens_seen": 4702720, + "step": 7185 + }, + { + "epoch": 4.23938679245283, + "grad_norm": 1.196161150932312, + "learning_rate": 9.623130063326678e-06, + "loss": 0.3718, + "num_input_tokens_seen": 4706080, + "step": 7190 + }, + { + "epoch": 4.242334905660377, + "grad_norm": 2.2768568992614746, + "learning_rate": 9.622149565606909e-06, + "loss": 0.3737, + "num_input_tokens_seen": 4709632, + "step": 7195 + }, + { + "epoch": 4.245283018867925, + "grad_norm": 1.8921891450881958, + "learning_rate": 9.621167844153122e-06, + "loss": 0.3793, + "num_input_tokens_seen": 4712640, + "step": 7200 + }, + { + "epoch": 4.248231132075472, + "grad_norm": 2.9211997985839844, + "learning_rate": 9.620184899225231e-06, + "loss": 0.4891, + "num_input_tokens_seen": 4715200, + "step": 7205 + }, + { + "epoch": 4.251179245283019, + "grad_norm": 1.7882757186889648, + "learning_rate": 9.619200731083477e-06, + "loss": 0.4057, + "num_input_tokens_seen": 4718912, + "step": 7210 + }, + { + "epoch": 4.254127358490566, + "grad_norm": 1.7072794437408447, + "learning_rate": 9.618215339988422e-06, + "loss": 0.4734, + "num_input_tokens_seen": 4722400, + "step": 7215 + }, + { + "epoch": 4.257075471698113, + "grad_norm": 1.3283979892730713, + "learning_rate": 9.617228726200951e-06, + "loss": 0.5874, + "num_input_tokens_seen": 4726048, + "step": 7220 + }, + { + "epoch": 4.26002358490566, + "grad_norm": 1.7547314167022705, + "learning_rate": 9.616240889982277e-06, + "loss": 0.4545, + "num_input_tokens_seen": 4729568, + "step": 7225 + }, + { + "epoch": 4.2629716981132075, + "grad_norm": 1.2451591491699219, + "learning_rate": 9.61525183159393e-06, + "loss": 0.4652, + "num_input_tokens_seen": 4733024, + "step": 7230 + }, + { + "epoch": 4.265919811320755, + "grad_norm": 1.3640409708023071, + "learning_rate": 9.614261551297774e-06, + "loss": 0.3848, + "num_input_tokens_seen": 4735776, + "step": 7235 + }, + { + "epoch": 4.268867924528302, + "grad_norm": 1.7393114566802979, + "learning_rate": 9.613270049355983e-06, + "loss": 0.3539, + "num_input_tokens_seen": 4738720, + "step": 7240 + }, + { + "epoch": 4.271816037735849, + "grad_norm": 3.051302194595337, + "learning_rate": 9.612277326031065e-06, + "loss": 0.435, + "num_input_tokens_seen": 4741472, + "step": 7245 + }, + { + "epoch": 4.274764150943396, + "grad_norm": 2.118891954421997, + "learning_rate": 9.611283381585848e-06, + "loss": 0.4894, + "num_input_tokens_seen": 4744896, + "step": 7250 + }, + { + "epoch": 4.277712264150943, + "grad_norm": 1.1061406135559082, + "learning_rate": 9.61028821628348e-06, + "loss": 0.439, + "num_input_tokens_seen": 4748576, + "step": 7255 + }, + { + "epoch": 4.28066037735849, + "grad_norm": 1.3176496028900146, + "learning_rate": 9.609291830387439e-06, + "loss": 0.4869, + "num_input_tokens_seen": 4752000, + "step": 7260 + }, + { + "epoch": 4.283608490566038, + "grad_norm": 1.2131857872009277, + "learning_rate": 9.608294224161523e-06, + "loss": 0.2785, + "num_input_tokens_seen": 4755840, + "step": 7265 + }, + { + "epoch": 4.286556603773585, + "grad_norm": 1.1784642934799194, + "learning_rate": 9.607295397869847e-06, + "loss": 0.3122, + "num_input_tokens_seen": 4759136, + "step": 7270 + }, + { + "epoch": 4.289504716981132, + "grad_norm": 2.081324338912964, + "learning_rate": 9.60629535177686e-06, + "loss": 0.3116, + "num_input_tokens_seen": 4763264, + "step": 7275 + }, + { + "epoch": 4.2924528301886795, + "grad_norm": 1.4724938869476318, + "learning_rate": 9.605294086147325e-06, + "loss": 0.4159, + "num_input_tokens_seen": 4766528, + "step": 7280 + }, + { + "epoch": 4.295400943396227, + "grad_norm": 1.6212149858474731, + "learning_rate": 9.604291601246333e-06, + "loss": 0.4657, + "num_input_tokens_seen": 4769216, + "step": 7285 + }, + { + "epoch": 4.298349056603773, + "grad_norm": 2.2376909255981445, + "learning_rate": 9.603287897339299e-06, + "loss": 0.4062, + "num_input_tokens_seen": 4772416, + "step": 7290 + }, + { + "epoch": 4.3012971698113205, + "grad_norm": 1.9966576099395752, + "learning_rate": 9.602282974691953e-06, + "loss": 0.4932, + "num_input_tokens_seen": 4775840, + "step": 7295 + }, + { + "epoch": 4.304245283018868, + "grad_norm": 1.0601173639297485, + "learning_rate": 9.601276833570355e-06, + "loss": 0.4979, + "num_input_tokens_seen": 4779296, + "step": 7300 + }, + { + "epoch": 4.307193396226415, + "grad_norm": 1.2999796867370605, + "learning_rate": 9.600269474240885e-06, + "loss": 0.385, + "num_input_tokens_seen": 4782400, + "step": 7305 + }, + { + "epoch": 4.310141509433962, + "grad_norm": 1.2366037368774414, + "learning_rate": 9.599260896970246e-06, + "loss": 0.4992, + "num_input_tokens_seen": 4785792, + "step": 7310 + }, + { + "epoch": 4.31308962264151, + "grad_norm": 1.6773606538772583, + "learning_rate": 9.598251102025463e-06, + "loss": 0.3715, + "num_input_tokens_seen": 4788736, + "step": 7315 + }, + { + "epoch": 4.316037735849057, + "grad_norm": 1.813403844833374, + "learning_rate": 9.597240089673882e-06, + "loss": 0.4806, + "num_input_tokens_seen": 4792032, + "step": 7320 + }, + { + "epoch": 4.318985849056604, + "grad_norm": 2.519498586654663, + "learning_rate": 9.596227860183175e-06, + "loss": 0.4685, + "num_input_tokens_seen": 4795424, + "step": 7325 + }, + { + "epoch": 4.321933962264151, + "grad_norm": 1.7970707416534424, + "learning_rate": 9.595214413821334e-06, + "loss": 0.4464, + "num_input_tokens_seen": 4798144, + "step": 7330 + }, + { + "epoch": 4.324882075471698, + "grad_norm": 1.485880732536316, + "learning_rate": 9.59419975085667e-06, + "loss": 0.547, + "num_input_tokens_seen": 4800736, + "step": 7335 + }, + { + "epoch": 4.327830188679245, + "grad_norm": 0.9183520674705505, + "learning_rate": 9.593183871557826e-06, + "loss": 0.5022, + "num_input_tokens_seen": 4804832, + "step": 7340 + }, + { + "epoch": 4.3307783018867925, + "grad_norm": 0.9666075706481934, + "learning_rate": 9.592166776193754e-06, + "loss": 0.4749, + "num_input_tokens_seen": 4807488, + "step": 7345 + }, + { + "epoch": 4.33372641509434, + "grad_norm": 1.4770163297653198, + "learning_rate": 9.591148465033738e-06, + "loss": 0.6617, + "num_input_tokens_seen": 4812192, + "step": 7350 + }, + { + "epoch": 4.336674528301887, + "grad_norm": 4.0885796546936035, + "learning_rate": 9.590128938347378e-06, + "loss": 0.5608, + "num_input_tokens_seen": 4814592, + "step": 7355 + }, + { + "epoch": 4.339622641509434, + "grad_norm": 2.941523790359497, + "learning_rate": 9.589108196404599e-06, + "loss": 0.3073, + "num_input_tokens_seen": 4817344, + "step": 7360 + }, + { + "epoch": 4.342570754716981, + "grad_norm": 1.8781148195266724, + "learning_rate": 9.588086239475649e-06, + "loss": 0.4527, + "num_input_tokens_seen": 4819616, + "step": 7365 + }, + { + "epoch": 4.345518867924528, + "grad_norm": 2.133755922317505, + "learning_rate": 9.587063067831092e-06, + "loss": 0.5238, + "num_input_tokens_seen": 4822272, + "step": 7370 + }, + { + "epoch": 4.348466981132075, + "grad_norm": 2.256849765777588, + "learning_rate": 9.586038681741818e-06, + "loss": 0.3307, + "num_input_tokens_seen": 4824960, + "step": 7375 + }, + { + "epoch": 4.351415094339623, + "grad_norm": 2.638028383255005, + "learning_rate": 9.58501308147904e-06, + "loss": 0.5602, + "num_input_tokens_seen": 4827968, + "step": 7380 + }, + { + "epoch": 4.35436320754717, + "grad_norm": 2.9133641719818115, + "learning_rate": 9.583986267314288e-06, + "loss": 0.4547, + "num_input_tokens_seen": 4831776, + "step": 7385 + }, + { + "epoch": 4.357311320754717, + "grad_norm": 3.262009859085083, + "learning_rate": 9.582958239519416e-06, + "loss": 0.387, + "num_input_tokens_seen": 4834272, + "step": 7390 + }, + { + "epoch": 4.3602594339622645, + "grad_norm": 2.036425828933716, + "learning_rate": 9.581928998366597e-06, + "loss": 0.4261, + "num_input_tokens_seen": 4836928, + "step": 7395 + }, + { + "epoch": 4.363207547169811, + "grad_norm": 4.869570255279541, + "learning_rate": 9.58089854412833e-06, + "loss": 0.6134, + "num_input_tokens_seen": 4840224, + "step": 7400 + }, + { + "epoch": 4.366155660377358, + "grad_norm": 1.267681360244751, + "learning_rate": 9.579866877077431e-06, + "loss": 0.3947, + "num_input_tokens_seen": 4843680, + "step": 7405 + }, + { + "epoch": 4.369103773584905, + "grad_norm": 0.9743741154670715, + "learning_rate": 9.578833997487038e-06, + "loss": 0.5163, + "num_input_tokens_seen": 4847424, + "step": 7410 + }, + { + "epoch": 4.372051886792453, + "grad_norm": 2.491237163543701, + "learning_rate": 9.57779990563061e-06, + "loss": 0.3997, + "num_input_tokens_seen": 4850752, + "step": 7415 + }, + { + "epoch": 4.375, + "grad_norm": 2.779416799545288, + "learning_rate": 9.576764601781928e-06, + "loss": 0.4096, + "num_input_tokens_seen": 4853408, + "step": 7420 + }, + { + "epoch": 4.377948113207547, + "grad_norm": 1.2122339010238647, + "learning_rate": 9.575728086215093e-06, + "loss": 0.478, + "num_input_tokens_seen": 4856640, + "step": 7425 + }, + { + "epoch": 4.380896226415095, + "grad_norm": 1.686130404472351, + "learning_rate": 9.574690359204527e-06, + "loss": 0.5839, + "num_input_tokens_seen": 4859872, + "step": 7430 + }, + { + "epoch": 4.383844339622642, + "grad_norm": 1.123629093170166, + "learning_rate": 9.573651421024972e-06, + "loss": 0.4321, + "num_input_tokens_seen": 4863360, + "step": 7435 + }, + { + "epoch": 4.386792452830189, + "grad_norm": 1.7060000896453857, + "learning_rate": 9.572611271951494e-06, + "loss": 0.3888, + "num_input_tokens_seen": 4865792, + "step": 7440 + }, + { + "epoch": 4.3897405660377355, + "grad_norm": 2.2044005393981934, + "learning_rate": 9.571569912259473e-06, + "loss": 0.5867, + "num_input_tokens_seen": 4868960, + "step": 7445 + }, + { + "epoch": 4.392688679245283, + "grad_norm": 1.3409136533737183, + "learning_rate": 9.570527342224614e-06, + "loss": 0.5036, + "num_input_tokens_seen": 4872608, + "step": 7450 + }, + { + "epoch": 4.39563679245283, + "grad_norm": 1.7372124195098877, + "learning_rate": 9.569483562122945e-06, + "loss": 0.4404, + "num_input_tokens_seen": 4878912, + "step": 7455 + }, + { + "epoch": 4.398584905660377, + "grad_norm": 2.2261791229248047, + "learning_rate": 9.568438572230811e-06, + "loss": 0.4919, + "num_input_tokens_seen": 4882368, + "step": 7460 + }, + { + "epoch": 4.401533018867925, + "grad_norm": 2.716754674911499, + "learning_rate": 9.567392372824873e-06, + "loss": 0.5139, + "num_input_tokens_seen": 4885152, + "step": 7465 + }, + { + "epoch": 4.404481132075472, + "grad_norm": 1.4487591981887817, + "learning_rate": 9.566344964182123e-06, + "loss": 0.3879, + "num_input_tokens_seen": 4888160, + "step": 7470 + }, + { + "epoch": 4.407429245283019, + "grad_norm": 1.6735937595367432, + "learning_rate": 9.565296346579862e-06, + "loss": 0.3618, + "num_input_tokens_seen": 4891520, + "step": 7475 + }, + { + "epoch": 4.410377358490566, + "grad_norm": 2.0494682788848877, + "learning_rate": 9.564246520295719e-06, + "loss": 0.426, + "num_input_tokens_seen": 4894144, + "step": 7480 + }, + { + "epoch": 4.413325471698113, + "grad_norm": 1.2815372943878174, + "learning_rate": 9.563195485607638e-06, + "loss": 0.4604, + "num_input_tokens_seen": 4897856, + "step": 7485 + }, + { + "epoch": 4.41627358490566, + "grad_norm": 3.9839673042297363, + "learning_rate": 9.562143242793885e-06, + "loss": 0.623, + "num_input_tokens_seen": 4900320, + "step": 7490 + }, + { + "epoch": 4.4192216981132075, + "grad_norm": 1.3580741882324219, + "learning_rate": 9.561089792133048e-06, + "loss": 0.4596, + "num_input_tokens_seen": 4903168, + "step": 7495 + }, + { + "epoch": 4.422169811320755, + "grad_norm": 2.016498565673828, + "learning_rate": 9.560035133904031e-06, + "loss": 0.6814, + "num_input_tokens_seen": 4906368, + "step": 7500 + }, + { + "epoch": 4.425117924528302, + "grad_norm": 0.9039015173912048, + "learning_rate": 9.55897926838606e-06, + "loss": 0.5299, + "num_input_tokens_seen": 4909760, + "step": 7505 + }, + { + "epoch": 4.428066037735849, + "grad_norm": 0.9469422698020935, + "learning_rate": 9.55792219585868e-06, + "loss": 0.5734, + "num_input_tokens_seen": 4912896, + "step": 7510 + }, + { + "epoch": 4.431014150943396, + "grad_norm": 1.5748826265335083, + "learning_rate": 9.556863916601754e-06, + "loss": 0.5062, + "num_input_tokens_seen": 4915168, + "step": 7515 + }, + { + "epoch": 4.433962264150943, + "grad_norm": 1.1755046844482422, + "learning_rate": 9.555804430895467e-06, + "loss": 0.4699, + "num_input_tokens_seen": 4918592, + "step": 7520 + }, + { + "epoch": 4.43691037735849, + "grad_norm": 1.5298218727111816, + "learning_rate": 9.554743739020325e-06, + "loss": 0.547, + "num_input_tokens_seen": 4921600, + "step": 7525 + }, + { + "epoch": 4.439858490566038, + "grad_norm": 1.5060456991195679, + "learning_rate": 9.553681841257146e-06, + "loss": 0.4559, + "num_input_tokens_seen": 4924448, + "step": 7530 + }, + { + "epoch": 4.442806603773585, + "grad_norm": 1.3990141153335571, + "learning_rate": 9.552618737887073e-06, + "loss": 0.4873, + "num_input_tokens_seen": 4927296, + "step": 7535 + }, + { + "epoch": 4.445754716981132, + "grad_norm": 2.545332431793213, + "learning_rate": 9.55155442919157e-06, + "loss": 0.5532, + "num_input_tokens_seen": 4930080, + "step": 7540 + }, + { + "epoch": 4.4487028301886795, + "grad_norm": 1.4349336624145508, + "learning_rate": 9.550488915452416e-06, + "loss": 0.4996, + "num_input_tokens_seen": 4932800, + "step": 7545 + }, + { + "epoch": 4.451650943396227, + "grad_norm": 1.8324118852615356, + "learning_rate": 9.54942219695171e-06, + "loss": 0.5788, + "num_input_tokens_seen": 4935840, + "step": 7550 + }, + { + "epoch": 4.454599056603773, + "grad_norm": 1.9399585723876953, + "learning_rate": 9.54835427397187e-06, + "loss": 0.4954, + "num_input_tokens_seen": 4938464, + "step": 7555 + }, + { + "epoch": 4.4575471698113205, + "grad_norm": 1.3448002338409424, + "learning_rate": 9.547285146795634e-06, + "loss": 0.3989, + "num_input_tokens_seen": 4941856, + "step": 7560 + }, + { + "epoch": 4.460495283018868, + "grad_norm": 1.250030755996704, + "learning_rate": 9.546214815706059e-06, + "loss": 0.4368, + "num_input_tokens_seen": 4945120, + "step": 7565 + }, + { + "epoch": 4.463443396226415, + "grad_norm": 0.8631619811058044, + "learning_rate": 9.545143280986518e-06, + "loss": 0.5139, + "num_input_tokens_seen": 4948800, + "step": 7570 + }, + { + "epoch": 4.466391509433962, + "grad_norm": 1.4074610471725464, + "learning_rate": 9.544070542920703e-06, + "loss": 0.7114, + "num_input_tokens_seen": 4951424, + "step": 7575 + }, + { + "epoch": 4.46933962264151, + "grad_norm": 1.3734846115112305, + "learning_rate": 9.542996601792629e-06, + "loss": 0.608, + "num_input_tokens_seen": 4954784, + "step": 7580 + }, + { + "epoch": 4.472287735849057, + "grad_norm": 2.355978488922119, + "learning_rate": 9.541921457886624e-06, + "loss": 0.4106, + "num_input_tokens_seen": 4958944, + "step": 7585 + }, + { + "epoch": 4.475235849056604, + "grad_norm": 2.556393623352051, + "learning_rate": 9.54084511148734e-06, + "loss": 0.4217, + "num_input_tokens_seen": 4961888, + "step": 7590 + }, + { + "epoch": 4.478183962264151, + "grad_norm": 1.8079578876495361, + "learning_rate": 9.539767562879742e-06, + "loss": 0.4572, + "num_input_tokens_seen": 4964704, + "step": 7595 + }, + { + "epoch": 4.481132075471698, + "grad_norm": 1.2839183807373047, + "learning_rate": 9.538688812349118e-06, + "loss": 0.4255, + "num_input_tokens_seen": 4968192, + "step": 7600 + }, + { + "epoch": 4.484080188679245, + "grad_norm": 1.920060634613037, + "learning_rate": 9.537608860181069e-06, + "loss": 0.5867, + "num_input_tokens_seen": 4971712, + "step": 7605 + }, + { + "epoch": 4.4870283018867925, + "grad_norm": 2.086016893386841, + "learning_rate": 9.536527706661519e-06, + "loss": 0.4786, + "num_input_tokens_seen": 4975520, + "step": 7610 + }, + { + "epoch": 4.48997641509434, + "grad_norm": 3.382272958755493, + "learning_rate": 9.535445352076707e-06, + "loss": 0.462, + "num_input_tokens_seen": 4978720, + "step": 7615 + }, + { + "epoch": 4.492924528301887, + "grad_norm": 2.4272682666778564, + "learning_rate": 9.534361796713191e-06, + "loss": 0.5032, + "num_input_tokens_seen": 4981600, + "step": 7620 + }, + { + "epoch": 4.495872641509434, + "grad_norm": 1.8036327362060547, + "learning_rate": 9.533277040857847e-06, + "loss": 0.5105, + "num_input_tokens_seen": 4985888, + "step": 7625 + }, + { + "epoch": 4.498820754716981, + "grad_norm": 1.3590295314788818, + "learning_rate": 9.53219108479787e-06, + "loss": 0.4341, + "num_input_tokens_seen": 4989056, + "step": 7630 + }, + { + "epoch": 4.501768867924528, + "grad_norm": 5.261102676391602, + "learning_rate": 9.53110392882077e-06, + "loss": 0.5185, + "num_input_tokens_seen": 4991840, + "step": 7635 + }, + { + "epoch": 4.504716981132075, + "grad_norm": 2.2020304203033447, + "learning_rate": 9.530015573214378e-06, + "loss": 0.4831, + "num_input_tokens_seen": 4994560, + "step": 7640 + }, + { + "epoch": 4.507665094339623, + "grad_norm": 1.0467993021011353, + "learning_rate": 9.528926018266837e-06, + "loss": 0.3743, + "num_input_tokens_seen": 4999104, + "step": 7645 + }, + { + "epoch": 4.51061320754717, + "grad_norm": 0.9773741960525513, + "learning_rate": 9.527835264266617e-06, + "loss": 0.4896, + "num_input_tokens_seen": 5002304, + "step": 7650 + }, + { + "epoch": 4.513561320754717, + "grad_norm": 1.199915885925293, + "learning_rate": 9.526743311502496e-06, + "loss": 0.3864, + "num_input_tokens_seen": 5006432, + "step": 7655 + }, + { + "epoch": 4.5165094339622645, + "grad_norm": 3.2714056968688965, + "learning_rate": 9.525650160263573e-06, + "loss": 0.5082, + "num_input_tokens_seen": 5009632, + "step": 7660 + }, + { + "epoch": 4.519457547169811, + "grad_norm": 3.2189369201660156, + "learning_rate": 9.524555810839267e-06, + "loss": 0.466, + "num_input_tokens_seen": 5013376, + "step": 7665 + }, + { + "epoch": 4.522405660377358, + "grad_norm": 1.3340057134628296, + "learning_rate": 9.523460263519309e-06, + "loss": 0.5046, + "num_input_tokens_seen": 5015936, + "step": 7670 + }, + { + "epoch": 4.525353773584905, + "grad_norm": 1.108007788658142, + "learning_rate": 9.522363518593753e-06, + "loss": 0.4687, + "num_input_tokens_seen": 5019872, + "step": 7675 + }, + { + "epoch": 4.528301886792453, + "grad_norm": 1.303700566291809, + "learning_rate": 9.521265576352963e-06, + "loss": 0.3818, + "num_input_tokens_seen": 5022976, + "step": 7680 + }, + { + "epoch": 4.53125, + "grad_norm": 2.0273330211639404, + "learning_rate": 9.520166437087628e-06, + "loss": 0.4808, + "num_input_tokens_seen": 5025504, + "step": 7685 + }, + { + "epoch": 4.534198113207547, + "grad_norm": 1.4511120319366455, + "learning_rate": 9.519066101088748e-06, + "loss": 0.4794, + "num_input_tokens_seen": 5028992, + "step": 7690 + }, + { + "epoch": 4.537146226415095, + "grad_norm": 2.0640783309936523, + "learning_rate": 9.51796456864764e-06, + "loss": 0.5304, + "num_input_tokens_seen": 5032448, + "step": 7695 + }, + { + "epoch": 4.540094339622642, + "grad_norm": 1.6542004346847534, + "learning_rate": 9.516861840055942e-06, + "loss": 0.3566, + "num_input_tokens_seen": 5035392, + "step": 7700 + }, + { + "epoch": 4.543042452830189, + "grad_norm": 1.222185730934143, + "learning_rate": 9.515757915605604e-06, + "loss": 0.3997, + "num_input_tokens_seen": 5038624, + "step": 7705 + }, + { + "epoch": 4.5459905660377355, + "grad_norm": 0.8256528973579407, + "learning_rate": 9.514652795588899e-06, + "loss": 0.3496, + "num_input_tokens_seen": 5042144, + "step": 7710 + }, + { + "epoch": 4.548938679245283, + "grad_norm": 2.2312889099121094, + "learning_rate": 9.513546480298405e-06, + "loss": 0.4007, + "num_input_tokens_seen": 5044960, + "step": 7715 + }, + { + "epoch": 4.55188679245283, + "grad_norm": 1.4501689672470093, + "learning_rate": 9.512438970027032e-06, + "loss": 0.5235, + "num_input_tokens_seen": 5048160, + "step": 7720 + }, + { + "epoch": 4.554834905660377, + "grad_norm": 3.8183140754699707, + "learning_rate": 9.511330265067992e-06, + "loss": 0.4705, + "num_input_tokens_seen": 5050560, + "step": 7725 + }, + { + "epoch": 4.557783018867925, + "grad_norm": 1.6418826580047607, + "learning_rate": 9.510220365714822e-06, + "loss": 0.4689, + "num_input_tokens_seen": 5053152, + "step": 7730 + }, + { + "epoch": 4.560731132075472, + "grad_norm": 1.2906521558761597, + "learning_rate": 9.509109272261373e-06, + "loss": 0.4295, + "num_input_tokens_seen": 5055776, + "step": 7735 + }, + { + "epoch": 4.563679245283019, + "grad_norm": 2.5141124725341797, + "learning_rate": 9.50799698500181e-06, + "loss": 0.6002, + "num_input_tokens_seen": 5059040, + "step": 7740 + }, + { + "epoch": 4.566627358490566, + "grad_norm": 1.768281102180481, + "learning_rate": 9.506883504230618e-06, + "loss": 0.4227, + "num_input_tokens_seen": 5062496, + "step": 7745 + }, + { + "epoch": 4.569575471698113, + "grad_norm": 3.903744697570801, + "learning_rate": 9.505768830242593e-06, + "loss": 0.4044, + "num_input_tokens_seen": 5066112, + "step": 7750 + }, + { + "epoch": 4.57252358490566, + "grad_norm": 2.3920652866363525, + "learning_rate": 9.504652963332852e-06, + "loss": 0.5413, + "num_input_tokens_seen": 5068960, + "step": 7755 + }, + { + "epoch": 4.5754716981132075, + "grad_norm": 1.1716101169586182, + "learning_rate": 9.503535903796825e-06, + "loss": 0.4728, + "num_input_tokens_seen": 5072672, + "step": 7760 + }, + { + "epoch": 4.578419811320755, + "grad_norm": 1.7644609212875366, + "learning_rate": 9.50241765193026e-06, + "loss": 0.4613, + "num_input_tokens_seen": 5075264, + "step": 7765 + }, + { + "epoch": 4.581367924528302, + "grad_norm": 1.322962999343872, + "learning_rate": 9.501298208029214e-06, + "loss": 0.3772, + "num_input_tokens_seen": 5078752, + "step": 7770 + }, + { + "epoch": 4.584316037735849, + "grad_norm": 1.7043492794036865, + "learning_rate": 9.500177572390071e-06, + "loss": 0.4829, + "num_input_tokens_seen": 5082176, + "step": 7775 + }, + { + "epoch": 4.587264150943396, + "grad_norm": 2.4904258251190186, + "learning_rate": 9.49905574530952e-06, + "loss": 0.5589, + "num_input_tokens_seen": 5085280, + "step": 7780 + }, + { + "epoch": 4.590212264150943, + "grad_norm": 1.8401504755020142, + "learning_rate": 9.497932727084571e-06, + "loss": 0.4393, + "num_input_tokens_seen": 5087872, + "step": 7785 + }, + { + "epoch": 4.59316037735849, + "grad_norm": 2.6814346313476562, + "learning_rate": 9.496808518012545e-06, + "loss": 0.5156, + "num_input_tokens_seen": 5091168, + "step": 7790 + }, + { + "epoch": 4.596108490566038, + "grad_norm": 1.2493640184402466, + "learning_rate": 9.495683118391087e-06, + "loss": 0.6303, + "num_input_tokens_seen": 5094144, + "step": 7795 + }, + { + "epoch": 4.599056603773585, + "grad_norm": 1.708634614944458, + "learning_rate": 9.494556528518146e-06, + "loss": 0.5748, + "num_input_tokens_seen": 5097280, + "step": 7800 + }, + { + "epoch": 4.602004716981132, + "grad_norm": 2.1116786003112793, + "learning_rate": 9.493428748691995e-06, + "loss": 0.5577, + "num_input_tokens_seen": 5099840, + "step": 7805 + }, + { + "epoch": 4.6049528301886795, + "grad_norm": 1.3901708126068115, + "learning_rate": 9.492299779211215e-06, + "loss": 0.5109, + "num_input_tokens_seen": 5103104, + "step": 7810 + }, + { + "epoch": 4.607900943396227, + "grad_norm": 1.8564949035644531, + "learning_rate": 9.49116962037471e-06, + "loss": 0.3736, + "num_input_tokens_seen": 5105408, + "step": 7815 + }, + { + "epoch": 4.610849056603773, + "grad_norm": 2.1662442684173584, + "learning_rate": 9.490038272481691e-06, + "loss": 0.4817, + "num_input_tokens_seen": 5108064, + "step": 7820 + }, + { + "epoch": 4.6137971698113205, + "grad_norm": 1.0902234315872192, + "learning_rate": 9.488905735831689e-06, + "loss": 0.337, + "num_input_tokens_seen": 5111264, + "step": 7825 + }, + { + "epoch": 4.616745283018868, + "grad_norm": 1.4623854160308838, + "learning_rate": 9.487772010724548e-06, + "loss": 0.4384, + "num_input_tokens_seen": 5113984, + "step": 7830 + }, + { + "epoch": 4.619693396226415, + "grad_norm": 1.0466922521591187, + "learning_rate": 9.486637097460425e-06, + "loss": 0.4507, + "num_input_tokens_seen": 5117088, + "step": 7835 + }, + { + "epoch": 4.622641509433962, + "grad_norm": 1.843467116355896, + "learning_rate": 9.485500996339793e-06, + "loss": 0.3202, + "num_input_tokens_seen": 5120256, + "step": 7840 + }, + { + "epoch": 4.62558962264151, + "grad_norm": 1.7967729568481445, + "learning_rate": 9.484363707663443e-06, + "loss": 0.4533, + "num_input_tokens_seen": 5123136, + "step": 7845 + }, + { + "epoch": 4.628537735849057, + "grad_norm": 8.61840534210205, + "learning_rate": 9.483225231732474e-06, + "loss": 0.5353, + "num_input_tokens_seen": 5125952, + "step": 7850 + }, + { + "epoch": 4.631485849056604, + "grad_norm": 1.674149990081787, + "learning_rate": 9.482085568848302e-06, + "loss": 0.4562, + "num_input_tokens_seen": 5128896, + "step": 7855 + }, + { + "epoch": 4.634433962264151, + "grad_norm": 1.750726580619812, + "learning_rate": 9.480944719312659e-06, + "loss": 0.3806, + "num_input_tokens_seen": 5132000, + "step": 7860 + }, + { + "epoch": 4.637382075471698, + "grad_norm": 1.3748379945755005, + "learning_rate": 9.47980268342759e-06, + "loss": 0.5716, + "num_input_tokens_seen": 5134816, + "step": 7865 + }, + { + "epoch": 4.640330188679245, + "grad_norm": 1.3937476873397827, + "learning_rate": 9.478659461495456e-06, + "loss": 0.4192, + "num_input_tokens_seen": 5137216, + "step": 7870 + }, + { + "epoch": 4.6432783018867925, + "grad_norm": 1.512737512588501, + "learning_rate": 9.477515053818926e-06, + "loss": 0.4645, + "num_input_tokens_seen": 5141248, + "step": 7875 + }, + { + "epoch": 4.64622641509434, + "grad_norm": 1.526404857635498, + "learning_rate": 9.476369460700988e-06, + "loss": 0.4177, + "num_input_tokens_seen": 5143616, + "step": 7880 + }, + { + "epoch": 4.649174528301887, + "grad_norm": 2.073045015335083, + "learning_rate": 9.475222682444944e-06, + "loss": 0.3527, + "num_input_tokens_seen": 5146976, + "step": 7885 + }, + { + "epoch": 4.652122641509434, + "grad_norm": 1.2392795085906982, + "learning_rate": 9.474074719354406e-06, + "loss": 0.4704, + "num_input_tokens_seen": 5149952, + "step": 7890 + }, + { + "epoch": 4.655070754716981, + "grad_norm": 1.2141541242599487, + "learning_rate": 9.472925571733306e-06, + "loss": 0.5421, + "num_input_tokens_seen": 5152864, + "step": 7895 + }, + { + "epoch": 4.658018867924528, + "grad_norm": 2.7992477416992188, + "learning_rate": 9.471775239885883e-06, + "loss": 0.3636, + "num_input_tokens_seen": 5156192, + "step": 7900 + }, + { + "epoch": 4.660966981132075, + "grad_norm": 2.622257709503174, + "learning_rate": 9.470623724116693e-06, + "loss": 0.4243, + "num_input_tokens_seen": 5159584, + "step": 7905 + }, + { + "epoch": 4.663915094339623, + "grad_norm": 1.3772144317626953, + "learning_rate": 9.469471024730606e-06, + "loss": 0.3288, + "num_input_tokens_seen": 5162144, + "step": 7910 + }, + { + "epoch": 4.66686320754717, + "grad_norm": 0.8313088417053223, + "learning_rate": 9.4683171420328e-06, + "loss": 0.4343, + "num_input_tokens_seen": 5165824, + "step": 7915 + }, + { + "epoch": 4.669811320754717, + "grad_norm": 1.4793318510055542, + "learning_rate": 9.467162076328776e-06, + "loss": 0.4792, + "num_input_tokens_seen": 5169248, + "step": 7920 + }, + { + "epoch": 4.6727594339622645, + "grad_norm": 1.82588529586792, + "learning_rate": 9.466005827924337e-06, + "loss": 0.4533, + "num_input_tokens_seen": 5172384, + "step": 7925 + }, + { + "epoch": 4.675707547169811, + "grad_norm": 2.440741777420044, + "learning_rate": 9.46484839712561e-06, + "loss": 0.4664, + "num_input_tokens_seen": 5175424, + "step": 7930 + }, + { + "epoch": 4.678655660377358, + "grad_norm": 2.18436598777771, + "learning_rate": 9.463689784239026e-06, + "loss": 0.4836, + "num_input_tokens_seen": 5182368, + "step": 7935 + }, + { + "epoch": 4.681603773584905, + "grad_norm": 1.7774688005447388, + "learning_rate": 9.462529989571334e-06, + "loss": 0.4751, + "num_input_tokens_seen": 5186112, + "step": 7940 + }, + { + "epoch": 4.684551886792453, + "grad_norm": 1.5827456712722778, + "learning_rate": 9.461369013429595e-06, + "loss": 0.4366, + "num_input_tokens_seen": 5189664, + "step": 7945 + }, + { + "epoch": 4.6875, + "grad_norm": 1.035804033279419, + "learning_rate": 9.460206856121183e-06, + "loss": 0.4217, + "num_input_tokens_seen": 5193440, + "step": 7950 + }, + { + "epoch": 4.690448113207547, + "grad_norm": 1.6452964544296265, + "learning_rate": 9.459043517953786e-06, + "loss": 0.3981, + "num_input_tokens_seen": 5196768, + "step": 7955 + }, + { + "epoch": 4.693396226415095, + "grad_norm": 2.303191900253296, + "learning_rate": 9.457878999235396e-06, + "loss": 0.5674, + "num_input_tokens_seen": 5201056, + "step": 7960 + }, + { + "epoch": 4.696344339622642, + "grad_norm": 1.5232257843017578, + "learning_rate": 9.45671330027433e-06, + "loss": 0.3443, + "num_input_tokens_seen": 5204192, + "step": 7965 + }, + { + "epoch": 4.699292452830189, + "grad_norm": 1.9207344055175781, + "learning_rate": 9.45554642137921e-06, + "loss": 0.4084, + "num_input_tokens_seen": 5207840, + "step": 7970 + }, + { + "epoch": 4.7022405660377355, + "grad_norm": 1.4211573600769043, + "learning_rate": 9.454378362858974e-06, + "loss": 0.4544, + "num_input_tokens_seen": 5211136, + "step": 7975 + }, + { + "epoch": 4.705188679245283, + "grad_norm": 2.575162887573242, + "learning_rate": 9.453209125022867e-06, + "loss": 0.5276, + "num_input_tokens_seen": 5213408, + "step": 7980 + }, + { + "epoch": 4.70813679245283, + "grad_norm": 1.6913350820541382, + "learning_rate": 9.452038708180453e-06, + "loss": 0.5288, + "num_input_tokens_seen": 5217664, + "step": 7985 + }, + { + "epoch": 4.711084905660377, + "grad_norm": 1.2639660835266113, + "learning_rate": 9.450867112641603e-06, + "loss": 0.3879, + "num_input_tokens_seen": 5221600, + "step": 7990 + }, + { + "epoch": 4.714033018867925, + "grad_norm": 1.9806172847747803, + "learning_rate": 9.449694338716506e-06, + "loss": 0.4352, + "num_input_tokens_seen": 5225472, + "step": 7995 + }, + { + "epoch": 4.716981132075472, + "grad_norm": 2.3382270336151123, + "learning_rate": 9.448520386715653e-06, + "loss": 0.4015, + "num_input_tokens_seen": 5228256, + "step": 8000 + }, + { + "epoch": 4.719929245283019, + "grad_norm": 1.5143327713012695, + "learning_rate": 9.447345256949855e-06, + "loss": 0.5807, + "num_input_tokens_seen": 5231904, + "step": 8005 + }, + { + "epoch": 4.722877358490566, + "grad_norm": 2.6270878314971924, + "learning_rate": 9.446168949730234e-06, + "loss": 0.3562, + "num_input_tokens_seen": 5235232, + "step": 8010 + }, + { + "epoch": 4.725825471698113, + "grad_norm": 1.909245252609253, + "learning_rate": 9.444991465368223e-06, + "loss": 0.5523, + "num_input_tokens_seen": 5237856, + "step": 8015 + }, + { + "epoch": 4.72877358490566, + "grad_norm": 2.299211025238037, + "learning_rate": 9.443812804175562e-06, + "loss": 0.4299, + "num_input_tokens_seen": 5240736, + "step": 8020 + }, + { + "epoch": 4.7317216981132075, + "grad_norm": 1.7310559749603271, + "learning_rate": 9.44263296646431e-06, + "loss": 0.5524, + "num_input_tokens_seen": 5243712, + "step": 8025 + }, + { + "epoch": 4.734669811320755, + "grad_norm": 1.8564631938934326, + "learning_rate": 9.441451952546835e-06, + "loss": 0.409, + "num_input_tokens_seen": 5247520, + "step": 8030 + }, + { + "epoch": 4.737617924528302, + "grad_norm": 2.6099276542663574, + "learning_rate": 9.440269762735814e-06, + "loss": 0.3285, + "num_input_tokens_seen": 5252224, + "step": 8035 + }, + { + "epoch": 4.740566037735849, + "grad_norm": 1.9733037948608398, + "learning_rate": 9.439086397344236e-06, + "loss": 0.4249, + "num_input_tokens_seen": 5255168, + "step": 8040 + }, + { + "epoch": 4.743514150943396, + "grad_norm": 1.969975233078003, + "learning_rate": 9.437901856685404e-06, + "loss": 0.4353, + "num_input_tokens_seen": 5258080, + "step": 8045 + }, + { + "epoch": 4.746462264150943, + "grad_norm": 1.2979296445846558, + "learning_rate": 9.436716141072925e-06, + "loss": 0.5021, + "num_input_tokens_seen": 5261216, + "step": 8050 + }, + { + "epoch": 4.74941037735849, + "grad_norm": 1.2322907447814941, + "learning_rate": 9.435529250820732e-06, + "loss": 0.5326, + "num_input_tokens_seen": 5264704, + "step": 8055 + }, + { + "epoch": 4.752358490566038, + "grad_norm": 1.4061199426651, + "learning_rate": 9.43434118624305e-06, + "loss": 0.5775, + "num_input_tokens_seen": 5267808, + "step": 8060 + }, + { + "epoch": 4.755306603773585, + "grad_norm": 1.4335241317749023, + "learning_rate": 9.433151947654428e-06, + "loss": 0.3997, + "num_input_tokens_seen": 5271488, + "step": 8065 + }, + { + "epoch": 4.758254716981132, + "grad_norm": 0.8283213973045349, + "learning_rate": 9.431961535369724e-06, + "loss": 0.4232, + "num_input_tokens_seen": 5274784, + "step": 8070 + }, + { + "epoch": 4.7612028301886795, + "grad_norm": 2.9563159942626953, + "learning_rate": 9.430769949704103e-06, + "loss": 0.5797, + "num_input_tokens_seen": 5277504, + "step": 8075 + }, + { + "epoch": 4.764150943396227, + "grad_norm": 1.8060412406921387, + "learning_rate": 9.42957719097304e-06, + "loss": 0.4055, + "num_input_tokens_seen": 5280896, + "step": 8080 + }, + { + "epoch": 4.767099056603773, + "grad_norm": 1.6631033420562744, + "learning_rate": 9.42838325949233e-06, + "loss": 0.3484, + "num_input_tokens_seen": 5284256, + "step": 8085 + }, + { + "epoch": 4.7700471698113205, + "grad_norm": 2.1643834114074707, + "learning_rate": 9.427188155578062e-06, + "loss": 0.554, + "num_input_tokens_seen": 5286528, + "step": 8090 + }, + { + "epoch": 4.772995283018868, + "grad_norm": 1.259212613105774, + "learning_rate": 9.42599187954665e-06, + "loss": 0.5053, + "num_input_tokens_seen": 5289376, + "step": 8095 + }, + { + "epoch": 4.775943396226415, + "grad_norm": 0.9547841548919678, + "learning_rate": 9.424794431714814e-06, + "loss": 0.366, + "num_input_tokens_seen": 5292768, + "step": 8100 + }, + { + "epoch": 4.778891509433962, + "grad_norm": 1.0505471229553223, + "learning_rate": 9.423595812399581e-06, + "loss": 0.3266, + "num_input_tokens_seen": 5299808, + "step": 8105 + }, + { + "epoch": 4.78183962264151, + "grad_norm": 2.0226328372955322, + "learning_rate": 9.422396021918296e-06, + "loss": 0.4933, + "num_input_tokens_seen": 5302624, + "step": 8110 + }, + { + "epoch": 4.784787735849057, + "grad_norm": 1.5137299299240112, + "learning_rate": 9.421195060588602e-06, + "loss": 0.4718, + "num_input_tokens_seen": 5305888, + "step": 8115 + }, + { + "epoch": 4.787735849056604, + "grad_norm": 1.6287384033203125, + "learning_rate": 9.419992928728461e-06, + "loss": 0.5435, + "num_input_tokens_seen": 5310208, + "step": 8120 + }, + { + "epoch": 4.790683962264151, + "grad_norm": 1.055025577545166, + "learning_rate": 9.418789626656144e-06, + "loss": 0.3336, + "num_input_tokens_seen": 5313760, + "step": 8125 + }, + { + "epoch": 4.793632075471698, + "grad_norm": 1.87091863155365, + "learning_rate": 9.417585154690229e-06, + "loss": 0.37, + "num_input_tokens_seen": 5316736, + "step": 8130 + }, + { + "epoch": 4.796580188679245, + "grad_norm": 1.376389503479004, + "learning_rate": 9.416379513149605e-06, + "loss": 0.452, + "num_input_tokens_seen": 5320512, + "step": 8135 + }, + { + "epoch": 4.7995283018867925, + "grad_norm": 2.610858678817749, + "learning_rate": 9.415172702353471e-06, + "loss": 0.4498, + "num_input_tokens_seen": 5323168, + "step": 8140 + }, + { + "epoch": 4.80247641509434, + "grad_norm": 2.0376815795898438, + "learning_rate": 9.413964722621339e-06, + "loss": 0.4915, + "num_input_tokens_seen": 5326400, + "step": 8145 + }, + { + "epoch": 4.805424528301887, + "grad_norm": 1.5666943788528442, + "learning_rate": 9.41275557427302e-06, + "loss": 0.5337, + "num_input_tokens_seen": 5333216, + "step": 8150 + }, + { + "epoch": 4.808372641509434, + "grad_norm": 1.2223825454711914, + "learning_rate": 9.411545257628646e-06, + "loss": 0.4895, + "num_input_tokens_seen": 5336992, + "step": 8155 + }, + { + "epoch": 4.811320754716981, + "grad_norm": 2.3066439628601074, + "learning_rate": 9.410333773008653e-06, + "loss": 0.4553, + "num_input_tokens_seen": 5339904, + "step": 8160 + }, + { + "epoch": 4.814268867924528, + "grad_norm": 1.3889325857162476, + "learning_rate": 9.409121120733784e-06, + "loss": 0.5139, + "num_input_tokens_seen": 5344192, + "step": 8165 + }, + { + "epoch": 4.817216981132075, + "grad_norm": 1.90388023853302, + "learning_rate": 9.4079073011251e-06, + "loss": 0.4648, + "num_input_tokens_seen": 5347232, + "step": 8170 + }, + { + "epoch": 4.820165094339623, + "grad_norm": 2.1539461612701416, + "learning_rate": 9.406692314503956e-06, + "loss": 0.4469, + "num_input_tokens_seen": 5349728, + "step": 8175 + }, + { + "epoch": 4.82311320754717, + "grad_norm": 3.2501437664031982, + "learning_rate": 9.405476161192033e-06, + "loss": 0.5164, + "num_input_tokens_seen": 5352480, + "step": 8180 + }, + { + "epoch": 4.826061320754717, + "grad_norm": 2.434752941131592, + "learning_rate": 9.40425884151131e-06, + "loss": 0.3925, + "num_input_tokens_seen": 5354880, + "step": 8185 + }, + { + "epoch": 4.8290094339622645, + "grad_norm": 1.459182858467102, + "learning_rate": 9.403040355784076e-06, + "loss": 0.4643, + "num_input_tokens_seen": 5357568, + "step": 8190 + }, + { + "epoch": 4.831957547169811, + "grad_norm": 9.6090669631958, + "learning_rate": 9.401820704332932e-06, + "loss": 0.5304, + "num_input_tokens_seen": 5360000, + "step": 8195 + }, + { + "epoch": 4.834905660377358, + "grad_norm": 1.5109795331954956, + "learning_rate": 9.400599887480786e-06, + "loss": 0.4112, + "num_input_tokens_seen": 5363808, + "step": 8200 + }, + { + "epoch": 4.837853773584905, + "grad_norm": 2.159445285797119, + "learning_rate": 9.399377905550854e-06, + "loss": 0.4402, + "num_input_tokens_seen": 5366560, + "step": 8205 + }, + { + "epoch": 4.840801886792453, + "grad_norm": 1.4159857034683228, + "learning_rate": 9.398154758866662e-06, + "loss": 0.5706, + "num_input_tokens_seen": 5369856, + "step": 8210 + }, + { + "epoch": 4.84375, + "grad_norm": 1.4857659339904785, + "learning_rate": 9.396930447752041e-06, + "loss": 0.4594, + "num_input_tokens_seen": 5372736, + "step": 8215 + }, + { + "epoch": 4.846698113207547, + "grad_norm": 1.4938710927963257, + "learning_rate": 9.395704972531137e-06, + "loss": 0.5113, + "num_input_tokens_seen": 5375872, + "step": 8220 + }, + { + "epoch": 4.849646226415095, + "grad_norm": 3.4443681240081787, + "learning_rate": 9.394478333528396e-06, + "loss": 0.3631, + "num_input_tokens_seen": 5378208, + "step": 8225 + }, + { + "epoch": 4.852594339622642, + "grad_norm": 1.068709135055542, + "learning_rate": 9.393250531068576e-06, + "loss": 0.5056, + "num_input_tokens_seen": 5381600, + "step": 8230 + }, + { + "epoch": 4.855542452830189, + "grad_norm": 1.5745736360549927, + "learning_rate": 9.392021565476744e-06, + "loss": 0.5209, + "num_input_tokens_seen": 5384512, + "step": 8235 + }, + { + "epoch": 4.8584905660377355, + "grad_norm": 1.1949436664581299, + "learning_rate": 9.390791437078274e-06, + "loss": 0.4161, + "num_input_tokens_seen": 5387456, + "step": 8240 + }, + { + "epoch": 4.861438679245283, + "grad_norm": 2.1808841228485107, + "learning_rate": 9.38956014619885e-06, + "loss": 0.6654, + "num_input_tokens_seen": 5391360, + "step": 8245 + }, + { + "epoch": 4.86438679245283, + "grad_norm": 2.91987681388855, + "learning_rate": 9.388327693164456e-06, + "loss": 0.5233, + "num_input_tokens_seen": 5394048, + "step": 8250 + }, + { + "epoch": 4.867334905660377, + "grad_norm": 1.3318164348602295, + "learning_rate": 9.387094078301395e-06, + "loss": 0.5507, + "num_input_tokens_seen": 5397440, + "step": 8255 + }, + { + "epoch": 4.870283018867925, + "grad_norm": 3.9889450073242188, + "learning_rate": 9.385859301936269e-06, + "loss": 0.4886, + "num_input_tokens_seen": 5401056, + "step": 8260 + }, + { + "epoch": 4.873231132075472, + "grad_norm": 2.12551212310791, + "learning_rate": 9.38462336439599e-06, + "loss": 0.6181, + "num_input_tokens_seen": 5403872, + "step": 8265 + }, + { + "epoch": 4.876179245283019, + "grad_norm": 2.6179087162017822, + "learning_rate": 9.383386266007779e-06, + "loss": 0.525, + "num_input_tokens_seen": 5406592, + "step": 8270 + }, + { + "epoch": 4.879127358490566, + "grad_norm": 1.5853021144866943, + "learning_rate": 9.382148007099164e-06, + "loss": 0.4508, + "num_input_tokens_seen": 5409536, + "step": 8275 + }, + { + "epoch": 4.882075471698113, + "grad_norm": 1.8782246112823486, + "learning_rate": 9.380908587997977e-06, + "loss": 0.4479, + "num_input_tokens_seen": 5412192, + "step": 8280 + }, + { + "epoch": 4.88502358490566, + "grad_norm": 2.431474208831787, + "learning_rate": 9.37966800903236e-06, + "loss": 0.3636, + "num_input_tokens_seen": 5415104, + "step": 8285 + }, + { + "epoch": 4.8879716981132075, + "grad_norm": 1.1452316045761108, + "learning_rate": 9.378426270530762e-06, + "loss": 0.509, + "num_input_tokens_seen": 5417440, + "step": 8290 + }, + { + "epoch": 4.890919811320755, + "grad_norm": 1.8413965702056885, + "learning_rate": 9.37718337282194e-06, + "loss": 0.5487, + "num_input_tokens_seen": 5419680, + "step": 8295 + }, + { + "epoch": 4.893867924528302, + "grad_norm": 1.3676981925964355, + "learning_rate": 9.375939316234956e-06, + "loss": 0.4424, + "num_input_tokens_seen": 5422720, + "step": 8300 + }, + { + "epoch": 4.896816037735849, + "grad_norm": 1.0727494955062866, + "learning_rate": 9.374694101099178e-06, + "loss": 0.4809, + "num_input_tokens_seen": 5426496, + "step": 8305 + }, + { + "epoch": 4.899764150943396, + "grad_norm": 1.6744639873504639, + "learning_rate": 9.373447727744282e-06, + "loss": 0.5021, + "num_input_tokens_seen": 5430752, + "step": 8310 + }, + { + "epoch": 4.902712264150943, + "grad_norm": 1.6706548929214478, + "learning_rate": 9.372200196500253e-06, + "loss": 0.6335, + "num_input_tokens_seen": 5434176, + "step": 8315 + }, + { + "epoch": 4.90566037735849, + "grad_norm": 2.3212623596191406, + "learning_rate": 9.37095150769738e-06, + "loss": 0.4375, + "num_input_tokens_seen": 5437120, + "step": 8320 + }, + { + "epoch": 4.908608490566038, + "grad_norm": 1.949304223060608, + "learning_rate": 9.369701661666255e-06, + "loss": 0.5901, + "num_input_tokens_seen": 5440512, + "step": 8325 + }, + { + "epoch": 4.911556603773585, + "grad_norm": 1.1502524614334106, + "learning_rate": 9.368450658737782e-06, + "loss": 0.5302, + "num_input_tokens_seen": 5444928, + "step": 8330 + }, + { + "epoch": 4.914504716981132, + "grad_norm": 1.5859085321426392, + "learning_rate": 9.367198499243173e-06, + "loss": 0.5411, + "num_input_tokens_seen": 5450080, + "step": 8335 + }, + { + "epoch": 4.9174528301886795, + "grad_norm": 1.1430131196975708, + "learning_rate": 9.365945183513938e-06, + "loss": 0.5074, + "num_input_tokens_seen": 5452512, + "step": 8340 + }, + { + "epoch": 4.920400943396227, + "grad_norm": 2.050487518310547, + "learning_rate": 9.3646907118819e-06, + "loss": 0.5149, + "num_input_tokens_seen": 5455616, + "step": 8345 + }, + { + "epoch": 4.923349056603773, + "grad_norm": 1.3122491836547852, + "learning_rate": 9.363435084679185e-06, + "loss": 0.5276, + "num_input_tokens_seen": 5458560, + "step": 8350 + }, + { + "epoch": 4.9262971698113205, + "grad_norm": 2.0593440532684326, + "learning_rate": 9.362178302238227e-06, + "loss": 0.4511, + "num_input_tokens_seen": 5461504, + "step": 8355 + }, + { + "epoch": 4.929245283018868, + "grad_norm": 0.9820606708526611, + "learning_rate": 9.360920364891762e-06, + "loss": 0.379, + "num_input_tokens_seen": 5465664, + "step": 8360 + }, + { + "epoch": 4.932193396226415, + "grad_norm": 1.5798580646514893, + "learning_rate": 9.359661272972836e-06, + "loss": 0.3621, + "num_input_tokens_seen": 5468832, + "step": 8365 + }, + { + "epoch": 4.935141509433962, + "grad_norm": 1.113232970237732, + "learning_rate": 9.3584010268148e-06, + "loss": 0.4067, + "num_input_tokens_seen": 5472736, + "step": 8370 + }, + { + "epoch": 4.93808962264151, + "grad_norm": 1.354323148727417, + "learning_rate": 9.357139626751308e-06, + "loss": 0.4634, + "num_input_tokens_seen": 5475360, + "step": 8375 + }, + { + "epoch": 4.941037735849057, + "grad_norm": 2.5016934871673584, + "learning_rate": 9.355877073116321e-06, + "loss": 0.455, + "num_input_tokens_seen": 5478656, + "step": 8380 + }, + { + "epoch": 4.943985849056604, + "grad_norm": 2.6570770740509033, + "learning_rate": 9.354613366244108e-06, + "loss": 0.4595, + "num_input_tokens_seen": 5480992, + "step": 8385 + }, + { + "epoch": 4.946933962264151, + "grad_norm": 1.4317119121551514, + "learning_rate": 9.353348506469236e-06, + "loss": 0.7152, + "num_input_tokens_seen": 5484384, + "step": 8390 + }, + { + "epoch": 4.949882075471698, + "grad_norm": 2.104586362838745, + "learning_rate": 9.352082494126586e-06, + "loss": 0.6055, + "num_input_tokens_seen": 5487328, + "step": 8395 + }, + { + "epoch": 4.952830188679245, + "grad_norm": 2.6874547004699707, + "learning_rate": 9.350815329551341e-06, + "loss": 0.4066, + "num_input_tokens_seen": 5490464, + "step": 8400 + }, + { + "epoch": 4.9557783018867925, + "grad_norm": 2.645730972290039, + "learning_rate": 9.349547013078986e-06, + "loss": 0.5284, + "num_input_tokens_seen": 5493792, + "step": 8405 + }, + { + "epoch": 4.95872641509434, + "grad_norm": 1.6164872646331787, + "learning_rate": 9.348277545045312e-06, + "loss": 0.5091, + "num_input_tokens_seen": 5496928, + "step": 8410 + }, + { + "epoch": 4.961674528301887, + "grad_norm": 3.1622297763824463, + "learning_rate": 9.347006925786418e-06, + "loss": 0.5894, + "num_input_tokens_seen": 5499616, + "step": 8415 + }, + { + "epoch": 4.964622641509434, + "grad_norm": 2.741178512573242, + "learning_rate": 9.34573515563871e-06, + "loss": 0.4343, + "num_input_tokens_seen": 5502944, + "step": 8420 + }, + { + "epoch": 4.967570754716981, + "grad_norm": 2.7754902839660645, + "learning_rate": 9.344462234938885e-06, + "loss": 0.4539, + "num_input_tokens_seen": 5505312, + "step": 8425 + }, + { + "epoch": 4.970518867924528, + "grad_norm": 2.1515283584594727, + "learning_rate": 9.343188164023962e-06, + "loss": 0.4953, + "num_input_tokens_seen": 5507968, + "step": 8430 + }, + { + "epoch": 4.973466981132075, + "grad_norm": 2.1988413333892822, + "learning_rate": 9.341912943231256e-06, + "loss": 0.5872, + "num_input_tokens_seen": 5510848, + "step": 8435 + }, + { + "epoch": 4.976415094339623, + "grad_norm": 1.171207308769226, + "learning_rate": 9.340636572898383e-06, + "loss": 0.4082, + "num_input_tokens_seen": 5514944, + "step": 8440 + }, + { + "epoch": 4.97936320754717, + "grad_norm": 1.1273465156555176, + "learning_rate": 9.339359053363272e-06, + "loss": 0.3861, + "num_input_tokens_seen": 5518080, + "step": 8445 + }, + { + "epoch": 4.982311320754717, + "grad_norm": 1.048287272453308, + "learning_rate": 9.338080384964148e-06, + "loss": 0.4266, + "num_input_tokens_seen": 5520384, + "step": 8450 + }, + { + "epoch": 4.9852594339622645, + "grad_norm": 1.1973061561584473, + "learning_rate": 9.336800568039548e-06, + "loss": 0.4808, + "num_input_tokens_seen": 5523680, + "step": 8455 + }, + { + "epoch": 4.988207547169811, + "grad_norm": 1.5344570875167847, + "learning_rate": 9.335519602928307e-06, + "loss": 0.4462, + "num_input_tokens_seen": 5525888, + "step": 8460 + }, + { + "epoch": 4.991155660377358, + "grad_norm": 1.7696506977081299, + "learning_rate": 9.334237489969565e-06, + "loss": 0.5619, + "num_input_tokens_seen": 5529344, + "step": 8465 + }, + { + "epoch": 4.994103773584905, + "grad_norm": 0.9586092829704285, + "learning_rate": 9.332954229502768e-06, + "loss": 0.4371, + "num_input_tokens_seen": 5532416, + "step": 8470 + }, + { + "epoch": 4.997051886792453, + "grad_norm": 1.2439547777175903, + "learning_rate": 9.331669821867665e-06, + "loss": 0.4277, + "num_input_tokens_seen": 5536416, + "step": 8475 + }, + { + "epoch": 5.0, + "grad_norm": 7.902281761169434, + "learning_rate": 9.33038426740431e-06, + "loss": 0.4762, + "num_input_tokens_seen": 5538872, + "step": 8480 + }, + { + "epoch": 5.002948113207547, + "grad_norm": 2.8769495487213135, + "learning_rate": 9.329097566453055e-06, + "loss": 0.4981, + "num_input_tokens_seen": 5541240, + "step": 8485 + }, + { + "epoch": 5.005896226415095, + "grad_norm": 1.604423999786377, + "learning_rate": 9.327809719354564e-06, + "loss": 0.3582, + "num_input_tokens_seen": 5544120, + "step": 8490 + }, + { + "epoch": 5.008844339622642, + "grad_norm": 1.1989214420318604, + "learning_rate": 9.326520726449795e-06, + "loss": 0.3914, + "num_input_tokens_seen": 5547384, + "step": 8495 + }, + { + "epoch": 5.011792452830188, + "grad_norm": 1.3963522911071777, + "learning_rate": 9.32523058808002e-06, + "loss": 0.3175, + "num_input_tokens_seen": 5553304, + "step": 8500 + }, + { + "epoch": 5.0147405660377355, + "grad_norm": 1.4958804845809937, + "learning_rate": 9.323939304586806e-06, + "loss": 0.4749, + "num_input_tokens_seen": 5557176, + "step": 8505 + }, + { + "epoch": 5.017688679245283, + "grad_norm": 2.658447742462158, + "learning_rate": 9.322646876312025e-06, + "loss": 0.2968, + "num_input_tokens_seen": 5560120, + "step": 8510 + }, + { + "epoch": 5.02063679245283, + "grad_norm": 2.1633267402648926, + "learning_rate": 9.321353303597854e-06, + "loss": 0.47, + "num_input_tokens_seen": 5563576, + "step": 8515 + }, + { + "epoch": 5.023584905660377, + "grad_norm": 1.7865142822265625, + "learning_rate": 9.320058586786771e-06, + "loss": 0.3925, + "num_input_tokens_seen": 5566488, + "step": 8520 + }, + { + "epoch": 5.026533018867925, + "grad_norm": 1.551585078239441, + "learning_rate": 9.31876272622156e-06, + "loss": 0.3903, + "num_input_tokens_seen": 5569176, + "step": 8525 + }, + { + "epoch": 5.029481132075472, + "grad_norm": 1.9802767038345337, + "learning_rate": 9.317465722245305e-06, + "loss": 0.5048, + "num_input_tokens_seen": 5571704, + "step": 8530 + }, + { + "epoch": 5.032429245283019, + "grad_norm": 0.9486314058303833, + "learning_rate": 9.316167575201391e-06, + "loss": 0.4828, + "num_input_tokens_seen": 5575384, + "step": 8535 + }, + { + "epoch": 5.035377358490566, + "grad_norm": 1.3046977519989014, + "learning_rate": 9.31486828543351e-06, + "loss": 0.4969, + "num_input_tokens_seen": 5579704, + "step": 8540 + }, + { + "epoch": 5.038325471698113, + "grad_norm": 2.6271884441375732, + "learning_rate": 9.313567853285656e-06, + "loss": 0.4566, + "num_input_tokens_seen": 5583000, + "step": 8545 + }, + { + "epoch": 5.04127358490566, + "grad_norm": 3.510622501373291, + "learning_rate": 9.31226627910212e-06, + "loss": 0.404, + "num_input_tokens_seen": 5586584, + "step": 8550 + }, + { + "epoch": 5.0442216981132075, + "grad_norm": 1.4159491062164307, + "learning_rate": 9.310963563227504e-06, + "loss": 0.3839, + "num_input_tokens_seen": 5589592, + "step": 8555 + }, + { + "epoch": 5.047169811320755, + "grad_norm": 1.383330225944519, + "learning_rate": 9.309659706006704e-06, + "loss": 0.5508, + "num_input_tokens_seen": 5592440, + "step": 8560 + }, + { + "epoch": 5.050117924528302, + "grad_norm": 1.5579524040222168, + "learning_rate": 9.308354707784925e-06, + "loss": 0.5024, + "num_input_tokens_seen": 5595256, + "step": 8565 + }, + { + "epoch": 5.053066037735849, + "grad_norm": 1.581682801246643, + "learning_rate": 9.307048568907669e-06, + "loss": 0.453, + "num_input_tokens_seen": 5598648, + "step": 8570 + }, + { + "epoch": 5.056014150943396, + "grad_norm": 0.2449401319026947, + "learning_rate": 9.30574128972074e-06, + "loss": 0.242, + "num_input_tokens_seen": 5604472, + "step": 8575 + }, + { + "epoch": 5.058962264150943, + "grad_norm": 1.8230935335159302, + "learning_rate": 9.304432870570247e-06, + "loss": 0.4237, + "num_input_tokens_seen": 5607192, + "step": 8580 + }, + { + "epoch": 5.06191037735849, + "grad_norm": 4.026236534118652, + "learning_rate": 9.303123311802605e-06, + "loss": 0.5456, + "num_input_tokens_seen": 5609944, + "step": 8585 + }, + { + "epoch": 5.064858490566038, + "grad_norm": 1.3307814598083496, + "learning_rate": 9.301812613764516e-06, + "loss": 0.3785, + "num_input_tokens_seen": 5612568, + "step": 8590 + }, + { + "epoch": 5.067806603773585, + "grad_norm": 1.615556240081787, + "learning_rate": 9.300500776803001e-06, + "loss": 0.4973, + "num_input_tokens_seen": 5615384, + "step": 8595 + }, + { + "epoch": 5.070754716981132, + "grad_norm": 2.3828306198120117, + "learning_rate": 9.29918780126537e-06, + "loss": 0.4114, + "num_input_tokens_seen": 5618872, + "step": 8600 + }, + { + "epoch": 5.0737028301886795, + "grad_norm": 1.736073613166809, + "learning_rate": 9.297873687499239e-06, + "loss": 0.2771, + "num_input_tokens_seen": 5622264, + "step": 8605 + }, + { + "epoch": 5.076650943396227, + "grad_norm": 1.8143178224563599, + "learning_rate": 9.296558435852528e-06, + "loss": 0.4223, + "num_input_tokens_seen": 5624408, + "step": 8610 + }, + { + "epoch": 5.079599056603773, + "grad_norm": 1.0978286266326904, + "learning_rate": 9.295242046673454e-06, + "loss": 0.4153, + "num_input_tokens_seen": 5627160, + "step": 8615 + }, + { + "epoch": 5.0825471698113205, + "grad_norm": 2.683349370956421, + "learning_rate": 9.293924520310535e-06, + "loss": 0.397, + "num_input_tokens_seen": 5630296, + "step": 8620 + }, + { + "epoch": 5.085495283018868, + "grad_norm": 2.161968231201172, + "learning_rate": 9.292605857112595e-06, + "loss": 0.4376, + "num_input_tokens_seen": 5633592, + "step": 8625 + }, + { + "epoch": 5.088443396226415, + "grad_norm": 1.0697927474975586, + "learning_rate": 9.291286057428755e-06, + "loss": 0.3005, + "num_input_tokens_seen": 5636280, + "step": 8630 + }, + { + "epoch": 5.091391509433962, + "grad_norm": 1.3772481679916382, + "learning_rate": 9.289965121608436e-06, + "loss": 0.4863, + "num_input_tokens_seen": 5639416, + "step": 8635 + }, + { + "epoch": 5.09433962264151, + "grad_norm": 1.444629430770874, + "learning_rate": 9.288643050001362e-06, + "loss": 0.3975, + "num_input_tokens_seen": 5643672, + "step": 8640 + }, + { + "epoch": 5.097287735849057, + "grad_norm": 2.594766139984131, + "learning_rate": 9.287319842957557e-06, + "loss": 0.5291, + "num_input_tokens_seen": 5646680, + "step": 8645 + }, + { + "epoch": 5.100235849056604, + "grad_norm": 1.9464666843414307, + "learning_rate": 9.285995500827348e-06, + "loss": 0.3863, + "num_input_tokens_seen": 5649368, + "step": 8650 + }, + { + "epoch": 5.103183962264151, + "grad_norm": 1.1075845956802368, + "learning_rate": 9.284670023961355e-06, + "loss": 0.4586, + "num_input_tokens_seen": 5652728, + "step": 8655 + }, + { + "epoch": 5.106132075471698, + "grad_norm": 3.8625149726867676, + "learning_rate": 9.28334341271051e-06, + "loss": 0.4176, + "num_input_tokens_seen": 5655928, + "step": 8660 + }, + { + "epoch": 5.109080188679245, + "grad_norm": 1.6093995571136475, + "learning_rate": 9.282015667426036e-06, + "loss": 0.5048, + "num_input_tokens_seen": 5659352, + "step": 8665 + }, + { + "epoch": 5.1120283018867925, + "grad_norm": 1.826022982597351, + "learning_rate": 9.280686788459461e-06, + "loss": 0.3379, + "num_input_tokens_seen": 5662776, + "step": 8670 + }, + { + "epoch": 5.11497641509434, + "grad_norm": 1.2635493278503418, + "learning_rate": 9.279356776162606e-06, + "loss": 0.4021, + "num_input_tokens_seen": 5665912, + "step": 8675 + }, + { + "epoch": 5.117924528301887, + "grad_norm": 1.3898462057113647, + "learning_rate": 9.278025630887607e-06, + "loss": 0.4961, + "num_input_tokens_seen": 5669208, + "step": 8680 + }, + { + "epoch": 5.120872641509434, + "grad_norm": 1.4208223819732666, + "learning_rate": 9.27669335298688e-06, + "loss": 0.489, + "num_input_tokens_seen": 5672632, + "step": 8685 + }, + { + "epoch": 5.123820754716981, + "grad_norm": 0.9830346703529358, + "learning_rate": 9.275359942813158e-06, + "loss": 0.3523, + "num_input_tokens_seen": 5675768, + "step": 8690 + }, + { + "epoch": 5.126768867924528, + "grad_norm": 3.2789928913116455, + "learning_rate": 9.274025400719466e-06, + "loss": 0.5922, + "num_input_tokens_seen": 5678648, + "step": 8695 + }, + { + "epoch": 5.129716981132075, + "grad_norm": 1.1150437593460083, + "learning_rate": 9.27268972705913e-06, + "loss": 0.3977, + "num_input_tokens_seen": 5682584, + "step": 8700 + }, + { + "epoch": 5.132665094339623, + "grad_norm": 2.8214614391326904, + "learning_rate": 9.271352922185772e-06, + "loss": 0.3976, + "num_input_tokens_seen": 5685048, + "step": 8705 + }, + { + "epoch": 5.13561320754717, + "grad_norm": 1.2959357500076294, + "learning_rate": 9.270014986453321e-06, + "loss": 0.3893, + "num_input_tokens_seen": 5688536, + "step": 8710 + }, + { + "epoch": 5.138561320754717, + "grad_norm": 2.243952989578247, + "learning_rate": 9.268675920215999e-06, + "loss": 0.452, + "num_input_tokens_seen": 5691352, + "step": 8715 + }, + { + "epoch": 5.1415094339622645, + "grad_norm": 2.3132293224334717, + "learning_rate": 9.26733572382833e-06, + "loss": 0.4999, + "num_input_tokens_seen": 5694104, + "step": 8720 + }, + { + "epoch": 5.144457547169812, + "grad_norm": 2.2540993690490723, + "learning_rate": 9.265994397645137e-06, + "loss": 0.4225, + "num_input_tokens_seen": 5697624, + "step": 8725 + }, + { + "epoch": 5.147405660377358, + "grad_norm": 1.6322824954986572, + "learning_rate": 9.264651942021543e-06, + "loss": 0.5713, + "num_input_tokens_seen": 5701048, + "step": 8730 + }, + { + "epoch": 5.150353773584905, + "grad_norm": 4.0172553062438965, + "learning_rate": 9.263308357312966e-06, + "loss": 0.4357, + "num_input_tokens_seen": 5705656, + "step": 8735 + }, + { + "epoch": 5.153301886792453, + "grad_norm": 2.8022305965423584, + "learning_rate": 9.26196364387513e-06, + "loss": 0.4588, + "num_input_tokens_seen": 5708216, + "step": 8740 + }, + { + "epoch": 5.15625, + "grad_norm": 2.5649805068969727, + "learning_rate": 9.26061780206405e-06, + "loss": 0.3944, + "num_input_tokens_seen": 5711480, + "step": 8745 + }, + { + "epoch": 5.159198113207547, + "grad_norm": 2.2508838176727295, + "learning_rate": 9.259270832236043e-06, + "loss": 0.469, + "num_input_tokens_seen": 5714520, + "step": 8750 + }, + { + "epoch": 5.162146226415095, + "grad_norm": 1.5178909301757812, + "learning_rate": 9.257922734747729e-06, + "loss": 0.6191, + "num_input_tokens_seen": 5717720, + "step": 8755 + }, + { + "epoch": 5.165094339622642, + "grad_norm": 1.642168641090393, + "learning_rate": 9.256573509956018e-06, + "loss": 0.665, + "num_input_tokens_seen": 5721080, + "step": 8760 + }, + { + "epoch": 5.168042452830188, + "grad_norm": 1.9105051755905151, + "learning_rate": 9.255223158218127e-06, + "loss": 0.4919, + "num_input_tokens_seen": 5723480, + "step": 8765 + }, + { + "epoch": 5.1709905660377355, + "grad_norm": 1.8621565103530884, + "learning_rate": 9.253871679891566e-06, + "loss": 0.4321, + "num_input_tokens_seen": 5726424, + "step": 8770 + }, + { + "epoch": 5.173938679245283, + "grad_norm": 2.3909826278686523, + "learning_rate": 9.252519075334143e-06, + "loss": 0.5568, + "num_input_tokens_seen": 5729464, + "step": 8775 + }, + { + "epoch": 5.17688679245283, + "grad_norm": 2.6672823429107666, + "learning_rate": 9.251165344903969e-06, + "loss": 0.4395, + "num_input_tokens_seen": 5732696, + "step": 8780 + }, + { + "epoch": 5.179834905660377, + "grad_norm": 2.6617562770843506, + "learning_rate": 9.249810488959448e-06, + "loss": 0.5994, + "num_input_tokens_seen": 5735704, + "step": 8785 + }, + { + "epoch": 5.182783018867925, + "grad_norm": 2.1970274448394775, + "learning_rate": 9.248454507859285e-06, + "loss": 0.3834, + "num_input_tokens_seen": 5738264, + "step": 8790 + }, + { + "epoch": 5.185731132075472, + "grad_norm": 1.5765479803085327, + "learning_rate": 9.247097401962482e-06, + "loss": 0.4346, + "num_input_tokens_seen": 5742264, + "step": 8795 + }, + { + "epoch": 5.188679245283019, + "grad_norm": 2.2168092727661133, + "learning_rate": 9.245739171628335e-06, + "loss": 0.5035, + "num_input_tokens_seen": 5745400, + "step": 8800 + }, + { + "epoch": 5.191627358490566, + "grad_norm": 2.0473575592041016, + "learning_rate": 9.244379817216447e-06, + "loss": 0.4163, + "num_input_tokens_seen": 5749432, + "step": 8805 + }, + { + "epoch": 5.194575471698113, + "grad_norm": 2.184370994567871, + "learning_rate": 9.243019339086708e-06, + "loss": 0.5622, + "num_input_tokens_seen": 5753432, + "step": 8810 + }, + { + "epoch": 5.19752358490566, + "grad_norm": 1.5776718854904175, + "learning_rate": 9.241657737599313e-06, + "loss": 0.4678, + "num_input_tokens_seen": 5757464, + "step": 8815 + }, + { + "epoch": 5.2004716981132075, + "grad_norm": 2.5140371322631836, + "learning_rate": 9.240295013114752e-06, + "loss": 0.4318, + "num_input_tokens_seen": 5760088, + "step": 8820 + }, + { + "epoch": 5.203419811320755, + "grad_norm": 1.2540595531463623, + "learning_rate": 9.238931165993811e-06, + "loss": 0.4553, + "num_input_tokens_seen": 5763320, + "step": 8825 + }, + { + "epoch": 5.206367924528302, + "grad_norm": 1.2073053121566772, + "learning_rate": 9.237566196597577e-06, + "loss": 0.4543, + "num_input_tokens_seen": 5766360, + "step": 8830 + }, + { + "epoch": 5.209316037735849, + "grad_norm": 1.2811490297317505, + "learning_rate": 9.236200105287427e-06, + "loss": 0.3322, + "num_input_tokens_seen": 5769592, + "step": 8835 + }, + { + "epoch": 5.212264150943396, + "grad_norm": 1.704814076423645, + "learning_rate": 9.234832892425042e-06, + "loss": 0.3945, + "num_input_tokens_seen": 5773368, + "step": 8840 + }, + { + "epoch": 5.215212264150943, + "grad_norm": 2.7858316898345947, + "learning_rate": 9.2334645583724e-06, + "loss": 0.4991, + "num_input_tokens_seen": 5776184, + "step": 8845 + }, + { + "epoch": 5.21816037735849, + "grad_norm": 1.7232824563980103, + "learning_rate": 9.23209510349177e-06, + "loss": 0.4113, + "num_input_tokens_seen": 5778488, + "step": 8850 + }, + { + "epoch": 5.221108490566038, + "grad_norm": 2.8402602672576904, + "learning_rate": 9.230724528145722e-06, + "loss": 0.3615, + "num_input_tokens_seen": 5781912, + "step": 8855 + }, + { + "epoch": 5.224056603773585, + "grad_norm": 1.3920787572860718, + "learning_rate": 9.229352832697122e-06, + "loss": 0.4726, + "num_input_tokens_seen": 5784984, + "step": 8860 + }, + { + "epoch": 5.227004716981132, + "grad_norm": 3.0957250595092773, + "learning_rate": 9.22798001750913e-06, + "loss": 0.4225, + "num_input_tokens_seen": 5788280, + "step": 8865 + }, + { + "epoch": 5.2299528301886795, + "grad_norm": 3.0335693359375, + "learning_rate": 9.226606082945209e-06, + "loss": 0.3867, + "num_input_tokens_seen": 5790744, + "step": 8870 + }, + { + "epoch": 5.232900943396227, + "grad_norm": 1.973048210144043, + "learning_rate": 9.225231029369112e-06, + "loss": 0.5387, + "num_input_tokens_seen": 5793368, + "step": 8875 + }, + { + "epoch": 5.235849056603773, + "grad_norm": 2.8804638385772705, + "learning_rate": 9.22385485714489e-06, + "loss": 0.5537, + "num_input_tokens_seen": 5796376, + "step": 8880 + }, + { + "epoch": 5.2387971698113205, + "grad_norm": 1.7653706073760986, + "learning_rate": 9.222477566636889e-06, + "loss": 0.4105, + "num_input_tokens_seen": 5799256, + "step": 8885 + }, + { + "epoch": 5.241745283018868, + "grad_norm": 1.7321357727050781, + "learning_rate": 9.221099158209757e-06, + "loss": 0.4287, + "num_input_tokens_seen": 5803384, + "step": 8890 + }, + { + "epoch": 5.244693396226415, + "grad_norm": 1.0842629671096802, + "learning_rate": 9.219719632228429e-06, + "loss": 0.4678, + "num_input_tokens_seen": 5806712, + "step": 8895 + }, + { + "epoch": 5.247641509433962, + "grad_norm": 1.488541603088379, + "learning_rate": 9.218338989058141e-06, + "loss": 0.4317, + "num_input_tokens_seen": 5809336, + "step": 8900 + }, + { + "epoch": 5.25058962264151, + "grad_norm": 1.7037334442138672, + "learning_rate": 9.21695722906443e-06, + "loss": 0.4964, + "num_input_tokens_seen": 5812312, + "step": 8905 + }, + { + "epoch": 5.253537735849057, + "grad_norm": 3.6371028423309326, + "learning_rate": 9.215574352613115e-06, + "loss": 0.5338, + "num_input_tokens_seen": 5815832, + "step": 8910 + }, + { + "epoch": 5.256485849056604, + "grad_norm": 2.215512752532959, + "learning_rate": 9.214190360070323e-06, + "loss": 0.4011, + "num_input_tokens_seen": 5820120, + "step": 8915 + }, + { + "epoch": 5.259433962264151, + "grad_norm": 1.4641573429107666, + "learning_rate": 9.212805251802471e-06, + "loss": 0.3831, + "num_input_tokens_seen": 5823160, + "step": 8920 + }, + { + "epoch": 5.262382075471698, + "grad_norm": 1.603873610496521, + "learning_rate": 9.211419028176273e-06, + "loss": 0.4563, + "num_input_tokens_seen": 5825592, + "step": 8925 + }, + { + "epoch": 5.265330188679245, + "grad_norm": 2.069667100906372, + "learning_rate": 9.210031689558738e-06, + "loss": 0.394, + "num_input_tokens_seen": 5828280, + "step": 8930 + }, + { + "epoch": 5.2682783018867925, + "grad_norm": 1.8040525913238525, + "learning_rate": 9.208643236317166e-06, + "loss": 0.4062, + "num_input_tokens_seen": 5831544, + "step": 8935 + }, + { + "epoch": 5.27122641509434, + "grad_norm": 1.7265043258666992, + "learning_rate": 9.20725366881916e-06, + "loss": 0.4335, + "num_input_tokens_seen": 5835224, + "step": 8940 + }, + { + "epoch": 5.274174528301887, + "grad_norm": 2.595421552658081, + "learning_rate": 9.205862987432614e-06, + "loss": 0.4387, + "num_input_tokens_seen": 5838264, + "step": 8945 + }, + { + "epoch": 5.277122641509434, + "grad_norm": 1.597872018814087, + "learning_rate": 9.204471192525715e-06, + "loss": 0.5452, + "num_input_tokens_seen": 5841368, + "step": 8950 + }, + { + "epoch": 5.280070754716981, + "grad_norm": 1.934146523475647, + "learning_rate": 9.203078284466949e-06, + "loss": 0.4205, + "num_input_tokens_seen": 5845048, + "step": 8955 + }, + { + "epoch": 5.283018867924528, + "grad_norm": 1.8196372985839844, + "learning_rate": 9.201684263625091e-06, + "loss": 0.5366, + "num_input_tokens_seen": 5847928, + "step": 8960 + }, + { + "epoch": 5.285966981132075, + "grad_norm": 1.6419504880905151, + "learning_rate": 9.200289130369218e-06, + "loss": 0.3717, + "num_input_tokens_seen": 5850776, + "step": 8965 + }, + { + "epoch": 5.288915094339623, + "grad_norm": 3.6201248168945312, + "learning_rate": 9.198892885068693e-06, + "loss": 0.4989, + "num_input_tokens_seen": 5853912, + "step": 8970 + }, + { + "epoch": 5.29186320754717, + "grad_norm": 1.2259535789489746, + "learning_rate": 9.197495528093182e-06, + "loss": 0.3613, + "num_input_tokens_seen": 5856952, + "step": 8975 + }, + { + "epoch": 5.294811320754717, + "grad_norm": 1.4255300760269165, + "learning_rate": 9.196097059812639e-06, + "loss": 0.5824, + "num_input_tokens_seen": 5860920, + "step": 8980 + }, + { + "epoch": 5.2977594339622645, + "grad_norm": 1.7977508306503296, + "learning_rate": 9.194697480597316e-06, + "loss": 0.4071, + "num_input_tokens_seen": 5864248, + "step": 8985 + }, + { + "epoch": 5.300707547169811, + "grad_norm": 2.046542167663574, + "learning_rate": 9.193296790817755e-06, + "loss": 0.4164, + "num_input_tokens_seen": 5866840, + "step": 8990 + }, + { + "epoch": 5.303655660377358, + "grad_norm": 2.1643991470336914, + "learning_rate": 9.1918949908448e-06, + "loss": 0.4703, + "num_input_tokens_seen": 5870008, + "step": 8995 + }, + { + "epoch": 5.306603773584905, + "grad_norm": 2.890061855316162, + "learning_rate": 9.190492081049578e-06, + "loss": 0.4704, + "num_input_tokens_seen": 5872888, + "step": 9000 + }, + { + "epoch": 5.309551886792453, + "grad_norm": 1.1859965324401855, + "learning_rate": 9.189088061803517e-06, + "loss": 0.485, + "num_input_tokens_seen": 5876568, + "step": 9005 + }, + { + "epoch": 5.3125, + "grad_norm": 2.0801262855529785, + "learning_rate": 9.187682933478337e-06, + "loss": 0.4133, + "num_input_tokens_seen": 5879768, + "step": 9010 + }, + { + "epoch": 5.315448113207547, + "grad_norm": 1.3062915802001953, + "learning_rate": 9.186276696446054e-06, + "loss": 0.4006, + "num_input_tokens_seen": 5882648, + "step": 9015 + }, + { + "epoch": 5.318396226415095, + "grad_norm": 1.3863126039505005, + "learning_rate": 9.184869351078974e-06, + "loss": 0.3014, + "num_input_tokens_seen": 5885176, + "step": 9020 + }, + { + "epoch": 5.321344339622642, + "grad_norm": 2.3143014907836914, + "learning_rate": 9.183460897749697e-06, + "loss": 0.5025, + "num_input_tokens_seen": 5888280, + "step": 9025 + }, + { + "epoch": 5.324292452830189, + "grad_norm": 1.2569392919540405, + "learning_rate": 9.182051336831117e-06, + "loss": 0.3797, + "num_input_tokens_seen": 5894456, + "step": 9030 + }, + { + "epoch": 5.3272405660377355, + "grad_norm": 1.6066466569900513, + "learning_rate": 9.180640668696424e-06, + "loss": 0.3617, + "num_input_tokens_seen": 5897272, + "step": 9035 + }, + { + "epoch": 5.330188679245283, + "grad_norm": 1.8772785663604736, + "learning_rate": 9.179228893719094e-06, + "loss": 0.5125, + "num_input_tokens_seen": 5900344, + "step": 9040 + }, + { + "epoch": 5.33313679245283, + "grad_norm": 1.1821656227111816, + "learning_rate": 9.177816012272904e-06, + "loss": 0.3123, + "num_input_tokens_seen": 5904440, + "step": 9045 + }, + { + "epoch": 5.336084905660377, + "grad_norm": 1.5170906782150269, + "learning_rate": 9.17640202473192e-06, + "loss": 0.3588, + "num_input_tokens_seen": 5907672, + "step": 9050 + }, + { + "epoch": 5.339033018867925, + "grad_norm": 2.519615411758423, + "learning_rate": 9.1749869314705e-06, + "loss": 0.3718, + "num_input_tokens_seen": 5909880, + "step": 9055 + }, + { + "epoch": 5.341981132075472, + "grad_norm": 1.6616405248641968, + "learning_rate": 9.173570732863295e-06, + "loss": 0.4126, + "num_input_tokens_seen": 5912504, + "step": 9060 + }, + { + "epoch": 5.344929245283019, + "grad_norm": 1.7809998989105225, + "learning_rate": 9.172153429285254e-06, + "loss": 0.4754, + "num_input_tokens_seen": 5915416, + "step": 9065 + }, + { + "epoch": 5.347877358490566, + "grad_norm": 5.092299938201904, + "learning_rate": 9.17073502111161e-06, + "loss": 0.6248, + "num_input_tokens_seen": 5919384, + "step": 9070 + }, + { + "epoch": 5.350825471698113, + "grad_norm": 1.633139967918396, + "learning_rate": 9.169315508717895e-06, + "loss": 0.4544, + "num_input_tokens_seen": 5923160, + "step": 9075 + }, + { + "epoch": 5.35377358490566, + "grad_norm": 1.6508649587631226, + "learning_rate": 9.167894892479932e-06, + "loss": 0.4529, + "num_input_tokens_seen": 5926200, + "step": 9080 + }, + { + "epoch": 5.3567216981132075, + "grad_norm": 1.7587627172470093, + "learning_rate": 9.16647317277383e-06, + "loss": 0.4307, + "num_input_tokens_seen": 5929144, + "step": 9085 + }, + { + "epoch": 5.359669811320755, + "grad_norm": 1.6179442405700684, + "learning_rate": 9.165050349976002e-06, + "loss": 0.4093, + "num_input_tokens_seen": 5931800, + "step": 9090 + }, + { + "epoch": 5.362617924528302, + "grad_norm": 2.083869695663452, + "learning_rate": 9.16362642446314e-06, + "loss": 0.4027, + "num_input_tokens_seen": 5935992, + "step": 9095 + }, + { + "epoch": 5.365566037735849, + "grad_norm": 1.0701613426208496, + "learning_rate": 9.162201396612242e-06, + "loss": 0.474, + "num_input_tokens_seen": 5939736, + "step": 9100 + }, + { + "epoch": 5.368514150943396, + "grad_norm": 3.2857604026794434, + "learning_rate": 9.160775266800583e-06, + "loss": 0.4109, + "num_input_tokens_seen": 5942200, + "step": 9105 + }, + { + "epoch": 5.371462264150943, + "grad_norm": 2.070589542388916, + "learning_rate": 9.159348035405742e-06, + "loss": 0.5147, + "num_input_tokens_seen": 5946040, + "step": 9110 + }, + { + "epoch": 5.37441037735849, + "grad_norm": 1.2880624532699585, + "learning_rate": 9.157919702805582e-06, + "loss": 0.4863, + "num_input_tokens_seen": 5950744, + "step": 9115 + }, + { + "epoch": 5.377358490566038, + "grad_norm": 2.38997745513916, + "learning_rate": 9.156490269378262e-06, + "loss": 0.6685, + "num_input_tokens_seen": 5954392, + "step": 9120 + }, + { + "epoch": 5.380306603773585, + "grad_norm": 1.6170318126678467, + "learning_rate": 9.15505973550223e-06, + "loss": 0.4442, + "num_input_tokens_seen": 5957368, + "step": 9125 + }, + { + "epoch": 5.383254716981132, + "grad_norm": 1.9250898361206055, + "learning_rate": 9.153628101556223e-06, + "loss": 0.4064, + "num_input_tokens_seen": 5959992, + "step": 9130 + }, + { + "epoch": 5.3862028301886795, + "grad_norm": 2.3244781494140625, + "learning_rate": 9.152195367919277e-06, + "loss": 0.5303, + "num_input_tokens_seen": 5962968, + "step": 9135 + }, + { + "epoch": 5.389150943396227, + "grad_norm": 1.5036870241165161, + "learning_rate": 9.150761534970713e-06, + "loss": 0.4456, + "num_input_tokens_seen": 5967000, + "step": 9140 + }, + { + "epoch": 5.392099056603773, + "grad_norm": 1.5740052461624146, + "learning_rate": 9.149326603090144e-06, + "loss": 0.601, + "num_input_tokens_seen": 5969624, + "step": 9145 + }, + { + "epoch": 5.3950471698113205, + "grad_norm": 1.4215362071990967, + "learning_rate": 9.147890572657471e-06, + "loss": 0.4081, + "num_input_tokens_seen": 5972376, + "step": 9150 + }, + { + "epoch": 5.397995283018868, + "grad_norm": 2.2218029499053955, + "learning_rate": 9.146453444052895e-06, + "loss": 0.3808, + "num_input_tokens_seen": 5974648, + "step": 9155 + }, + { + "epoch": 5.400943396226415, + "grad_norm": 1.9091886281967163, + "learning_rate": 9.145015217656899e-06, + "loss": 0.4335, + "num_input_tokens_seen": 5977784, + "step": 9160 + }, + { + "epoch": 5.403891509433962, + "grad_norm": 3.0828230381011963, + "learning_rate": 9.14357589385026e-06, + "loss": 0.4208, + "num_input_tokens_seen": 5980696, + "step": 9165 + }, + { + "epoch": 5.40683962264151, + "grad_norm": 1.0879892110824585, + "learning_rate": 9.142135473014046e-06, + "loss": 0.5021, + "num_input_tokens_seen": 5984248, + "step": 9170 + }, + { + "epoch": 5.409787735849057, + "grad_norm": 2.624922275543213, + "learning_rate": 9.140693955529614e-06, + "loss": 0.5285, + "num_input_tokens_seen": 5987032, + "step": 9175 + }, + { + "epoch": 5.412735849056604, + "grad_norm": 2.379925012588501, + "learning_rate": 9.13925134177861e-06, + "loss": 0.4342, + "num_input_tokens_seen": 5990616, + "step": 9180 + }, + { + "epoch": 5.415683962264151, + "grad_norm": 2.495166778564453, + "learning_rate": 9.137807632142977e-06, + "loss": 0.5977, + "num_input_tokens_seen": 5993176, + "step": 9185 + }, + { + "epoch": 5.418632075471698, + "grad_norm": 2.402616024017334, + "learning_rate": 9.136362827004937e-06, + "loss": 0.6003, + "num_input_tokens_seen": 5996472, + "step": 9190 + }, + { + "epoch": 5.421580188679245, + "grad_norm": 2.2531678676605225, + "learning_rate": 9.134916926747015e-06, + "loss": 0.4753, + "num_input_tokens_seen": 5999960, + "step": 9195 + }, + { + "epoch": 5.4245283018867925, + "grad_norm": 1.0381265878677368, + "learning_rate": 9.133469931752016e-06, + "loss": 0.5277, + "num_input_tokens_seen": 6003160, + "step": 9200 + }, + { + "epoch": 5.42747641509434, + "grad_norm": 1.7645195722579956, + "learning_rate": 9.132021842403035e-06, + "loss": 0.4703, + "num_input_tokens_seen": 6006168, + "step": 9205 + }, + { + "epoch": 5.430424528301887, + "grad_norm": 1.2720091342926025, + "learning_rate": 9.130572659083465e-06, + "loss": 0.4349, + "num_input_tokens_seen": 6009336, + "step": 9210 + }, + { + "epoch": 5.433372641509434, + "grad_norm": 2.7657485008239746, + "learning_rate": 9.129122382176982e-06, + "loss": 0.4041, + "num_input_tokens_seen": 6011992, + "step": 9215 + }, + { + "epoch": 5.436320754716981, + "grad_norm": 2.7267568111419678, + "learning_rate": 9.127671012067554e-06, + "loss": 0.3817, + "num_input_tokens_seen": 6015288, + "step": 9220 + }, + { + "epoch": 5.439268867924528, + "grad_norm": 1.7391388416290283, + "learning_rate": 9.126218549139434e-06, + "loss": 0.4841, + "num_input_tokens_seen": 6018680, + "step": 9225 + }, + { + "epoch": 5.442216981132075, + "grad_norm": 2.092088222503662, + "learning_rate": 9.124764993777171e-06, + "loss": 0.5537, + "num_input_tokens_seen": 6021304, + "step": 9230 + }, + { + "epoch": 5.445165094339623, + "grad_norm": 1.5012792348861694, + "learning_rate": 9.1233103463656e-06, + "loss": 0.6222, + "num_input_tokens_seen": 6025336, + "step": 9235 + }, + { + "epoch": 5.44811320754717, + "grad_norm": 1.4597300291061401, + "learning_rate": 9.121854607289842e-06, + "loss": 0.337, + "num_input_tokens_seen": 6028920, + "step": 9240 + }, + { + "epoch": 5.451061320754717, + "grad_norm": 2.0760927200317383, + "learning_rate": 9.120397776935314e-06, + "loss": 0.4454, + "num_input_tokens_seen": 6031576, + "step": 9245 + }, + { + "epoch": 5.4540094339622645, + "grad_norm": 2.9443507194519043, + "learning_rate": 9.118939855687717e-06, + "loss": 0.5479, + "num_input_tokens_seen": 6034296, + "step": 9250 + }, + { + "epoch": 5.456957547169811, + "grad_norm": 1.4184648990631104, + "learning_rate": 9.117480843933043e-06, + "loss": 0.5559, + "num_input_tokens_seen": 6037976, + "step": 9255 + }, + { + "epoch": 5.459905660377358, + "grad_norm": 1.4623970985412598, + "learning_rate": 9.116020742057567e-06, + "loss": 0.6072, + "num_input_tokens_seen": 6041048, + "step": 9260 + }, + { + "epoch": 5.462853773584905, + "grad_norm": 1.0968363285064697, + "learning_rate": 9.114559550447863e-06, + "loss": 0.3509, + "num_input_tokens_seen": 6044632, + "step": 9265 + }, + { + "epoch": 5.465801886792453, + "grad_norm": 1.4532840251922607, + "learning_rate": 9.113097269490784e-06, + "loss": 0.4938, + "num_input_tokens_seen": 6047960, + "step": 9270 + }, + { + "epoch": 5.46875, + "grad_norm": 2.286961555480957, + "learning_rate": 9.111633899573476e-06, + "loss": 0.4167, + "num_input_tokens_seen": 6051544, + "step": 9275 + }, + { + "epoch": 5.471698113207547, + "grad_norm": 1.6447709798812866, + "learning_rate": 9.110169441083374e-06, + "loss": 0.4233, + "num_input_tokens_seen": 6054552, + "step": 9280 + }, + { + "epoch": 5.474646226415095, + "grad_norm": 1.971779227256775, + "learning_rate": 9.108703894408198e-06, + "loss": 0.391, + "num_input_tokens_seen": 6057752, + "step": 9285 + }, + { + "epoch": 5.477594339622642, + "grad_norm": 1.8437740802764893, + "learning_rate": 9.107237259935959e-06, + "loss": 0.3083, + "num_input_tokens_seen": 6060984, + "step": 9290 + }, + { + "epoch": 5.480542452830189, + "grad_norm": 1.915374755859375, + "learning_rate": 9.105769538054954e-06, + "loss": 0.4566, + "num_input_tokens_seen": 6063800, + "step": 9295 + }, + { + "epoch": 5.4834905660377355, + "grad_norm": 1.861324667930603, + "learning_rate": 9.104300729153768e-06, + "loss": 0.4109, + "num_input_tokens_seen": 6066872, + "step": 9300 + }, + { + "epoch": 5.486438679245283, + "grad_norm": 1.2514026165008545, + "learning_rate": 9.102830833621277e-06, + "loss": 0.6945, + "num_input_tokens_seen": 6069688, + "step": 9305 + }, + { + "epoch": 5.48938679245283, + "grad_norm": 1.3345361948013306, + "learning_rate": 9.101359851846639e-06, + "loss": 0.4548, + "num_input_tokens_seen": 6073112, + "step": 9310 + }, + { + "epoch": 5.492334905660377, + "grad_norm": 0.945722758769989, + "learning_rate": 9.099887784219305e-06, + "loss": 0.38, + "num_input_tokens_seen": 6076408, + "step": 9315 + }, + { + "epoch": 5.495283018867925, + "grad_norm": 2.418382167816162, + "learning_rate": 9.098414631129012e-06, + "loss": 0.454, + "num_input_tokens_seen": 6079896, + "step": 9320 + }, + { + "epoch": 5.498231132075472, + "grad_norm": 1.69389808177948, + "learning_rate": 9.09694039296578e-06, + "loss": 0.3714, + "num_input_tokens_seen": 6084088, + "step": 9325 + }, + { + "epoch": 5.501179245283019, + "grad_norm": 3.1337475776672363, + "learning_rate": 9.095465070119924e-06, + "loss": 0.4167, + "num_input_tokens_seen": 6088568, + "step": 9330 + }, + { + "epoch": 5.504127358490566, + "grad_norm": 2.258358955383301, + "learning_rate": 9.09398866298204e-06, + "loss": 0.4577, + "num_input_tokens_seen": 6091000, + "step": 9335 + }, + { + "epoch": 5.507075471698113, + "grad_norm": 1.2095788717269897, + "learning_rate": 9.09251117194301e-06, + "loss": 0.3823, + "num_input_tokens_seen": 6094840, + "step": 9340 + }, + { + "epoch": 5.51002358490566, + "grad_norm": 4.046451091766357, + "learning_rate": 9.091032597394012e-06, + "loss": 0.3924, + "num_input_tokens_seen": 6096920, + "step": 9345 + }, + { + "epoch": 5.5129716981132075, + "grad_norm": 2.441650629043579, + "learning_rate": 9.089552939726503e-06, + "loss": 0.7092, + "num_input_tokens_seen": 6101272, + "step": 9350 + }, + { + "epoch": 5.515919811320755, + "grad_norm": 1.4823191165924072, + "learning_rate": 9.088072199332227e-06, + "loss": 0.3605, + "num_input_tokens_seen": 6104536, + "step": 9355 + }, + { + "epoch": 5.518867924528302, + "grad_norm": 1.6113520860671997, + "learning_rate": 9.08659037660322e-06, + "loss": 0.4486, + "num_input_tokens_seen": 6108120, + "step": 9360 + }, + { + "epoch": 5.521816037735849, + "grad_norm": 1.481972336769104, + "learning_rate": 9.085107471931797e-06, + "loss": 0.4493, + "num_input_tokens_seen": 6112312, + "step": 9365 + }, + { + "epoch": 5.524764150943396, + "grad_norm": 1.597399353981018, + "learning_rate": 9.083623485710564e-06, + "loss": 0.2971, + "num_input_tokens_seen": 6115768, + "step": 9370 + }, + { + "epoch": 5.527712264150943, + "grad_norm": 1.0751992464065552, + "learning_rate": 9.082138418332416e-06, + "loss": 0.4429, + "num_input_tokens_seen": 6119544, + "step": 9375 + }, + { + "epoch": 5.53066037735849, + "grad_norm": 1.4487335681915283, + "learning_rate": 9.080652270190527e-06, + "loss": 0.4978, + "num_input_tokens_seen": 6122072, + "step": 9380 + }, + { + "epoch": 5.533608490566038, + "grad_norm": 1.1659060716629028, + "learning_rate": 9.079165041678363e-06, + "loss": 0.4348, + "num_input_tokens_seen": 6125208, + "step": 9385 + }, + { + "epoch": 5.536556603773585, + "grad_norm": 2.928133487701416, + "learning_rate": 9.077676733189675e-06, + "loss": 0.4432, + "num_input_tokens_seen": 6127928, + "step": 9390 + }, + { + "epoch": 5.539504716981132, + "grad_norm": 1.345532774925232, + "learning_rate": 9.076187345118496e-06, + "loss": 0.4096, + "num_input_tokens_seen": 6131224, + "step": 9395 + }, + { + "epoch": 5.5424528301886795, + "grad_norm": 3.3139336109161377, + "learning_rate": 9.074696877859152e-06, + "loss": 0.4258, + "num_input_tokens_seen": 6133848, + "step": 9400 + }, + { + "epoch": 5.545400943396227, + "grad_norm": 0.7439927458763123, + "learning_rate": 9.073205331806248e-06, + "loss": 0.3736, + "num_input_tokens_seen": 6138008, + "step": 9405 + }, + { + "epoch": 5.548349056603773, + "grad_norm": 3.101285696029663, + "learning_rate": 9.071712707354676e-06, + "loss": 0.5325, + "num_input_tokens_seen": 6141560, + "step": 9410 + }, + { + "epoch": 5.5512971698113205, + "grad_norm": 2.7947347164154053, + "learning_rate": 9.070219004899618e-06, + "loss": 0.5294, + "num_input_tokens_seen": 6145016, + "step": 9415 + }, + { + "epoch": 5.554245283018868, + "grad_norm": 4.684136390686035, + "learning_rate": 9.068724224836538e-06, + "loss": 0.5104, + "num_input_tokens_seen": 6148888, + "step": 9420 + }, + { + "epoch": 5.557193396226415, + "grad_norm": 1.780396819114685, + "learning_rate": 9.067228367561182e-06, + "loss": 0.3617, + "num_input_tokens_seen": 6152280, + "step": 9425 + }, + { + "epoch": 5.560141509433962, + "grad_norm": 1.3027865886688232, + "learning_rate": 9.06573143346959e-06, + "loss": 0.4853, + "num_input_tokens_seen": 6155160, + "step": 9430 + }, + { + "epoch": 5.56308962264151, + "grad_norm": 2.4612319469451904, + "learning_rate": 9.064233422958078e-06, + "loss": 0.4743, + "num_input_tokens_seen": 6159768, + "step": 9435 + }, + { + "epoch": 5.566037735849057, + "grad_norm": 2.883779525756836, + "learning_rate": 9.062734336423248e-06, + "loss": 0.543, + "num_input_tokens_seen": 6162776, + "step": 9440 + }, + { + "epoch": 5.568985849056604, + "grad_norm": 3.260653018951416, + "learning_rate": 9.061234174261998e-06, + "loss": 0.5783, + "num_input_tokens_seen": 6165528, + "step": 9445 + }, + { + "epoch": 5.571933962264151, + "grad_norm": 1.7522014379501343, + "learning_rate": 9.059732936871493e-06, + "loss": 0.443, + "num_input_tokens_seen": 6168760, + "step": 9450 + }, + { + "epoch": 5.574882075471698, + "grad_norm": 1.30593740940094, + "learning_rate": 9.058230624649198e-06, + "loss": 0.3422, + "num_input_tokens_seen": 6172440, + "step": 9455 + }, + { + "epoch": 5.577830188679245, + "grad_norm": 1.5701102018356323, + "learning_rate": 9.056727237992856e-06, + "loss": 0.4695, + "num_input_tokens_seen": 6174840, + "step": 9460 + }, + { + "epoch": 5.5807783018867925, + "grad_norm": 1.1396187543869019, + "learning_rate": 9.055222777300493e-06, + "loss": 0.3722, + "num_input_tokens_seen": 6179032, + "step": 9465 + }, + { + "epoch": 5.58372641509434, + "grad_norm": 2.4831748008728027, + "learning_rate": 9.053717242970423e-06, + "loss": 0.4937, + "num_input_tokens_seen": 6182104, + "step": 9470 + }, + { + "epoch": 5.586674528301887, + "grad_norm": 1.476765751838684, + "learning_rate": 9.052210635401244e-06, + "loss": 0.5038, + "num_input_tokens_seen": 6185240, + "step": 9475 + }, + { + "epoch": 5.589622641509434, + "grad_norm": 2.091585397720337, + "learning_rate": 9.050702954991833e-06, + "loss": 0.4656, + "num_input_tokens_seen": 6188504, + "step": 9480 + }, + { + "epoch": 5.592570754716981, + "grad_norm": 1.5631935596466064, + "learning_rate": 9.049194202141358e-06, + "loss": 0.4408, + "num_input_tokens_seen": 6192760, + "step": 9485 + }, + { + "epoch": 5.595518867924528, + "grad_norm": 2.232555389404297, + "learning_rate": 9.047684377249267e-06, + "loss": 0.5064, + "num_input_tokens_seen": 6195800, + "step": 9490 + }, + { + "epoch": 5.598466981132075, + "grad_norm": 1.5097566843032837, + "learning_rate": 9.046173480715292e-06, + "loss": 0.6089, + "num_input_tokens_seen": 6198680, + "step": 9495 + }, + { + "epoch": 5.601415094339623, + "grad_norm": 1.5367733240127563, + "learning_rate": 9.044661512939451e-06, + "loss": 0.5217, + "num_input_tokens_seen": 6203000, + "step": 9500 + }, + { + "epoch": 5.60436320754717, + "grad_norm": 1.3335918188095093, + "learning_rate": 9.043148474322043e-06, + "loss": 0.4594, + "num_input_tokens_seen": 6206776, + "step": 9505 + }, + { + "epoch": 5.607311320754717, + "grad_norm": 1.5473228693008423, + "learning_rate": 9.04163436526365e-06, + "loss": 0.3929, + "num_input_tokens_seen": 6209816, + "step": 9510 + }, + { + "epoch": 5.6102594339622645, + "grad_norm": 1.3649686574935913, + "learning_rate": 9.040119186165142e-06, + "loss": 0.4048, + "num_input_tokens_seen": 6212792, + "step": 9515 + }, + { + "epoch": 5.613207547169811, + "grad_norm": 2.1428253650665283, + "learning_rate": 9.038602937427665e-06, + "loss": 0.5064, + "num_input_tokens_seen": 6216696, + "step": 9520 + }, + { + "epoch": 5.616155660377358, + "grad_norm": 1.1839412450790405, + "learning_rate": 9.037085619452658e-06, + "loss": 0.4162, + "num_input_tokens_seen": 6219832, + "step": 9525 + }, + { + "epoch": 5.619103773584905, + "grad_norm": 1.0876576900482178, + "learning_rate": 9.035567232641833e-06, + "loss": 0.4302, + "num_input_tokens_seen": 6223032, + "step": 9530 + }, + { + "epoch": 5.622051886792453, + "grad_norm": 1.544225811958313, + "learning_rate": 9.03404777739719e-06, + "loss": 0.3919, + "num_input_tokens_seen": 6225688, + "step": 9535 + }, + { + "epoch": 5.625, + "grad_norm": 1.458935022354126, + "learning_rate": 9.032527254121013e-06, + "loss": 0.4392, + "num_input_tokens_seen": 6228600, + "step": 9540 + }, + { + "epoch": 5.627948113207547, + "grad_norm": 1.3715293407440186, + "learning_rate": 9.031005663215867e-06, + "loss": 0.3957, + "num_input_tokens_seen": 6232632, + "step": 9545 + }, + { + "epoch": 5.630896226415095, + "grad_norm": 2.1316277980804443, + "learning_rate": 9.029483005084595e-06, + "loss": 0.4648, + "num_input_tokens_seen": 6235992, + "step": 9550 + }, + { + "epoch": 5.633844339622642, + "grad_norm": 1.9779106378555298, + "learning_rate": 9.027959280130337e-06, + "loss": 0.4292, + "num_input_tokens_seen": 6238712, + "step": 9555 + }, + { + "epoch": 5.636792452830189, + "grad_norm": 1.977987289428711, + "learning_rate": 9.026434488756496e-06, + "loss": 0.4378, + "num_input_tokens_seen": 6241912, + "step": 9560 + }, + { + "epoch": 5.6397405660377355, + "grad_norm": 1.8637936115264893, + "learning_rate": 9.024908631366774e-06, + "loss": 0.5402, + "num_input_tokens_seen": 6245112, + "step": 9565 + }, + { + "epoch": 5.642688679245283, + "grad_norm": 1.535173773765564, + "learning_rate": 9.023381708365143e-06, + "loss": 0.4257, + "num_input_tokens_seen": 6248472, + "step": 9570 + }, + { + "epoch": 5.64563679245283, + "grad_norm": 1.4336460828781128, + "learning_rate": 9.021853720155866e-06, + "loss": 0.4261, + "num_input_tokens_seen": 6250584, + "step": 9575 + }, + { + "epoch": 5.648584905660377, + "grad_norm": 0.8190279603004456, + "learning_rate": 9.020324667143483e-06, + "loss": 0.457, + "num_input_tokens_seen": 6258072, + "step": 9580 + }, + { + "epoch": 5.651533018867925, + "grad_norm": 2.3143093585968018, + "learning_rate": 9.018794549732819e-06, + "loss": 0.4586, + "num_input_tokens_seen": 6260280, + "step": 9585 + }, + { + "epoch": 5.654481132075472, + "grad_norm": 1.7493305206298828, + "learning_rate": 9.017263368328977e-06, + "loss": 0.4795, + "num_input_tokens_seen": 6263672, + "step": 9590 + }, + { + "epoch": 5.657429245283019, + "grad_norm": 1.3702436685562134, + "learning_rate": 9.015731123337344e-06, + "loss": 0.5485, + "num_input_tokens_seen": 6266840, + "step": 9595 + }, + { + "epoch": 5.660377358490566, + "grad_norm": 1.704412817955017, + "learning_rate": 9.01419781516359e-06, + "loss": 0.5364, + "num_input_tokens_seen": 6269784, + "step": 9600 + }, + { + "epoch": 5.663325471698113, + "grad_norm": 2.5918753147125244, + "learning_rate": 9.012663444213664e-06, + "loss": 0.3555, + "num_input_tokens_seen": 6272440, + "step": 9605 + }, + { + "epoch": 5.66627358490566, + "grad_norm": 1.9129496812820435, + "learning_rate": 9.011128010893797e-06, + "loss": 0.4154, + "num_input_tokens_seen": 6275640, + "step": 9610 + }, + { + "epoch": 5.6692216981132075, + "grad_norm": 1.0458085536956787, + "learning_rate": 9.009591515610503e-06, + "loss": 0.5458, + "num_input_tokens_seen": 6279480, + "step": 9615 + }, + { + "epoch": 5.672169811320755, + "grad_norm": 1.547455906867981, + "learning_rate": 9.008053958770575e-06, + "loss": 0.5717, + "num_input_tokens_seen": 6282168, + "step": 9620 + }, + { + "epoch": 5.675117924528302, + "grad_norm": 5.616400241851807, + "learning_rate": 9.006515340781087e-06, + "loss": 0.5608, + "num_input_tokens_seen": 6285048, + "step": 9625 + }, + { + "epoch": 5.678066037735849, + "grad_norm": 1.5252121686935425, + "learning_rate": 9.004975662049396e-06, + "loss": 0.4163, + "num_input_tokens_seen": 6287832, + "step": 9630 + }, + { + "epoch": 5.681014150943396, + "grad_norm": 8.04813003540039, + "learning_rate": 9.003434922983138e-06, + "loss": 0.4322, + "num_input_tokens_seen": 6290648, + "step": 9635 + }, + { + "epoch": 5.683962264150943, + "grad_norm": 1.786576747894287, + "learning_rate": 9.00189312399023e-06, + "loss": 0.3421, + "num_input_tokens_seen": 6292952, + "step": 9640 + }, + { + "epoch": 5.68691037735849, + "grad_norm": 3.238616466522217, + "learning_rate": 9.00035026547887e-06, + "loss": 0.5612, + "num_input_tokens_seen": 6295768, + "step": 9645 + }, + { + "epoch": 5.689858490566038, + "grad_norm": 1.4724867343902588, + "learning_rate": 8.998806347857537e-06, + "loss": 0.5634, + "num_input_tokens_seen": 6299000, + "step": 9650 + }, + { + "epoch": 5.692806603773585, + "grad_norm": 1.3537477254867554, + "learning_rate": 8.99726137153499e-06, + "loss": 0.3541, + "num_input_tokens_seen": 6302968, + "step": 9655 + }, + { + "epoch": 5.695754716981132, + "grad_norm": 1.4325213432312012, + "learning_rate": 8.995715336920266e-06, + "loss": 0.482, + "num_input_tokens_seen": 6306488, + "step": 9660 + }, + { + "epoch": 5.6987028301886795, + "grad_norm": 2.7241594791412354, + "learning_rate": 8.994168244422687e-06, + "loss": 0.4164, + "num_input_tokens_seen": 6309080, + "step": 9665 + }, + { + "epoch": 5.701650943396227, + "grad_norm": 1.2009400129318237, + "learning_rate": 8.992620094451852e-06, + "loss": 0.4981, + "num_input_tokens_seen": 6312792, + "step": 9670 + }, + { + "epoch": 5.704599056603773, + "grad_norm": 1.6769875288009644, + "learning_rate": 8.991070887417639e-06, + "loss": 0.4831, + "num_input_tokens_seen": 6315512, + "step": 9675 + }, + { + "epoch": 5.7075471698113205, + "grad_norm": 2.1944315433502197, + "learning_rate": 8.989520623730208e-06, + "loss": 0.4573, + "num_input_tokens_seen": 6318424, + "step": 9680 + }, + { + "epoch": 5.710495283018868, + "grad_norm": 1.5058642625808716, + "learning_rate": 8.987969303799998e-06, + "loss": 0.4179, + "num_input_tokens_seen": 6321016, + "step": 9685 + }, + { + "epoch": 5.713443396226415, + "grad_norm": 1.5939083099365234, + "learning_rate": 8.986416928037728e-06, + "loss": 0.5117, + "num_input_tokens_seen": 6324344, + "step": 9690 + }, + { + "epoch": 5.716391509433962, + "grad_norm": 1.4036873579025269, + "learning_rate": 8.984863496854395e-06, + "loss": 0.4168, + "num_input_tokens_seen": 6328664, + "step": 9695 + }, + { + "epoch": 5.71933962264151, + "grad_norm": 1.1454097032546997, + "learning_rate": 8.983309010661279e-06, + "loss": 0.4121, + "num_input_tokens_seen": 6331928, + "step": 9700 + }, + { + "epoch": 5.722287735849057, + "grad_norm": 1.1388996839523315, + "learning_rate": 8.981753469869934e-06, + "loss": 0.4378, + "num_input_tokens_seen": 6334904, + "step": 9705 + }, + { + "epoch": 5.725235849056604, + "grad_norm": 1.6717514991760254, + "learning_rate": 8.980196874892198e-06, + "loss": 0.4477, + "num_input_tokens_seen": 6338776, + "step": 9710 + }, + { + "epoch": 5.728183962264151, + "grad_norm": 1.8222178220748901, + "learning_rate": 8.978639226140184e-06, + "loss": 0.4387, + "num_input_tokens_seen": 6341624, + "step": 9715 + }, + { + "epoch": 5.731132075471698, + "grad_norm": 2.304699420928955, + "learning_rate": 8.977080524026289e-06, + "loss": 0.5197, + "num_input_tokens_seen": 6344440, + "step": 9720 + }, + { + "epoch": 5.734080188679245, + "grad_norm": 1.5365525484085083, + "learning_rate": 8.975520768963186e-06, + "loss": 0.4152, + "num_input_tokens_seen": 6348472, + "step": 9725 + }, + { + "epoch": 5.7370283018867925, + "grad_norm": 1.444057822227478, + "learning_rate": 8.973959961363825e-06, + "loss": 0.3825, + "num_input_tokens_seen": 6351640, + "step": 9730 + }, + { + "epoch": 5.73997641509434, + "grad_norm": 1.9258674383163452, + "learning_rate": 8.972398101641438e-06, + "loss": 0.4276, + "num_input_tokens_seen": 6355160, + "step": 9735 + }, + { + "epoch": 5.742924528301887, + "grad_norm": 1.7587981224060059, + "learning_rate": 8.970835190209532e-06, + "loss": 0.5866, + "num_input_tokens_seen": 6357592, + "step": 9740 + }, + { + "epoch": 5.745872641509434, + "grad_norm": 1.3986872434616089, + "learning_rate": 8.969271227481899e-06, + "loss": 0.4831, + "num_input_tokens_seen": 6359992, + "step": 9745 + }, + { + "epoch": 5.748820754716981, + "grad_norm": 1.682699203491211, + "learning_rate": 8.967706213872599e-06, + "loss": 0.4258, + "num_input_tokens_seen": 6362616, + "step": 9750 + }, + { + "epoch": 5.751768867924528, + "grad_norm": 1.2867757081985474, + "learning_rate": 8.966140149795981e-06, + "loss": 0.3518, + "num_input_tokens_seen": 6366040, + "step": 9755 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 1.0332205295562744, + "learning_rate": 8.964573035666663e-06, + "loss": 0.3988, + "num_input_tokens_seen": 6369112, + "step": 9760 + }, + { + "epoch": 5.757665094339623, + "grad_norm": 1.1799448728561401, + "learning_rate": 8.96300487189955e-06, + "loss": 0.4175, + "num_input_tokens_seen": 6373240, + "step": 9765 + }, + { + "epoch": 5.76061320754717, + "grad_norm": 1.137114405632019, + "learning_rate": 8.961435658909816e-06, + "loss": 0.5052, + "num_input_tokens_seen": 6375960, + "step": 9770 + }, + { + "epoch": 5.763561320754717, + "grad_norm": 3.17745041847229, + "learning_rate": 8.959865397112918e-06, + "loss": 0.5245, + "num_input_tokens_seen": 6379224, + "step": 9775 + }, + { + "epoch": 5.7665094339622645, + "grad_norm": 1.4439243078231812, + "learning_rate": 8.95829408692459e-06, + "loss": 0.5089, + "num_input_tokens_seen": 6382232, + "step": 9780 + }, + { + "epoch": 5.769457547169811, + "grad_norm": 1.9885026216506958, + "learning_rate": 8.956721728760845e-06, + "loss": 0.4155, + "num_input_tokens_seen": 6385656, + "step": 9785 + }, + { + "epoch": 5.772405660377358, + "grad_norm": 1.902657151222229, + "learning_rate": 8.95514832303797e-06, + "loss": 0.49, + "num_input_tokens_seen": 6388216, + "step": 9790 + }, + { + "epoch": 5.775353773584905, + "grad_norm": 1.450100064277649, + "learning_rate": 8.953573870172528e-06, + "loss": 0.3002, + "num_input_tokens_seen": 6392664, + "step": 9795 + }, + { + "epoch": 5.778301886792453, + "grad_norm": 1.7352004051208496, + "learning_rate": 8.951998370581368e-06, + "loss": 0.525, + "num_input_tokens_seen": 6395416, + "step": 9800 + }, + { + "epoch": 5.78125, + "grad_norm": 2.8043341636657715, + "learning_rate": 8.950421824681605e-06, + "loss": 0.2996, + "num_input_tokens_seen": 6397816, + "step": 9805 + }, + { + "epoch": 5.784198113207547, + "grad_norm": 1.445091724395752, + "learning_rate": 8.948844232890638e-06, + "loss": 0.5671, + "num_input_tokens_seen": 6401112, + "step": 9810 + }, + { + "epoch": 5.787146226415095, + "grad_norm": 1.523171067237854, + "learning_rate": 8.947265595626144e-06, + "loss": 0.5228, + "num_input_tokens_seen": 6405304, + "step": 9815 + }, + { + "epoch": 5.790094339622642, + "grad_norm": 1.5573021173477173, + "learning_rate": 8.945685913306071e-06, + "loss": 0.3784, + "num_input_tokens_seen": 6408120, + "step": 9820 + }, + { + "epoch": 5.793042452830189, + "grad_norm": 1.7495347261428833, + "learning_rate": 8.944105186348646e-06, + "loss": 0.3888, + "num_input_tokens_seen": 6411320, + "step": 9825 + }, + { + "epoch": 5.7959905660377355, + "grad_norm": 2.607856512069702, + "learning_rate": 8.942523415172377e-06, + "loss": 0.5356, + "num_input_tokens_seen": 6414712, + "step": 9830 + }, + { + "epoch": 5.798938679245283, + "grad_norm": 4.911276340484619, + "learning_rate": 8.94094060019604e-06, + "loss": 0.4381, + "num_input_tokens_seen": 6417912, + "step": 9835 + }, + { + "epoch": 5.80188679245283, + "grad_norm": 2.0059211254119873, + "learning_rate": 8.939356741838696e-06, + "loss": 0.5731, + "num_input_tokens_seen": 6420824, + "step": 9840 + }, + { + "epoch": 5.804834905660377, + "grad_norm": 2.836317539215088, + "learning_rate": 8.937771840519677e-06, + "loss": 0.4931, + "num_input_tokens_seen": 6423480, + "step": 9845 + }, + { + "epoch": 5.807783018867925, + "grad_norm": 3.1671078205108643, + "learning_rate": 8.936185896658593e-06, + "loss": 0.5432, + "num_input_tokens_seen": 6426232, + "step": 9850 + }, + { + "epoch": 5.810731132075472, + "grad_norm": 2.2288665771484375, + "learning_rate": 8.934598910675329e-06, + "loss": 0.4981, + "num_input_tokens_seen": 6429560, + "step": 9855 + }, + { + "epoch": 5.813679245283019, + "grad_norm": 1.009129524230957, + "learning_rate": 8.933010882990044e-06, + "loss": 0.4459, + "num_input_tokens_seen": 6433368, + "step": 9860 + }, + { + "epoch": 5.816627358490566, + "grad_norm": 1.690406084060669, + "learning_rate": 8.93142181402318e-06, + "loss": 0.4778, + "num_input_tokens_seen": 6437048, + "step": 9865 + }, + { + "epoch": 5.819575471698113, + "grad_norm": 1.7455681562423706, + "learning_rate": 8.929831704195445e-06, + "loss": 0.442, + "num_input_tokens_seen": 6439992, + "step": 9870 + }, + { + "epoch": 5.82252358490566, + "grad_norm": 2.9079794883728027, + "learning_rate": 8.928240553927831e-06, + "loss": 0.3205, + "num_input_tokens_seen": 6445048, + "step": 9875 + }, + { + "epoch": 5.8254716981132075, + "grad_norm": 2.7584803104400635, + "learning_rate": 8.926648363641602e-06, + "loss": 0.5501, + "num_input_tokens_seen": 6447608, + "step": 9880 + }, + { + "epoch": 5.828419811320755, + "grad_norm": 1.5347216129302979, + "learning_rate": 8.925055133758294e-06, + "loss": 0.4296, + "num_input_tokens_seen": 6451992, + "step": 9885 + }, + { + "epoch": 5.831367924528302, + "grad_norm": 2.590749502182007, + "learning_rate": 8.923460864699723e-06, + "loss": 0.422, + "num_input_tokens_seen": 6454904, + "step": 9890 + }, + { + "epoch": 5.834316037735849, + "grad_norm": 2.2814035415649414, + "learning_rate": 8.921865556887979e-06, + "loss": 0.4884, + "num_input_tokens_seen": 6458136, + "step": 9895 + }, + { + "epoch": 5.837264150943396, + "grad_norm": 1.4086847305297852, + "learning_rate": 8.920269210745426e-06, + "loss": 0.534, + "num_input_tokens_seen": 6461592, + "step": 9900 + }, + { + "epoch": 5.840212264150943, + "grad_norm": 1.1771074533462524, + "learning_rate": 8.918671826694704e-06, + "loss": 0.345, + "num_input_tokens_seen": 6464984, + "step": 9905 + }, + { + "epoch": 5.84316037735849, + "grad_norm": 3.230086326599121, + "learning_rate": 8.91707340515873e-06, + "loss": 0.4883, + "num_input_tokens_seen": 6467544, + "step": 9910 + }, + { + "epoch": 5.846108490566038, + "grad_norm": 1.3881819248199463, + "learning_rate": 8.915473946560688e-06, + "loss": 0.3947, + "num_input_tokens_seen": 6470168, + "step": 9915 + }, + { + "epoch": 5.849056603773585, + "grad_norm": 1.4783830642700195, + "learning_rate": 8.913873451324044e-06, + "loss": 0.4523, + "num_input_tokens_seen": 6473880, + "step": 9920 + }, + { + "epoch": 5.852004716981132, + "grad_norm": 1.592393159866333, + "learning_rate": 8.912271919872538e-06, + "loss": 0.3495, + "num_input_tokens_seen": 6476952, + "step": 9925 + }, + { + "epoch": 5.8549528301886795, + "grad_norm": 2.008713722229004, + "learning_rate": 8.910669352630176e-06, + "loss": 0.6315, + "num_input_tokens_seen": 6479736, + "step": 9930 + }, + { + "epoch": 5.857900943396227, + "grad_norm": 1.6730791330337524, + "learning_rate": 8.909065750021253e-06, + "loss": 0.6243, + "num_input_tokens_seen": 6482936, + "step": 9935 + }, + { + "epoch": 5.860849056603773, + "grad_norm": 1.5124449729919434, + "learning_rate": 8.907461112470323e-06, + "loss": 0.6018, + "num_input_tokens_seen": 6485848, + "step": 9940 + }, + { + "epoch": 5.8637971698113205, + "grad_norm": 2.0643768310546875, + "learning_rate": 8.905855440402225e-06, + "loss": 0.4272, + "num_input_tokens_seen": 6489496, + "step": 9945 + }, + { + "epoch": 5.866745283018868, + "grad_norm": 2.1699299812316895, + "learning_rate": 8.904248734242065e-06, + "loss": 0.4089, + "num_input_tokens_seen": 6493080, + "step": 9950 + }, + { + "epoch": 5.869693396226415, + "grad_norm": 1.0855928659439087, + "learning_rate": 8.902640994415226e-06, + "loss": 0.397, + "num_input_tokens_seen": 6496408, + "step": 9955 + }, + { + "epoch": 5.872641509433962, + "grad_norm": 2.508967638015747, + "learning_rate": 8.901032221347364e-06, + "loss": 0.3743, + "num_input_tokens_seen": 6499576, + "step": 9960 + }, + { + "epoch": 5.87558962264151, + "grad_norm": 1.4424054622650146, + "learning_rate": 8.899422415464409e-06, + "loss": 0.4778, + "num_input_tokens_seen": 6502808, + "step": 9965 + }, + { + "epoch": 5.878537735849057, + "grad_norm": 1.4540473222732544, + "learning_rate": 8.897811577192565e-06, + "loss": 0.3603, + "num_input_tokens_seen": 6506296, + "step": 9970 + }, + { + "epoch": 5.881485849056604, + "grad_norm": 1.3930197954177856, + "learning_rate": 8.896199706958306e-06, + "loss": 0.4677, + "num_input_tokens_seen": 6509176, + "step": 9975 + }, + { + "epoch": 5.884433962264151, + "grad_norm": 6.460066795349121, + "learning_rate": 8.894586805188384e-06, + "loss": 0.3685, + "num_input_tokens_seen": 6511832, + "step": 9980 + }, + { + "epoch": 5.887382075471698, + "grad_norm": 1.0814412832260132, + "learning_rate": 8.892972872309821e-06, + "loss": 0.4456, + "num_input_tokens_seen": 6514712, + "step": 9985 + }, + { + "epoch": 5.890330188679245, + "grad_norm": 1.1862919330596924, + "learning_rate": 8.89135790874991e-06, + "loss": 0.4928, + "num_input_tokens_seen": 6518456, + "step": 9990 + }, + { + "epoch": 5.8932783018867925, + "grad_norm": 4.054394721984863, + "learning_rate": 8.889741914936224e-06, + "loss": 0.5008, + "num_input_tokens_seen": 6521528, + "step": 9995 + }, + { + "epoch": 5.89622641509434, + "grad_norm": 7.370133399963379, + "learning_rate": 8.888124891296602e-06, + "loss": 0.324, + "num_input_tokens_seen": 6524696, + "step": 10000 + }, + { + "epoch": 5.899174528301887, + "grad_norm": 1.3579704761505127, + "learning_rate": 8.886506838259156e-06, + "loss": 0.3777, + "num_input_tokens_seen": 6527672, + "step": 10005 + }, + { + "epoch": 5.902122641509434, + "grad_norm": 1.3586243391036987, + "learning_rate": 8.884887756252279e-06, + "loss": 0.4955, + "num_input_tokens_seen": 6534968, + "step": 10010 + }, + { + "epoch": 5.905070754716981, + "grad_norm": 2.5343005657196045, + "learning_rate": 8.88326764570462e-06, + "loss": 0.4372, + "num_input_tokens_seen": 6539032, + "step": 10015 + }, + { + "epoch": 5.908018867924528, + "grad_norm": 1.5327141284942627, + "learning_rate": 8.88164650704512e-06, + "loss": 0.5118, + "num_input_tokens_seen": 6542904, + "step": 10020 + }, + { + "epoch": 5.910966981132075, + "grad_norm": 1.7272579669952393, + "learning_rate": 8.880024340702978e-06, + "loss": 0.4245, + "num_input_tokens_seen": 6545720, + "step": 10025 + }, + { + "epoch": 5.913915094339623, + "grad_norm": 1.3422669172286987, + "learning_rate": 8.878401147107667e-06, + "loss": 0.4774, + "num_input_tokens_seen": 6549080, + "step": 10030 + }, + { + "epoch": 5.91686320754717, + "grad_norm": 2.3975415229797363, + "learning_rate": 8.87677692668894e-06, + "loss": 0.4681, + "num_input_tokens_seen": 6552248, + "step": 10035 + }, + { + "epoch": 5.919811320754717, + "grad_norm": 3.4801042079925537, + "learning_rate": 8.875151679876813e-06, + "loss": 0.5247, + "num_input_tokens_seen": 6554360, + "step": 10040 + }, + { + "epoch": 5.9227594339622645, + "grad_norm": 1.825405240058899, + "learning_rate": 8.873525407101577e-06, + "loss": 0.532, + "num_input_tokens_seen": 6556792, + "step": 10045 + }, + { + "epoch": 5.925707547169811, + "grad_norm": 1.0018810033798218, + "learning_rate": 8.871898108793796e-06, + "loss": 0.3625, + "num_input_tokens_seen": 6559704, + "step": 10050 + }, + { + "epoch": 5.928655660377358, + "grad_norm": 1.6963590383529663, + "learning_rate": 8.870269785384304e-06, + "loss": 0.4441, + "num_input_tokens_seen": 6562872, + "step": 10055 + }, + { + "epoch": 5.931603773584905, + "grad_norm": 1.2687345743179321, + "learning_rate": 8.868640437304206e-06, + "loss": 0.4334, + "num_input_tokens_seen": 6566552, + "step": 10060 + }, + { + "epoch": 5.934551886792453, + "grad_norm": 1.1824660301208496, + "learning_rate": 8.86701006498488e-06, + "loss": 0.4072, + "num_input_tokens_seen": 6570072, + "step": 10065 + }, + { + "epoch": 5.9375, + "grad_norm": 1.7277191877365112, + "learning_rate": 8.865378668857972e-06, + "loss": 0.5265, + "num_input_tokens_seen": 6572952, + "step": 10070 + }, + { + "epoch": 5.940448113207547, + "grad_norm": 2.736912250518799, + "learning_rate": 8.863746249355404e-06, + "loss": 0.4259, + "num_input_tokens_seen": 6576056, + "step": 10075 + }, + { + "epoch": 5.943396226415095, + "grad_norm": 2.7745509147644043, + "learning_rate": 8.862112806909365e-06, + "loss": 0.4951, + "num_input_tokens_seen": 6579544, + "step": 10080 + }, + { + "epoch": 5.946344339622642, + "grad_norm": 2.282186508178711, + "learning_rate": 8.860478341952314e-06, + "loss": 0.4623, + "num_input_tokens_seen": 6583224, + "step": 10085 + }, + { + "epoch": 5.949292452830189, + "grad_norm": 3.2074027061462402, + "learning_rate": 8.858842854916985e-06, + "loss": 0.3961, + "num_input_tokens_seen": 6586360, + "step": 10090 + }, + { + "epoch": 5.9522405660377355, + "grad_norm": 1.7211328744888306, + "learning_rate": 8.85720634623638e-06, + "loss": 0.4288, + "num_input_tokens_seen": 6589336, + "step": 10095 + }, + { + "epoch": 5.955188679245283, + "grad_norm": 2.9941115379333496, + "learning_rate": 8.855568816343769e-06, + "loss": 0.5081, + "num_input_tokens_seen": 6592056, + "step": 10100 + }, + { + "epoch": 5.95813679245283, + "grad_norm": 1.326188087463379, + "learning_rate": 8.8539302656727e-06, + "loss": 0.4395, + "num_input_tokens_seen": 6595448, + "step": 10105 + }, + { + "epoch": 5.961084905660377, + "grad_norm": 1.4473276138305664, + "learning_rate": 8.852290694656983e-06, + "loss": 0.3952, + "num_input_tokens_seen": 6599352, + "step": 10110 + }, + { + "epoch": 5.964033018867925, + "grad_norm": 2.8707163333892822, + "learning_rate": 8.8506501037307e-06, + "loss": 0.5102, + "num_input_tokens_seen": 6606392, + "step": 10115 + }, + { + "epoch": 5.966981132075472, + "grad_norm": 1.4308072328567505, + "learning_rate": 8.849008493328209e-06, + "loss": 0.537, + "num_input_tokens_seen": 6609624, + "step": 10120 + }, + { + "epoch": 5.969929245283019, + "grad_norm": 2.46313738822937, + "learning_rate": 8.847365863884131e-06, + "loss": 0.4345, + "num_input_tokens_seen": 6612760, + "step": 10125 + }, + { + "epoch": 5.972877358490566, + "grad_norm": 2.144766330718994, + "learning_rate": 8.845722215833359e-06, + "loss": 0.4745, + "num_input_tokens_seen": 6616408, + "step": 10130 + }, + { + "epoch": 5.975825471698113, + "grad_norm": 1.232901930809021, + "learning_rate": 8.844077549611056e-06, + "loss": 0.361, + "num_input_tokens_seen": 6619480, + "step": 10135 + }, + { + "epoch": 5.97877358490566, + "grad_norm": 5.358677387237549, + "learning_rate": 8.842431865652654e-06, + "loss": 0.689, + "num_input_tokens_seen": 6622040, + "step": 10140 + }, + { + "epoch": 5.9817216981132075, + "grad_norm": 1.1751219034194946, + "learning_rate": 8.840785164393858e-06, + "loss": 0.3263, + "num_input_tokens_seen": 6625432, + "step": 10145 + }, + { + "epoch": 5.984669811320755, + "grad_norm": 5.38249397277832, + "learning_rate": 8.839137446270634e-06, + "loss": 0.4578, + "num_input_tokens_seen": 6629080, + "step": 10150 + }, + { + "epoch": 5.987617924528302, + "grad_norm": 2.650517702102661, + "learning_rate": 8.837488711719226e-06, + "loss": 0.6452, + "num_input_tokens_seen": 6631896, + "step": 10155 + }, + { + "epoch": 5.990566037735849, + "grad_norm": 2.954982280731201, + "learning_rate": 8.835838961176143e-06, + "loss": 0.5739, + "num_input_tokens_seen": 6634584, + "step": 10160 + }, + { + "epoch": 5.993514150943396, + "grad_norm": 2.2615978717803955, + "learning_rate": 8.834188195078164e-06, + "loss": 0.4669, + "num_input_tokens_seen": 6637464, + "step": 10165 + }, + { + "epoch": 5.996462264150943, + "grad_norm": 0.8983638882637024, + "learning_rate": 8.832536413862337e-06, + "loss": 0.4197, + "num_input_tokens_seen": 6640280, + "step": 10170 + }, + { + "epoch": 5.99941037735849, + "grad_norm": 1.6538498401641846, + "learning_rate": 8.830883617965976e-06, + "loss": 0.4532, + "num_input_tokens_seen": 6643704, + "step": 10175 + }, + { + "epoch": 6.0, + "eval_loss": 0.4830094873905182, + "eval_runtime": 18.7566, + "eval_samples_per_second": 90.421, + "eval_steps_per_second": 22.605, + "num_input_tokens_seen": 6643816, + "step": 10176 + }, + { + "epoch": 6.002358490566038, + "grad_norm": 1.3967540264129639, + "learning_rate": 8.829229807826665e-06, + "loss": 0.4775, + "num_input_tokens_seen": 6646472, + "step": 10180 + }, + { + "epoch": 6.005306603773585, + "grad_norm": 1.812865138053894, + "learning_rate": 8.82757498388226e-06, + "loss": 0.3552, + "num_input_tokens_seen": 6649256, + "step": 10185 + }, + { + "epoch": 6.008254716981132, + "grad_norm": 2.8889827728271484, + "learning_rate": 8.825919146570884e-06, + "loss": 0.4506, + "num_input_tokens_seen": 6653160, + "step": 10190 + }, + { + "epoch": 6.0112028301886795, + "grad_norm": 3.6951711177825928, + "learning_rate": 8.824262296330925e-06, + "loss": 0.452, + "num_input_tokens_seen": 6656808, + "step": 10195 + }, + { + "epoch": 6.014150943396227, + "grad_norm": 1.370283603668213, + "learning_rate": 8.822604433601041e-06, + "loss": 0.3186, + "num_input_tokens_seen": 6659528, + "step": 10200 + }, + { + "epoch": 6.017099056603773, + "grad_norm": 1.7464269399642944, + "learning_rate": 8.820945558820158e-06, + "loss": 0.5688, + "num_input_tokens_seen": 6663400, + "step": 10205 + }, + { + "epoch": 6.0200471698113205, + "grad_norm": 1.9698041677474976, + "learning_rate": 8.81928567242747e-06, + "loss": 0.3481, + "num_input_tokens_seen": 6666856, + "step": 10210 + }, + { + "epoch": 6.022995283018868, + "grad_norm": 3.119722843170166, + "learning_rate": 8.817624774862443e-06, + "loss": 0.2675, + "num_input_tokens_seen": 6669864, + "step": 10215 + }, + { + "epoch": 6.025943396226415, + "grad_norm": 1.2221295833587646, + "learning_rate": 8.815962866564803e-06, + "loss": 0.4208, + "num_input_tokens_seen": 6674664, + "step": 10220 + }, + { + "epoch": 6.028891509433962, + "grad_norm": 3.354032039642334, + "learning_rate": 8.814299947974547e-06, + "loss": 0.4032, + "num_input_tokens_seen": 6677320, + "step": 10225 + }, + { + "epoch": 6.03183962264151, + "grad_norm": 1.266527533531189, + "learning_rate": 8.812636019531942e-06, + "loss": 0.3538, + "num_input_tokens_seen": 6679976, + "step": 10230 + }, + { + "epoch": 6.034787735849057, + "grad_norm": 2.720881700515747, + "learning_rate": 8.810971081677517e-06, + "loss": 0.391, + "num_input_tokens_seen": 6683816, + "step": 10235 + }, + { + "epoch": 6.037735849056604, + "grad_norm": 2.522407293319702, + "learning_rate": 8.809305134852076e-06, + "loss": 0.5036, + "num_input_tokens_seen": 6686984, + "step": 10240 + }, + { + "epoch": 6.040683962264151, + "grad_norm": 1.206819772720337, + "learning_rate": 8.807638179496684e-06, + "loss": 0.4188, + "num_input_tokens_seen": 6689800, + "step": 10245 + }, + { + "epoch": 6.043632075471698, + "grad_norm": 5.729835510253906, + "learning_rate": 8.805970216052673e-06, + "loss": 0.4268, + "num_input_tokens_seen": 6692744, + "step": 10250 + }, + { + "epoch": 6.046580188679245, + "grad_norm": 1.6419435739517212, + "learning_rate": 8.804301244961645e-06, + "loss": 0.4321, + "num_input_tokens_seen": 6695912, + "step": 10255 + }, + { + "epoch": 6.0495283018867925, + "grad_norm": 3.6028828620910645, + "learning_rate": 8.802631266665465e-06, + "loss": 0.4137, + "num_input_tokens_seen": 6699432, + "step": 10260 + }, + { + "epoch": 6.05247641509434, + "grad_norm": 2.5751001834869385, + "learning_rate": 8.80096028160627e-06, + "loss": 0.385, + "num_input_tokens_seen": 6702056, + "step": 10265 + }, + { + "epoch": 6.055424528301887, + "grad_norm": 2.566019058227539, + "learning_rate": 8.799288290226457e-06, + "loss": 0.5059, + "num_input_tokens_seen": 6706024, + "step": 10270 + }, + { + "epoch": 6.058372641509434, + "grad_norm": 1.6627748012542725, + "learning_rate": 8.797615292968698e-06, + "loss": 0.3991, + "num_input_tokens_seen": 6709288, + "step": 10275 + }, + { + "epoch": 6.061320754716981, + "grad_norm": 0.9931516051292419, + "learning_rate": 8.795941290275923e-06, + "loss": 0.3132, + "num_input_tokens_seen": 6713096, + "step": 10280 + }, + { + "epoch": 6.064268867924528, + "grad_norm": 1.6237269639968872, + "learning_rate": 8.79426628259133e-06, + "loss": 0.471, + "num_input_tokens_seen": 6715624, + "step": 10285 + }, + { + "epoch": 6.067216981132075, + "grad_norm": 2.188217878341675, + "learning_rate": 8.792590270358389e-06, + "loss": 0.3924, + "num_input_tokens_seen": 6718824, + "step": 10290 + }, + { + "epoch": 6.070165094339623, + "grad_norm": 2.0120725631713867, + "learning_rate": 8.790913254020827e-06, + "loss": 0.4555, + "num_input_tokens_seen": 6722472, + "step": 10295 + }, + { + "epoch": 6.07311320754717, + "grad_norm": 1.5297068357467651, + "learning_rate": 8.789235234022643e-06, + "loss": 0.3011, + "num_input_tokens_seen": 6728712, + "step": 10300 + }, + { + "epoch": 6.076061320754717, + "grad_norm": 1.6650543212890625, + "learning_rate": 8.787556210808101e-06, + "loss": 0.3204, + "num_input_tokens_seen": 6731784, + "step": 10305 + }, + { + "epoch": 6.0790094339622645, + "grad_norm": 1.5790365934371948, + "learning_rate": 8.78587618482173e-06, + "loss": 0.4093, + "num_input_tokens_seen": 6734664, + "step": 10310 + }, + { + "epoch": 6.081957547169812, + "grad_norm": 2.7350594997406006, + "learning_rate": 8.78419515650832e-06, + "loss": 0.4575, + "num_input_tokens_seen": 6741384, + "step": 10315 + }, + { + "epoch": 6.084905660377358, + "grad_norm": 2.8924524784088135, + "learning_rate": 8.782513126312934e-06, + "loss": 0.4983, + "num_input_tokens_seen": 6745352, + "step": 10320 + }, + { + "epoch": 6.087853773584905, + "grad_norm": 1.4104773998260498, + "learning_rate": 8.780830094680897e-06, + "loss": 0.4607, + "num_input_tokens_seen": 6749160, + "step": 10325 + }, + { + "epoch": 6.090801886792453, + "grad_norm": 2.361442804336548, + "learning_rate": 8.779146062057797e-06, + "loss": 0.4838, + "num_input_tokens_seen": 6753512, + "step": 10330 + }, + { + "epoch": 6.09375, + "grad_norm": 2.101039171218872, + "learning_rate": 8.777461028889492e-06, + "loss": 0.4506, + "num_input_tokens_seen": 6757096, + "step": 10335 + }, + { + "epoch": 6.096698113207547, + "grad_norm": 1.101361870765686, + "learning_rate": 8.775774995622097e-06, + "loss": 0.3976, + "num_input_tokens_seen": 6760840, + "step": 10340 + }, + { + "epoch": 6.099646226415095, + "grad_norm": 2.519045114517212, + "learning_rate": 8.774087962702e-06, + "loss": 0.4417, + "num_input_tokens_seen": 6763944, + "step": 10345 + }, + { + "epoch": 6.102594339622642, + "grad_norm": 2.5947768688201904, + "learning_rate": 8.772399930575849e-06, + "loss": 0.3386, + "num_input_tokens_seen": 6767176, + "step": 10350 + }, + { + "epoch": 6.105542452830188, + "grad_norm": 2.0760982036590576, + "learning_rate": 8.77071089969056e-06, + "loss": 0.4865, + "num_input_tokens_seen": 6769768, + "step": 10355 + }, + { + "epoch": 6.1084905660377355, + "grad_norm": 1.7199089527130127, + "learning_rate": 8.769020870493309e-06, + "loss": 0.3834, + "num_input_tokens_seen": 6773736, + "step": 10360 + }, + { + "epoch": 6.111438679245283, + "grad_norm": 1.7072577476501465, + "learning_rate": 8.767329843431537e-06, + "loss": 0.4741, + "num_input_tokens_seen": 6776680, + "step": 10365 + }, + { + "epoch": 6.11438679245283, + "grad_norm": 2.002946138381958, + "learning_rate": 8.765637818952954e-06, + "loss": 0.4496, + "num_input_tokens_seen": 6780200, + "step": 10370 + }, + { + "epoch": 6.117334905660377, + "grad_norm": 1.6364803314208984, + "learning_rate": 8.76394479750553e-06, + "loss": 0.3222, + "num_input_tokens_seen": 6783112, + "step": 10375 + }, + { + "epoch": 6.120283018867925, + "grad_norm": 2.0201950073242188, + "learning_rate": 8.762250779537499e-06, + "loss": 0.5208, + "num_input_tokens_seen": 6785832, + "step": 10380 + }, + { + "epoch": 6.123231132075472, + "grad_norm": 2.2153220176696777, + "learning_rate": 8.760555765497358e-06, + "loss": 0.3584, + "num_input_tokens_seen": 6788232, + "step": 10385 + }, + { + "epoch": 6.126179245283019, + "grad_norm": 3.0804152488708496, + "learning_rate": 8.758859755833873e-06, + "loss": 0.4929, + "num_input_tokens_seen": 6790952, + "step": 10390 + }, + { + "epoch": 6.129127358490566, + "grad_norm": 1.5509475469589233, + "learning_rate": 8.757162750996066e-06, + "loss": 0.538, + "num_input_tokens_seen": 6794920, + "step": 10395 + }, + { + "epoch": 6.132075471698113, + "grad_norm": 2.1058990955352783, + "learning_rate": 8.755464751433229e-06, + "loss": 0.572, + "num_input_tokens_seen": 6798088, + "step": 10400 + }, + { + "epoch": 6.13502358490566, + "grad_norm": 3.3356802463531494, + "learning_rate": 8.753765757594915e-06, + "loss": 0.5359, + "num_input_tokens_seen": 6800744, + "step": 10405 + }, + { + "epoch": 6.1379716981132075, + "grad_norm": 1.4995743036270142, + "learning_rate": 8.752065769930938e-06, + "loss": 0.4366, + "num_input_tokens_seen": 6804008, + "step": 10410 + }, + { + "epoch": 6.140919811320755, + "grad_norm": 1.9269767999649048, + "learning_rate": 8.75036478889138e-06, + "loss": 0.4019, + "num_input_tokens_seen": 6807144, + "step": 10415 + }, + { + "epoch": 6.143867924528302, + "grad_norm": 2.324228525161743, + "learning_rate": 8.748662814926576e-06, + "loss": 0.4872, + "num_input_tokens_seen": 6814408, + "step": 10420 + }, + { + "epoch": 6.146816037735849, + "grad_norm": 1.8241162300109863, + "learning_rate": 8.746959848487139e-06, + "loss": 0.5758, + "num_input_tokens_seen": 6817992, + "step": 10425 + }, + { + "epoch": 6.149764150943396, + "grad_norm": 1.5558334589004517, + "learning_rate": 8.745255890023934e-06, + "loss": 0.4807, + "num_input_tokens_seen": 6820712, + "step": 10430 + }, + { + "epoch": 6.152712264150943, + "grad_norm": 1.1043281555175781, + "learning_rate": 8.74355093998809e-06, + "loss": 0.3781, + "num_input_tokens_seen": 6824840, + "step": 10435 + }, + { + "epoch": 6.15566037735849, + "grad_norm": 2.943530321121216, + "learning_rate": 8.741844998831001e-06, + "loss": 0.4556, + "num_input_tokens_seen": 6827976, + "step": 10440 + }, + { + "epoch": 6.158608490566038, + "grad_norm": 1.1921412944793701, + "learning_rate": 8.740138067004323e-06, + "loss": 0.426, + "num_input_tokens_seen": 6830824, + "step": 10445 + }, + { + "epoch": 6.161556603773585, + "grad_norm": 1.6922285556793213, + "learning_rate": 8.738430144959973e-06, + "loss": 0.4473, + "num_input_tokens_seen": 6834472, + "step": 10450 + }, + { + "epoch": 6.164504716981132, + "grad_norm": 2.2970187664031982, + "learning_rate": 8.73672123315013e-06, + "loss": 0.3578, + "num_input_tokens_seen": 6838216, + "step": 10455 + }, + { + "epoch": 6.1674528301886795, + "grad_norm": 1.577135443687439, + "learning_rate": 8.735011332027234e-06, + "loss": 0.3793, + "num_input_tokens_seen": 6841096, + "step": 10460 + }, + { + "epoch": 6.170400943396227, + "grad_norm": 2.326443672180176, + "learning_rate": 8.733300442043993e-06, + "loss": 0.4475, + "num_input_tokens_seen": 6844808, + "step": 10465 + }, + { + "epoch": 6.173349056603773, + "grad_norm": 2.8040690422058105, + "learning_rate": 8.73158856365337e-06, + "loss": 0.4251, + "num_input_tokens_seen": 6847464, + "step": 10470 + }, + { + "epoch": 6.1762971698113205, + "grad_norm": 2.81339955329895, + "learning_rate": 8.729875697308592e-06, + "loss": 0.4003, + "num_input_tokens_seen": 6850088, + "step": 10475 + }, + { + "epoch": 6.179245283018868, + "grad_norm": 2.6061484813690186, + "learning_rate": 8.728161843463148e-06, + "loss": 0.5269, + "num_input_tokens_seen": 6853000, + "step": 10480 + }, + { + "epoch": 6.182193396226415, + "grad_norm": 1.5984838008880615, + "learning_rate": 8.726447002570791e-06, + "loss": 0.4841, + "num_input_tokens_seen": 6856616, + "step": 10485 + }, + { + "epoch": 6.185141509433962, + "grad_norm": 3.397690773010254, + "learning_rate": 8.724731175085526e-06, + "loss": 0.4014, + "num_input_tokens_seen": 6859816, + "step": 10490 + }, + { + "epoch": 6.18808962264151, + "grad_norm": 2.071352005004883, + "learning_rate": 8.723014361461633e-06, + "loss": 0.4499, + "num_input_tokens_seen": 6862600, + "step": 10495 + }, + { + "epoch": 6.191037735849057, + "grad_norm": 1.5754210948944092, + "learning_rate": 8.72129656215364e-06, + "loss": 0.4042, + "num_input_tokens_seen": 6866632, + "step": 10500 + }, + { + "epoch": 6.193985849056604, + "grad_norm": 2.875107765197754, + "learning_rate": 8.719577777616347e-06, + "loss": 0.4579, + "num_input_tokens_seen": 6868968, + "step": 10505 + }, + { + "epoch": 6.196933962264151, + "grad_norm": 1.241658329963684, + "learning_rate": 8.717858008304804e-06, + "loss": 0.3709, + "num_input_tokens_seen": 6872680, + "step": 10510 + }, + { + "epoch": 6.199882075471698, + "grad_norm": 3.593514919281006, + "learning_rate": 8.71613725467433e-06, + "loss": 0.67, + "num_input_tokens_seen": 6875528, + "step": 10515 + }, + { + "epoch": 6.202830188679245, + "grad_norm": 1.5045303106307983, + "learning_rate": 8.714415517180506e-06, + "loss": 0.609, + "num_input_tokens_seen": 6878472, + "step": 10520 + }, + { + "epoch": 6.2057783018867925, + "grad_norm": 2.4250097274780273, + "learning_rate": 8.712692796279164e-06, + "loss": 0.5219, + "num_input_tokens_seen": 6881032, + "step": 10525 + }, + { + "epoch": 6.20872641509434, + "grad_norm": 2.1896026134490967, + "learning_rate": 8.710969092426401e-06, + "loss": 0.4184, + "num_input_tokens_seen": 6884456, + "step": 10530 + }, + { + "epoch": 6.211674528301887, + "grad_norm": 1.3051475286483765, + "learning_rate": 8.70924440607858e-06, + "loss": 0.535, + "num_input_tokens_seen": 6887880, + "step": 10535 + }, + { + "epoch": 6.214622641509434, + "grad_norm": 1.0418262481689453, + "learning_rate": 8.707518737692315e-06, + "loss": 0.4281, + "num_input_tokens_seen": 6890440, + "step": 10540 + }, + { + "epoch": 6.217570754716981, + "grad_norm": 2.0861728191375732, + "learning_rate": 8.705792087724485e-06, + "loss": 0.582, + "num_input_tokens_seen": 6893672, + "step": 10545 + }, + { + "epoch": 6.220518867924528, + "grad_norm": 2.2176690101623535, + "learning_rate": 8.704064456632231e-06, + "loss": 0.4622, + "num_input_tokens_seen": 6896712, + "step": 10550 + }, + { + "epoch": 6.223466981132075, + "grad_norm": 2.2946720123291016, + "learning_rate": 8.702335844872946e-06, + "loss": 0.511, + "num_input_tokens_seen": 6900296, + "step": 10555 + }, + { + "epoch": 6.226415094339623, + "grad_norm": 1.506801962852478, + "learning_rate": 8.700606252904293e-06, + "loss": 0.4229, + "num_input_tokens_seen": 6904296, + "step": 10560 + }, + { + "epoch": 6.22936320754717, + "grad_norm": 1.3541712760925293, + "learning_rate": 8.698875681184183e-06, + "loss": 0.3954, + "num_input_tokens_seen": 6907752, + "step": 10565 + }, + { + "epoch": 6.232311320754717, + "grad_norm": 2.385517120361328, + "learning_rate": 8.697144130170797e-06, + "loss": 0.3339, + "num_input_tokens_seen": 6910248, + "step": 10570 + }, + { + "epoch": 6.2352594339622645, + "grad_norm": 1.163705587387085, + "learning_rate": 8.695411600322568e-06, + "loss": 0.453, + "num_input_tokens_seen": 6916360, + "step": 10575 + }, + { + "epoch": 6.238207547169812, + "grad_norm": 1.605902075767517, + "learning_rate": 8.693678092098191e-06, + "loss": 0.3961, + "num_input_tokens_seen": 6919720, + "step": 10580 + }, + { + "epoch": 6.241155660377358, + "grad_norm": 2.2502293586730957, + "learning_rate": 8.691943605956621e-06, + "loss": 0.5307, + "num_input_tokens_seen": 6923304, + "step": 10585 + }, + { + "epoch": 6.244103773584905, + "grad_norm": 1.9413312673568726, + "learning_rate": 8.690208142357069e-06, + "loss": 0.4896, + "num_input_tokens_seen": 6926184, + "step": 10590 + }, + { + "epoch": 6.247051886792453, + "grad_norm": 1.6303263902664185, + "learning_rate": 8.68847170175901e-06, + "loss": 0.4575, + "num_input_tokens_seen": 6929512, + "step": 10595 + }, + { + "epoch": 6.25, + "grad_norm": 4.832413673400879, + "learning_rate": 8.686734284622168e-06, + "loss": 0.3532, + "num_input_tokens_seen": 6933032, + "step": 10600 + }, + { + "epoch": 6.252948113207547, + "grad_norm": 1.9486502408981323, + "learning_rate": 8.684995891406537e-06, + "loss": 0.3885, + "num_input_tokens_seen": 6935560, + "step": 10605 + }, + { + "epoch": 6.255896226415095, + "grad_norm": 2.491858720779419, + "learning_rate": 8.683256522572362e-06, + "loss": 0.5333, + "num_input_tokens_seen": 6938728, + "step": 10610 + }, + { + "epoch": 6.258844339622642, + "grad_norm": 4.064470291137695, + "learning_rate": 8.68151617858015e-06, + "loss": 0.5308, + "num_input_tokens_seen": 6940936, + "step": 10615 + }, + { + "epoch": 6.261792452830189, + "grad_norm": 1.4534251689910889, + "learning_rate": 8.67977485989066e-06, + "loss": 0.3416, + "num_input_tokens_seen": 6945064, + "step": 10620 + }, + { + "epoch": 6.2647405660377355, + "grad_norm": 1.7687718868255615, + "learning_rate": 8.67803256696492e-06, + "loss": 0.3842, + "num_input_tokens_seen": 6947976, + "step": 10625 + }, + { + "epoch": 6.267688679245283, + "grad_norm": 1.6673113107681274, + "learning_rate": 8.676289300264205e-06, + "loss": 0.3635, + "num_input_tokens_seen": 6950760, + "step": 10630 + }, + { + "epoch": 6.27063679245283, + "grad_norm": 1.3787511587142944, + "learning_rate": 8.674545060250054e-06, + "loss": 0.4396, + "num_input_tokens_seen": 6954152, + "step": 10635 + }, + { + "epoch": 6.273584905660377, + "grad_norm": 1.906356930732727, + "learning_rate": 8.672799847384263e-06, + "loss": 0.4703, + "num_input_tokens_seen": 6957256, + "step": 10640 + }, + { + "epoch": 6.276533018867925, + "grad_norm": 3.2406182289123535, + "learning_rate": 8.671053662128883e-06, + "loss": 0.3325, + "num_input_tokens_seen": 6960808, + "step": 10645 + }, + { + "epoch": 6.279481132075472, + "grad_norm": 1.8536604642868042, + "learning_rate": 8.669306504946223e-06, + "loss": 0.4456, + "num_input_tokens_seen": 6963848, + "step": 10650 + }, + { + "epoch": 6.282429245283019, + "grad_norm": 1.262445092201233, + "learning_rate": 8.667558376298854e-06, + "loss": 0.3568, + "num_input_tokens_seen": 6966824, + "step": 10655 + }, + { + "epoch": 6.285377358490566, + "grad_norm": 1.350685477256775, + "learning_rate": 8.665809276649597e-06, + "loss": 0.4542, + "num_input_tokens_seen": 6969832, + "step": 10660 + }, + { + "epoch": 6.288325471698113, + "grad_norm": 1.8280200958251953, + "learning_rate": 8.664059206461537e-06, + "loss": 0.4109, + "num_input_tokens_seen": 6973256, + "step": 10665 + }, + { + "epoch": 6.29127358490566, + "grad_norm": 1.2735214233398438, + "learning_rate": 8.662308166198009e-06, + "loss": 0.4105, + "num_input_tokens_seen": 6976648, + "step": 10670 + }, + { + "epoch": 6.2942216981132075, + "grad_norm": 1.784163236618042, + "learning_rate": 8.660556156322611e-06, + "loss": 0.4963, + "num_input_tokens_seen": 6980552, + "step": 10675 + }, + { + "epoch": 6.297169811320755, + "grad_norm": 2.052584648132324, + "learning_rate": 8.658803177299196e-06, + "loss": 0.6387, + "num_input_tokens_seen": 6983176, + "step": 10680 + }, + { + "epoch": 6.300117924528302, + "grad_norm": 1.5140711069107056, + "learning_rate": 8.65704922959187e-06, + "loss": 0.4513, + "num_input_tokens_seen": 6986728, + "step": 10685 + }, + { + "epoch": 6.303066037735849, + "grad_norm": 1.8834636211395264, + "learning_rate": 8.655294313664998e-06, + "loss": 0.3361, + "num_input_tokens_seen": 6989480, + "step": 10690 + }, + { + "epoch": 6.306014150943396, + "grad_norm": 2.3003342151641846, + "learning_rate": 8.653538429983204e-06, + "loss": 0.4038, + "num_input_tokens_seen": 6992264, + "step": 10695 + }, + { + "epoch": 6.308962264150943, + "grad_norm": 1.8249412775039673, + "learning_rate": 8.651781579011366e-06, + "loss": 0.5866, + "num_input_tokens_seen": 6995144, + "step": 10700 + }, + { + "epoch": 6.31191037735849, + "grad_norm": 2.0506060123443604, + "learning_rate": 8.650023761214615e-06, + "loss": 0.4229, + "num_input_tokens_seen": 6997512, + "step": 10705 + }, + { + "epoch": 6.314858490566038, + "grad_norm": 1.1898635625839233, + "learning_rate": 8.648264977058344e-06, + "loss": 0.3821, + "num_input_tokens_seen": 7001544, + "step": 10710 + }, + { + "epoch": 6.317806603773585, + "grad_norm": 1.7773442268371582, + "learning_rate": 8.646505227008197e-06, + "loss": 0.4574, + "num_input_tokens_seen": 7005288, + "step": 10715 + }, + { + "epoch": 6.320754716981132, + "grad_norm": 2.3499763011932373, + "learning_rate": 8.644744511530074e-06, + "loss": 0.3832, + "num_input_tokens_seen": 7008232, + "step": 10720 + }, + { + "epoch": 6.3237028301886795, + "grad_norm": 2.787810802459717, + "learning_rate": 8.642982831090135e-06, + "loss": 0.3697, + "num_input_tokens_seen": 7011080, + "step": 10725 + }, + { + "epoch": 6.326650943396227, + "grad_norm": 1.6949727535247803, + "learning_rate": 8.64122018615479e-06, + "loss": 0.3988, + "num_input_tokens_seen": 7014888, + "step": 10730 + }, + { + "epoch": 6.329599056603773, + "grad_norm": 2.232330560684204, + "learning_rate": 8.63945657719071e-06, + "loss": 0.3772, + "num_input_tokens_seen": 7018376, + "step": 10735 + }, + { + "epoch": 6.3325471698113205, + "grad_norm": 2.013981819152832, + "learning_rate": 8.637692004664816e-06, + "loss": 0.4156, + "num_input_tokens_seen": 7021448, + "step": 10740 + }, + { + "epoch": 6.335495283018868, + "grad_norm": 1.731316328048706, + "learning_rate": 8.635926469044284e-06, + "loss": 0.4076, + "num_input_tokens_seen": 7024488, + "step": 10745 + }, + { + "epoch": 6.338443396226415, + "grad_norm": 1.9016462564468384, + "learning_rate": 8.63415997079655e-06, + "loss": 0.3785, + "num_input_tokens_seen": 7028840, + "step": 10750 + }, + { + "epoch": 6.341391509433962, + "grad_norm": 2.3058295249938965, + "learning_rate": 8.6323925103893e-06, + "loss": 0.481, + "num_input_tokens_seen": 7033704, + "step": 10755 + }, + { + "epoch": 6.34433962264151, + "grad_norm": 1.2525218725204468, + "learning_rate": 8.63062408829048e-06, + "loss": 0.4026, + "num_input_tokens_seen": 7037384, + "step": 10760 + }, + { + "epoch": 6.347287735849057, + "grad_norm": 2.9214749336242676, + "learning_rate": 8.628854704968285e-06, + "loss": 0.3795, + "num_input_tokens_seen": 7039880, + "step": 10765 + }, + { + "epoch": 6.350235849056604, + "grad_norm": 1.855619192123413, + "learning_rate": 8.62708436089117e-06, + "loss": 0.3912, + "num_input_tokens_seen": 7042856, + "step": 10770 + }, + { + "epoch": 6.353183962264151, + "grad_norm": 2.6153080463409424, + "learning_rate": 8.625313056527836e-06, + "loss": 0.58, + "num_input_tokens_seen": 7045448, + "step": 10775 + }, + { + "epoch": 6.356132075471698, + "grad_norm": 3.748967170715332, + "learning_rate": 8.623540792347244e-06, + "loss": 0.4513, + "num_input_tokens_seen": 7048776, + "step": 10780 + }, + { + "epoch": 6.359080188679245, + "grad_norm": 5.526124477386475, + "learning_rate": 8.621767568818614e-06, + "loss": 0.5175, + "num_input_tokens_seen": 7051656, + "step": 10785 + }, + { + "epoch": 6.3620283018867925, + "grad_norm": 1.2795476913452148, + "learning_rate": 8.619993386411409e-06, + "loss": 0.4784, + "num_input_tokens_seen": 7053960, + "step": 10790 + }, + { + "epoch": 6.36497641509434, + "grad_norm": 2.378300428390503, + "learning_rate": 8.618218245595356e-06, + "loss": 0.4635, + "num_input_tokens_seen": 7056680, + "step": 10795 + }, + { + "epoch": 6.367924528301887, + "grad_norm": 2.9567694664001465, + "learning_rate": 8.616442146840427e-06, + "loss": 0.428, + "num_input_tokens_seen": 7059432, + "step": 10800 + }, + { + "epoch": 6.370872641509434, + "grad_norm": 1.8127598762512207, + "learning_rate": 8.614665090616854e-06, + "loss": 0.4095, + "num_input_tokens_seen": 7062600, + "step": 10805 + }, + { + "epoch": 6.373820754716981, + "grad_norm": 1.9217441082000732, + "learning_rate": 8.61288707739512e-06, + "loss": 0.4068, + "num_input_tokens_seen": 7065832, + "step": 10810 + }, + { + "epoch": 6.376768867924528, + "grad_norm": 1.5662039518356323, + "learning_rate": 8.611108107645963e-06, + "loss": 0.4865, + "num_input_tokens_seen": 7068552, + "step": 10815 + }, + { + "epoch": 6.379716981132075, + "grad_norm": 2.59513521194458, + "learning_rate": 8.609328181840368e-06, + "loss": 0.5593, + "num_input_tokens_seen": 7072552, + "step": 10820 + }, + { + "epoch": 6.382665094339623, + "grad_norm": 3.9191224575042725, + "learning_rate": 8.607547300449585e-06, + "loss": 0.4413, + "num_input_tokens_seen": 7075816, + "step": 10825 + }, + { + "epoch": 6.38561320754717, + "grad_norm": 2.030109167098999, + "learning_rate": 8.605765463945105e-06, + "loss": 0.5279, + "num_input_tokens_seen": 7079336, + "step": 10830 + }, + { + "epoch": 6.388561320754717, + "grad_norm": 1.4331401586532593, + "learning_rate": 8.603982672798678e-06, + "loss": 0.4909, + "num_input_tokens_seen": 7082824, + "step": 10835 + }, + { + "epoch": 6.3915094339622645, + "grad_norm": 1.8214603662490845, + "learning_rate": 8.602198927482309e-06, + "loss": 0.3783, + "num_input_tokens_seen": 7086088, + "step": 10840 + }, + { + "epoch": 6.394457547169811, + "grad_norm": 4.468635082244873, + "learning_rate": 8.600414228468245e-06, + "loss": 0.3393, + "num_input_tokens_seen": 7089320, + "step": 10845 + }, + { + "epoch": 6.397405660377358, + "grad_norm": 1.8830199241638184, + "learning_rate": 8.598628576229e-06, + "loss": 0.406, + "num_input_tokens_seen": 7092424, + "step": 10850 + }, + { + "epoch": 6.400353773584905, + "grad_norm": 1.7264249324798584, + "learning_rate": 8.596841971237328e-06, + "loss": 0.4416, + "num_input_tokens_seen": 7095432, + "step": 10855 + }, + { + "epoch": 6.403301886792453, + "grad_norm": 2.300705909729004, + "learning_rate": 8.595054413966246e-06, + "loss": 0.5519, + "num_input_tokens_seen": 7098632, + "step": 10860 + }, + { + "epoch": 6.40625, + "grad_norm": 1.400572657585144, + "learning_rate": 8.593265904889011e-06, + "loss": 0.4737, + "num_input_tokens_seen": 7101960, + "step": 10865 + }, + { + "epoch": 6.409198113207547, + "grad_norm": 1.161645770072937, + "learning_rate": 8.591476444479141e-06, + "loss": 0.3851, + "num_input_tokens_seen": 7105960, + "step": 10870 + }, + { + "epoch": 6.412146226415095, + "grad_norm": 1.7184596061706543, + "learning_rate": 8.589686033210407e-06, + "loss": 0.3997, + "num_input_tokens_seen": 7108872, + "step": 10875 + }, + { + "epoch": 6.415094339622642, + "grad_norm": 1.4588229656219482, + "learning_rate": 8.587894671556823e-06, + "loss": 0.4104, + "num_input_tokens_seen": 7112232, + "step": 10880 + }, + { + "epoch": 6.418042452830189, + "grad_norm": 1.7659770250320435, + "learning_rate": 8.586102359992663e-06, + "loss": 0.3753, + "num_input_tokens_seen": 7115656, + "step": 10885 + }, + { + "epoch": 6.4209905660377355, + "grad_norm": 2.374514579772949, + "learning_rate": 8.584309098992447e-06, + "loss": 0.6774, + "num_input_tokens_seen": 7118760, + "step": 10890 + }, + { + "epoch": 6.423938679245283, + "grad_norm": 2.7750396728515625, + "learning_rate": 8.58251488903095e-06, + "loss": 0.5488, + "num_input_tokens_seen": 7122024, + "step": 10895 + }, + { + "epoch": 6.42688679245283, + "grad_norm": 2.0097219944000244, + "learning_rate": 8.580719730583196e-06, + "loss": 0.3046, + "num_input_tokens_seen": 7124744, + "step": 10900 + }, + { + "epoch": 6.429834905660377, + "grad_norm": 1.304465413093567, + "learning_rate": 8.578923624124462e-06, + "loss": 0.367, + "num_input_tokens_seen": 7128072, + "step": 10905 + }, + { + "epoch": 6.432783018867925, + "grad_norm": 8.249478340148926, + "learning_rate": 8.577126570130273e-06, + "loss": 0.4257, + "num_input_tokens_seen": 7131688, + "step": 10910 + }, + { + "epoch": 6.435731132075472, + "grad_norm": 1.8596187829971313, + "learning_rate": 8.575328569076408e-06, + "loss": 0.4696, + "num_input_tokens_seen": 7135336, + "step": 10915 + }, + { + "epoch": 6.438679245283019, + "grad_norm": 1.5945476293563843, + "learning_rate": 8.573529621438896e-06, + "loss": 0.3408, + "num_input_tokens_seen": 7138280, + "step": 10920 + }, + { + "epoch": 6.441627358490566, + "grad_norm": 1.4348361492156982, + "learning_rate": 8.571729727694015e-06, + "loss": 0.3761, + "num_input_tokens_seen": 7141128, + "step": 10925 + }, + { + "epoch": 6.444575471698113, + "grad_norm": 1.6286369562149048, + "learning_rate": 8.569928888318298e-06, + "loss": 0.351, + "num_input_tokens_seen": 7145032, + "step": 10930 + }, + { + "epoch": 6.44752358490566, + "grad_norm": 1.564220666885376, + "learning_rate": 8.56812710378852e-06, + "loss": 0.4076, + "num_input_tokens_seen": 7149736, + "step": 10935 + }, + { + "epoch": 6.4504716981132075, + "grad_norm": 1.2587671279907227, + "learning_rate": 8.566324374581714e-06, + "loss": 0.347, + "num_input_tokens_seen": 7153192, + "step": 10940 + }, + { + "epoch": 6.453419811320755, + "grad_norm": 1.4844883680343628, + "learning_rate": 8.564520701175158e-06, + "loss": 0.4646, + "num_input_tokens_seen": 7156616, + "step": 10945 + }, + { + "epoch": 6.456367924528302, + "grad_norm": 1.5148173570632935, + "learning_rate": 8.562716084046387e-06, + "loss": 0.3748, + "num_input_tokens_seen": 7159208, + "step": 10950 + }, + { + "epoch": 6.459316037735849, + "grad_norm": 1.9539036750793457, + "learning_rate": 8.560910523673177e-06, + "loss": 0.5037, + "num_input_tokens_seen": 7162664, + "step": 10955 + }, + { + "epoch": 6.462264150943396, + "grad_norm": 1.7274086475372314, + "learning_rate": 8.55910402053356e-06, + "loss": 0.3977, + "num_input_tokens_seen": 7165800, + "step": 10960 + }, + { + "epoch": 6.465212264150943, + "grad_norm": 1.7464523315429688, + "learning_rate": 8.557296575105814e-06, + "loss": 0.4395, + "num_input_tokens_seen": 7168808, + "step": 10965 + }, + { + "epoch": 6.46816037735849, + "grad_norm": 1.8412330150604248, + "learning_rate": 8.555488187868469e-06, + "loss": 0.4396, + "num_input_tokens_seen": 7172200, + "step": 10970 + }, + { + "epoch": 6.471108490566038, + "grad_norm": 2.4476125240325928, + "learning_rate": 8.5536788593003e-06, + "loss": 0.4278, + "num_input_tokens_seen": 7174920, + "step": 10975 + }, + { + "epoch": 6.474056603773585, + "grad_norm": 1.320845603942871, + "learning_rate": 8.55186858988034e-06, + "loss": 0.403, + "num_input_tokens_seen": 7177064, + "step": 10980 + }, + { + "epoch": 6.477004716981132, + "grad_norm": 1.1316825151443481, + "learning_rate": 8.550057380087863e-06, + "loss": 0.371, + "num_input_tokens_seen": 7180680, + "step": 10985 + }, + { + "epoch": 6.4799528301886795, + "grad_norm": 1.2024798393249512, + "learning_rate": 8.548245230402396e-06, + "loss": 0.4044, + "num_input_tokens_seen": 7183816, + "step": 10990 + }, + { + "epoch": 6.482900943396227, + "grad_norm": 1.042178750038147, + "learning_rate": 8.546432141303711e-06, + "loss": 0.4702, + "num_input_tokens_seen": 7186632, + "step": 10995 + }, + { + "epoch": 6.485849056603773, + "grad_norm": 1.663103699684143, + "learning_rate": 8.544618113271833e-06, + "loss": 0.3234, + "num_input_tokens_seen": 7189384, + "step": 11000 + }, + { + "epoch": 6.4887971698113205, + "grad_norm": 4.333584308624268, + "learning_rate": 8.542803146787032e-06, + "loss": 0.4835, + "num_input_tokens_seen": 7192232, + "step": 11005 + }, + { + "epoch": 6.491745283018868, + "grad_norm": 1.2371667623519897, + "learning_rate": 8.54098724232983e-06, + "loss": 0.2743, + "num_input_tokens_seen": 7196360, + "step": 11010 + }, + { + "epoch": 6.494693396226415, + "grad_norm": 1.269635796546936, + "learning_rate": 8.539170400380994e-06, + "loss": 0.4577, + "num_input_tokens_seen": 7198696, + "step": 11015 + }, + { + "epoch": 6.497641509433962, + "grad_norm": 3.346126079559326, + "learning_rate": 8.537352621421542e-06, + "loss": 0.4944, + "num_input_tokens_seen": 7202184, + "step": 11020 + }, + { + "epoch": 6.50058962264151, + "grad_norm": 2.2961132526397705, + "learning_rate": 8.535533905932739e-06, + "loss": 0.4963, + "num_input_tokens_seen": 7205128, + "step": 11025 + }, + { + "epoch": 6.503537735849057, + "grad_norm": 1.1607547998428345, + "learning_rate": 8.533714254396096e-06, + "loss": 0.4003, + "num_input_tokens_seen": 7209576, + "step": 11030 + }, + { + "epoch": 6.506485849056604, + "grad_norm": 1.2255092859268188, + "learning_rate": 8.531893667293375e-06, + "loss": 0.397, + "num_input_tokens_seen": 7212360, + "step": 11035 + }, + { + "epoch": 6.509433962264151, + "grad_norm": 1.3736891746520996, + "learning_rate": 8.530072145106585e-06, + "loss": 0.4156, + "num_input_tokens_seen": 7215144, + "step": 11040 + }, + { + "epoch": 6.512382075471698, + "grad_norm": 1.8914599418640137, + "learning_rate": 8.528249688317978e-06, + "loss": 0.4083, + "num_input_tokens_seen": 7217896, + "step": 11045 + }, + { + "epoch": 6.515330188679245, + "grad_norm": 2.149963617324829, + "learning_rate": 8.526426297410062e-06, + "loss": 0.4441, + "num_input_tokens_seen": 7221032, + "step": 11050 + }, + { + "epoch": 6.5182783018867925, + "grad_norm": 2.7754218578338623, + "learning_rate": 8.524601972865586e-06, + "loss": 0.4842, + "num_input_tokens_seen": 7224488, + "step": 11055 + }, + { + "epoch": 6.52122641509434, + "grad_norm": 2.060906171798706, + "learning_rate": 8.522776715167548e-06, + "loss": 0.4149, + "num_input_tokens_seen": 7227016, + "step": 11060 + }, + { + "epoch": 6.524174528301887, + "grad_norm": 1.0271879434585571, + "learning_rate": 8.520950524799192e-06, + "loss": 0.4688, + "num_input_tokens_seen": 7231176, + "step": 11065 + }, + { + "epoch": 6.527122641509434, + "grad_norm": 1.578792929649353, + "learning_rate": 8.51912340224401e-06, + "loss": 0.4606, + "num_input_tokens_seen": 7234600, + "step": 11070 + }, + { + "epoch": 6.530070754716981, + "grad_norm": 2.5357725620269775, + "learning_rate": 8.51729534798574e-06, + "loss": 0.558, + "num_input_tokens_seen": 7237992, + "step": 11075 + }, + { + "epoch": 6.533018867924528, + "grad_norm": 1.3164243698120117, + "learning_rate": 8.515466362508369e-06, + "loss": 0.4683, + "num_input_tokens_seen": 7241864, + "step": 11080 + }, + { + "epoch": 6.535966981132075, + "grad_norm": 2.784423589706421, + "learning_rate": 8.513636446296125e-06, + "loss": 0.6314, + "num_input_tokens_seen": 7244200, + "step": 11085 + }, + { + "epoch": 6.538915094339623, + "grad_norm": 1.1059609651565552, + "learning_rate": 8.51180559983349e-06, + "loss": 0.3202, + "num_input_tokens_seen": 7247912, + "step": 11090 + }, + { + "epoch": 6.54186320754717, + "grad_norm": 2.6856882572174072, + "learning_rate": 8.50997382360519e-06, + "loss": 0.4121, + "num_input_tokens_seen": 7251272, + "step": 11095 + }, + { + "epoch": 6.544811320754717, + "grad_norm": 1.9679063558578491, + "learning_rate": 8.508141118096191e-06, + "loss": 0.5055, + "num_input_tokens_seen": 7254664, + "step": 11100 + }, + { + "epoch": 6.5477594339622645, + "grad_norm": 2.3280656337738037, + "learning_rate": 8.506307483791712e-06, + "loss": 0.445, + "num_input_tokens_seen": 7257576, + "step": 11105 + }, + { + "epoch": 6.550707547169811, + "grad_norm": 1.692372441291809, + "learning_rate": 8.504472921177215e-06, + "loss": 0.5719, + "num_input_tokens_seen": 7261128, + "step": 11110 + }, + { + "epoch": 6.553655660377358, + "grad_norm": 3.395538806915283, + "learning_rate": 8.502637430738409e-06, + "loss": 0.42, + "num_input_tokens_seen": 7263784, + "step": 11115 + }, + { + "epoch": 6.556603773584905, + "grad_norm": 2.1747477054595947, + "learning_rate": 8.500801012961248e-06, + "loss": 0.4591, + "num_input_tokens_seen": 7266856, + "step": 11120 + }, + { + "epoch": 6.559551886792453, + "grad_norm": 4.3620195388793945, + "learning_rate": 8.49896366833193e-06, + "loss": 0.3993, + "num_input_tokens_seen": 7269864, + "step": 11125 + }, + { + "epoch": 6.5625, + "grad_norm": 1.9531549215316772, + "learning_rate": 8.497125397336903e-06, + "loss": 0.424, + "num_input_tokens_seen": 7273192, + "step": 11130 + }, + { + "epoch": 6.565448113207547, + "grad_norm": 2.3766539096832275, + "learning_rate": 8.495286200462854e-06, + "loss": 0.4586, + "num_input_tokens_seen": 7276456, + "step": 11135 + }, + { + "epoch": 6.568396226415095, + "grad_norm": 2.914832592010498, + "learning_rate": 8.49344607819672e-06, + "loss": 0.3466, + "num_input_tokens_seen": 7279240, + "step": 11140 + }, + { + "epoch": 6.571344339622642, + "grad_norm": 1.478350043296814, + "learning_rate": 8.49160503102568e-06, + "loss": 0.4395, + "num_input_tokens_seen": 7283368, + "step": 11145 + }, + { + "epoch": 6.574292452830189, + "grad_norm": 1.7424033880233765, + "learning_rate": 8.489763059437161e-06, + "loss": 0.4762, + "num_input_tokens_seen": 7287080, + "step": 11150 + }, + { + "epoch": 6.5772405660377355, + "grad_norm": 3.2576942443847656, + "learning_rate": 8.487920163918833e-06, + "loss": 0.5717, + "num_input_tokens_seen": 7290952, + "step": 11155 + }, + { + "epoch": 6.580188679245283, + "grad_norm": 1.479182481765747, + "learning_rate": 8.486076344958607e-06, + "loss": 0.4192, + "num_input_tokens_seen": 7294632, + "step": 11160 + }, + { + "epoch": 6.58313679245283, + "grad_norm": 1.3699407577514648, + "learning_rate": 8.484231603044647e-06, + "loss": 0.2934, + "num_input_tokens_seen": 7297672, + "step": 11165 + }, + { + "epoch": 6.586084905660377, + "grad_norm": 1.8565948009490967, + "learning_rate": 8.482385938665352e-06, + "loss": 0.3428, + "num_input_tokens_seen": 7300392, + "step": 11170 + }, + { + "epoch": 6.589033018867925, + "grad_norm": 0.9516257643699646, + "learning_rate": 8.480539352309373e-06, + "loss": 0.4833, + "num_input_tokens_seen": 7303912, + "step": 11175 + }, + { + "epoch": 6.591981132075472, + "grad_norm": 2.6004929542541504, + "learning_rate": 8.478691844465598e-06, + "loss": 0.4255, + "num_input_tokens_seen": 7306504, + "step": 11180 + }, + { + "epoch": 6.594929245283019, + "grad_norm": 1.4154856204986572, + "learning_rate": 8.476843415623168e-06, + "loss": 0.3861, + "num_input_tokens_seen": 7309192, + "step": 11185 + }, + { + "epoch": 6.597877358490566, + "grad_norm": 2.849654197692871, + "learning_rate": 8.474994066271458e-06, + "loss": 0.4016, + "num_input_tokens_seen": 7311976, + "step": 11190 + }, + { + "epoch": 6.600825471698113, + "grad_norm": 1.9674773216247559, + "learning_rate": 8.473143796900089e-06, + "loss": 0.4368, + "num_input_tokens_seen": 7315336, + "step": 11195 + }, + { + "epoch": 6.60377358490566, + "grad_norm": 2.3646695613861084, + "learning_rate": 8.471292607998936e-06, + "loss": 0.3286, + "num_input_tokens_seen": 7322024, + "step": 11200 + }, + { + "epoch": 6.6067216981132075, + "grad_norm": 1.9448579549789429, + "learning_rate": 8.469440500058104e-06, + "loss": 0.5266, + "num_input_tokens_seen": 7324648, + "step": 11205 + }, + { + "epoch": 6.609669811320755, + "grad_norm": 0.9903658032417297, + "learning_rate": 8.467587473567945e-06, + "loss": 0.3885, + "num_input_tokens_seen": 7327784, + "step": 11210 + }, + { + "epoch": 6.612617924528302, + "grad_norm": 1.8013174533843994, + "learning_rate": 8.46573352901906e-06, + "loss": 0.4344, + "num_input_tokens_seen": 7330152, + "step": 11215 + }, + { + "epoch": 6.615566037735849, + "grad_norm": 1.0441052913665771, + "learning_rate": 8.463878666902286e-06, + "loss": 0.3834, + "num_input_tokens_seen": 7333032, + "step": 11220 + }, + { + "epoch": 6.618514150943396, + "grad_norm": 1.6748838424682617, + "learning_rate": 8.462022887708706e-06, + "loss": 0.5071, + "num_input_tokens_seen": 7336712, + "step": 11225 + }, + { + "epoch": 6.621462264150943, + "grad_norm": 1.7126067876815796, + "learning_rate": 8.460166191929646e-06, + "loss": 0.4241, + "num_input_tokens_seen": 7339752, + "step": 11230 + }, + { + "epoch": 6.62441037735849, + "grad_norm": 3.2649118900299072, + "learning_rate": 8.458308580056675e-06, + "loss": 0.5519, + "num_input_tokens_seen": 7342984, + "step": 11235 + }, + { + "epoch": 6.627358490566038, + "grad_norm": 2.4117825031280518, + "learning_rate": 8.456450052581602e-06, + "loss": 0.4905, + "num_input_tokens_seen": 7345768, + "step": 11240 + }, + { + "epoch": 6.630306603773585, + "grad_norm": 2.4391839504241943, + "learning_rate": 8.45459060999648e-06, + "loss": 0.4221, + "num_input_tokens_seen": 7349128, + "step": 11245 + }, + { + "epoch": 6.633254716981132, + "grad_norm": 3.3562049865722656, + "learning_rate": 8.452730252793608e-06, + "loss": 0.4786, + "num_input_tokens_seen": 7351368, + "step": 11250 + }, + { + "epoch": 6.6362028301886795, + "grad_norm": 1.5028413534164429, + "learning_rate": 8.450868981465519e-06, + "loss": 0.2869, + "num_input_tokens_seen": 7354088, + "step": 11255 + }, + { + "epoch": 6.639150943396227, + "grad_norm": 2.1519222259521484, + "learning_rate": 8.449006796504997e-06, + "loss": 0.3248, + "num_input_tokens_seen": 7356968, + "step": 11260 + }, + { + "epoch": 6.642099056603773, + "grad_norm": 2.8512165546417236, + "learning_rate": 8.44714369840506e-06, + "loss": 0.3431, + "num_input_tokens_seen": 7362312, + "step": 11265 + }, + { + "epoch": 6.6450471698113205, + "grad_norm": 2.205148696899414, + "learning_rate": 8.445279687658973e-06, + "loss": 0.4223, + "num_input_tokens_seen": 7365256, + "step": 11270 + }, + { + "epoch": 6.647995283018868, + "grad_norm": 3.2254221439361572, + "learning_rate": 8.44341476476024e-06, + "loss": 0.4657, + "num_input_tokens_seen": 7367848, + "step": 11275 + }, + { + "epoch": 6.650943396226415, + "grad_norm": 1.7237833738327026, + "learning_rate": 8.441548930202608e-06, + "loss": 0.5172, + "num_input_tokens_seen": 7370920, + "step": 11280 + }, + { + "epoch": 6.653891509433962, + "grad_norm": 2.2756943702697754, + "learning_rate": 8.439682184480065e-06, + "loss": 0.3179, + "num_input_tokens_seen": 7374376, + "step": 11285 + }, + { + "epoch": 6.65683962264151, + "grad_norm": 1.4342468976974487, + "learning_rate": 8.437814528086837e-06, + "loss": 0.3692, + "num_input_tokens_seen": 7378344, + "step": 11290 + }, + { + "epoch": 6.659787735849057, + "grad_norm": 1.6599810123443604, + "learning_rate": 8.435945961517398e-06, + "loss": 0.422, + "num_input_tokens_seen": 7381480, + "step": 11295 + }, + { + "epoch": 6.662735849056604, + "grad_norm": 1.999286413192749, + "learning_rate": 8.434076485266458e-06, + "loss": 0.5931, + "num_input_tokens_seen": 7384520, + "step": 11300 + }, + { + "epoch": 6.665683962264151, + "grad_norm": 1.6169366836547852, + "learning_rate": 8.432206099828969e-06, + "loss": 0.4456, + "num_input_tokens_seen": 7387336, + "step": 11305 + }, + { + "epoch": 6.668632075471698, + "grad_norm": 1.9823402166366577, + "learning_rate": 8.430334805700122e-06, + "loss": 0.3263, + "num_input_tokens_seen": 7389992, + "step": 11310 + }, + { + "epoch": 6.671580188679245, + "grad_norm": 1.803166151046753, + "learning_rate": 8.428462603375351e-06, + "loss": 0.3989, + "num_input_tokens_seen": 7393800, + "step": 11315 + }, + { + "epoch": 6.6745283018867925, + "grad_norm": 1.6478054523468018, + "learning_rate": 8.426589493350332e-06, + "loss": 0.4558, + "num_input_tokens_seen": 7397224, + "step": 11320 + }, + { + "epoch": 6.67747641509434, + "grad_norm": 2.4714667797088623, + "learning_rate": 8.424715476120976e-06, + "loss": 0.446, + "num_input_tokens_seen": 7399912, + "step": 11325 + }, + { + "epoch": 6.680424528301887, + "grad_norm": 1.3078261613845825, + "learning_rate": 8.422840552183437e-06, + "loss": 0.3585, + "num_input_tokens_seen": 7402952, + "step": 11330 + }, + { + "epoch": 6.683372641509434, + "grad_norm": 2.854970693588257, + "learning_rate": 8.420964722034111e-06, + "loss": 0.4702, + "num_input_tokens_seen": 7405800, + "step": 11335 + }, + { + "epoch": 6.686320754716981, + "grad_norm": 2.5320980548858643, + "learning_rate": 8.41908798616963e-06, + "loss": 0.472, + "num_input_tokens_seen": 7408584, + "step": 11340 + }, + { + "epoch": 6.689268867924528, + "grad_norm": 1.6818028688430786, + "learning_rate": 8.41721034508687e-06, + "loss": 0.4128, + "num_input_tokens_seen": 7412328, + "step": 11345 + }, + { + "epoch": 6.692216981132075, + "grad_norm": 2.8016409873962402, + "learning_rate": 8.415331799282942e-06, + "loss": 0.5245, + "num_input_tokens_seen": 7415912, + "step": 11350 + }, + { + "epoch": 6.695165094339623, + "grad_norm": 1.3643125295639038, + "learning_rate": 8.413452349255205e-06, + "loss": 0.5801, + "num_input_tokens_seen": 7418760, + "step": 11355 + }, + { + "epoch": 6.69811320754717, + "grad_norm": 2.1206183433532715, + "learning_rate": 8.411571995501245e-06, + "loss": 0.4905, + "num_input_tokens_seen": 7422216, + "step": 11360 + }, + { + "epoch": 6.701061320754717, + "grad_norm": 1.2332886457443237, + "learning_rate": 8.409690738518895e-06, + "loss": 0.4447, + "num_input_tokens_seen": 7425928, + "step": 11365 + }, + { + "epoch": 6.7040094339622645, + "grad_norm": 1.4448785781860352, + "learning_rate": 8.407808578806229e-06, + "loss": 0.3529, + "num_input_tokens_seen": 7429384, + "step": 11370 + }, + { + "epoch": 6.706957547169811, + "grad_norm": 2.637185573577881, + "learning_rate": 8.405925516861555e-06, + "loss": 0.3902, + "num_input_tokens_seen": 7432424, + "step": 11375 + }, + { + "epoch": 6.709905660377358, + "grad_norm": 1.681430697441101, + "learning_rate": 8.40404155318342e-06, + "loss": 0.4563, + "num_input_tokens_seen": 7435560, + "step": 11380 + }, + { + "epoch": 6.712853773584905, + "grad_norm": 1.7622777223587036, + "learning_rate": 8.402156688270613e-06, + "loss": 0.4268, + "num_input_tokens_seen": 7438568, + "step": 11385 + }, + { + "epoch": 6.715801886792453, + "grad_norm": 2.3219285011291504, + "learning_rate": 8.400270922622162e-06, + "loss": 0.513, + "num_input_tokens_seen": 7442216, + "step": 11390 + }, + { + "epoch": 6.71875, + "grad_norm": 2.5370559692382812, + "learning_rate": 8.398384256737328e-06, + "loss": 0.4088, + "num_input_tokens_seen": 7445704, + "step": 11395 + }, + { + "epoch": 6.721698113207547, + "grad_norm": 6.797916412353516, + "learning_rate": 8.396496691115619e-06, + "loss": 0.5161, + "num_input_tokens_seen": 7448360, + "step": 11400 + }, + { + "epoch": 6.724646226415095, + "grad_norm": 1.4244153499603271, + "learning_rate": 8.39460822625677e-06, + "loss": 0.4017, + "num_input_tokens_seen": 7452360, + "step": 11405 + }, + { + "epoch": 6.727594339622642, + "grad_norm": 1.70717453956604, + "learning_rate": 8.392718862660765e-06, + "loss": 0.44, + "num_input_tokens_seen": 7455496, + "step": 11410 + }, + { + "epoch": 6.730542452830189, + "grad_norm": 2.4200422763824463, + "learning_rate": 8.390828600827818e-06, + "loss": 0.375, + "num_input_tokens_seen": 7459304, + "step": 11415 + }, + { + "epoch": 6.7334905660377355, + "grad_norm": 1.0652525424957275, + "learning_rate": 8.388937441258385e-06, + "loss": 0.4573, + "num_input_tokens_seen": 7462568, + "step": 11420 + }, + { + "epoch": 6.736438679245283, + "grad_norm": 2.173529624938965, + "learning_rate": 8.387045384453162e-06, + "loss": 0.4353, + "num_input_tokens_seen": 7465768, + "step": 11425 + }, + { + "epoch": 6.73938679245283, + "grad_norm": 1.1937764883041382, + "learning_rate": 8.385152430913073e-06, + "loss": 0.5031, + "num_input_tokens_seen": 7469800, + "step": 11430 + }, + { + "epoch": 6.742334905660377, + "grad_norm": 1.3105175495147705, + "learning_rate": 8.383258581139288e-06, + "loss": 0.438, + "num_input_tokens_seen": 7472360, + "step": 11435 + }, + { + "epoch": 6.745283018867925, + "grad_norm": 2.6983835697174072, + "learning_rate": 8.381363835633213e-06, + "loss": 0.4724, + "num_input_tokens_seen": 7475944, + "step": 11440 + }, + { + "epoch": 6.748231132075472, + "grad_norm": 2.2231061458587646, + "learning_rate": 8.379468194896492e-06, + "loss": 0.4334, + "num_input_tokens_seen": 7478728, + "step": 11445 + }, + { + "epoch": 6.751179245283019, + "grad_norm": 1.8324401378631592, + "learning_rate": 8.377571659431e-06, + "loss": 0.4039, + "num_input_tokens_seen": 7481128, + "step": 11450 + }, + { + "epoch": 6.754127358490566, + "grad_norm": 1.8249174356460571, + "learning_rate": 8.375674229738855e-06, + "loss": 0.3615, + "num_input_tokens_seen": 7483976, + "step": 11455 + }, + { + "epoch": 6.757075471698113, + "grad_norm": 1.4630616903305054, + "learning_rate": 8.37377590632241e-06, + "loss": 0.3526, + "num_input_tokens_seen": 7487240, + "step": 11460 + }, + { + "epoch": 6.76002358490566, + "grad_norm": 1.5372813940048218, + "learning_rate": 8.371876689684253e-06, + "loss": 0.3811, + "num_input_tokens_seen": 7490280, + "step": 11465 + }, + { + "epoch": 6.7629716981132075, + "grad_norm": 1.2975986003875732, + "learning_rate": 8.369976580327211e-06, + "loss": 0.3846, + "num_input_tokens_seen": 7493480, + "step": 11470 + }, + { + "epoch": 6.765919811320755, + "grad_norm": 1.6492944955825806, + "learning_rate": 8.368075578754345e-06, + "loss": 0.4307, + "num_input_tokens_seen": 7497192, + "step": 11475 + }, + { + "epoch": 6.768867924528302, + "grad_norm": 1.1435431241989136, + "learning_rate": 8.366173685468952e-06, + "loss": 0.4444, + "num_input_tokens_seen": 7500168, + "step": 11480 + }, + { + "epoch": 6.771816037735849, + "grad_norm": 1.3593618869781494, + "learning_rate": 8.364270900974572e-06, + "loss": 0.3459, + "num_input_tokens_seen": 7502920, + "step": 11485 + }, + { + "epoch": 6.774764150943396, + "grad_norm": 2.0352983474731445, + "learning_rate": 8.362367225774968e-06, + "loss": 0.3392, + "num_input_tokens_seen": 7505992, + "step": 11490 + }, + { + "epoch": 6.777712264150943, + "grad_norm": 2.564718008041382, + "learning_rate": 8.360462660374153e-06, + "loss": 0.4827, + "num_input_tokens_seen": 7508552, + "step": 11495 + }, + { + "epoch": 6.78066037735849, + "grad_norm": 1.5311691761016846, + "learning_rate": 8.358557205276365e-06, + "loss": 0.5988, + "num_input_tokens_seen": 7511976, + "step": 11500 + }, + { + "epoch": 6.783608490566038, + "grad_norm": 1.374965786933899, + "learning_rate": 8.356650860986083e-06, + "loss": 0.3868, + "num_input_tokens_seen": 7515048, + "step": 11505 + }, + { + "epoch": 6.786556603773585, + "grad_norm": 2.192856788635254, + "learning_rate": 8.354743628008017e-06, + "loss": 0.4414, + "num_input_tokens_seen": 7518152, + "step": 11510 + }, + { + "epoch": 6.789504716981132, + "grad_norm": 1.857845425605774, + "learning_rate": 8.35283550684712e-06, + "loss": 0.5568, + "num_input_tokens_seen": 7521512, + "step": 11515 + }, + { + "epoch": 6.7924528301886795, + "grad_norm": 2.5669643878936768, + "learning_rate": 8.350926498008572e-06, + "loss": 0.4755, + "num_input_tokens_seen": 7524968, + "step": 11520 + }, + { + "epoch": 6.795400943396227, + "grad_norm": 1.8524494171142578, + "learning_rate": 8.34901660199779e-06, + "loss": 0.4014, + "num_input_tokens_seen": 7529672, + "step": 11525 + }, + { + "epoch": 6.798349056603773, + "grad_norm": 2.2542450428009033, + "learning_rate": 8.347105819320432e-06, + "loss": 0.5917, + "num_input_tokens_seen": 7533064, + "step": 11530 + }, + { + "epoch": 6.8012971698113205, + "grad_norm": 1.590097188949585, + "learning_rate": 8.34519415048238e-06, + "loss": 0.4071, + "num_input_tokens_seen": 7535816, + "step": 11535 + }, + { + "epoch": 6.804245283018868, + "grad_norm": 1.4870766401290894, + "learning_rate": 8.343281595989761e-06, + "loss": 0.3527, + "num_input_tokens_seen": 7539144, + "step": 11540 + }, + { + "epoch": 6.807193396226415, + "grad_norm": 1.3246350288391113, + "learning_rate": 8.341368156348933e-06, + "loss": 0.3989, + "num_input_tokens_seen": 7543240, + "step": 11545 + }, + { + "epoch": 6.810141509433962, + "grad_norm": 1.0543116331100464, + "learning_rate": 8.339453832066482e-06, + "loss": 0.35, + "num_input_tokens_seen": 7546120, + "step": 11550 + }, + { + "epoch": 6.81308962264151, + "grad_norm": 1.4606199264526367, + "learning_rate": 8.337538623649237e-06, + "loss": 0.3893, + "num_input_tokens_seen": 7548872, + "step": 11555 + }, + { + "epoch": 6.816037735849057, + "grad_norm": 1.4591541290283203, + "learning_rate": 8.33562253160426e-06, + "loss": 0.3773, + "num_input_tokens_seen": 7552104, + "step": 11560 + }, + { + "epoch": 6.818985849056604, + "grad_norm": 1.3016606569290161, + "learning_rate": 8.33370555643884e-06, + "loss": 0.3849, + "num_input_tokens_seen": 7556328, + "step": 11565 + }, + { + "epoch": 6.821933962264151, + "grad_norm": 6.26027250289917, + "learning_rate": 8.331787698660507e-06, + "loss": 0.4478, + "num_input_tokens_seen": 7559752, + "step": 11570 + }, + { + "epoch": 6.824882075471698, + "grad_norm": 1.8352234363555908, + "learning_rate": 8.32986895877702e-06, + "loss": 0.3282, + "num_input_tokens_seen": 7563624, + "step": 11575 + }, + { + "epoch": 6.827830188679245, + "grad_norm": 1.7133524417877197, + "learning_rate": 8.327949337296378e-06, + "loss": 0.277, + "num_input_tokens_seen": 7566824, + "step": 11580 + }, + { + "epoch": 6.8307783018867925, + "grad_norm": 2.0077600479125977, + "learning_rate": 8.326028834726803e-06, + "loss": 0.5524, + "num_input_tokens_seen": 7569160, + "step": 11585 + }, + { + "epoch": 6.83372641509434, + "grad_norm": 1.6070668697357178, + "learning_rate": 8.324107451576762e-06, + "loss": 0.3499, + "num_input_tokens_seen": 7572456, + "step": 11590 + }, + { + "epoch": 6.836674528301887, + "grad_norm": 1.56620192527771, + "learning_rate": 8.322185188354947e-06, + "loss": 0.3898, + "num_input_tokens_seen": 7575144, + "step": 11595 + }, + { + "epoch": 6.839622641509434, + "grad_norm": 2.0543763637542725, + "learning_rate": 8.320262045570284e-06, + "loss": 0.484, + "num_input_tokens_seen": 7578120, + "step": 11600 + }, + { + "epoch": 6.842570754716981, + "grad_norm": 3.0882949829101562, + "learning_rate": 8.318338023731937e-06, + "loss": 0.6055, + "num_input_tokens_seen": 7581672, + "step": 11605 + }, + { + "epoch": 6.845518867924528, + "grad_norm": 1.4985578060150146, + "learning_rate": 8.316413123349296e-06, + "loss": 0.4215, + "num_input_tokens_seen": 7585512, + "step": 11610 + }, + { + "epoch": 6.848466981132075, + "grad_norm": 2.488811731338501, + "learning_rate": 8.314487344931987e-06, + "loss": 0.505, + "num_input_tokens_seen": 7588968, + "step": 11615 + }, + { + "epoch": 6.851415094339623, + "grad_norm": 2.960583209991455, + "learning_rate": 8.31256068898987e-06, + "loss": 0.5919, + "num_input_tokens_seen": 7592264, + "step": 11620 + }, + { + "epoch": 6.85436320754717, + "grad_norm": 3.1183416843414307, + "learning_rate": 8.310633156033032e-06, + "loss": 0.4454, + "num_input_tokens_seen": 7595272, + "step": 11625 + }, + { + "epoch": 6.857311320754717, + "grad_norm": 2.2266132831573486, + "learning_rate": 8.3087047465718e-06, + "loss": 0.4256, + "num_input_tokens_seen": 7597800, + "step": 11630 + }, + { + "epoch": 6.8602594339622645, + "grad_norm": 1.8163578510284424, + "learning_rate": 8.306775461116727e-06, + "loss": 0.3951, + "num_input_tokens_seen": 7600296, + "step": 11635 + }, + { + "epoch": 6.863207547169811, + "grad_norm": 2.1940550804138184, + "learning_rate": 8.304845300178597e-06, + "loss": 0.3667, + "num_input_tokens_seen": 7603592, + "step": 11640 + }, + { + "epoch": 6.866155660377358, + "grad_norm": 3.2881271839141846, + "learning_rate": 8.302914264268433e-06, + "loss": 0.4192, + "num_input_tokens_seen": 7606728, + "step": 11645 + }, + { + "epoch": 6.869103773584905, + "grad_norm": 2.436418294906616, + "learning_rate": 8.300982353897482e-06, + "loss": 0.3412, + "num_input_tokens_seen": 7610056, + "step": 11650 + }, + { + "epoch": 6.872051886792453, + "grad_norm": 2.7394440174102783, + "learning_rate": 8.299049569577226e-06, + "loss": 0.4238, + "num_input_tokens_seen": 7612744, + "step": 11655 + }, + { + "epoch": 6.875, + "grad_norm": 2.0395188331604004, + "learning_rate": 8.297115911819379e-06, + "loss": 0.542, + "num_input_tokens_seen": 7615592, + "step": 11660 + }, + { + "epoch": 6.877948113207547, + "grad_norm": 2.425875425338745, + "learning_rate": 8.295181381135884e-06, + "loss": 0.589, + "num_input_tokens_seen": 7618696, + "step": 11665 + }, + { + "epoch": 6.880896226415095, + "grad_norm": 1.473179578781128, + "learning_rate": 8.293245978038917e-06, + "loss": 0.4942, + "num_input_tokens_seen": 7621384, + "step": 11670 + }, + { + "epoch": 6.883844339622642, + "grad_norm": 2.0466082096099854, + "learning_rate": 8.291309703040884e-06, + "loss": 0.6003, + "num_input_tokens_seen": 7625064, + "step": 11675 + }, + { + "epoch": 6.886792452830189, + "grad_norm": 1.2767096757888794, + "learning_rate": 8.289372556654422e-06, + "loss": 0.5536, + "num_input_tokens_seen": 7628744, + "step": 11680 + }, + { + "epoch": 6.8897405660377355, + "grad_norm": 1.1319890022277832, + "learning_rate": 8.287434539392401e-06, + "loss": 0.4415, + "num_input_tokens_seen": 7631336, + "step": 11685 + }, + { + "epoch": 6.892688679245283, + "grad_norm": 2.1986217498779297, + "learning_rate": 8.285495651767916e-06, + "loss": 0.4832, + "num_input_tokens_seen": 7634216, + "step": 11690 + }, + { + "epoch": 6.89563679245283, + "grad_norm": 1.933265209197998, + "learning_rate": 8.283555894294297e-06, + "loss": 0.3674, + "num_input_tokens_seen": 7637288, + "step": 11695 + }, + { + "epoch": 6.898584905660377, + "grad_norm": 1.3459769487380981, + "learning_rate": 8.281615267485105e-06, + "loss": 0.3857, + "num_input_tokens_seen": 7641544, + "step": 11700 + }, + { + "epoch": 6.901533018867925, + "grad_norm": 2.057677984237671, + "learning_rate": 8.279673771854127e-06, + "loss": 0.4583, + "num_input_tokens_seen": 7644680, + "step": 11705 + }, + { + "epoch": 6.904481132075472, + "grad_norm": 1.3273954391479492, + "learning_rate": 8.277731407915386e-06, + "loss": 0.4579, + "num_input_tokens_seen": 7647400, + "step": 11710 + }, + { + "epoch": 6.907429245283019, + "grad_norm": 2.049410820007324, + "learning_rate": 8.275788176183126e-06, + "loss": 0.4833, + "num_input_tokens_seen": 7650280, + "step": 11715 + }, + { + "epoch": 6.910377358490566, + "grad_norm": 1.535904049873352, + "learning_rate": 8.273844077171827e-06, + "loss": 0.5045, + "num_input_tokens_seen": 7654152, + "step": 11720 + }, + { + "epoch": 6.913325471698113, + "grad_norm": 1.964644432067871, + "learning_rate": 8.271899111396202e-06, + "loss": 0.3589, + "num_input_tokens_seen": 7656904, + "step": 11725 + }, + { + "epoch": 6.91627358490566, + "grad_norm": 1.2291090488433838, + "learning_rate": 8.269953279371185e-06, + "loss": 0.5254, + "num_input_tokens_seen": 7661000, + "step": 11730 + }, + { + "epoch": 6.9192216981132075, + "grad_norm": 2.3616890907287598, + "learning_rate": 8.268006581611945e-06, + "loss": 0.525, + "num_input_tokens_seen": 7665192, + "step": 11735 + }, + { + "epoch": 6.922169811320755, + "grad_norm": 2.202944755554199, + "learning_rate": 8.266059018633878e-06, + "loss": 0.3908, + "num_input_tokens_seen": 7667976, + "step": 11740 + }, + { + "epoch": 6.925117924528302, + "grad_norm": 2.5023040771484375, + "learning_rate": 8.264110590952609e-06, + "loss": 0.5626, + "num_input_tokens_seen": 7670568, + "step": 11745 + }, + { + "epoch": 6.928066037735849, + "grad_norm": 2.3604376316070557, + "learning_rate": 8.262161299083993e-06, + "loss": 0.5308, + "num_input_tokens_seen": 7674760, + "step": 11750 + }, + { + "epoch": 6.931014150943396, + "grad_norm": 1.5567182302474976, + "learning_rate": 8.260211143544117e-06, + "loss": 0.3656, + "num_input_tokens_seen": 7677992, + "step": 11755 + }, + { + "epoch": 6.933962264150943, + "grad_norm": 1.256499171257019, + "learning_rate": 8.258260124849288e-06, + "loss": 0.6602, + "num_input_tokens_seen": 7681192, + "step": 11760 + }, + { + "epoch": 6.93691037735849, + "grad_norm": 1.4598639011383057, + "learning_rate": 8.256308243516048e-06, + "loss": 0.4162, + "num_input_tokens_seen": 7685096, + "step": 11765 + }, + { + "epoch": 6.939858490566038, + "grad_norm": 2.6500673294067383, + "learning_rate": 8.254355500061168e-06, + "loss": 0.4373, + "num_input_tokens_seen": 7688264, + "step": 11770 + }, + { + "epoch": 6.942806603773585, + "grad_norm": 1.9255167245864868, + "learning_rate": 8.252401895001643e-06, + "loss": 0.2839, + "num_input_tokens_seen": 7691976, + "step": 11775 + }, + { + "epoch": 6.945754716981132, + "grad_norm": 1.1261924505233765, + "learning_rate": 8.2504474288547e-06, + "loss": 0.4705, + "num_input_tokens_seen": 7695208, + "step": 11780 + }, + { + "epoch": 6.9487028301886795, + "grad_norm": 1.6421856880187988, + "learning_rate": 8.248492102137791e-06, + "loss": 0.3553, + "num_input_tokens_seen": 7698984, + "step": 11785 + }, + { + "epoch": 6.951650943396227, + "grad_norm": 2.2799785137176514, + "learning_rate": 8.246535915368596e-06, + "loss": 0.3608, + "num_input_tokens_seen": 7702408, + "step": 11790 + }, + { + "epoch": 6.954599056603773, + "grad_norm": 1.5157464742660522, + "learning_rate": 8.24457886906503e-06, + "loss": 0.5145, + "num_input_tokens_seen": 7705384, + "step": 11795 + }, + { + "epoch": 6.9575471698113205, + "grad_norm": 2.4648945331573486, + "learning_rate": 8.242620963745222e-06, + "loss": 0.4666, + "num_input_tokens_seen": 7708168, + "step": 11800 + }, + { + "epoch": 6.960495283018868, + "grad_norm": 1.529276967048645, + "learning_rate": 8.240662199927538e-06, + "loss": 0.5329, + "num_input_tokens_seen": 7711368, + "step": 11805 + }, + { + "epoch": 6.963443396226415, + "grad_norm": 1.8964078426361084, + "learning_rate": 8.238702578130573e-06, + "loss": 0.3807, + "num_input_tokens_seen": 7714568, + "step": 11810 + }, + { + "epoch": 6.966391509433962, + "grad_norm": 2.1456172466278076, + "learning_rate": 8.23674209887314e-06, + "loss": 0.5512, + "num_input_tokens_seen": 7718728, + "step": 11815 + }, + { + "epoch": 6.96933962264151, + "grad_norm": 1.6502420902252197, + "learning_rate": 8.234780762674288e-06, + "loss": 0.3457, + "num_input_tokens_seen": 7723784, + "step": 11820 + }, + { + "epoch": 6.972287735849057, + "grad_norm": 2.9385831356048584, + "learning_rate": 8.232818570053286e-06, + "loss": 0.5059, + "num_input_tokens_seen": 7726696, + "step": 11825 + }, + { + "epoch": 6.975235849056604, + "grad_norm": 2.3650128841400146, + "learning_rate": 8.230855521529637e-06, + "loss": 0.3982, + "num_input_tokens_seen": 7729576, + "step": 11830 + }, + { + "epoch": 6.978183962264151, + "grad_norm": 1.3141406774520874, + "learning_rate": 8.228891617623064e-06, + "loss": 0.5164, + "num_input_tokens_seen": 7732456, + "step": 11835 + }, + { + "epoch": 6.981132075471698, + "grad_norm": 1.0819624662399292, + "learning_rate": 8.22692685885352e-06, + "loss": 0.4211, + "num_input_tokens_seen": 7736040, + "step": 11840 + }, + { + "epoch": 6.984080188679245, + "grad_norm": 2.215226650238037, + "learning_rate": 8.224961245741183e-06, + "loss": 0.37, + "num_input_tokens_seen": 7739432, + "step": 11845 + }, + { + "epoch": 6.9870283018867925, + "grad_norm": 1.640623688697815, + "learning_rate": 8.222994778806457e-06, + "loss": 0.3753, + "num_input_tokens_seen": 7741768, + "step": 11850 + }, + { + "epoch": 6.98997641509434, + "grad_norm": 1.9377262592315674, + "learning_rate": 8.221027458569972e-06, + "loss": 0.3815, + "num_input_tokens_seen": 7745704, + "step": 11855 + }, + { + "epoch": 6.992924528301887, + "grad_norm": 3.3817994594573975, + "learning_rate": 8.219059285552586e-06, + "loss": 0.5244, + "num_input_tokens_seen": 7748776, + "step": 11860 + }, + { + "epoch": 6.995872641509434, + "grad_norm": 1.7484954595565796, + "learning_rate": 8.21709026027538e-06, + "loss": 0.5397, + "num_input_tokens_seen": 7751720, + "step": 11865 + }, + { + "epoch": 6.998820754716981, + "grad_norm": 1.827620506286621, + "learning_rate": 8.215120383259664e-06, + "loss": 0.6331, + "num_input_tokens_seen": 7754312, + "step": 11870 + }, + { + "epoch": 7.001768867924528, + "grad_norm": 1.7121117115020752, + "learning_rate": 8.21314965502697e-06, + "loss": 0.3517, + "num_input_tokens_seen": 7756704, + "step": 11875 + }, + { + "epoch": 7.004716981132075, + "grad_norm": 3.054649591445923, + "learning_rate": 8.211178076099056e-06, + "loss": 0.4137, + "num_input_tokens_seen": 7759072, + "step": 11880 + }, + { + "epoch": 7.007665094339623, + "grad_norm": 2.369708776473999, + "learning_rate": 8.209205646997909e-06, + "loss": 0.3356, + "num_input_tokens_seen": 7761792, + "step": 11885 + }, + { + "epoch": 7.01061320754717, + "grad_norm": 1.264686942100525, + "learning_rate": 8.207232368245735e-06, + "loss": 0.3406, + "num_input_tokens_seen": 7764800, + "step": 11890 + }, + { + "epoch": 7.013561320754717, + "grad_norm": 1.9175719022750854, + "learning_rate": 8.205258240364968e-06, + "loss": 0.3572, + "num_input_tokens_seen": 7767712, + "step": 11895 + }, + { + "epoch": 7.0165094339622645, + "grad_norm": 1.410051703453064, + "learning_rate": 8.203283263878268e-06, + "loss": 0.5747, + "num_input_tokens_seen": 7771136, + "step": 11900 + }, + { + "epoch": 7.019457547169812, + "grad_norm": 1.624201774597168, + "learning_rate": 8.201307439308518e-06, + "loss": 0.5263, + "num_input_tokens_seen": 7775648, + "step": 11905 + }, + { + "epoch": 7.022405660377358, + "grad_norm": 2.2990522384643555, + "learning_rate": 8.199330767178828e-06, + "loss": 0.495, + "num_input_tokens_seen": 7779136, + "step": 11910 + }, + { + "epoch": 7.025353773584905, + "grad_norm": 1.8794203996658325, + "learning_rate": 8.19735324801253e-06, + "loss": 0.4643, + "num_input_tokens_seen": 7782112, + "step": 11915 + }, + { + "epoch": 7.028301886792453, + "grad_norm": 1.322752594947815, + "learning_rate": 8.195374882333178e-06, + "loss": 0.4591, + "num_input_tokens_seen": 7784928, + "step": 11920 + }, + { + "epoch": 7.03125, + "grad_norm": 2.2507340908050537, + "learning_rate": 8.193395670664555e-06, + "loss": 0.4949, + "num_input_tokens_seen": 7789952, + "step": 11925 + }, + { + "epoch": 7.034198113207547, + "grad_norm": 1.2606273889541626, + "learning_rate": 8.191415613530667e-06, + "loss": 0.3948, + "num_input_tokens_seen": 7793344, + "step": 11930 + }, + { + "epoch": 7.037146226415095, + "grad_norm": 2.3561811447143555, + "learning_rate": 8.189434711455739e-06, + "loss": 0.441, + "num_input_tokens_seen": 7797216, + "step": 11935 + }, + { + "epoch": 7.040094339622642, + "grad_norm": 1.7358372211456299, + "learning_rate": 8.187452964964226e-06, + "loss": 0.5557, + "num_input_tokens_seen": 7799872, + "step": 11940 + }, + { + "epoch": 7.043042452830188, + "grad_norm": 1.2527762651443481, + "learning_rate": 8.185470374580805e-06, + "loss": 0.3005, + "num_input_tokens_seen": 7803936, + "step": 11945 + }, + { + "epoch": 7.0459905660377355, + "grad_norm": 2.8360042572021484, + "learning_rate": 8.183486940830371e-06, + "loss": 0.3611, + "num_input_tokens_seen": 7808672, + "step": 11950 + }, + { + "epoch": 7.048938679245283, + "grad_norm": 1.233062744140625, + "learning_rate": 8.18150266423805e-06, + "loss": 0.5082, + "num_input_tokens_seen": 7812480, + "step": 11955 + }, + { + "epoch": 7.05188679245283, + "grad_norm": 2.1775918006896973, + "learning_rate": 8.179517545329188e-06, + "loss": 0.4345, + "num_input_tokens_seen": 7815776, + "step": 11960 + }, + { + "epoch": 7.054834905660377, + "grad_norm": 1.6729241609573364, + "learning_rate": 8.177531584629353e-06, + "loss": 0.305, + "num_input_tokens_seen": 7818912, + "step": 11965 + }, + { + "epoch": 7.057783018867925, + "grad_norm": 2.7344107627868652, + "learning_rate": 8.175544782664335e-06, + "loss": 0.2939, + "num_input_tokens_seen": 7821920, + "step": 11970 + }, + { + "epoch": 7.060731132075472, + "grad_norm": 3.2654078006744385, + "learning_rate": 8.173557139960151e-06, + "loss": 0.4447, + "num_input_tokens_seen": 7825312, + "step": 11975 + }, + { + "epoch": 7.063679245283019, + "grad_norm": 1.4933791160583496, + "learning_rate": 8.17156865704304e-06, + "loss": 0.333, + "num_input_tokens_seen": 7828928, + "step": 11980 + }, + { + "epoch": 7.066627358490566, + "grad_norm": 1.727815866470337, + "learning_rate": 8.169579334439453e-06, + "loss": 0.434, + "num_input_tokens_seen": 7832256, + "step": 11985 + }, + { + "epoch": 7.069575471698113, + "grad_norm": 1.9896117448806763, + "learning_rate": 8.16758917267608e-06, + "loss": 0.3851, + "num_input_tokens_seen": 7835264, + "step": 11990 + }, + { + "epoch": 7.07252358490566, + "grad_norm": 2.2836973667144775, + "learning_rate": 8.165598172279822e-06, + "loss": 0.5252, + "num_input_tokens_seen": 7838080, + "step": 11995 + }, + { + "epoch": 7.0754716981132075, + "grad_norm": 4.903567314147949, + "learning_rate": 8.163606333777804e-06, + "loss": 0.5419, + "num_input_tokens_seen": 7840800, + "step": 12000 + }, + { + "epoch": 7.078419811320755, + "grad_norm": 1.8568648099899292, + "learning_rate": 8.161613657697374e-06, + "loss": 0.3284, + "num_input_tokens_seen": 7844032, + "step": 12005 + }, + { + "epoch": 7.081367924528302, + "grad_norm": 11.237343788146973, + "learning_rate": 8.159620144566103e-06, + "loss": 0.5023, + "num_input_tokens_seen": 7846624, + "step": 12010 + }, + { + "epoch": 7.084316037735849, + "grad_norm": 2.0146303176879883, + "learning_rate": 8.157625794911782e-06, + "loss": 0.6714, + "num_input_tokens_seen": 7850656, + "step": 12015 + }, + { + "epoch": 7.087264150943396, + "grad_norm": 1.449544072151184, + "learning_rate": 8.155630609262424e-06, + "loss": 0.407, + "num_input_tokens_seen": 7853632, + "step": 12020 + }, + { + "epoch": 7.090212264150943, + "grad_norm": 2.302826404571533, + "learning_rate": 8.153634588146262e-06, + "loss": 0.3666, + "num_input_tokens_seen": 7856704, + "step": 12025 + }, + { + "epoch": 7.09316037735849, + "grad_norm": 1.6554803848266602, + "learning_rate": 8.15163773209175e-06, + "loss": 0.4069, + "num_input_tokens_seen": 7860064, + "step": 12030 + }, + { + "epoch": 7.096108490566038, + "grad_norm": 2.66030216217041, + "learning_rate": 8.149640041627566e-06, + "loss": 0.5001, + "num_input_tokens_seen": 7863456, + "step": 12035 + }, + { + "epoch": 7.099056603773585, + "grad_norm": 2.726912498474121, + "learning_rate": 8.147641517282608e-06, + "loss": 0.6361, + "num_input_tokens_seen": 7866560, + "step": 12040 + }, + { + "epoch": 7.102004716981132, + "grad_norm": 1.069549560546875, + "learning_rate": 8.145642159585992e-06, + "loss": 0.4568, + "num_input_tokens_seen": 7870784, + "step": 12045 + }, + { + "epoch": 7.1049528301886795, + "grad_norm": 1.7881587743759155, + "learning_rate": 8.143641969067057e-06, + "loss": 0.4175, + "num_input_tokens_seen": 7873728, + "step": 12050 + }, + { + "epoch": 7.107900943396227, + "grad_norm": 1.8813354969024658, + "learning_rate": 8.141640946255362e-06, + "loss": 0.3325, + "num_input_tokens_seen": 7876480, + "step": 12055 + }, + { + "epoch": 7.110849056603773, + "grad_norm": 2.0487678050994873, + "learning_rate": 8.139639091680687e-06, + "loss": 0.3792, + "num_input_tokens_seen": 7880224, + "step": 12060 + }, + { + "epoch": 7.1137971698113205, + "grad_norm": 1.4832746982574463, + "learning_rate": 8.137636405873031e-06, + "loss": 0.3522, + "num_input_tokens_seen": 7883680, + "step": 12065 + }, + { + "epoch": 7.116745283018868, + "grad_norm": 2.276865243911743, + "learning_rate": 8.135632889362614e-06, + "loss": 0.3998, + "num_input_tokens_seen": 7886976, + "step": 12070 + }, + { + "epoch": 7.119693396226415, + "grad_norm": 1.551891803741455, + "learning_rate": 8.133628542679879e-06, + "loss": 0.3853, + "num_input_tokens_seen": 7889536, + "step": 12075 + }, + { + "epoch": 7.122641509433962, + "grad_norm": 1.923414945602417, + "learning_rate": 8.131623366355478e-06, + "loss": 0.5014, + "num_input_tokens_seen": 7892384, + "step": 12080 + }, + { + "epoch": 7.12558962264151, + "grad_norm": 2.1351418495178223, + "learning_rate": 8.129617360920297e-06, + "loss": 0.4316, + "num_input_tokens_seen": 7895488, + "step": 12085 + }, + { + "epoch": 7.128537735849057, + "grad_norm": 3.8499205112457275, + "learning_rate": 8.12761052690543e-06, + "loss": 0.4004, + "num_input_tokens_seen": 7898720, + "step": 12090 + }, + { + "epoch": 7.131485849056604, + "grad_norm": 2.986880302429199, + "learning_rate": 8.125602864842197e-06, + "loss": 0.3725, + "num_input_tokens_seen": 7901728, + "step": 12095 + }, + { + "epoch": 7.134433962264151, + "grad_norm": 2.655341148376465, + "learning_rate": 8.123594375262135e-06, + "loss": 0.3197, + "num_input_tokens_seen": 7904448, + "step": 12100 + }, + { + "epoch": 7.137382075471698, + "grad_norm": 2.9692232608795166, + "learning_rate": 8.121585058697e-06, + "loss": 0.4258, + "num_input_tokens_seen": 7907680, + "step": 12105 + }, + { + "epoch": 7.140330188679245, + "grad_norm": 1.2109614610671997, + "learning_rate": 8.119574915678767e-06, + "loss": 0.3139, + "num_input_tokens_seen": 7910560, + "step": 12110 + }, + { + "epoch": 7.1432783018867925, + "grad_norm": 2.2093541622161865, + "learning_rate": 8.117563946739632e-06, + "loss": 0.3715, + "num_input_tokens_seen": 7913824, + "step": 12115 + }, + { + "epoch": 7.14622641509434, + "grad_norm": 1.8843865394592285, + "learning_rate": 8.115552152412006e-06, + "loss": 0.4231, + "num_input_tokens_seen": 7916864, + "step": 12120 + }, + { + "epoch": 7.149174528301887, + "grad_norm": 2.0603530406951904, + "learning_rate": 8.11353953322852e-06, + "loss": 0.3016, + "num_input_tokens_seen": 7919456, + "step": 12125 + }, + { + "epoch": 7.152122641509434, + "grad_norm": 2.718083381652832, + "learning_rate": 8.111526089722024e-06, + "loss": 0.4554, + "num_input_tokens_seen": 7922592, + "step": 12130 + }, + { + "epoch": 7.155070754716981, + "grad_norm": 1.5871225595474243, + "learning_rate": 8.109511822425586e-06, + "loss": 0.4678, + "num_input_tokens_seen": 7925344, + "step": 12135 + }, + { + "epoch": 7.158018867924528, + "grad_norm": 2.628833770751953, + "learning_rate": 8.107496731872491e-06, + "loss": 0.5052, + "num_input_tokens_seen": 7928768, + "step": 12140 + }, + { + "epoch": 7.160966981132075, + "grad_norm": 2.451775074005127, + "learning_rate": 8.105480818596243e-06, + "loss": 0.4655, + "num_input_tokens_seen": 7931744, + "step": 12145 + }, + { + "epoch": 7.163915094339623, + "grad_norm": 2.2758841514587402, + "learning_rate": 8.103464083130566e-06, + "loss": 0.3468, + "num_input_tokens_seen": 7934560, + "step": 12150 + }, + { + "epoch": 7.16686320754717, + "grad_norm": 2.7124433517456055, + "learning_rate": 8.101446526009397e-06, + "loss": 0.4352, + "num_input_tokens_seen": 7938432, + "step": 12155 + }, + { + "epoch": 7.169811320754717, + "grad_norm": 2.082494020462036, + "learning_rate": 8.099428147766894e-06, + "loss": 0.4464, + "num_input_tokens_seen": 7941408, + "step": 12160 + }, + { + "epoch": 7.1727594339622645, + "grad_norm": 1.226696491241455, + "learning_rate": 8.097408948937431e-06, + "loss": 0.3544, + "num_input_tokens_seen": 7944608, + "step": 12165 + }, + { + "epoch": 7.175707547169812, + "grad_norm": 1.7770830392837524, + "learning_rate": 8.095388930055599e-06, + "loss": 0.4156, + "num_input_tokens_seen": 7947520, + "step": 12170 + }, + { + "epoch": 7.178655660377358, + "grad_norm": 1.595644235610962, + "learning_rate": 8.093368091656209e-06, + "loss": 0.3644, + "num_input_tokens_seen": 7950176, + "step": 12175 + }, + { + "epoch": 7.181603773584905, + "grad_norm": 2.3205621242523193, + "learning_rate": 8.091346434274284e-06, + "loss": 0.5045, + "num_input_tokens_seen": 7953536, + "step": 12180 + }, + { + "epoch": 7.184551886792453, + "grad_norm": 4.101677894592285, + "learning_rate": 8.089323958445068e-06, + "loss": 0.403, + "num_input_tokens_seen": 7956352, + "step": 12185 + }, + { + "epoch": 7.1875, + "grad_norm": 2.2689647674560547, + "learning_rate": 8.08730066470402e-06, + "loss": 0.4398, + "num_input_tokens_seen": 7959264, + "step": 12190 + }, + { + "epoch": 7.190448113207547, + "grad_norm": 3.366665840148926, + "learning_rate": 8.085276553586814e-06, + "loss": 0.3725, + "num_input_tokens_seen": 7961824, + "step": 12195 + }, + { + "epoch": 7.193396226415095, + "grad_norm": 1.6497067213058472, + "learning_rate": 8.083251625629345e-06, + "loss": 0.4134, + "num_input_tokens_seen": 7964896, + "step": 12200 + }, + { + "epoch": 7.196344339622642, + "grad_norm": 3.993161201477051, + "learning_rate": 8.08122588136772e-06, + "loss": 0.3187, + "num_input_tokens_seen": 7967392, + "step": 12205 + }, + { + "epoch": 7.199292452830188, + "grad_norm": 3.562786340713501, + "learning_rate": 8.079199321338262e-06, + "loss": 0.3715, + "num_input_tokens_seen": 7971424, + "step": 12210 + }, + { + "epoch": 7.2022405660377355, + "grad_norm": 5.2605156898498535, + "learning_rate": 8.077171946077516e-06, + "loss": 0.5, + "num_input_tokens_seen": 7974912, + "step": 12215 + }, + { + "epoch": 7.205188679245283, + "grad_norm": 2.1438612937927246, + "learning_rate": 8.075143756122232e-06, + "loss": 0.4365, + "num_input_tokens_seen": 7977728, + "step": 12220 + }, + { + "epoch": 7.20813679245283, + "grad_norm": 2.3978097438812256, + "learning_rate": 8.073114752009388e-06, + "loss": 0.345, + "num_input_tokens_seen": 7980352, + "step": 12225 + }, + { + "epoch": 7.211084905660377, + "grad_norm": 1.9013230800628662, + "learning_rate": 8.071084934276168e-06, + "loss": 0.4181, + "num_input_tokens_seen": 7983456, + "step": 12230 + }, + { + "epoch": 7.214033018867925, + "grad_norm": 1.4741580486297607, + "learning_rate": 8.069054303459976e-06, + "loss": 0.5144, + "num_input_tokens_seen": 7986656, + "step": 12235 + }, + { + "epoch": 7.216981132075472, + "grad_norm": 3.4612443447113037, + "learning_rate": 8.06702286009843e-06, + "loss": 0.4402, + "num_input_tokens_seen": 7990624, + "step": 12240 + }, + { + "epoch": 7.219929245283019, + "grad_norm": 2.590336561203003, + "learning_rate": 8.064990604729363e-06, + "loss": 0.4571, + "num_input_tokens_seen": 7993760, + "step": 12245 + }, + { + "epoch": 7.222877358490566, + "grad_norm": 3.025045156478882, + "learning_rate": 8.062957537890827e-06, + "loss": 0.4804, + "num_input_tokens_seen": 7996000, + "step": 12250 + }, + { + "epoch": 7.225825471698113, + "grad_norm": 1.8885031938552856, + "learning_rate": 8.060923660121081e-06, + "loss": 0.4746, + "num_input_tokens_seen": 8000352, + "step": 12255 + }, + { + "epoch": 7.22877358490566, + "grad_norm": 1.8523350954055786, + "learning_rate": 8.058888971958603e-06, + "loss": 0.4602, + "num_input_tokens_seen": 8004320, + "step": 12260 + }, + { + "epoch": 7.2317216981132075, + "grad_norm": 2.210991621017456, + "learning_rate": 8.056853473942085e-06, + "loss": 0.3404, + "num_input_tokens_seen": 8007872, + "step": 12265 + }, + { + "epoch": 7.234669811320755, + "grad_norm": 1.4312694072723389, + "learning_rate": 8.054817166610438e-06, + "loss": 0.4476, + "num_input_tokens_seen": 8011552, + "step": 12270 + }, + { + "epoch": 7.237617924528302, + "grad_norm": 2.707566499710083, + "learning_rate": 8.052780050502781e-06, + "loss": 0.3476, + "num_input_tokens_seen": 8015168, + "step": 12275 + }, + { + "epoch": 7.240566037735849, + "grad_norm": 2.5909132957458496, + "learning_rate": 8.050742126158448e-06, + "loss": 0.4403, + "num_input_tokens_seen": 8017664, + "step": 12280 + }, + { + "epoch": 7.243514150943396, + "grad_norm": 1.8894522190093994, + "learning_rate": 8.04870339411699e-06, + "loss": 0.2789, + "num_input_tokens_seen": 8020896, + "step": 12285 + }, + { + "epoch": 7.246462264150943, + "grad_norm": 2.3293051719665527, + "learning_rate": 8.046663854918166e-06, + "loss": 0.5671, + "num_input_tokens_seen": 8024512, + "step": 12290 + }, + { + "epoch": 7.24941037735849, + "grad_norm": 1.979939579963684, + "learning_rate": 8.044623509101959e-06, + "loss": 0.5475, + "num_input_tokens_seen": 8027360, + "step": 12295 + }, + { + "epoch": 7.252358490566038, + "grad_norm": 1.5146762132644653, + "learning_rate": 8.042582357208557e-06, + "loss": 0.4989, + "num_input_tokens_seen": 8032128, + "step": 12300 + }, + { + "epoch": 7.255306603773585, + "grad_norm": 1.0578830242156982, + "learning_rate": 8.04054039977836e-06, + "loss": 0.2595, + "num_input_tokens_seen": 8035584, + "step": 12305 + }, + { + "epoch": 7.258254716981132, + "grad_norm": 2.861159563064575, + "learning_rate": 8.038497637351992e-06, + "loss": 0.4261, + "num_input_tokens_seen": 8038784, + "step": 12310 + }, + { + "epoch": 7.2612028301886795, + "grad_norm": 1.758014440536499, + "learning_rate": 8.036454070470276e-06, + "loss": 0.3738, + "num_input_tokens_seen": 8041344, + "step": 12315 + }, + { + "epoch": 7.264150943396227, + "grad_norm": 1.9170095920562744, + "learning_rate": 8.03440969967426e-06, + "loss": 0.5333, + "num_input_tokens_seen": 8044576, + "step": 12320 + }, + { + "epoch": 7.267099056603773, + "grad_norm": 1.352103352546692, + "learning_rate": 8.032364525505198e-06, + "loss": 0.3721, + "num_input_tokens_seen": 8047648, + "step": 12325 + }, + { + "epoch": 7.2700471698113205, + "grad_norm": 2.9192957878112793, + "learning_rate": 8.030318548504561e-06, + "loss": 0.4414, + "num_input_tokens_seen": 8051040, + "step": 12330 + }, + { + "epoch": 7.272995283018868, + "grad_norm": 1.6241075992584229, + "learning_rate": 8.028271769214026e-06, + "loss": 0.435, + "num_input_tokens_seen": 8054336, + "step": 12335 + }, + { + "epoch": 7.275943396226415, + "grad_norm": 1.3734639883041382, + "learning_rate": 8.02622418817549e-06, + "loss": 0.4139, + "num_input_tokens_seen": 8057920, + "step": 12340 + }, + { + "epoch": 7.278891509433962, + "grad_norm": 1.9025535583496094, + "learning_rate": 8.024175805931056e-06, + "loss": 0.3827, + "num_input_tokens_seen": 8061216, + "step": 12345 + }, + { + "epoch": 7.28183962264151, + "grad_norm": 2.3229787349700928, + "learning_rate": 8.022126623023045e-06, + "loss": 0.5222, + "num_input_tokens_seen": 8065088, + "step": 12350 + }, + { + "epoch": 7.284787735849057, + "grad_norm": 1.966881513595581, + "learning_rate": 8.020076639993987e-06, + "loss": 0.348, + "num_input_tokens_seen": 8068416, + "step": 12355 + }, + { + "epoch": 7.287735849056604, + "grad_norm": 1.9347792863845825, + "learning_rate": 8.018025857386622e-06, + "loss": 0.3822, + "num_input_tokens_seen": 8071328, + "step": 12360 + }, + { + "epoch": 7.290683962264151, + "grad_norm": 2.003134250640869, + "learning_rate": 8.015974275743905e-06, + "loss": 0.3858, + "num_input_tokens_seen": 8073952, + "step": 12365 + }, + { + "epoch": 7.293632075471698, + "grad_norm": 2.2282769680023193, + "learning_rate": 8.013921895609e-06, + "loss": 0.4216, + "num_input_tokens_seen": 8076704, + "step": 12370 + }, + { + "epoch": 7.296580188679245, + "grad_norm": 1.7474634647369385, + "learning_rate": 8.011868717525283e-06, + "loss": 0.3076, + "num_input_tokens_seen": 8080480, + "step": 12375 + }, + { + "epoch": 7.2995283018867925, + "grad_norm": 2.10866117477417, + "learning_rate": 8.009814742036343e-06, + "loss": 0.4914, + "num_input_tokens_seen": 8083360, + "step": 12380 + }, + { + "epoch": 7.30247641509434, + "grad_norm": 1.6204229593276978, + "learning_rate": 8.007759969685979e-06, + "loss": 0.46, + "num_input_tokens_seen": 8086880, + "step": 12385 + }, + { + "epoch": 7.305424528301887, + "grad_norm": 4.4644598960876465, + "learning_rate": 8.005704401018199e-06, + "loss": 0.4231, + "num_input_tokens_seen": 8089088, + "step": 12390 + }, + { + "epoch": 7.308372641509434, + "grad_norm": 3.1739375591278076, + "learning_rate": 8.003648036577226e-06, + "loss": 0.41, + "num_input_tokens_seen": 8092736, + "step": 12395 + }, + { + "epoch": 7.311320754716981, + "grad_norm": 1.703723669052124, + "learning_rate": 8.00159087690749e-06, + "loss": 0.3796, + "num_input_tokens_seen": 8096064, + "step": 12400 + }, + { + "epoch": 7.314268867924528, + "grad_norm": 1.8926177024841309, + "learning_rate": 7.999532922553635e-06, + "loss": 0.3865, + "num_input_tokens_seen": 8099168, + "step": 12405 + }, + { + "epoch": 7.317216981132075, + "grad_norm": 1.6000601053237915, + "learning_rate": 7.997474174060508e-06, + "loss": 0.315, + "num_input_tokens_seen": 8103456, + "step": 12410 + }, + { + "epoch": 7.320165094339623, + "grad_norm": 1.8245166540145874, + "learning_rate": 7.995414631973179e-06, + "loss": 0.3103, + "num_input_tokens_seen": 8106560, + "step": 12415 + }, + { + "epoch": 7.32311320754717, + "grad_norm": 1.9204732179641724, + "learning_rate": 7.993354296836914e-06, + "loss": 0.4557, + "num_input_tokens_seen": 8109376, + "step": 12420 + }, + { + "epoch": 7.326061320754717, + "grad_norm": 2.7782132625579834, + "learning_rate": 7.991293169197198e-06, + "loss": 0.4526, + "num_input_tokens_seen": 8113184, + "step": 12425 + }, + { + "epoch": 7.3290094339622645, + "grad_norm": 2.3533952236175537, + "learning_rate": 7.989231249599725e-06, + "loss": 0.4733, + "num_input_tokens_seen": 8116512, + "step": 12430 + }, + { + "epoch": 7.331957547169811, + "grad_norm": 1.8261277675628662, + "learning_rate": 7.987168538590395e-06, + "loss": 0.3484, + "num_input_tokens_seen": 8119392, + "step": 12435 + }, + { + "epoch": 7.334905660377358, + "grad_norm": 1.8962621688842773, + "learning_rate": 7.985105036715322e-06, + "loss": 0.5442, + "num_input_tokens_seen": 8122272, + "step": 12440 + }, + { + "epoch": 7.337853773584905, + "grad_norm": 1.804166555404663, + "learning_rate": 7.983040744520823e-06, + "loss": 0.4761, + "num_input_tokens_seen": 8125664, + "step": 12445 + }, + { + "epoch": 7.340801886792453, + "grad_norm": 1.9880839586257935, + "learning_rate": 7.980975662553432e-06, + "loss": 0.476, + "num_input_tokens_seen": 8128512, + "step": 12450 + }, + { + "epoch": 7.34375, + "grad_norm": 1.6592391729354858, + "learning_rate": 7.978909791359888e-06, + "loss": 0.3815, + "num_input_tokens_seen": 8131488, + "step": 12455 + }, + { + "epoch": 7.346698113207547, + "grad_norm": 2.020958423614502, + "learning_rate": 7.976843131487136e-06, + "loss": 0.3578, + "num_input_tokens_seen": 8135168, + "step": 12460 + }, + { + "epoch": 7.349646226415095, + "grad_norm": 1.5821257829666138, + "learning_rate": 7.974775683482337e-06, + "loss": 0.4126, + "num_input_tokens_seen": 8138144, + "step": 12465 + }, + { + "epoch": 7.352594339622642, + "grad_norm": 1.1964904069900513, + "learning_rate": 7.972707447892855e-06, + "loss": 0.3899, + "num_input_tokens_seen": 8141376, + "step": 12470 + }, + { + "epoch": 7.355542452830189, + "grad_norm": 4.052494525909424, + "learning_rate": 7.970638425266264e-06, + "loss": 0.4857, + "num_input_tokens_seen": 8144416, + "step": 12475 + }, + { + "epoch": 7.3584905660377355, + "grad_norm": 1.6293258666992188, + "learning_rate": 7.968568616150349e-06, + "loss": 0.3947, + "num_input_tokens_seen": 8146720, + "step": 12480 + }, + { + "epoch": 7.361438679245283, + "grad_norm": 2.195341110229492, + "learning_rate": 7.966498021093096e-06, + "loss": 0.3837, + "num_input_tokens_seen": 8150496, + "step": 12485 + }, + { + "epoch": 7.36438679245283, + "grad_norm": 1.8105279207229614, + "learning_rate": 7.96442664064271e-06, + "loss": 0.3757, + "num_input_tokens_seen": 8153312, + "step": 12490 + }, + { + "epoch": 7.367334905660377, + "grad_norm": 2.3319263458251953, + "learning_rate": 7.962354475347593e-06, + "loss": 0.4239, + "num_input_tokens_seen": 8156544, + "step": 12495 + }, + { + "epoch": 7.370283018867925, + "grad_norm": 2.791020154953003, + "learning_rate": 7.960281525756364e-06, + "loss": 0.4275, + "num_input_tokens_seen": 8158688, + "step": 12500 + }, + { + "epoch": 7.373231132075472, + "grad_norm": 1.7884345054626465, + "learning_rate": 7.95820779241784e-06, + "loss": 0.3648, + "num_input_tokens_seen": 8162592, + "step": 12505 + }, + { + "epoch": 7.376179245283019, + "grad_norm": 2.4485669136047363, + "learning_rate": 7.956133275881055e-06, + "loss": 0.4045, + "num_input_tokens_seen": 8165568, + "step": 12510 + }, + { + "epoch": 7.379127358490566, + "grad_norm": 1.0888316631317139, + "learning_rate": 7.954057976695244e-06, + "loss": 0.2698, + "num_input_tokens_seen": 8169184, + "step": 12515 + }, + { + "epoch": 7.382075471698113, + "grad_norm": 2.9767940044403076, + "learning_rate": 7.951981895409854e-06, + "loss": 0.3424, + "num_input_tokens_seen": 8172160, + "step": 12520 + }, + { + "epoch": 7.38502358490566, + "grad_norm": 3.5973622798919678, + "learning_rate": 7.949905032574534e-06, + "loss": 0.3917, + "num_input_tokens_seen": 8174368, + "step": 12525 + }, + { + "epoch": 7.3879716981132075, + "grad_norm": 1.8077609539031982, + "learning_rate": 7.947827388739145e-06, + "loss": 0.4574, + "num_input_tokens_seen": 8177472, + "step": 12530 + }, + { + "epoch": 7.390919811320755, + "grad_norm": 2.2301976680755615, + "learning_rate": 7.945748964453747e-06, + "loss": 0.4635, + "num_input_tokens_seen": 8181600, + "step": 12535 + }, + { + "epoch": 7.393867924528302, + "grad_norm": 2.797217845916748, + "learning_rate": 7.943669760268618e-06, + "loss": 0.6437, + "num_input_tokens_seen": 8185664, + "step": 12540 + }, + { + "epoch": 7.396816037735849, + "grad_norm": 1.887574315071106, + "learning_rate": 7.941589776734232e-06, + "loss": 0.338, + "num_input_tokens_seen": 8188736, + "step": 12545 + }, + { + "epoch": 7.399764150943396, + "grad_norm": 3.134458303451538, + "learning_rate": 7.939509014401277e-06, + "loss": 0.386, + "num_input_tokens_seen": 8191232, + "step": 12550 + }, + { + "epoch": 7.402712264150943, + "grad_norm": 2.4596400260925293, + "learning_rate": 7.93742747382064e-06, + "loss": 0.3452, + "num_input_tokens_seen": 8195328, + "step": 12555 + }, + { + "epoch": 7.40566037735849, + "grad_norm": 1.4177534580230713, + "learning_rate": 7.93534515554342e-06, + "loss": 0.3337, + "num_input_tokens_seen": 8198688, + "step": 12560 + }, + { + "epoch": 7.408608490566038, + "grad_norm": 1.603368878364563, + "learning_rate": 7.933262060120918e-06, + "loss": 0.2763, + "num_input_tokens_seen": 8201824, + "step": 12565 + }, + { + "epoch": 7.411556603773585, + "grad_norm": 2.0504815578460693, + "learning_rate": 7.931178188104646e-06, + "loss": 0.3089, + "num_input_tokens_seen": 8205248, + "step": 12570 + }, + { + "epoch": 7.414504716981132, + "grad_norm": 2.8758480548858643, + "learning_rate": 7.929093540046317e-06, + "loss": 0.5131, + "num_input_tokens_seen": 8208256, + "step": 12575 + }, + { + "epoch": 7.4174528301886795, + "grad_norm": 3.225344657897949, + "learning_rate": 7.927008116497848e-06, + "loss": 0.4588, + "num_input_tokens_seen": 8210848, + "step": 12580 + }, + { + "epoch": 7.420400943396227, + "grad_norm": 2.179295301437378, + "learning_rate": 7.924921918011366e-06, + "loss": 0.4713, + "num_input_tokens_seen": 8213664, + "step": 12585 + }, + { + "epoch": 7.423349056603773, + "grad_norm": 0.3670949339866638, + "learning_rate": 7.9228349451392e-06, + "loss": 0.3197, + "num_input_tokens_seen": 8219168, + "step": 12590 + }, + { + "epoch": 7.4262971698113205, + "grad_norm": 1.8235065937042236, + "learning_rate": 7.920747198433884e-06, + "loss": 0.4182, + "num_input_tokens_seen": 8221664, + "step": 12595 + }, + { + "epoch": 7.429245283018868, + "grad_norm": 1.8208723068237305, + "learning_rate": 7.91865867844816e-06, + "loss": 0.3716, + "num_input_tokens_seen": 8225184, + "step": 12600 + }, + { + "epoch": 7.432193396226415, + "grad_norm": 3.496189594268799, + "learning_rate": 7.916569385734976e-06, + "loss": 0.4723, + "num_input_tokens_seen": 8228352, + "step": 12605 + }, + { + "epoch": 7.435141509433962, + "grad_norm": 1.9389280080795288, + "learning_rate": 7.914479320847474e-06, + "loss": 0.4258, + "num_input_tokens_seen": 8231072, + "step": 12610 + }, + { + "epoch": 7.43808962264151, + "grad_norm": 2.0688486099243164, + "learning_rate": 7.912388484339012e-06, + "loss": 0.3659, + "num_input_tokens_seen": 8234016, + "step": 12615 + }, + { + "epoch": 7.441037735849057, + "grad_norm": 2.058889150619507, + "learning_rate": 7.910296876763147e-06, + "loss": 0.4362, + "num_input_tokens_seen": 8241920, + "step": 12620 + }, + { + "epoch": 7.443985849056604, + "grad_norm": 1.4398835897445679, + "learning_rate": 7.90820449867364e-06, + "loss": 0.3782, + "num_input_tokens_seen": 8245760, + "step": 12625 + }, + { + "epoch": 7.446933962264151, + "grad_norm": 1.551848292350769, + "learning_rate": 7.90611135062446e-06, + "loss": 0.3446, + "num_input_tokens_seen": 8248320, + "step": 12630 + }, + { + "epoch": 7.449882075471698, + "grad_norm": 1.7569764852523804, + "learning_rate": 7.904017433169775e-06, + "loss": 0.417, + "num_input_tokens_seen": 8251744, + "step": 12635 + }, + { + "epoch": 7.452830188679245, + "grad_norm": 1.9618709087371826, + "learning_rate": 7.901922746863957e-06, + "loss": 0.4048, + "num_input_tokens_seen": 8254400, + "step": 12640 + }, + { + "epoch": 7.4557783018867925, + "grad_norm": 1.4612683057785034, + "learning_rate": 7.899827292261589e-06, + "loss": 0.4019, + "num_input_tokens_seen": 8257632, + "step": 12645 + }, + { + "epoch": 7.45872641509434, + "grad_norm": 1.6346622705459595, + "learning_rate": 7.897731069917444e-06, + "loss": 0.3961, + "num_input_tokens_seen": 8261184, + "step": 12650 + }, + { + "epoch": 7.461674528301887, + "grad_norm": 1.6850041151046753, + "learning_rate": 7.895634080386512e-06, + "loss": 0.4239, + "num_input_tokens_seen": 8264192, + "step": 12655 + }, + { + "epoch": 7.464622641509434, + "grad_norm": 3.2081828117370605, + "learning_rate": 7.893536324223977e-06, + "loss": 0.5236, + "num_input_tokens_seen": 8267680, + "step": 12660 + }, + { + "epoch": 7.467570754716981, + "grad_norm": 3.1727614402770996, + "learning_rate": 7.89143780198523e-06, + "loss": 0.4333, + "num_input_tokens_seen": 8270528, + "step": 12665 + }, + { + "epoch": 7.470518867924528, + "grad_norm": 1.8188952207565308, + "learning_rate": 7.889338514225862e-06, + "loss": 0.3653, + "num_input_tokens_seen": 8274016, + "step": 12670 + }, + { + "epoch": 7.473466981132075, + "grad_norm": 5.669203758239746, + "learning_rate": 7.887238461501671e-06, + "loss": 0.4751, + "num_input_tokens_seen": 8276832, + "step": 12675 + }, + { + "epoch": 7.476415094339623, + "grad_norm": 2.851644992828369, + "learning_rate": 7.885137644368654e-06, + "loss": 0.5316, + "num_input_tokens_seen": 8281472, + "step": 12680 + }, + { + "epoch": 7.47936320754717, + "grad_norm": 2.479379653930664, + "learning_rate": 7.883036063383012e-06, + "loss": 0.4006, + "num_input_tokens_seen": 8285056, + "step": 12685 + }, + { + "epoch": 7.482311320754717, + "grad_norm": 1.1986775398254395, + "learning_rate": 7.880933719101148e-06, + "loss": 0.4756, + "num_input_tokens_seen": 8289152, + "step": 12690 + }, + { + "epoch": 7.4852594339622645, + "grad_norm": 2.0211069583892822, + "learning_rate": 7.878830612079664e-06, + "loss": 0.5226, + "num_input_tokens_seen": 8291680, + "step": 12695 + }, + { + "epoch": 7.488207547169811, + "grad_norm": 2.8818070888519287, + "learning_rate": 7.876726742875369e-06, + "loss": 0.5165, + "num_input_tokens_seen": 8295040, + "step": 12700 + }, + { + "epoch": 7.491155660377358, + "grad_norm": 1.4985957145690918, + "learning_rate": 7.874622112045269e-06, + "loss": 0.4792, + "num_input_tokens_seen": 8298464, + "step": 12705 + }, + { + "epoch": 7.494103773584905, + "grad_norm": 1.7681763172149658, + "learning_rate": 7.872516720146578e-06, + "loss": 0.3398, + "num_input_tokens_seen": 8301248, + "step": 12710 + }, + { + "epoch": 7.497051886792453, + "grad_norm": 2.3248801231384277, + "learning_rate": 7.870410567736705e-06, + "loss": 0.4923, + "num_input_tokens_seen": 8305216, + "step": 12715 + }, + { + "epoch": 7.5, + "grad_norm": 3.015047550201416, + "learning_rate": 7.868303655373264e-06, + "loss": 0.4864, + "num_input_tokens_seen": 8309408, + "step": 12720 + }, + { + "epoch": 7.502948113207547, + "grad_norm": 2.694732666015625, + "learning_rate": 7.866195983614066e-06, + "loss": 0.4815, + "num_input_tokens_seen": 8313152, + "step": 12725 + }, + { + "epoch": 7.505896226415095, + "grad_norm": 2.1224894523620605, + "learning_rate": 7.864087553017133e-06, + "loss": 0.3548, + "num_input_tokens_seen": 8316000, + "step": 12730 + }, + { + "epoch": 7.508844339622642, + "grad_norm": 1.377490520477295, + "learning_rate": 7.861978364140674e-06, + "loss": 0.486, + "num_input_tokens_seen": 8319648, + "step": 12735 + }, + { + "epoch": 7.511792452830189, + "grad_norm": 2.5169146060943604, + "learning_rate": 7.859868417543109e-06, + "loss": 0.4044, + "num_input_tokens_seen": 8323360, + "step": 12740 + }, + { + "epoch": 7.5147405660377355, + "grad_norm": 2.186699390411377, + "learning_rate": 7.857757713783055e-06, + "loss": 0.4515, + "num_input_tokens_seen": 8326144, + "step": 12745 + }, + { + "epoch": 7.517688679245283, + "grad_norm": 3.737233877182007, + "learning_rate": 7.855646253419331e-06, + "loss": 0.4054, + "num_input_tokens_seen": 8331968, + "step": 12750 + }, + { + "epoch": 7.52063679245283, + "grad_norm": 2.625727653503418, + "learning_rate": 7.853534037010952e-06, + "loss": 0.3968, + "num_input_tokens_seen": 8334496, + "step": 12755 + }, + { + "epoch": 7.523584905660377, + "grad_norm": 2.3953843116760254, + "learning_rate": 7.851421065117142e-06, + "loss": 0.5039, + "num_input_tokens_seen": 8337376, + "step": 12760 + }, + { + "epoch": 7.526533018867925, + "grad_norm": 2.5488529205322266, + "learning_rate": 7.849307338297314e-06, + "loss": 0.4591, + "num_input_tokens_seen": 8340768, + "step": 12765 + }, + { + "epoch": 7.529481132075472, + "grad_norm": 1.1694486141204834, + "learning_rate": 7.847192857111087e-06, + "loss": 0.3762, + "num_input_tokens_seen": 8344160, + "step": 12770 + }, + { + "epoch": 7.532429245283019, + "grad_norm": 2.140390634536743, + "learning_rate": 7.845077622118282e-06, + "loss": 0.5237, + "num_input_tokens_seen": 8347264, + "step": 12775 + }, + { + "epoch": 7.535377358490566, + "grad_norm": 1.6402132511138916, + "learning_rate": 7.842961633878916e-06, + "loss": 0.3569, + "num_input_tokens_seen": 8350400, + "step": 12780 + }, + { + "epoch": 7.538325471698113, + "grad_norm": 2.1509153842926025, + "learning_rate": 7.840844892953204e-06, + "loss": 0.4788, + "num_input_tokens_seen": 8352992, + "step": 12785 + }, + { + "epoch": 7.54127358490566, + "grad_norm": 2.9555704593658447, + "learning_rate": 7.838727399901562e-06, + "loss": 0.4658, + "num_input_tokens_seen": 8355488, + "step": 12790 + }, + { + "epoch": 7.5442216981132075, + "grad_norm": 3.9542360305786133, + "learning_rate": 7.836609155284607e-06, + "loss": 0.5394, + "num_input_tokens_seen": 8359008, + "step": 12795 + }, + { + "epoch": 7.547169811320755, + "grad_norm": 1.5153923034667969, + "learning_rate": 7.834490159663154e-06, + "loss": 0.5047, + "num_input_tokens_seen": 8362304, + "step": 12800 + }, + { + "epoch": 7.550117924528302, + "grad_norm": 2.052130937576294, + "learning_rate": 7.832370413598215e-06, + "loss": 0.4041, + "num_input_tokens_seen": 8365312, + "step": 12805 + }, + { + "epoch": 7.553066037735849, + "grad_norm": 1.750699758529663, + "learning_rate": 7.830249917651003e-06, + "loss": 0.357, + "num_input_tokens_seen": 8369120, + "step": 12810 + }, + { + "epoch": 7.556014150943396, + "grad_norm": 2.0419063568115234, + "learning_rate": 7.828128672382926e-06, + "loss": 0.3948, + "num_input_tokens_seen": 8372128, + "step": 12815 + }, + { + "epoch": 7.558962264150943, + "grad_norm": 2.2059719562530518, + "learning_rate": 7.826006678355596e-06, + "loss": 0.4316, + "num_input_tokens_seen": 8375712, + "step": 12820 + }, + { + "epoch": 7.56191037735849, + "grad_norm": 2.1574442386627197, + "learning_rate": 7.823883936130817e-06, + "loss": 0.5433, + "num_input_tokens_seen": 8378240, + "step": 12825 + }, + { + "epoch": 7.564858490566038, + "grad_norm": 3.9740216732025146, + "learning_rate": 7.821760446270597e-06, + "loss": 0.4036, + "num_input_tokens_seen": 8380992, + "step": 12830 + }, + { + "epoch": 7.567806603773585, + "grad_norm": 2.397430181503296, + "learning_rate": 7.819636209337136e-06, + "loss": 0.5119, + "num_input_tokens_seen": 8384000, + "step": 12835 + }, + { + "epoch": 7.570754716981132, + "grad_norm": 2.5834500789642334, + "learning_rate": 7.817511225892838e-06, + "loss": 0.5121, + "num_input_tokens_seen": 8387200, + "step": 12840 + }, + { + "epoch": 7.5737028301886795, + "grad_norm": 1.8897721767425537, + "learning_rate": 7.8153854965003e-06, + "loss": 0.4904, + "num_input_tokens_seen": 8389984, + "step": 12845 + }, + { + "epoch": 7.576650943396227, + "grad_norm": 2.6877849102020264, + "learning_rate": 7.813259021722319e-06, + "loss": 0.4219, + "num_input_tokens_seen": 8392640, + "step": 12850 + }, + { + "epoch": 7.579599056603773, + "grad_norm": 1.6470465660095215, + "learning_rate": 7.811131802121885e-06, + "loss": 0.4726, + "num_input_tokens_seen": 8395744, + "step": 12855 + }, + { + "epoch": 7.5825471698113205, + "grad_norm": 3.2005090713500977, + "learning_rate": 7.809003838262193e-06, + "loss": 0.3849, + "num_input_tokens_seen": 8398272, + "step": 12860 + }, + { + "epoch": 7.585495283018868, + "grad_norm": 1.5413061380386353, + "learning_rate": 7.806875130706628e-06, + "loss": 0.3156, + "num_input_tokens_seen": 8403264, + "step": 12865 + }, + { + "epoch": 7.588443396226415, + "grad_norm": 1.5926997661590576, + "learning_rate": 7.804745680018775e-06, + "loss": 0.3975, + "num_input_tokens_seen": 8406400, + "step": 12870 + }, + { + "epoch": 7.591391509433962, + "grad_norm": 2.9286489486694336, + "learning_rate": 7.802615486762418e-06, + "loss": 0.4212, + "num_input_tokens_seen": 8409024, + "step": 12875 + }, + { + "epoch": 7.59433962264151, + "grad_norm": 5.248764991760254, + "learning_rate": 7.800484551501528e-06, + "loss": 0.5061, + "num_input_tokens_seen": 8412224, + "step": 12880 + }, + { + "epoch": 7.597287735849057, + "grad_norm": 1.2565182447433472, + "learning_rate": 7.798352874800285e-06, + "loss": 0.286, + "num_input_tokens_seen": 8414944, + "step": 12885 + }, + { + "epoch": 7.600235849056604, + "grad_norm": 1.2965971231460571, + "learning_rate": 7.79622045722306e-06, + "loss": 0.3345, + "num_input_tokens_seen": 8418432, + "step": 12890 + }, + { + "epoch": 7.603183962264151, + "grad_norm": 1.0238500833511353, + "learning_rate": 7.794087299334416e-06, + "loss": 0.2868, + "num_input_tokens_seen": 8420992, + "step": 12895 + }, + { + "epoch": 7.606132075471698, + "grad_norm": 3.1138243675231934, + "learning_rate": 7.79195340169912e-06, + "loss": 0.5558, + "num_input_tokens_seen": 8423968, + "step": 12900 + }, + { + "epoch": 7.609080188679245, + "grad_norm": 2.0495190620422363, + "learning_rate": 7.789818764882127e-06, + "loss": 0.391, + "num_input_tokens_seen": 8427872, + "step": 12905 + }, + { + "epoch": 7.6120283018867925, + "grad_norm": 3.0745232105255127, + "learning_rate": 7.78768338944859e-06, + "loss": 0.3612, + "num_input_tokens_seen": 8430464, + "step": 12910 + }, + { + "epoch": 7.61497641509434, + "grad_norm": 2.1029844284057617, + "learning_rate": 7.785547275963865e-06, + "loss": 0.3661, + "num_input_tokens_seen": 8433088, + "step": 12915 + }, + { + "epoch": 7.617924528301887, + "grad_norm": 2.528110980987549, + "learning_rate": 7.783410424993492e-06, + "loss": 0.4817, + "num_input_tokens_seen": 8435616, + "step": 12920 + }, + { + "epoch": 7.620872641509434, + "grad_norm": 2.2733895778656006, + "learning_rate": 7.781272837103213e-06, + "loss": 0.4318, + "num_input_tokens_seen": 8438592, + "step": 12925 + }, + { + "epoch": 7.623820754716981, + "grad_norm": 2.296464443206787, + "learning_rate": 7.779134512858964e-06, + "loss": 0.4745, + "num_input_tokens_seen": 8442016, + "step": 12930 + }, + { + "epoch": 7.626768867924528, + "grad_norm": 1.7742799520492554, + "learning_rate": 7.776995452826876e-06, + "loss": 0.3994, + "num_input_tokens_seen": 8444640, + "step": 12935 + }, + { + "epoch": 7.629716981132075, + "grad_norm": 1.8420281410217285, + "learning_rate": 7.774855657573274e-06, + "loss": 0.4022, + "num_input_tokens_seen": 8448032, + "step": 12940 + }, + { + "epoch": 7.632665094339623, + "grad_norm": 2.3833858966827393, + "learning_rate": 7.772715127664676e-06, + "loss": 0.4369, + "num_input_tokens_seen": 8451424, + "step": 12945 + }, + { + "epoch": 7.63561320754717, + "grad_norm": 0.7777987718582153, + "learning_rate": 7.7705738636678e-06, + "loss": 0.3659, + "num_input_tokens_seen": 8455456, + "step": 12950 + }, + { + "epoch": 7.638561320754717, + "grad_norm": 3.8485469818115234, + "learning_rate": 7.768431866149552e-06, + "loss": 0.4728, + "num_input_tokens_seen": 8458880, + "step": 12955 + }, + { + "epoch": 7.6415094339622645, + "grad_norm": 3.8873796463012695, + "learning_rate": 7.766289135677035e-06, + "loss": 0.5484, + "num_input_tokens_seen": 8462208, + "step": 12960 + }, + { + "epoch": 7.644457547169811, + "grad_norm": 2.338527202606201, + "learning_rate": 7.764145672817549e-06, + "loss": 0.3442, + "num_input_tokens_seen": 8465344, + "step": 12965 + }, + { + "epoch": 7.647405660377358, + "grad_norm": 1.6354408264160156, + "learning_rate": 7.762001478138583e-06, + "loss": 0.4965, + "num_input_tokens_seen": 8469984, + "step": 12970 + }, + { + "epoch": 7.650353773584905, + "grad_norm": 1.661057949066162, + "learning_rate": 7.759856552207822e-06, + "loss": 0.5753, + "num_input_tokens_seen": 8473056, + "step": 12975 + }, + { + "epoch": 7.653301886792453, + "grad_norm": 2.9248461723327637, + "learning_rate": 7.757710895593144e-06, + "loss": 0.3952, + "num_input_tokens_seen": 8476800, + "step": 12980 + }, + { + "epoch": 7.65625, + "grad_norm": 1.6089284420013428, + "learning_rate": 7.755564508862623e-06, + "loss": 0.4804, + "num_input_tokens_seen": 8479712, + "step": 12985 + }, + { + "epoch": 7.659198113207547, + "grad_norm": 2.232093095779419, + "learning_rate": 7.753417392584522e-06, + "loss": 0.4899, + "num_input_tokens_seen": 8482432, + "step": 12990 + }, + { + "epoch": 7.662146226415095, + "grad_norm": 6.155885219573975, + "learning_rate": 7.751269547327298e-06, + "loss": 0.3109, + "num_input_tokens_seen": 8484960, + "step": 12995 + }, + { + "epoch": 7.665094339622642, + "grad_norm": 2.4516475200653076, + "learning_rate": 7.749120973659606e-06, + "loss": 0.4789, + "num_input_tokens_seen": 8488288, + "step": 13000 + }, + { + "epoch": 7.668042452830189, + "grad_norm": 1.7556952238082886, + "learning_rate": 7.746971672150286e-06, + "loss": 0.3012, + "num_input_tokens_seen": 8491584, + "step": 13005 + }, + { + "epoch": 7.6709905660377355, + "grad_norm": 2.1943001747131348, + "learning_rate": 7.74482164336838e-06, + "loss": 0.5671, + "num_input_tokens_seen": 8494656, + "step": 13010 + }, + { + "epoch": 7.673938679245283, + "grad_norm": 2.104214668273926, + "learning_rate": 7.742670887883111e-06, + "loss": 0.2867, + "num_input_tokens_seen": 8496896, + "step": 13015 + }, + { + "epoch": 7.67688679245283, + "grad_norm": 1.9432246685028076, + "learning_rate": 7.740519406263905e-06, + "loss": 0.5067, + "num_input_tokens_seen": 8499424, + "step": 13020 + }, + { + "epoch": 7.679834905660377, + "grad_norm": 1.4162507057189941, + "learning_rate": 7.738367199080376e-06, + "loss": 0.3899, + "num_input_tokens_seen": 8502784, + "step": 13025 + }, + { + "epoch": 7.682783018867925, + "grad_norm": 0.8861268162727356, + "learning_rate": 7.73621426690233e-06, + "loss": 0.3559, + "num_input_tokens_seen": 8506304, + "step": 13030 + }, + { + "epoch": 7.685731132075472, + "grad_norm": 1.7151964902877808, + "learning_rate": 7.734060610299764e-06, + "loss": 0.3894, + "num_input_tokens_seen": 8511488, + "step": 13035 + }, + { + "epoch": 7.688679245283019, + "grad_norm": 1.4650421142578125, + "learning_rate": 7.731906229842869e-06, + "loss": 0.4506, + "num_input_tokens_seen": 8516192, + "step": 13040 + }, + { + "epoch": 7.691627358490566, + "grad_norm": 1.209347128868103, + "learning_rate": 7.729751126102023e-06, + "loss": 0.3725, + "num_input_tokens_seen": 8519648, + "step": 13045 + }, + { + "epoch": 7.694575471698113, + "grad_norm": 1.4133752584457397, + "learning_rate": 7.727595299647805e-06, + "loss": 0.5111, + "num_input_tokens_seen": 8523808, + "step": 13050 + }, + { + "epoch": 7.69752358490566, + "grad_norm": 2.0463783740997314, + "learning_rate": 7.725438751050973e-06, + "loss": 0.3877, + "num_input_tokens_seen": 8527776, + "step": 13055 + }, + { + "epoch": 7.7004716981132075, + "grad_norm": 2.0126285552978516, + "learning_rate": 7.723281480882489e-06, + "loss": 0.558, + "num_input_tokens_seen": 8531072, + "step": 13060 + }, + { + "epoch": 7.703419811320755, + "grad_norm": 3.579420566558838, + "learning_rate": 7.721123489713494e-06, + "loss": 0.5504, + "num_input_tokens_seen": 8534592, + "step": 13065 + }, + { + "epoch": 7.706367924528302, + "grad_norm": 1.559945821762085, + "learning_rate": 7.718964778115328e-06, + "loss": 0.3759, + "num_input_tokens_seen": 8538624, + "step": 13070 + }, + { + "epoch": 7.709316037735849, + "grad_norm": 2.016066789627075, + "learning_rate": 7.716805346659519e-06, + "loss": 0.3549, + "num_input_tokens_seen": 8541184, + "step": 13075 + }, + { + "epoch": 7.712264150943396, + "grad_norm": 1.3080917596817017, + "learning_rate": 7.714645195917788e-06, + "loss": 0.3707, + "num_input_tokens_seen": 8543680, + "step": 13080 + }, + { + "epoch": 7.715212264150943, + "grad_norm": 1.7265950441360474, + "learning_rate": 7.712484326462038e-06, + "loss": 0.3293, + "num_input_tokens_seen": 8547456, + "step": 13085 + }, + { + "epoch": 7.71816037735849, + "grad_norm": 1.6676119565963745, + "learning_rate": 7.710322738864375e-06, + "loss": 0.5232, + "num_input_tokens_seen": 8550528, + "step": 13090 + }, + { + "epoch": 7.721108490566038, + "grad_norm": 1.902640700340271, + "learning_rate": 7.708160433697085e-06, + "loss": 0.5193, + "num_input_tokens_seen": 8553440, + "step": 13095 + }, + { + "epoch": 7.724056603773585, + "grad_norm": 2.3966586589813232, + "learning_rate": 7.705997411532649e-06, + "loss": 0.4906, + "num_input_tokens_seen": 8556064, + "step": 13100 + }, + { + "epoch": 7.727004716981132, + "grad_norm": 2.808202028274536, + "learning_rate": 7.703833672943735e-06, + "loss": 0.465, + "num_input_tokens_seen": 8558624, + "step": 13105 + }, + { + "epoch": 7.7299528301886795, + "grad_norm": 1.2979172468185425, + "learning_rate": 7.701669218503206e-06, + "loss": 0.3972, + "num_input_tokens_seen": 8562208, + "step": 13110 + }, + { + "epoch": 7.732900943396227, + "grad_norm": 3.890261173248291, + "learning_rate": 7.699504048784106e-06, + "loss": 0.595, + "num_input_tokens_seen": 8565440, + "step": 13115 + }, + { + "epoch": 7.735849056603773, + "grad_norm": 2.7305140495300293, + "learning_rate": 7.697338164359675e-06, + "loss": 0.4758, + "num_input_tokens_seen": 8567808, + "step": 13120 + }, + { + "epoch": 7.7387971698113205, + "grad_norm": 1.7588624954223633, + "learning_rate": 7.69517156580334e-06, + "loss": 0.3861, + "num_input_tokens_seen": 8570432, + "step": 13125 + }, + { + "epoch": 7.741745283018868, + "grad_norm": 4.1313066482543945, + "learning_rate": 7.693004253688716e-06, + "loss": 0.2819, + "num_input_tokens_seen": 8573824, + "step": 13130 + }, + { + "epoch": 7.744693396226415, + "grad_norm": 1.225242018699646, + "learning_rate": 7.690836228589613e-06, + "loss": 0.4327, + "num_input_tokens_seen": 8580384, + "step": 13135 + }, + { + "epoch": 7.747641509433962, + "grad_norm": 1.8452593088150024, + "learning_rate": 7.688667491080019e-06, + "loss": 0.4115, + "num_input_tokens_seen": 8583616, + "step": 13140 + }, + { + "epoch": 7.75058962264151, + "grad_norm": 3.3517932891845703, + "learning_rate": 7.686498041734121e-06, + "loss": 0.4526, + "num_input_tokens_seen": 8586528, + "step": 13145 + }, + { + "epoch": 7.753537735849057, + "grad_norm": 2.1944401264190674, + "learning_rate": 7.684327881126285e-06, + "loss": 0.4169, + "num_input_tokens_seen": 8590912, + "step": 13150 + }, + { + "epoch": 7.756485849056604, + "grad_norm": 3.6656739711761475, + "learning_rate": 7.682157009831078e-06, + "loss": 0.4521, + "num_input_tokens_seen": 8594368, + "step": 13155 + }, + { + "epoch": 7.759433962264151, + "grad_norm": 1.904401421546936, + "learning_rate": 7.67998542842324e-06, + "loss": 0.4058, + "num_input_tokens_seen": 8597056, + "step": 13160 + }, + { + "epoch": 7.762382075471698, + "grad_norm": 5.732686519622803, + "learning_rate": 7.677813137477711e-06, + "loss": 0.4677, + "num_input_tokens_seen": 8600352, + "step": 13165 + }, + { + "epoch": 7.765330188679245, + "grad_norm": 4.868436813354492, + "learning_rate": 7.675640137569614e-06, + "loss": 0.4414, + "num_input_tokens_seen": 8602976, + "step": 13170 + }, + { + "epoch": 7.7682783018867925, + "grad_norm": 3.7613720893859863, + "learning_rate": 7.673466429274257e-06, + "loss": 0.3606, + "num_input_tokens_seen": 8606336, + "step": 13175 + }, + { + "epoch": 7.77122641509434, + "grad_norm": 1.4361211061477661, + "learning_rate": 7.671292013167143e-06, + "loss": 0.4943, + "num_input_tokens_seen": 8610400, + "step": 13180 + }, + { + "epoch": 7.774174528301887, + "grad_norm": 1.947092056274414, + "learning_rate": 7.669116889823955e-06, + "loss": 0.3512, + "num_input_tokens_seen": 8613472, + "step": 13185 + }, + { + "epoch": 7.777122641509434, + "grad_norm": 2.793292999267578, + "learning_rate": 7.666941059820567e-06, + "loss": 0.4733, + "num_input_tokens_seen": 8617280, + "step": 13190 + }, + { + "epoch": 7.780070754716981, + "grad_norm": 2.1583011150360107, + "learning_rate": 7.66476452373304e-06, + "loss": 0.4975, + "num_input_tokens_seen": 8619584, + "step": 13195 + }, + { + "epoch": 7.783018867924528, + "grad_norm": 3.101461410522461, + "learning_rate": 7.66258728213762e-06, + "loss": 0.3557, + "num_input_tokens_seen": 8622624, + "step": 13200 + }, + { + "epoch": 7.785966981132075, + "grad_norm": 1.9867225885391235, + "learning_rate": 7.66040933561074e-06, + "loss": 0.4827, + "num_input_tokens_seen": 8625280, + "step": 13205 + }, + { + "epoch": 7.788915094339623, + "grad_norm": 2.343440055847168, + "learning_rate": 7.658230684729027e-06, + "loss": 0.366, + "num_input_tokens_seen": 8629696, + "step": 13210 + }, + { + "epoch": 7.79186320754717, + "grad_norm": 2.2331459522247314, + "learning_rate": 7.656051330069282e-06, + "loss": 0.6278, + "num_input_tokens_seen": 8634080, + "step": 13215 + }, + { + "epoch": 7.794811320754717, + "grad_norm": 2.1168580055236816, + "learning_rate": 7.6538712722085e-06, + "loss": 0.4105, + "num_input_tokens_seen": 8637120, + "step": 13220 + }, + { + "epoch": 7.7977594339622645, + "grad_norm": 1.857602596282959, + "learning_rate": 7.651690511723862e-06, + "loss": 0.3346, + "num_input_tokens_seen": 8639968, + "step": 13225 + }, + { + "epoch": 7.800707547169811, + "grad_norm": 2.8746273517608643, + "learning_rate": 7.64950904919273e-06, + "loss": 0.335, + "num_input_tokens_seen": 8643072, + "step": 13230 + }, + { + "epoch": 7.803655660377358, + "grad_norm": 1.4732431173324585, + "learning_rate": 7.647326885192662e-06, + "loss": 0.4039, + "num_input_tokens_seen": 8646496, + "step": 13235 + }, + { + "epoch": 7.806603773584905, + "grad_norm": 2.730069875717163, + "learning_rate": 7.645144020301392e-06, + "loss": 0.3931, + "num_input_tokens_seen": 8649824, + "step": 13240 + }, + { + "epoch": 7.809551886792453, + "grad_norm": 2.7375755310058594, + "learning_rate": 7.64296045509684e-06, + "loss": 0.4386, + "num_input_tokens_seen": 8652960, + "step": 13245 + }, + { + "epoch": 7.8125, + "grad_norm": 1.88575279712677, + "learning_rate": 7.64077619015712e-06, + "loss": 0.3753, + "num_input_tokens_seen": 8655872, + "step": 13250 + }, + { + "epoch": 7.815448113207547, + "grad_norm": 3.8190760612487793, + "learning_rate": 7.638591226060519e-06, + "loss": 0.4285, + "num_input_tokens_seen": 8659168, + "step": 13255 + }, + { + "epoch": 7.818396226415095, + "grad_norm": 6.207542419433594, + "learning_rate": 7.636405563385522e-06, + "loss": 0.5383, + "num_input_tokens_seen": 8662336, + "step": 13260 + }, + { + "epoch": 7.821344339622642, + "grad_norm": 3.4797844886779785, + "learning_rate": 7.634219202710789e-06, + "loss": 0.4488, + "num_input_tokens_seen": 8666560, + "step": 13265 + }, + { + "epoch": 7.824292452830189, + "grad_norm": 4.0560078620910645, + "learning_rate": 7.632032144615168e-06, + "loss": 0.5078, + "num_input_tokens_seen": 8669568, + "step": 13270 + }, + { + "epoch": 7.8272405660377355, + "grad_norm": 1.403227686882019, + "learning_rate": 7.629844389677695e-06, + "loss": 0.534, + "num_input_tokens_seen": 8672928, + "step": 13275 + }, + { + "epoch": 7.830188679245283, + "grad_norm": 1.4329590797424316, + "learning_rate": 7.627655938477586e-06, + "loss": 0.3818, + "num_input_tokens_seen": 8676320, + "step": 13280 + }, + { + "epoch": 7.83313679245283, + "grad_norm": 2.0839362144470215, + "learning_rate": 7.6254667915942415e-06, + "loss": 0.4808, + "num_input_tokens_seen": 8679200, + "step": 13285 + }, + { + "epoch": 7.836084905660377, + "grad_norm": 1.914438009262085, + "learning_rate": 7.62327694960725e-06, + "loss": 0.3822, + "num_input_tokens_seen": 8682144, + "step": 13290 + }, + { + "epoch": 7.839033018867925, + "grad_norm": 2.4601590633392334, + "learning_rate": 7.621086413096379e-06, + "loss": 0.41, + "num_input_tokens_seen": 8685920, + "step": 13295 + }, + { + "epoch": 7.841981132075472, + "grad_norm": 1.1054563522338867, + "learning_rate": 7.618895182641584e-06, + "loss": 0.3444, + "num_input_tokens_seen": 8689152, + "step": 13300 + }, + { + "epoch": 7.844929245283019, + "grad_norm": 3.004314422607422, + "learning_rate": 7.6167032588230035e-06, + "loss": 0.48, + "num_input_tokens_seen": 8692160, + "step": 13305 + }, + { + "epoch": 7.847877358490566, + "grad_norm": 2.677807331085205, + "learning_rate": 7.614510642220958e-06, + "loss": 0.4603, + "num_input_tokens_seen": 8694880, + "step": 13310 + }, + { + "epoch": 7.850825471698113, + "grad_norm": 1.3550500869750977, + "learning_rate": 7.612317333415951e-06, + "loss": 0.3511, + "num_input_tokens_seen": 8699232, + "step": 13315 + }, + { + "epoch": 7.85377358490566, + "grad_norm": 2.299679756164551, + "learning_rate": 7.610123332988673e-06, + "loss": 0.4426, + "num_input_tokens_seen": 8702752, + "step": 13320 + }, + { + "epoch": 7.8567216981132075, + "grad_norm": 1.3452025651931763, + "learning_rate": 7.607928641519992e-06, + "loss": 0.4994, + "num_input_tokens_seen": 8705920, + "step": 13325 + }, + { + "epoch": 7.859669811320755, + "grad_norm": 3.6860768795013428, + "learning_rate": 7.605733259590964e-06, + "loss": 0.4112, + "num_input_tokens_seen": 8709152, + "step": 13330 + }, + { + "epoch": 7.862617924528302, + "grad_norm": 3.1628453731536865, + "learning_rate": 7.603537187782826e-06, + "loss": 0.3559, + "num_input_tokens_seen": 8711776, + "step": 13335 + }, + { + "epoch": 7.865566037735849, + "grad_norm": 1.9527082443237305, + "learning_rate": 7.601340426676996e-06, + "loss": 0.3323, + "num_input_tokens_seen": 8714848, + "step": 13340 + }, + { + "epoch": 7.868514150943396, + "grad_norm": 1.0787205696105957, + "learning_rate": 7.599142976855077e-06, + "loss": 0.3329, + "num_input_tokens_seen": 8718048, + "step": 13345 + }, + { + "epoch": 7.871462264150943, + "grad_norm": 2.227656602859497, + "learning_rate": 7.596944838898854e-06, + "loss": 0.497, + "num_input_tokens_seen": 8721472, + "step": 13350 + }, + { + "epoch": 7.87441037735849, + "grad_norm": 1.377647876739502, + "learning_rate": 7.594746013390293e-06, + "loss": 0.382, + "num_input_tokens_seen": 8725088, + "step": 13355 + }, + { + "epoch": 7.877358490566038, + "grad_norm": 1.5899887084960938, + "learning_rate": 7.59254650091154e-06, + "loss": 0.4087, + "num_input_tokens_seen": 8728448, + "step": 13360 + }, + { + "epoch": 7.880306603773585, + "grad_norm": 2.3198888301849365, + "learning_rate": 7.59034630204493e-06, + "loss": 0.3048, + "num_input_tokens_seen": 8731136, + "step": 13365 + }, + { + "epoch": 7.883254716981132, + "grad_norm": 1.4046881198883057, + "learning_rate": 7.588145417372972e-06, + "loss": 0.4654, + "num_input_tokens_seen": 8734784, + "step": 13370 + }, + { + "epoch": 7.8862028301886795, + "grad_norm": 2.060512065887451, + "learning_rate": 7.585943847478361e-06, + "loss": 0.3591, + "num_input_tokens_seen": 8737984, + "step": 13375 + }, + { + "epoch": 7.889150943396227, + "grad_norm": 2.0735936164855957, + "learning_rate": 7.583741592943971e-06, + "loss": 0.4491, + "num_input_tokens_seen": 8741472, + "step": 13380 + }, + { + "epoch": 7.892099056603773, + "grad_norm": 2.057619333267212, + "learning_rate": 7.581538654352859e-06, + "loss": 0.4531, + "num_input_tokens_seen": 8747776, + "step": 13385 + }, + { + "epoch": 7.8950471698113205, + "grad_norm": 2.657151460647583, + "learning_rate": 7.579335032288262e-06, + "loss": 0.4144, + "num_input_tokens_seen": 8752416, + "step": 13390 + }, + { + "epoch": 7.897995283018868, + "grad_norm": 2.880122661590576, + "learning_rate": 7.577130727333598e-06, + "loss": 0.3194, + "num_input_tokens_seen": 8755168, + "step": 13395 + }, + { + "epoch": 7.900943396226415, + "grad_norm": 1.6355725526809692, + "learning_rate": 7.5749257400724695e-06, + "loss": 0.4759, + "num_input_tokens_seen": 8758560, + "step": 13400 + }, + { + "epoch": 7.903891509433962, + "grad_norm": 1.977415680885315, + "learning_rate": 7.572720071088653e-06, + "loss": 0.5081, + "num_input_tokens_seen": 8762208, + "step": 13405 + }, + { + "epoch": 7.90683962264151, + "grad_norm": 1.153354287147522, + "learning_rate": 7.570513720966108e-06, + "loss": 0.44, + "num_input_tokens_seen": 8765088, + "step": 13410 + }, + { + "epoch": 7.909787735849057, + "grad_norm": 2.681779146194458, + "learning_rate": 7.56830669028898e-06, + "loss": 0.5438, + "num_input_tokens_seen": 8768160, + "step": 13415 + }, + { + "epoch": 7.912735849056604, + "grad_norm": 3.07593035697937, + "learning_rate": 7.566098979641588e-06, + "loss": 0.4829, + "num_input_tokens_seen": 8775232, + "step": 13420 + }, + { + "epoch": 7.915683962264151, + "grad_norm": 1.556239128112793, + "learning_rate": 7.563890589608427e-06, + "loss": 0.3615, + "num_input_tokens_seen": 8779264, + "step": 13425 + }, + { + "epoch": 7.918632075471698, + "grad_norm": 2.2506184577941895, + "learning_rate": 7.561681520774187e-06, + "loss": 0.2998, + "num_input_tokens_seen": 8782464, + "step": 13430 + }, + { + "epoch": 7.921580188679245, + "grad_norm": 1.8729695081710815, + "learning_rate": 7.559471773723721e-06, + "loss": 0.4683, + "num_input_tokens_seen": 8785344, + "step": 13435 + }, + { + "epoch": 7.9245283018867925, + "grad_norm": 1.2914129495620728, + "learning_rate": 7.557261349042073e-06, + "loss": 0.44, + "num_input_tokens_seen": 8788640, + "step": 13440 + }, + { + "epoch": 7.92747641509434, + "grad_norm": 1.4473319053649902, + "learning_rate": 7.555050247314464e-06, + "loss": 0.2901, + "num_input_tokens_seen": 8792096, + "step": 13445 + }, + { + "epoch": 7.930424528301887, + "grad_norm": 1.5007513761520386, + "learning_rate": 7.552838469126289e-06, + "loss": 0.4706, + "num_input_tokens_seen": 8795712, + "step": 13450 + }, + { + "epoch": 7.933372641509434, + "grad_norm": 2.0685253143310547, + "learning_rate": 7.550626015063125e-06, + "loss": 0.2776, + "num_input_tokens_seen": 8798688, + "step": 13455 + }, + { + "epoch": 7.936320754716981, + "grad_norm": 2.24507999420166, + "learning_rate": 7.548412885710734e-06, + "loss": 0.4525, + "num_input_tokens_seen": 8801152, + "step": 13460 + }, + { + "epoch": 7.939268867924528, + "grad_norm": 2.122743844985962, + "learning_rate": 7.546199081655048e-06, + "loss": 0.4428, + "num_input_tokens_seen": 8804032, + "step": 13465 + }, + { + "epoch": 7.942216981132075, + "grad_norm": 2.862884759902954, + "learning_rate": 7.54398460348218e-06, + "loss": 0.395, + "num_input_tokens_seen": 8806976, + "step": 13470 + }, + { + "epoch": 7.945165094339623, + "grad_norm": 1.3305680751800537, + "learning_rate": 7.541769451778425e-06, + "loss": 0.3478, + "num_input_tokens_seen": 8810144, + "step": 13475 + }, + { + "epoch": 7.94811320754717, + "grad_norm": 2.161280632019043, + "learning_rate": 7.5395536271302536e-06, + "loss": 0.4966, + "num_input_tokens_seen": 8813184, + "step": 13480 + }, + { + "epoch": 7.951061320754717, + "grad_norm": 1.9861056804656982, + "learning_rate": 7.5373371301243136e-06, + "loss": 0.4186, + "num_input_tokens_seen": 8816448, + "step": 13485 + }, + { + "epoch": 7.9540094339622645, + "grad_norm": 1.2347102165222168, + "learning_rate": 7.535119961347433e-06, + "loss": 0.3877, + "num_input_tokens_seen": 8819456, + "step": 13490 + }, + { + "epoch": 7.956957547169811, + "grad_norm": 1.6307768821716309, + "learning_rate": 7.532902121386618e-06, + "loss": 0.3589, + "num_input_tokens_seen": 8822432, + "step": 13495 + }, + { + "epoch": 7.959905660377358, + "grad_norm": 1.7114853858947754, + "learning_rate": 7.530683610829051e-06, + "loss": 0.5083, + "num_input_tokens_seen": 8827808, + "step": 13500 + }, + { + "epoch": 7.962853773584905, + "grad_norm": 1.5613936185836792, + "learning_rate": 7.5284644302620906e-06, + "loss": 0.4944, + "num_input_tokens_seen": 8830784, + "step": 13505 + }, + { + "epoch": 7.965801886792453, + "grad_norm": 2.754337787628174, + "learning_rate": 7.526244580273274e-06, + "loss": 0.3825, + "num_input_tokens_seen": 8833504, + "step": 13510 + }, + { + "epoch": 7.96875, + "grad_norm": 1.9419187307357788, + "learning_rate": 7.524024061450318e-06, + "loss": 0.3923, + "num_input_tokens_seen": 8836096, + "step": 13515 + }, + { + "epoch": 7.971698113207547, + "grad_norm": 2.422178268432617, + "learning_rate": 7.521802874381115e-06, + "loss": 0.4421, + "num_input_tokens_seen": 8839200, + "step": 13520 + }, + { + "epoch": 7.974646226415095, + "grad_norm": 1.7092839479446411, + "learning_rate": 7.519581019653731e-06, + "loss": 0.4617, + "num_input_tokens_seen": 8842176, + "step": 13525 + }, + { + "epoch": 7.977594339622642, + "grad_norm": 3.328862190246582, + "learning_rate": 7.517358497856413e-06, + "loss": 0.4949, + "num_input_tokens_seen": 8845984, + "step": 13530 + }, + { + "epoch": 7.980542452830189, + "grad_norm": 3.1536338329315186, + "learning_rate": 7.515135309577584e-06, + "loss": 0.537, + "num_input_tokens_seen": 8848960, + "step": 13535 + }, + { + "epoch": 7.9834905660377355, + "grad_norm": 1.6744498014450073, + "learning_rate": 7.5129114554058425e-06, + "loss": 0.508, + "num_input_tokens_seen": 8852448, + "step": 13540 + }, + { + "epoch": 7.986438679245283, + "grad_norm": 2.3442153930664062, + "learning_rate": 7.510686935929963e-06, + "loss": 0.3163, + "num_input_tokens_seen": 8855648, + "step": 13545 + }, + { + "epoch": 7.98938679245283, + "grad_norm": 1.0954355001449585, + "learning_rate": 7.5084617517388965e-06, + "loss": 0.3578, + "num_input_tokens_seen": 8858304, + "step": 13550 + }, + { + "epoch": 7.992334905660377, + "grad_norm": 1.5877320766448975, + "learning_rate": 7.506235903421771e-06, + "loss": 0.5287, + "num_input_tokens_seen": 8861024, + "step": 13555 + }, + { + "epoch": 7.995283018867925, + "grad_norm": 2.60351300239563, + "learning_rate": 7.504009391567889e-06, + "loss": 0.3943, + "num_input_tokens_seen": 8863296, + "step": 13560 + }, + { + "epoch": 7.998231132075472, + "grad_norm": 2.37406063079834, + "learning_rate": 7.501782216766729e-06, + "loss": 0.4371, + "num_input_tokens_seen": 8865952, + "step": 13565 + }, + { + "epoch": 8.0, + "eval_loss": 0.4920814335346222, + "eval_runtime": 18.7537, + "eval_samples_per_second": 90.436, + "eval_steps_per_second": 22.609, + "num_input_tokens_seen": 8867608, + "step": 13568 + }, + { + "epoch": 8.00117924528302, + "grad_norm": 1.790000557899475, + "learning_rate": 7.499554379607944e-06, + "loss": 0.4394, + "num_input_tokens_seen": 8869176, + "step": 13570 + }, + { + "epoch": 8.004127358490566, + "grad_norm": 1.3521170616149902, + "learning_rate": 7.497325880681365e-06, + "loss": 0.4769, + "num_input_tokens_seen": 8872920, + "step": 13575 + }, + { + "epoch": 8.007075471698114, + "grad_norm": 1.9074466228485107, + "learning_rate": 7.495096720576994e-06, + "loss": 0.3827, + "num_input_tokens_seen": 8876792, + "step": 13580 + }, + { + "epoch": 8.01002358490566, + "grad_norm": 1.5210824012756348, + "learning_rate": 7.492866899885017e-06, + "loss": 0.3173, + "num_input_tokens_seen": 8880120, + "step": 13585 + }, + { + "epoch": 8.012971698113208, + "grad_norm": 3.227797269821167, + "learning_rate": 7.490636419195782e-06, + "loss": 0.4996, + "num_input_tokens_seen": 8883128, + "step": 13590 + }, + { + "epoch": 8.015919811320755, + "grad_norm": 1.4482107162475586, + "learning_rate": 7.488405279099821e-06, + "loss": 0.431, + "num_input_tokens_seen": 8886520, + "step": 13595 + }, + { + "epoch": 8.018867924528301, + "grad_norm": 2.211892604827881, + "learning_rate": 7.48617348018784e-06, + "loss": 0.4583, + "num_input_tokens_seen": 8890104, + "step": 13600 + }, + { + "epoch": 8.02181603773585, + "grad_norm": 3.505403757095337, + "learning_rate": 7.4839410230507134e-06, + "loss": 0.4687, + "num_input_tokens_seen": 8892856, + "step": 13605 + }, + { + "epoch": 8.024764150943396, + "grad_norm": 2.2619853019714355, + "learning_rate": 7.481707908279496e-06, + "loss": 0.408, + "num_input_tokens_seen": 8897048, + "step": 13610 + }, + { + "epoch": 8.027712264150944, + "grad_norm": 3.2783427238464355, + "learning_rate": 7.4794741364654144e-06, + "loss": 0.3604, + "num_input_tokens_seen": 8900056, + "step": 13615 + }, + { + "epoch": 8.03066037735849, + "grad_norm": 1.6637523174285889, + "learning_rate": 7.477239708199871e-06, + "loss": 0.5404, + "num_input_tokens_seen": 8903224, + "step": 13620 + }, + { + "epoch": 8.033608490566039, + "grad_norm": 3.33481764793396, + "learning_rate": 7.475004624074434e-06, + "loss": 0.3218, + "num_input_tokens_seen": 8906168, + "step": 13625 + }, + { + "epoch": 8.036556603773585, + "grad_norm": 1.8850492238998413, + "learning_rate": 7.4727688846808595e-06, + "loss": 0.3359, + "num_input_tokens_seen": 8908856, + "step": 13630 + }, + { + "epoch": 8.039504716981131, + "grad_norm": 1.3346123695373535, + "learning_rate": 7.4705324906110654e-06, + "loss": 0.4125, + "num_input_tokens_seen": 8913272, + "step": 13635 + }, + { + "epoch": 8.04245283018868, + "grad_norm": 3.469695806503296, + "learning_rate": 7.4682954424571466e-06, + "loss": 0.4049, + "num_input_tokens_seen": 8916184, + "step": 13640 + }, + { + "epoch": 8.045400943396226, + "grad_norm": 2.389134645462036, + "learning_rate": 7.466057740811372e-06, + "loss": 0.3826, + "num_input_tokens_seen": 8919064, + "step": 13645 + }, + { + "epoch": 8.048349056603774, + "grad_norm": 2.06070876121521, + "learning_rate": 7.463819386266182e-06, + "loss": 0.4355, + "num_input_tokens_seen": 8922072, + "step": 13650 + }, + { + "epoch": 8.05129716981132, + "grad_norm": 2.386605978012085, + "learning_rate": 7.461580379414191e-06, + "loss": 0.7885, + "num_input_tokens_seen": 8924408, + "step": 13655 + }, + { + "epoch": 8.054245283018869, + "grad_norm": 1.8857136964797974, + "learning_rate": 7.459340720848187e-06, + "loss": 0.4453, + "num_input_tokens_seen": 8926840, + "step": 13660 + }, + { + "epoch": 8.057193396226415, + "grad_norm": 3.2112009525299072, + "learning_rate": 7.457100411161128e-06, + "loss": 0.4446, + "num_input_tokens_seen": 8929816, + "step": 13665 + }, + { + "epoch": 8.060141509433961, + "grad_norm": 1.972874402999878, + "learning_rate": 7.454859450946144e-06, + "loss": 0.4444, + "num_input_tokens_seen": 8933656, + "step": 13670 + }, + { + "epoch": 8.06308962264151, + "grad_norm": 1.0350884199142456, + "learning_rate": 7.4526178407965396e-06, + "loss": 0.5378, + "num_input_tokens_seen": 8936568, + "step": 13675 + }, + { + "epoch": 8.066037735849056, + "grad_norm": 1.3718719482421875, + "learning_rate": 7.450375581305794e-06, + "loss": 0.3346, + "num_input_tokens_seen": 8939544, + "step": 13680 + }, + { + "epoch": 8.068985849056604, + "grad_norm": 1.7419078350067139, + "learning_rate": 7.448132673067552e-06, + "loss": 0.4289, + "num_input_tokens_seen": 8943256, + "step": 13685 + }, + { + "epoch": 8.07193396226415, + "grad_norm": 2.019347906112671, + "learning_rate": 7.445889116675634e-06, + "loss": 0.3225, + "num_input_tokens_seen": 8946424, + "step": 13690 + }, + { + "epoch": 8.074882075471699, + "grad_norm": 1.5295320749282837, + "learning_rate": 7.443644912724031e-06, + "loss": 0.3896, + "num_input_tokens_seen": 8948984, + "step": 13695 + }, + { + "epoch": 8.077830188679245, + "grad_norm": 2.460066795349121, + "learning_rate": 7.441400061806907e-06, + "loss": 0.3871, + "num_input_tokens_seen": 8952088, + "step": 13700 + }, + { + "epoch": 8.080778301886792, + "grad_norm": 2.0476183891296387, + "learning_rate": 7.439154564518592e-06, + "loss": 0.4906, + "num_input_tokens_seen": 8954776, + "step": 13705 + }, + { + "epoch": 8.08372641509434, + "grad_norm": 3.6454410552978516, + "learning_rate": 7.436908421453597e-06, + "loss": 0.5643, + "num_input_tokens_seen": 8958008, + "step": 13710 + }, + { + "epoch": 8.086674528301886, + "grad_norm": 1.6794465780258179, + "learning_rate": 7.434661633206593e-06, + "loss": 0.3725, + "num_input_tokens_seen": 8961848, + "step": 13715 + }, + { + "epoch": 8.089622641509434, + "grad_norm": 2.0807077884674072, + "learning_rate": 7.4324142003724286e-06, + "loss": 0.3796, + "num_input_tokens_seen": 8965528, + "step": 13720 + }, + { + "epoch": 8.09257075471698, + "grad_norm": 1.2192684412002563, + "learning_rate": 7.430166123546122e-06, + "loss": 0.2885, + "num_input_tokens_seen": 8968280, + "step": 13725 + }, + { + "epoch": 8.095518867924529, + "grad_norm": 2.5458390712738037, + "learning_rate": 7.427917403322862e-06, + "loss": 0.3169, + "num_input_tokens_seen": 8971832, + "step": 13730 + }, + { + "epoch": 8.098466981132075, + "grad_norm": 1.9446693658828735, + "learning_rate": 7.425668040298003e-06, + "loss": 0.3987, + "num_input_tokens_seen": 8975288, + "step": 13735 + }, + { + "epoch": 8.101415094339623, + "grad_norm": 2.9834060668945312, + "learning_rate": 7.4234180350670785e-06, + "loss": 0.4481, + "num_input_tokens_seen": 8977848, + "step": 13740 + }, + { + "epoch": 8.10436320754717, + "grad_norm": 2.1221137046813965, + "learning_rate": 7.421167388225785e-06, + "loss": 0.4301, + "num_input_tokens_seen": 8982968, + "step": 13745 + }, + { + "epoch": 8.107311320754716, + "grad_norm": 1.5738788843154907, + "learning_rate": 7.41891610036999e-06, + "loss": 0.4247, + "num_input_tokens_seen": 8986648, + "step": 13750 + }, + { + "epoch": 8.110259433962264, + "grad_norm": 2.2156689167022705, + "learning_rate": 7.416664172095732e-06, + "loss": 0.339, + "num_input_tokens_seen": 8989592, + "step": 13755 + }, + { + "epoch": 8.11320754716981, + "grad_norm": 1.7993628978729248, + "learning_rate": 7.414411603999221e-06, + "loss": 0.3555, + "num_input_tokens_seen": 8993272, + "step": 13760 + }, + { + "epoch": 8.116155660377359, + "grad_norm": 2.309267044067383, + "learning_rate": 7.4121583966768295e-06, + "loss": 0.4296, + "num_input_tokens_seen": 8996760, + "step": 13765 + }, + { + "epoch": 8.119103773584905, + "grad_norm": 4.252050876617432, + "learning_rate": 7.409904550725109e-06, + "loss": 0.5288, + "num_input_tokens_seen": 9004056, + "step": 13770 + }, + { + "epoch": 8.122051886792454, + "grad_norm": 2.002847194671631, + "learning_rate": 7.407650066740771e-06, + "loss": 0.3672, + "num_input_tokens_seen": 9007192, + "step": 13775 + }, + { + "epoch": 8.125, + "grad_norm": 3.9010534286499023, + "learning_rate": 7.405394945320702e-06, + "loss": 0.451, + "num_input_tokens_seen": 9010648, + "step": 13780 + }, + { + "epoch": 8.127948113207546, + "grad_norm": 2.1072771549224854, + "learning_rate": 7.403139187061955e-06, + "loss": 0.3593, + "num_input_tokens_seen": 9013816, + "step": 13785 + }, + { + "epoch": 8.130896226415095, + "grad_norm": 1.4500672817230225, + "learning_rate": 7.400882792561752e-06, + "loss": 0.3993, + "num_input_tokens_seen": 9016792, + "step": 13790 + }, + { + "epoch": 8.133844339622641, + "grad_norm": 2.0211341381073, + "learning_rate": 7.39862576241748e-06, + "loss": 0.4571, + "num_input_tokens_seen": 9019768, + "step": 13795 + }, + { + "epoch": 8.13679245283019, + "grad_norm": 2.174194812774658, + "learning_rate": 7.396368097226703e-06, + "loss": 0.4436, + "num_input_tokens_seen": 9022456, + "step": 13800 + }, + { + "epoch": 8.139740566037736, + "grad_norm": 2.0037307739257812, + "learning_rate": 7.394109797587144e-06, + "loss": 0.429, + "num_input_tokens_seen": 9025880, + "step": 13805 + }, + { + "epoch": 8.142688679245284, + "grad_norm": 1.701127290725708, + "learning_rate": 7.3918508640966956e-06, + "loss": 0.3364, + "num_input_tokens_seen": 9029304, + "step": 13810 + }, + { + "epoch": 8.14563679245283, + "grad_norm": 2.4085426330566406, + "learning_rate": 7.389591297353424e-06, + "loss": 0.4126, + "num_input_tokens_seen": 9032024, + "step": 13815 + }, + { + "epoch": 8.148584905660377, + "grad_norm": 1.8753726482391357, + "learning_rate": 7.3873310979555565e-06, + "loss": 0.3149, + "num_input_tokens_seen": 9035096, + "step": 13820 + }, + { + "epoch": 8.151533018867925, + "grad_norm": 2.5781667232513428, + "learning_rate": 7.385070266501495e-06, + "loss": 0.3927, + "num_input_tokens_seen": 9038104, + "step": 13825 + }, + { + "epoch": 8.154481132075471, + "grad_norm": 2.2072932720184326, + "learning_rate": 7.382808803589798e-06, + "loss": 0.4758, + "num_input_tokens_seen": 9040472, + "step": 13830 + }, + { + "epoch": 8.15742924528302, + "grad_norm": 1.615883469581604, + "learning_rate": 7.380546709819204e-06, + "loss": 0.3517, + "num_input_tokens_seen": 9043320, + "step": 13835 + }, + { + "epoch": 8.160377358490566, + "grad_norm": 2.6698572635650635, + "learning_rate": 7.378283985788608e-06, + "loss": 0.4363, + "num_input_tokens_seen": 9046744, + "step": 13840 + }, + { + "epoch": 8.163325471698114, + "grad_norm": 4.331698894500732, + "learning_rate": 7.376020632097076e-06, + "loss": 0.6668, + "num_input_tokens_seen": 9049624, + "step": 13845 + }, + { + "epoch": 8.16627358490566, + "grad_norm": 2.85426926612854, + "learning_rate": 7.373756649343841e-06, + "loss": 0.385, + "num_input_tokens_seen": 9051800, + "step": 13850 + }, + { + "epoch": 8.169221698113208, + "grad_norm": 2.5581767559051514, + "learning_rate": 7.371492038128305e-06, + "loss": 0.4332, + "num_input_tokens_seen": 9055928, + "step": 13855 + }, + { + "epoch": 8.172169811320755, + "grad_norm": 1.503772258758545, + "learning_rate": 7.36922679905003e-06, + "loss": 0.3704, + "num_input_tokens_seen": 9058328, + "step": 13860 + }, + { + "epoch": 8.175117924528301, + "grad_norm": 2.9149281978607178, + "learning_rate": 7.366960932708749e-06, + "loss": 0.331, + "num_input_tokens_seen": 9061848, + "step": 13865 + }, + { + "epoch": 8.17806603773585, + "grad_norm": 1.190253496170044, + "learning_rate": 7.364694439704361e-06, + "loss": 0.419, + "num_input_tokens_seen": 9065496, + "step": 13870 + }, + { + "epoch": 8.181014150943396, + "grad_norm": 1.7020447254180908, + "learning_rate": 7.3624273206369264e-06, + "loss": 0.3792, + "num_input_tokens_seen": 9068792, + "step": 13875 + }, + { + "epoch": 8.183962264150944, + "grad_norm": 2.2121927738189697, + "learning_rate": 7.360159576106681e-06, + "loss": 0.4596, + "num_input_tokens_seen": 9073464, + "step": 13880 + }, + { + "epoch": 8.18691037735849, + "grad_norm": 2.0338971614837646, + "learning_rate": 7.357891206714014e-06, + "loss": 0.3763, + "num_input_tokens_seen": 9076408, + "step": 13885 + }, + { + "epoch": 8.189858490566039, + "grad_norm": 3.8643240928649902, + "learning_rate": 7.355622213059487e-06, + "loss": 0.3304, + "num_input_tokens_seen": 9079288, + "step": 13890 + }, + { + "epoch": 8.192806603773585, + "grad_norm": 2.5680925846099854, + "learning_rate": 7.353352595743829e-06, + "loss": 0.4137, + "num_input_tokens_seen": 9082328, + "step": 13895 + }, + { + "epoch": 8.195754716981131, + "grad_norm": 2.5537683963775635, + "learning_rate": 7.351082355367928e-06, + "loss": 0.32, + "num_input_tokens_seen": 9084728, + "step": 13900 + }, + { + "epoch": 8.19870283018868, + "grad_norm": 2.2982330322265625, + "learning_rate": 7.34881149253284e-06, + "loss": 0.3997, + "num_input_tokens_seen": 9087544, + "step": 13905 + }, + { + "epoch": 8.201650943396226, + "grad_norm": 1.6554396152496338, + "learning_rate": 7.346540007839787e-06, + "loss": 0.3556, + "num_input_tokens_seen": 9091352, + "step": 13910 + }, + { + "epoch": 8.204599056603774, + "grad_norm": 2.6938116550445557, + "learning_rate": 7.344267901890154e-06, + "loss": 0.4899, + "num_input_tokens_seen": 9094168, + "step": 13915 + }, + { + "epoch": 8.20754716981132, + "grad_norm": 1.4155395030975342, + "learning_rate": 7.341995175285491e-06, + "loss": 0.4709, + "num_input_tokens_seen": 9096920, + "step": 13920 + }, + { + "epoch": 8.210495283018869, + "grad_norm": 3.390310049057007, + "learning_rate": 7.339721828627512e-06, + "loss": 0.2627, + "num_input_tokens_seen": 9099032, + "step": 13925 + }, + { + "epoch": 8.213443396226415, + "grad_norm": 1.6692274808883667, + "learning_rate": 7.337447862518096e-06, + "loss": 0.3987, + "num_input_tokens_seen": 9101816, + "step": 13930 + }, + { + "epoch": 8.216391509433961, + "grad_norm": 2.6893351078033447, + "learning_rate": 7.335173277559282e-06, + "loss": 0.455, + "num_input_tokens_seen": 9105048, + "step": 13935 + }, + { + "epoch": 8.21933962264151, + "grad_norm": 3.6900289058685303, + "learning_rate": 7.332898074353281e-06, + "loss": 0.3788, + "num_input_tokens_seen": 9108088, + "step": 13940 + }, + { + "epoch": 8.222287735849056, + "grad_norm": 2.341489315032959, + "learning_rate": 7.330622253502461e-06, + "loss": 0.325, + "num_input_tokens_seen": 9111128, + "step": 13945 + }, + { + "epoch": 8.225235849056604, + "grad_norm": 2.4280076026916504, + "learning_rate": 7.3283458156093534e-06, + "loss": 0.4513, + "num_input_tokens_seen": 9113880, + "step": 13950 + }, + { + "epoch": 8.22818396226415, + "grad_norm": 1.384272813796997, + "learning_rate": 7.326068761276657e-06, + "loss": 0.4126, + "num_input_tokens_seen": 9119480, + "step": 13955 + }, + { + "epoch": 8.231132075471699, + "grad_norm": 2.5915825366973877, + "learning_rate": 7.323791091107231e-06, + "loss": 0.4306, + "num_input_tokens_seen": 9123000, + "step": 13960 + }, + { + "epoch": 8.234080188679245, + "grad_norm": 3.2514588832855225, + "learning_rate": 7.3215128057040986e-06, + "loss": 0.3241, + "num_input_tokens_seen": 9125976, + "step": 13965 + }, + { + "epoch": 8.237028301886792, + "grad_norm": 3.2828640937805176, + "learning_rate": 7.319233905670447e-06, + "loss": 0.5143, + "num_input_tokens_seen": 9128792, + "step": 13970 + }, + { + "epoch": 8.23997641509434, + "grad_norm": 2.0906403064727783, + "learning_rate": 7.316954391609622e-06, + "loss": 0.5098, + "num_input_tokens_seen": 9131864, + "step": 13975 + }, + { + "epoch": 8.242924528301886, + "grad_norm": 2.3548169136047363, + "learning_rate": 7.314674264125137e-06, + "loss": 0.4173, + "num_input_tokens_seen": 9134552, + "step": 13980 + }, + { + "epoch": 8.245872641509434, + "grad_norm": 1.7783790826797485, + "learning_rate": 7.312393523820665e-06, + "loss": 0.3318, + "num_input_tokens_seen": 9137592, + "step": 13985 + }, + { + "epoch": 8.24882075471698, + "grad_norm": 2.019670009613037, + "learning_rate": 7.310112171300041e-06, + "loss": 0.3745, + "num_input_tokens_seen": 9140440, + "step": 13990 + }, + { + "epoch": 8.251768867924529, + "grad_norm": 2.906052827835083, + "learning_rate": 7.307830207167263e-06, + "loss": 0.3354, + "num_input_tokens_seen": 9143640, + "step": 13995 + }, + { + "epoch": 8.254716981132075, + "grad_norm": 2.5994763374328613, + "learning_rate": 7.305547632026493e-06, + "loss": 0.3925, + "num_input_tokens_seen": 9147128, + "step": 14000 + }, + { + "epoch": 8.257665094339623, + "grad_norm": 2.140289306640625, + "learning_rate": 7.3032644464820515e-06, + "loss": 0.5561, + "num_input_tokens_seen": 9150552, + "step": 14005 + }, + { + "epoch": 8.26061320754717, + "grad_norm": 2.2643322944641113, + "learning_rate": 7.30098065113842e-06, + "loss": 0.4396, + "num_input_tokens_seen": 9153272, + "step": 14010 + }, + { + "epoch": 8.263561320754716, + "grad_norm": 2.712480068206787, + "learning_rate": 7.298696246600244e-06, + "loss": 0.4652, + "num_input_tokens_seen": 9156536, + "step": 14015 + }, + { + "epoch": 8.266509433962264, + "grad_norm": 2.082627773284912, + "learning_rate": 7.2964112334723315e-06, + "loss": 0.4615, + "num_input_tokens_seen": 9159480, + "step": 14020 + }, + { + "epoch": 8.26945754716981, + "grad_norm": 2.1137280464172363, + "learning_rate": 7.294125612359647e-06, + "loss": 0.4085, + "num_input_tokens_seen": 9163768, + "step": 14025 + }, + { + "epoch": 8.272405660377359, + "grad_norm": 3.2457141876220703, + "learning_rate": 7.291839383867318e-06, + "loss": 0.401, + "num_input_tokens_seen": 9166936, + "step": 14030 + }, + { + "epoch": 8.275353773584905, + "grad_norm": 1.8212414979934692, + "learning_rate": 7.289552548600638e-06, + "loss": 0.4423, + "num_input_tokens_seen": 9170872, + "step": 14035 + }, + { + "epoch": 8.278301886792454, + "grad_norm": 2.295485258102417, + "learning_rate": 7.287265107165052e-06, + "loss": 0.3693, + "num_input_tokens_seen": 9173528, + "step": 14040 + }, + { + "epoch": 8.28125, + "grad_norm": 1.3310505151748657, + "learning_rate": 7.284977060166171e-06, + "loss": 0.4057, + "num_input_tokens_seen": 9177528, + "step": 14045 + }, + { + "epoch": 8.284198113207546, + "grad_norm": 1.0541778802871704, + "learning_rate": 7.282688408209766e-06, + "loss": 0.5049, + "num_input_tokens_seen": 9181208, + "step": 14050 + }, + { + "epoch": 8.287146226415095, + "grad_norm": 1.8497189283370972, + "learning_rate": 7.2803991519017655e-06, + "loss": 0.305, + "num_input_tokens_seen": 9183608, + "step": 14055 + }, + { + "epoch": 8.290094339622641, + "grad_norm": 1.7400473356246948, + "learning_rate": 7.2781092918482634e-06, + "loss": 0.4146, + "num_input_tokens_seen": 9187224, + "step": 14060 + }, + { + "epoch": 8.29304245283019, + "grad_norm": 2.447971820831299, + "learning_rate": 7.275818828655508e-06, + "loss": 0.39, + "num_input_tokens_seen": 9190840, + "step": 14065 + }, + { + "epoch": 8.295990566037736, + "grad_norm": 1.1643612384796143, + "learning_rate": 7.27352776292991e-06, + "loss": 0.3316, + "num_input_tokens_seen": 9194584, + "step": 14070 + }, + { + "epoch": 8.298938679245284, + "grad_norm": 2.1616878509521484, + "learning_rate": 7.271236095278036e-06, + "loss": 0.3254, + "num_input_tokens_seen": 9197496, + "step": 14075 + }, + { + "epoch": 8.30188679245283, + "grad_norm": 5.55695915222168, + "learning_rate": 7.2689438263066195e-06, + "loss": 0.467, + "num_input_tokens_seen": 9200120, + "step": 14080 + }, + { + "epoch": 8.304834905660377, + "grad_norm": 1.9183636903762817, + "learning_rate": 7.266650956622546e-06, + "loss": 0.4483, + "num_input_tokens_seen": 9203544, + "step": 14085 + }, + { + "epoch": 8.307783018867925, + "grad_norm": 1.7574571371078491, + "learning_rate": 7.2643574868328625e-06, + "loss": 0.5045, + "num_input_tokens_seen": 9207480, + "step": 14090 + }, + { + "epoch": 8.310731132075471, + "grad_norm": 1.6325712203979492, + "learning_rate": 7.262063417544776e-06, + "loss": 0.3375, + "num_input_tokens_seen": 9210296, + "step": 14095 + }, + { + "epoch": 8.31367924528302, + "grad_norm": 3.770176649093628, + "learning_rate": 7.25976874936565e-06, + "loss": 0.3762, + "num_input_tokens_seen": 9214712, + "step": 14100 + }, + { + "epoch": 8.316627358490566, + "grad_norm": 1.6722997426986694, + "learning_rate": 7.257473482903009e-06, + "loss": 0.3482, + "num_input_tokens_seen": 9218168, + "step": 14105 + }, + { + "epoch": 8.319575471698114, + "grad_norm": 2.08171010017395, + "learning_rate": 7.255177618764534e-06, + "loss": 0.4698, + "num_input_tokens_seen": 9221048, + "step": 14110 + }, + { + "epoch": 8.32252358490566, + "grad_norm": 2.187758207321167, + "learning_rate": 7.252881157558065e-06, + "loss": 0.4262, + "num_input_tokens_seen": 9223928, + "step": 14115 + }, + { + "epoch": 8.325471698113208, + "grad_norm": 2.7933285236358643, + "learning_rate": 7.250584099891602e-06, + "loss": 0.4014, + "num_input_tokens_seen": 9227384, + "step": 14120 + }, + { + "epoch": 8.328419811320755, + "grad_norm": 2.2024831771850586, + "learning_rate": 7.248286446373296e-06, + "loss": 0.429, + "num_input_tokens_seen": 9231288, + "step": 14125 + }, + { + "epoch": 8.331367924528301, + "grad_norm": 3.1055805683135986, + "learning_rate": 7.245988197611466e-06, + "loss": 0.2978, + "num_input_tokens_seen": 9233912, + "step": 14130 + }, + { + "epoch": 8.33431603773585, + "grad_norm": 3.7218973636627197, + "learning_rate": 7.2436893542145805e-06, + "loss": 0.4171, + "num_input_tokens_seen": 9236920, + "step": 14135 + }, + { + "epoch": 8.337264150943396, + "grad_norm": 2.535768747329712, + "learning_rate": 7.241389916791269e-06, + "loss": 0.3323, + "num_input_tokens_seen": 9239416, + "step": 14140 + }, + { + "epoch": 8.340212264150944, + "grad_norm": 4.404436111450195, + "learning_rate": 7.239089885950317e-06, + "loss": 0.5177, + "num_input_tokens_seen": 9242616, + "step": 14145 + }, + { + "epoch": 8.34316037735849, + "grad_norm": 2.9379162788391113, + "learning_rate": 7.236789262300667e-06, + "loss": 0.4219, + "num_input_tokens_seen": 9245176, + "step": 14150 + }, + { + "epoch": 8.346108490566039, + "grad_norm": 2.9726550579071045, + "learning_rate": 7.23448804645142e-06, + "loss": 0.5575, + "num_input_tokens_seen": 9248312, + "step": 14155 + }, + { + "epoch": 8.349056603773585, + "grad_norm": 1.877071499824524, + "learning_rate": 7.232186239011834e-06, + "loss": 0.3612, + "num_input_tokens_seen": 9252152, + "step": 14160 + }, + { + "epoch": 8.352004716981131, + "grad_norm": 1.5178664922714233, + "learning_rate": 7.2298838405913195e-06, + "loss": 0.4201, + "num_input_tokens_seen": 9254456, + "step": 14165 + }, + { + "epoch": 8.35495283018868, + "grad_norm": 1.966317057609558, + "learning_rate": 7.227580851799448e-06, + "loss": 0.4604, + "num_input_tokens_seen": 9257912, + "step": 14170 + }, + { + "epoch": 8.357900943396226, + "grad_norm": 2.246748685836792, + "learning_rate": 7.2252772732459455e-06, + "loss": 0.4557, + "num_input_tokens_seen": 9261656, + "step": 14175 + }, + { + "epoch": 8.360849056603774, + "grad_norm": 2.4383909702301025, + "learning_rate": 7.222973105540696e-06, + "loss": 0.5657, + "num_input_tokens_seen": 9265496, + "step": 14180 + }, + { + "epoch": 8.36379716981132, + "grad_norm": 3.8475072383880615, + "learning_rate": 7.2206683492937345e-06, + "loss": 0.5289, + "num_input_tokens_seen": 9268696, + "step": 14185 + }, + { + "epoch": 8.366745283018869, + "grad_norm": 2.066873073577881, + "learning_rate": 7.218363005115259e-06, + "loss": 0.4017, + "num_input_tokens_seen": 9271704, + "step": 14190 + }, + { + "epoch": 8.369693396226415, + "grad_norm": 2.0079870223999023, + "learning_rate": 7.216057073615617e-06, + "loss": 0.4163, + "num_input_tokens_seen": 9274424, + "step": 14195 + }, + { + "epoch": 8.372641509433961, + "grad_norm": 1.5922709703445435, + "learning_rate": 7.21375055540531e-06, + "loss": 0.4359, + "num_input_tokens_seen": 9277912, + "step": 14200 + }, + { + "epoch": 8.37558962264151, + "grad_norm": 3.269411563873291, + "learning_rate": 7.211443451095007e-06, + "loss": 0.4202, + "num_input_tokens_seen": 9281688, + "step": 14205 + }, + { + "epoch": 8.378537735849056, + "grad_norm": 2.0737147331237793, + "learning_rate": 7.2091357612955185e-06, + "loss": 0.5029, + "num_input_tokens_seen": 9285144, + "step": 14210 + }, + { + "epoch": 8.381485849056604, + "grad_norm": 1.8485652208328247, + "learning_rate": 7.206827486617816e-06, + "loss": 0.3819, + "num_input_tokens_seen": 9287992, + "step": 14215 + }, + { + "epoch": 8.38443396226415, + "grad_norm": 1.677400827407837, + "learning_rate": 7.204518627673026e-06, + "loss": 0.3648, + "num_input_tokens_seen": 9290808, + "step": 14220 + }, + { + "epoch": 8.387382075471699, + "grad_norm": 2.612121820449829, + "learning_rate": 7.202209185072428e-06, + "loss": 0.4861, + "num_input_tokens_seen": 9293496, + "step": 14225 + }, + { + "epoch": 8.390330188679245, + "grad_norm": 3.404949426651001, + "learning_rate": 7.199899159427457e-06, + "loss": 0.4721, + "num_input_tokens_seen": 9297016, + "step": 14230 + }, + { + "epoch": 8.393278301886792, + "grad_norm": 1.8410392999649048, + "learning_rate": 7.1975885513497035e-06, + "loss": 0.3805, + "num_input_tokens_seen": 9300504, + "step": 14235 + }, + { + "epoch": 8.39622641509434, + "grad_norm": 3.2600016593933105, + "learning_rate": 7.195277361450909e-06, + "loss": 0.2473, + "num_input_tokens_seen": 9303640, + "step": 14240 + }, + { + "epoch": 8.399174528301886, + "grad_norm": 3.1749329566955566, + "learning_rate": 7.192965590342973e-06, + "loss": 0.4635, + "num_input_tokens_seen": 9307000, + "step": 14245 + }, + { + "epoch": 8.402122641509434, + "grad_norm": 2.0894243717193604, + "learning_rate": 7.190653238637945e-06, + "loss": 0.4082, + "num_input_tokens_seen": 9309592, + "step": 14250 + }, + { + "epoch": 8.40507075471698, + "grad_norm": 3.8048527240753174, + "learning_rate": 7.18834030694803e-06, + "loss": 0.4996, + "num_input_tokens_seen": 9312696, + "step": 14255 + }, + { + "epoch": 8.408018867924529, + "grad_norm": 2.523102045059204, + "learning_rate": 7.186026795885589e-06, + "loss": 0.2918, + "num_input_tokens_seen": 9316120, + "step": 14260 + }, + { + "epoch": 8.410966981132075, + "grad_norm": 1.9177547693252563, + "learning_rate": 7.183712706063133e-06, + "loss": 0.498, + "num_input_tokens_seen": 9320056, + "step": 14265 + }, + { + "epoch": 8.413915094339623, + "grad_norm": 1.7611298561096191, + "learning_rate": 7.1813980380933255e-06, + "loss": 0.4275, + "num_input_tokens_seen": 9323672, + "step": 14270 + }, + { + "epoch": 8.41686320754717, + "grad_norm": 2.429145097732544, + "learning_rate": 7.179082792588986e-06, + "loss": 0.3355, + "num_input_tokens_seen": 9326616, + "step": 14275 + }, + { + "epoch": 8.419811320754716, + "grad_norm": 2.0693891048431396, + "learning_rate": 7.176766970163087e-06, + "loss": 0.3819, + "num_input_tokens_seen": 9329656, + "step": 14280 + }, + { + "epoch": 8.422759433962264, + "grad_norm": 2.6050620079040527, + "learning_rate": 7.17445057142875e-06, + "loss": 0.3096, + "num_input_tokens_seen": 9332920, + "step": 14285 + }, + { + "epoch": 8.42570754716981, + "grad_norm": 3.9267265796661377, + "learning_rate": 7.172133596999253e-06, + "loss": 0.4402, + "num_input_tokens_seen": 9336728, + "step": 14290 + }, + { + "epoch": 8.428655660377359, + "grad_norm": 3.8093883991241455, + "learning_rate": 7.1698160474880255e-06, + "loss": 0.497, + "num_input_tokens_seen": 9339128, + "step": 14295 + }, + { + "epoch": 8.431603773584905, + "grad_norm": 1.8783882856369019, + "learning_rate": 7.167497923508648e-06, + "loss": 0.2439, + "num_input_tokens_seen": 9342296, + "step": 14300 + }, + { + "epoch": 8.434551886792454, + "grad_norm": 2.9148669242858887, + "learning_rate": 7.165179225674854e-06, + "loss": 0.4713, + "num_input_tokens_seen": 9345144, + "step": 14305 + }, + { + "epoch": 8.4375, + "grad_norm": 1.6822428703308105, + "learning_rate": 7.1628599546005276e-06, + "loss": 0.4543, + "num_input_tokens_seen": 9348056, + "step": 14310 + }, + { + "epoch": 8.440448113207546, + "grad_norm": 1.743896245956421, + "learning_rate": 7.160540110899708e-06, + "loss": 0.5251, + "num_input_tokens_seen": 9351000, + "step": 14315 + }, + { + "epoch": 8.443396226415095, + "grad_norm": 1.5817112922668457, + "learning_rate": 7.158219695186582e-06, + "loss": 0.4422, + "num_input_tokens_seen": 9355224, + "step": 14320 + }, + { + "epoch": 8.446344339622641, + "grad_norm": 1.847737431526184, + "learning_rate": 7.1558987080754905e-06, + "loss": 0.3873, + "num_input_tokens_seen": 9358776, + "step": 14325 + }, + { + "epoch": 8.44929245283019, + "grad_norm": 3.2197084426879883, + "learning_rate": 7.1535771501809245e-06, + "loss": 0.3903, + "num_input_tokens_seen": 9361624, + "step": 14330 + }, + { + "epoch": 8.452240566037736, + "grad_norm": 1.6660213470458984, + "learning_rate": 7.151255022117527e-06, + "loss": 0.4307, + "num_input_tokens_seen": 9364792, + "step": 14335 + }, + { + "epoch": 8.455188679245284, + "grad_norm": 2.7070393562316895, + "learning_rate": 7.148932324500091e-06, + "loss": 0.3801, + "num_input_tokens_seen": 9367672, + "step": 14340 + }, + { + "epoch": 8.45813679245283, + "grad_norm": 1.777939796447754, + "learning_rate": 7.146609057943559e-06, + "loss": 0.4439, + "num_input_tokens_seen": 9371928, + "step": 14345 + }, + { + "epoch": 8.461084905660377, + "grad_norm": 2.043691873550415, + "learning_rate": 7.14428522306303e-06, + "loss": 0.4305, + "num_input_tokens_seen": 9376024, + "step": 14350 + }, + { + "epoch": 8.464033018867925, + "grad_norm": 3.31168794631958, + "learning_rate": 7.141960820473745e-06, + "loss": 0.4215, + "num_input_tokens_seen": 9378872, + "step": 14355 + }, + { + "epoch": 8.466981132075471, + "grad_norm": 1.2911510467529297, + "learning_rate": 7.139635850791102e-06, + "loss": 0.6146, + "num_input_tokens_seen": 9382744, + "step": 14360 + }, + { + "epoch": 8.46992924528302, + "grad_norm": 1.7267425060272217, + "learning_rate": 7.137310314630647e-06, + "loss": 0.3066, + "num_input_tokens_seen": 9385784, + "step": 14365 + }, + { + "epoch": 8.472877358490566, + "grad_norm": 2.647291421890259, + "learning_rate": 7.134984212608074e-06, + "loss": 0.5066, + "num_input_tokens_seen": 9389336, + "step": 14370 + }, + { + "epoch": 8.475825471698114, + "grad_norm": 2.2928199768066406, + "learning_rate": 7.13265754533923e-06, + "loss": 0.4148, + "num_input_tokens_seen": 9392024, + "step": 14375 + }, + { + "epoch": 8.47877358490566, + "grad_norm": 1.9324712753295898, + "learning_rate": 7.130330313440109e-06, + "loss": 0.3799, + "num_input_tokens_seen": 9396216, + "step": 14380 + }, + { + "epoch": 8.481721698113208, + "grad_norm": 4.498528957366943, + "learning_rate": 7.128002517526856e-06, + "loss": 0.3132, + "num_input_tokens_seen": 9399288, + "step": 14385 + }, + { + "epoch": 8.484669811320755, + "grad_norm": 2.1997389793395996, + "learning_rate": 7.1256741582157654e-06, + "loss": 0.4449, + "num_input_tokens_seen": 9402456, + "step": 14390 + }, + { + "epoch": 8.487617924528301, + "grad_norm": 2.063088893890381, + "learning_rate": 7.123345236123282e-06, + "loss": 0.3469, + "num_input_tokens_seen": 9406392, + "step": 14395 + }, + { + "epoch": 8.49056603773585, + "grad_norm": 2.3730292320251465, + "learning_rate": 7.121015751865994e-06, + "loss": 0.5478, + "num_input_tokens_seen": 9408664, + "step": 14400 + }, + { + "epoch": 8.493514150943396, + "grad_norm": 1.6583082675933838, + "learning_rate": 7.118685706060645e-06, + "loss": 0.4288, + "num_input_tokens_seen": 9410648, + "step": 14405 + }, + { + "epoch": 8.496462264150944, + "grad_norm": 2.2389612197875977, + "learning_rate": 7.116355099324126e-06, + "loss": 0.4302, + "num_input_tokens_seen": 9413432, + "step": 14410 + }, + { + "epoch": 8.49941037735849, + "grad_norm": 1.6785260438919067, + "learning_rate": 7.114023932273471e-06, + "loss": 0.408, + "num_input_tokens_seen": 9416824, + "step": 14415 + }, + { + "epoch": 8.502358490566039, + "grad_norm": 2.1879794597625732, + "learning_rate": 7.111692205525871e-06, + "loss": 0.3792, + "num_input_tokens_seen": 9419928, + "step": 14420 + }, + { + "epoch": 8.505306603773585, + "grad_norm": 1.679555058479309, + "learning_rate": 7.109359919698658e-06, + "loss": 0.3798, + "num_input_tokens_seen": 9424088, + "step": 14425 + }, + { + "epoch": 8.508254716981131, + "grad_norm": 1.4819878339767456, + "learning_rate": 7.107027075409316e-06, + "loss": 0.4506, + "num_input_tokens_seen": 9427128, + "step": 14430 + }, + { + "epoch": 8.51120283018868, + "grad_norm": 2.473090648651123, + "learning_rate": 7.104693673275475e-06, + "loss": 0.4814, + "num_input_tokens_seen": 9430168, + "step": 14435 + }, + { + "epoch": 8.514150943396226, + "grad_norm": 2.7830657958984375, + "learning_rate": 7.1023597139149115e-06, + "loss": 0.4663, + "num_input_tokens_seen": 9433592, + "step": 14440 + }, + { + "epoch": 8.517099056603774, + "grad_norm": 3.30198335647583, + "learning_rate": 7.100025197945555e-06, + "loss": 0.4157, + "num_input_tokens_seen": 9436632, + "step": 14445 + }, + { + "epoch": 8.52004716981132, + "grad_norm": 1.6382973194122314, + "learning_rate": 7.097690125985476e-06, + "loss": 0.5741, + "num_input_tokens_seen": 9439960, + "step": 14450 + }, + { + "epoch": 8.522995283018869, + "grad_norm": 1.9465266466140747, + "learning_rate": 7.095354498652895e-06, + "loss": 0.4103, + "num_input_tokens_seen": 9443096, + "step": 14455 + }, + { + "epoch": 8.525943396226415, + "grad_norm": 1.684493064880371, + "learning_rate": 7.093018316566182e-06, + "loss": 0.4481, + "num_input_tokens_seen": 9445880, + "step": 14460 + }, + { + "epoch": 8.528891509433961, + "grad_norm": 1.5000388622283936, + "learning_rate": 7.0906815803438465e-06, + "loss": 0.3642, + "num_input_tokens_seen": 9448952, + "step": 14465 + }, + { + "epoch": 8.53183962264151, + "grad_norm": 3.350227117538452, + "learning_rate": 7.088344290604554e-06, + "loss": 0.3965, + "num_input_tokens_seen": 9451768, + "step": 14470 + }, + { + "epoch": 8.534787735849056, + "grad_norm": 1.9202278852462769, + "learning_rate": 7.086006447967111e-06, + "loss": 0.384, + "num_input_tokens_seen": 9455480, + "step": 14475 + }, + { + "epoch": 8.537735849056604, + "grad_norm": 1.9541680812835693, + "learning_rate": 7.08366805305047e-06, + "loss": 0.3371, + "num_input_tokens_seen": 9459032, + "step": 14480 + }, + { + "epoch": 8.54068396226415, + "grad_norm": 2.053663730621338, + "learning_rate": 7.08132910647373e-06, + "loss": 0.4791, + "num_input_tokens_seen": 9463256, + "step": 14485 + }, + { + "epoch": 8.543632075471699, + "grad_norm": 2.6154515743255615, + "learning_rate": 7.078989608856142e-06, + "loss": 0.4718, + "num_input_tokens_seen": 9467000, + "step": 14490 + }, + { + "epoch": 8.546580188679245, + "grad_norm": 2.2177164554595947, + "learning_rate": 7.076649560817092e-06, + "loss": 0.4122, + "num_input_tokens_seen": 9470680, + "step": 14495 + }, + { + "epoch": 8.549528301886792, + "grad_norm": 2.7656660079956055, + "learning_rate": 7.0743089629761245e-06, + "loss": 0.35, + "num_input_tokens_seen": 9473048, + "step": 14500 + }, + { + "epoch": 8.55247641509434, + "grad_norm": 4.776053428649902, + "learning_rate": 7.071967815952917e-06, + "loss": 0.519, + "num_input_tokens_seen": 9475800, + "step": 14505 + }, + { + "epoch": 8.555424528301886, + "grad_norm": 2.0721933841705322, + "learning_rate": 7.0696261203673e-06, + "loss": 0.4996, + "num_input_tokens_seen": 9479384, + "step": 14510 + }, + { + "epoch": 8.558372641509434, + "grad_norm": 2.2705790996551514, + "learning_rate": 7.067283876839249e-06, + "loss": 0.4523, + "num_input_tokens_seen": 9482328, + "step": 14515 + }, + { + "epoch": 8.56132075471698, + "grad_norm": 2.54434871673584, + "learning_rate": 7.064941085988884e-06, + "loss": 0.4296, + "num_input_tokens_seen": 9485560, + "step": 14520 + }, + { + "epoch": 8.564268867924529, + "grad_norm": 2.2319819927215576, + "learning_rate": 7.062597748436464e-06, + "loss": 0.3903, + "num_input_tokens_seen": 9488216, + "step": 14525 + }, + { + "epoch": 8.567216981132075, + "grad_norm": 2.048976182937622, + "learning_rate": 7.060253864802402e-06, + "loss": 0.3881, + "num_input_tokens_seen": 9491896, + "step": 14530 + }, + { + "epoch": 8.570165094339622, + "grad_norm": 3.248668909072876, + "learning_rate": 7.05790943570725e-06, + "loss": 0.5073, + "num_input_tokens_seen": 9494520, + "step": 14535 + }, + { + "epoch": 8.57311320754717, + "grad_norm": 1.7059168815612793, + "learning_rate": 7.055564461771704e-06, + "loss": 0.31, + "num_input_tokens_seen": 9498712, + "step": 14540 + }, + { + "epoch": 8.576061320754716, + "grad_norm": 2.0337119102478027, + "learning_rate": 7.053218943616611e-06, + "loss": 0.4302, + "num_input_tokens_seen": 9501880, + "step": 14545 + }, + { + "epoch": 8.579009433962264, + "grad_norm": 1.5414252281188965, + "learning_rate": 7.050872881862952e-06, + "loss": 0.3915, + "num_input_tokens_seen": 9505688, + "step": 14550 + }, + { + "epoch": 8.58195754716981, + "grad_norm": 1.3170984983444214, + "learning_rate": 7.04852627713186e-06, + "loss": 0.4288, + "num_input_tokens_seen": 9508600, + "step": 14555 + }, + { + "epoch": 8.584905660377359, + "grad_norm": 2.6162610054016113, + "learning_rate": 7.0461791300446055e-06, + "loss": 0.4588, + "num_input_tokens_seen": 9511512, + "step": 14560 + }, + { + "epoch": 8.587853773584905, + "grad_norm": 3.0831100940704346, + "learning_rate": 7.043831441222611e-06, + "loss": 0.4573, + "num_input_tokens_seen": 9514008, + "step": 14565 + }, + { + "epoch": 8.590801886792454, + "grad_norm": 2.1163878440856934, + "learning_rate": 7.04148321128743e-06, + "loss": 0.4574, + "num_input_tokens_seen": 9516760, + "step": 14570 + }, + { + "epoch": 8.59375, + "grad_norm": 2.035662889480591, + "learning_rate": 7.039134440860773e-06, + "loss": 0.5893, + "num_input_tokens_seen": 9520216, + "step": 14575 + }, + { + "epoch": 8.596698113207546, + "grad_norm": 2.4014406204223633, + "learning_rate": 7.036785130564484e-06, + "loss": 0.3099, + "num_input_tokens_seen": 9523544, + "step": 14580 + }, + { + "epoch": 8.599646226415095, + "grad_norm": 2.443103075027466, + "learning_rate": 7.0344352810205544e-06, + "loss": 0.3993, + "num_input_tokens_seen": 9526968, + "step": 14585 + }, + { + "epoch": 8.602594339622641, + "grad_norm": 2.3403186798095703, + "learning_rate": 7.032084892851115e-06, + "loss": 0.4284, + "num_input_tokens_seen": 9529912, + "step": 14590 + }, + { + "epoch": 8.60554245283019, + "grad_norm": 3.4083540439605713, + "learning_rate": 7.0297339666784425e-06, + "loss": 0.4139, + "num_input_tokens_seen": 9533272, + "step": 14595 + }, + { + "epoch": 8.608490566037736, + "grad_norm": 2.7435314655303955, + "learning_rate": 7.0273825031249556e-06, + "loss": 0.4738, + "num_input_tokens_seen": 9536600, + "step": 14600 + }, + { + "epoch": 8.611438679245284, + "grad_norm": 2.294088840484619, + "learning_rate": 7.025030502813213e-06, + "loss": 0.4063, + "num_input_tokens_seen": 9539992, + "step": 14605 + }, + { + "epoch": 8.61438679245283, + "grad_norm": 2.3479323387145996, + "learning_rate": 7.022677966365917e-06, + "loss": 0.4814, + "num_input_tokens_seen": 9542872, + "step": 14610 + }, + { + "epoch": 8.617334905660378, + "grad_norm": 1.9401264190673828, + "learning_rate": 7.020324894405913e-06, + "loss": 0.2598, + "num_input_tokens_seen": 9545944, + "step": 14615 + }, + { + "epoch": 8.620283018867925, + "grad_norm": 2.8472232818603516, + "learning_rate": 7.017971287556185e-06, + "loss": 0.4115, + "num_input_tokens_seen": 9550136, + "step": 14620 + }, + { + "epoch": 8.623231132075471, + "grad_norm": 3.2323195934295654, + "learning_rate": 7.015617146439863e-06, + "loss": 0.3107, + "num_input_tokens_seen": 9552504, + "step": 14625 + }, + { + "epoch": 8.62617924528302, + "grad_norm": 3.1384713649749756, + "learning_rate": 7.0132624716802125e-06, + "loss": 0.4489, + "num_input_tokens_seen": 9555672, + "step": 14630 + }, + { + "epoch": 8.629127358490566, + "grad_norm": 1.9975776672363281, + "learning_rate": 7.0109072639006474e-06, + "loss": 0.3093, + "num_input_tokens_seen": 9558392, + "step": 14635 + }, + { + "epoch": 8.632075471698114, + "grad_norm": 2.9199635982513428, + "learning_rate": 7.008551523724717e-06, + "loss": 0.3408, + "num_input_tokens_seen": 9564440, + "step": 14640 + }, + { + "epoch": 8.63502358490566, + "grad_norm": 2.352649211883545, + "learning_rate": 7.006195251776116e-06, + "loss": 0.4135, + "num_input_tokens_seen": 9567480, + "step": 14645 + }, + { + "epoch": 8.637971698113208, + "grad_norm": 3.279766798019409, + "learning_rate": 7.003838448678674e-06, + "loss": 0.463, + "num_input_tokens_seen": 9570520, + "step": 14650 + }, + { + "epoch": 8.640919811320755, + "grad_norm": 1.635319709777832, + "learning_rate": 7.0014811150563675e-06, + "loss": 0.3828, + "num_input_tokens_seen": 9574744, + "step": 14655 + }, + { + "epoch": 8.643867924528301, + "grad_norm": 3.0902962684631348, + "learning_rate": 6.999123251533311e-06, + "loss": 0.4131, + "num_input_tokens_seen": 9578360, + "step": 14660 + }, + { + "epoch": 8.64681603773585, + "grad_norm": 2.565401315689087, + "learning_rate": 6.996764858733756e-06, + "loss": 0.48, + "num_input_tokens_seen": 9581080, + "step": 14665 + }, + { + "epoch": 8.649764150943396, + "grad_norm": 3.871695041656494, + "learning_rate": 6.994405937282099e-06, + "loss": 0.2995, + "num_input_tokens_seen": 9583992, + "step": 14670 + }, + { + "epoch": 8.652712264150944, + "grad_norm": 3.3470122814178467, + "learning_rate": 6.9920464878028745e-06, + "loss": 0.3323, + "num_input_tokens_seen": 9587416, + "step": 14675 + }, + { + "epoch": 8.65566037735849, + "grad_norm": 3.2243964672088623, + "learning_rate": 6.989686510920758e-06, + "loss": 0.3285, + "num_input_tokens_seen": 9590520, + "step": 14680 + }, + { + "epoch": 8.658608490566039, + "grad_norm": 2.018507719039917, + "learning_rate": 6.9873260072605634e-06, + "loss": 0.5035, + "num_input_tokens_seen": 9593272, + "step": 14685 + }, + { + "epoch": 8.661556603773585, + "grad_norm": 1.9248639345169067, + "learning_rate": 6.984964977447243e-06, + "loss": 0.3496, + "num_input_tokens_seen": 9595736, + "step": 14690 + }, + { + "epoch": 8.664504716981131, + "grad_norm": 2.54453444480896, + "learning_rate": 6.982603422105889e-06, + "loss": 0.4724, + "num_input_tokens_seen": 9598744, + "step": 14695 + }, + { + "epoch": 8.66745283018868, + "grad_norm": 3.32913875579834, + "learning_rate": 6.980241341861736e-06, + "loss": 0.3081, + "num_input_tokens_seen": 9602488, + "step": 14700 + }, + { + "epoch": 8.670400943396226, + "grad_norm": 2.5708887577056885, + "learning_rate": 6.977878737340153e-06, + "loss": 0.4275, + "num_input_tokens_seen": 9605784, + "step": 14705 + }, + { + "epoch": 8.673349056603774, + "grad_norm": 1.8393341302871704, + "learning_rate": 6.97551560916665e-06, + "loss": 0.285, + "num_input_tokens_seen": 9608568, + "step": 14710 + }, + { + "epoch": 8.67629716981132, + "grad_norm": 2.9329116344451904, + "learning_rate": 6.973151957966875e-06, + "loss": 0.3678, + "num_input_tokens_seen": 9611384, + "step": 14715 + }, + { + "epoch": 8.679245283018869, + "grad_norm": 2.788144111633301, + "learning_rate": 6.970787784366616e-06, + "loss": 0.4956, + "num_input_tokens_seen": 9614200, + "step": 14720 + }, + { + "epoch": 8.682193396226415, + "grad_norm": 1.769382357597351, + "learning_rate": 6.968423088991797e-06, + "loss": 0.3545, + "num_input_tokens_seen": 9617016, + "step": 14725 + }, + { + "epoch": 8.685141509433961, + "grad_norm": 1.8365521430969238, + "learning_rate": 6.966057872468481e-06, + "loss": 0.4336, + "num_input_tokens_seen": 9620376, + "step": 14730 + }, + { + "epoch": 8.68808962264151, + "grad_norm": 4.724879741668701, + "learning_rate": 6.963692135422872e-06, + "loss": 0.3556, + "num_input_tokens_seen": 9622968, + "step": 14735 + }, + { + "epoch": 8.691037735849056, + "grad_norm": 1.872223973274231, + "learning_rate": 6.961325878481305e-06, + "loss": 0.3722, + "num_input_tokens_seen": 9626136, + "step": 14740 + }, + { + "epoch": 8.693985849056604, + "grad_norm": 1.5607556104660034, + "learning_rate": 6.958959102270259e-06, + "loss": 0.4125, + "num_input_tokens_seen": 9630456, + "step": 14745 + }, + { + "epoch": 8.69693396226415, + "grad_norm": 1.627504825592041, + "learning_rate": 6.95659180741635e-06, + "loss": 0.3253, + "num_input_tokens_seen": 9633976, + "step": 14750 + }, + { + "epoch": 8.699882075471699, + "grad_norm": 1.7362807989120483, + "learning_rate": 6.954223994546326e-06, + "loss": 0.3445, + "num_input_tokens_seen": 9637496, + "step": 14755 + }, + { + "epoch": 8.702830188679245, + "grad_norm": 2.050217390060425, + "learning_rate": 6.951855664287077e-06, + "loss": 0.3901, + "num_input_tokens_seen": 9640152, + "step": 14760 + }, + { + "epoch": 8.705778301886792, + "grad_norm": 2.4483892917633057, + "learning_rate": 6.9494868172656304e-06, + "loss": 0.6282, + "num_input_tokens_seen": 9642808, + "step": 14765 + }, + { + "epoch": 8.70872641509434, + "grad_norm": 3.154482364654541, + "learning_rate": 6.947117454109146e-06, + "loss": 0.4301, + "num_input_tokens_seen": 9645784, + "step": 14770 + }, + { + "epoch": 8.711674528301886, + "grad_norm": 1.7613894939422607, + "learning_rate": 6.944747575444924e-06, + "loss": 0.5378, + "num_input_tokens_seen": 9648440, + "step": 14775 + }, + { + "epoch": 8.714622641509434, + "grad_norm": 1.515722632408142, + "learning_rate": 6.942377181900399e-06, + "loss": 0.3503, + "num_input_tokens_seen": 9651608, + "step": 14780 + }, + { + "epoch": 8.71757075471698, + "grad_norm": 1.9446550607681274, + "learning_rate": 6.940006274103146e-06, + "loss": 0.4016, + "num_input_tokens_seen": 9654520, + "step": 14785 + }, + { + "epoch": 8.720518867924529, + "grad_norm": 1.8770099878311157, + "learning_rate": 6.93763485268087e-06, + "loss": 0.3913, + "num_input_tokens_seen": 9657016, + "step": 14790 + }, + { + "epoch": 8.723466981132075, + "grad_norm": 1.2815461158752441, + "learning_rate": 6.935262918261416e-06, + "loss": 0.374, + "num_input_tokens_seen": 9659736, + "step": 14795 + }, + { + "epoch": 8.726415094339622, + "grad_norm": 2.2645792961120605, + "learning_rate": 6.932890471472764e-06, + "loss": 0.4416, + "num_input_tokens_seen": 9662424, + "step": 14800 + }, + { + "epoch": 8.72936320754717, + "grad_norm": 1.5946190357208252, + "learning_rate": 6.930517512943029e-06, + "loss": 0.5091, + "num_input_tokens_seen": 9665912, + "step": 14805 + }, + { + "epoch": 8.732311320754716, + "grad_norm": 2.918550491333008, + "learning_rate": 6.928144043300463e-06, + "loss": 0.4633, + "num_input_tokens_seen": 9670168, + "step": 14810 + }, + { + "epoch": 8.735259433962264, + "grad_norm": 2.0317587852478027, + "learning_rate": 6.925770063173451e-06, + "loss": 0.3009, + "num_input_tokens_seen": 9673752, + "step": 14815 + }, + { + "epoch": 8.73820754716981, + "grad_norm": 3.35501766204834, + "learning_rate": 6.923395573190514e-06, + "loss": 0.3575, + "num_input_tokens_seen": 9677784, + "step": 14820 + }, + { + "epoch": 8.741155660377359, + "grad_norm": 3.4491403102874756, + "learning_rate": 6.921020573980313e-06, + "loss": 0.4245, + "num_input_tokens_seen": 9680024, + "step": 14825 + }, + { + "epoch": 8.744103773584905, + "grad_norm": 1.8136239051818848, + "learning_rate": 6.918645066171634e-06, + "loss": 0.4826, + "num_input_tokens_seen": 9683736, + "step": 14830 + }, + { + "epoch": 8.747051886792454, + "grad_norm": 3.316403865814209, + "learning_rate": 6.916269050393404e-06, + "loss": 0.4784, + "num_input_tokens_seen": 9686776, + "step": 14835 + }, + { + "epoch": 8.75, + "grad_norm": 3.2058920860290527, + "learning_rate": 6.913892527274686e-06, + "loss": 0.4082, + "num_input_tokens_seen": 9689784, + "step": 14840 + }, + { + "epoch": 8.752948113207546, + "grad_norm": 2.9564614295959473, + "learning_rate": 6.9115154974446716e-06, + "loss": 0.4775, + "num_input_tokens_seen": 9693080, + "step": 14845 + }, + { + "epoch": 8.755896226415095, + "grad_norm": 2.738328456878662, + "learning_rate": 6.909137961532692e-06, + "loss": 0.3856, + "num_input_tokens_seen": 9696184, + "step": 14850 + }, + { + "epoch": 8.758844339622641, + "grad_norm": 1.6200803518295288, + "learning_rate": 6.906759920168209e-06, + "loss": 0.4996, + "num_input_tokens_seen": 9700312, + "step": 14855 + }, + { + "epoch": 8.76179245283019, + "grad_norm": 2.3785817623138428, + "learning_rate": 6.90438137398082e-06, + "loss": 0.3811, + "num_input_tokens_seen": 9703416, + "step": 14860 + }, + { + "epoch": 8.764740566037736, + "grad_norm": 2.7459757328033447, + "learning_rate": 6.902002323600252e-06, + "loss": 0.3908, + "num_input_tokens_seen": 9706360, + "step": 14865 + }, + { + "epoch": 8.767688679245284, + "grad_norm": 1.9598501920700073, + "learning_rate": 6.899622769656373e-06, + "loss": 0.4355, + "num_input_tokens_seen": 9708696, + "step": 14870 + }, + { + "epoch": 8.77063679245283, + "grad_norm": 2.371103048324585, + "learning_rate": 6.897242712779179e-06, + "loss": 0.356, + "num_input_tokens_seen": 9712024, + "step": 14875 + }, + { + "epoch": 8.773584905660378, + "grad_norm": 1.749570369720459, + "learning_rate": 6.894862153598802e-06, + "loss": 0.2943, + "num_input_tokens_seen": 9716152, + "step": 14880 + }, + { + "epoch": 8.776533018867925, + "grad_norm": 1.9023500680923462, + "learning_rate": 6.892481092745502e-06, + "loss": 0.3947, + "num_input_tokens_seen": 9719224, + "step": 14885 + }, + { + "epoch": 8.779481132075471, + "grad_norm": 2.924086809158325, + "learning_rate": 6.890099530849677e-06, + "loss": 0.4123, + "num_input_tokens_seen": 9723352, + "step": 14890 + }, + { + "epoch": 8.78242924528302, + "grad_norm": 2.237894296646118, + "learning_rate": 6.887717468541855e-06, + "loss": 0.4974, + "num_input_tokens_seen": 9726456, + "step": 14895 + }, + { + "epoch": 8.785377358490566, + "grad_norm": 2.027987003326416, + "learning_rate": 6.885334906452696e-06, + "loss": 0.4704, + "num_input_tokens_seen": 9730104, + "step": 14900 + }, + { + "epoch": 8.788325471698114, + "grad_norm": 4.548130512237549, + "learning_rate": 6.882951845212997e-06, + "loss": 0.3796, + "num_input_tokens_seen": 9733016, + "step": 14905 + }, + { + "epoch": 8.79127358490566, + "grad_norm": 2.7126874923706055, + "learning_rate": 6.880568285453682e-06, + "loss": 0.3179, + "num_input_tokens_seen": 9736248, + "step": 14910 + }, + { + "epoch": 8.794221698113208, + "grad_norm": 1.7541043758392334, + "learning_rate": 6.878184227805807e-06, + "loss": 0.3724, + "num_input_tokens_seen": 9739928, + "step": 14915 + }, + { + "epoch": 8.797169811320755, + "grad_norm": 4.612641334533691, + "learning_rate": 6.8757996729005645e-06, + "loss": 0.3535, + "num_input_tokens_seen": 9742456, + "step": 14920 + }, + { + "epoch": 8.800117924528301, + "grad_norm": 2.5902113914489746, + "learning_rate": 6.8734146213692756e-06, + "loss": 0.6264, + "num_input_tokens_seen": 9745560, + "step": 14925 + }, + { + "epoch": 8.80306603773585, + "grad_norm": 1.911767840385437, + "learning_rate": 6.87102907384339e-06, + "loss": 0.3758, + "num_input_tokens_seen": 9748824, + "step": 14930 + }, + { + "epoch": 8.806014150943396, + "grad_norm": 1.1042113304138184, + "learning_rate": 6.868643030954494e-06, + "loss": 0.3588, + "num_input_tokens_seen": 9752536, + "step": 14935 + }, + { + "epoch": 8.808962264150944, + "grad_norm": 1.3758612871170044, + "learning_rate": 6.866256493334302e-06, + "loss": 0.413, + "num_input_tokens_seen": 9760536, + "step": 14940 + }, + { + "epoch": 8.81191037735849, + "grad_norm": 2.0324084758758545, + "learning_rate": 6.863869461614659e-06, + "loss": 0.403, + "num_input_tokens_seen": 9763896, + "step": 14945 + }, + { + "epoch": 8.814858490566039, + "grad_norm": 1.2488363981246948, + "learning_rate": 6.861481936427545e-06, + "loss": 0.4386, + "num_input_tokens_seen": 9766680, + "step": 14950 + }, + { + "epoch": 8.817806603773585, + "grad_norm": 2.9719889163970947, + "learning_rate": 6.859093918405067e-06, + "loss": 0.3717, + "num_input_tokens_seen": 9769336, + "step": 14955 + }, + { + "epoch": 8.820754716981131, + "grad_norm": 1.872299075126648, + "learning_rate": 6.856705408179458e-06, + "loss": 0.4733, + "num_input_tokens_seen": 9772440, + "step": 14960 + }, + { + "epoch": 8.82370283018868, + "grad_norm": 2.036712408065796, + "learning_rate": 6.854316406383093e-06, + "loss": 0.3553, + "num_input_tokens_seen": 9777304, + "step": 14965 + }, + { + "epoch": 8.826650943396226, + "grad_norm": 5.452658653259277, + "learning_rate": 6.8519269136484665e-06, + "loss": 0.4349, + "num_input_tokens_seen": 9780696, + "step": 14970 + }, + { + "epoch": 8.829599056603774, + "grad_norm": 2.2328879833221436, + "learning_rate": 6.849536930608208e-06, + "loss": 0.357, + "num_input_tokens_seen": 9784344, + "step": 14975 + }, + { + "epoch": 8.83254716981132, + "grad_norm": 4.250870227813721, + "learning_rate": 6.847146457895078e-06, + "loss": 0.3328, + "num_input_tokens_seen": 9787800, + "step": 14980 + }, + { + "epoch": 8.835495283018869, + "grad_norm": 2.2280123233795166, + "learning_rate": 6.8447554961419615e-06, + "loss": 0.4489, + "num_input_tokens_seen": 9790712, + "step": 14985 + }, + { + "epoch": 8.838443396226415, + "grad_norm": 3.0344555377960205, + "learning_rate": 6.842364045981876e-06, + "loss": 0.6047, + "num_input_tokens_seen": 9793720, + "step": 14990 + }, + { + "epoch": 8.841391509433961, + "grad_norm": 2.3279974460601807, + "learning_rate": 6.83997210804797e-06, + "loss": 0.5198, + "num_input_tokens_seen": 9797816, + "step": 14995 + }, + { + "epoch": 8.84433962264151, + "grad_norm": 3.9287140369415283, + "learning_rate": 6.837579682973519e-06, + "loss": 0.5009, + "num_input_tokens_seen": 9800600, + "step": 15000 + }, + { + "epoch": 8.847287735849056, + "grad_norm": 3.5449676513671875, + "learning_rate": 6.835186771391926e-06, + "loss": 0.4178, + "num_input_tokens_seen": 9804088, + "step": 15005 + }, + { + "epoch": 8.850235849056604, + "grad_norm": 2.971341371536255, + "learning_rate": 6.8327933739367266e-06, + "loss": 0.4859, + "num_input_tokens_seen": 9807320, + "step": 15010 + }, + { + "epoch": 8.85318396226415, + "grad_norm": 3.85860276222229, + "learning_rate": 6.830399491241584e-06, + "loss": 0.4521, + "num_input_tokens_seen": 9810872, + "step": 15015 + }, + { + "epoch": 8.856132075471699, + "grad_norm": 1.7016701698303223, + "learning_rate": 6.828005123940287e-06, + "loss": 0.3628, + "num_input_tokens_seen": 9813976, + "step": 15020 + }, + { + "epoch": 8.859080188679245, + "grad_norm": 3.2953665256500244, + "learning_rate": 6.825610272666754e-06, + "loss": 0.3486, + "num_input_tokens_seen": 9817976, + "step": 15025 + }, + { + "epoch": 8.862028301886792, + "grad_norm": 2.02380633354187, + "learning_rate": 6.823214938055034e-06, + "loss": 0.3707, + "num_input_tokens_seen": 9820504, + "step": 15030 + }, + { + "epoch": 8.86497641509434, + "grad_norm": 1.4305791854858398, + "learning_rate": 6.8208191207393e-06, + "loss": 0.4037, + "num_input_tokens_seen": 9823384, + "step": 15035 + }, + { + "epoch": 8.867924528301886, + "grad_norm": 1.0035414695739746, + "learning_rate": 6.818422821353859e-06, + "loss": 0.2936, + "num_input_tokens_seen": 9826648, + "step": 15040 + }, + { + "epoch": 8.870872641509434, + "grad_norm": 2.495640277862549, + "learning_rate": 6.816026040533139e-06, + "loss": 0.354, + "num_input_tokens_seen": 9830072, + "step": 15045 + }, + { + "epoch": 8.87382075471698, + "grad_norm": 2.9878978729248047, + "learning_rate": 6.8136287789116966e-06, + "loss": 0.4247, + "num_input_tokens_seen": 9832536, + "step": 15050 + }, + { + "epoch": 8.876768867924529, + "grad_norm": 2.6671483516693115, + "learning_rate": 6.81123103712422e-06, + "loss": 0.4897, + "num_input_tokens_seen": 9835512, + "step": 15055 + }, + { + "epoch": 8.879716981132075, + "grad_norm": 1.4412426948547363, + "learning_rate": 6.808832815805518e-06, + "loss": 0.4531, + "num_input_tokens_seen": 9839320, + "step": 15060 + }, + { + "epoch": 8.882665094339622, + "grad_norm": 2.135005474090576, + "learning_rate": 6.806434115590534e-06, + "loss": 0.3906, + "num_input_tokens_seen": 9842712, + "step": 15065 + }, + { + "epoch": 8.88561320754717, + "grad_norm": 2.900148630142212, + "learning_rate": 6.804034937114332e-06, + "loss": 0.445, + "num_input_tokens_seen": 9845720, + "step": 15070 + }, + { + "epoch": 8.888561320754716, + "grad_norm": 1.5964435338974, + "learning_rate": 6.8016352810121064e-06, + "loss": 0.3388, + "num_input_tokens_seen": 9848248, + "step": 15075 + }, + { + "epoch": 8.891509433962264, + "grad_norm": 1.0653239488601685, + "learning_rate": 6.799235147919176e-06, + "loss": 0.3037, + "num_input_tokens_seen": 9852376, + "step": 15080 + }, + { + "epoch": 8.89445754716981, + "grad_norm": 2.7776286602020264, + "learning_rate": 6.796834538470985e-06, + "loss": 0.3952, + "num_input_tokens_seen": 9855384, + "step": 15085 + }, + { + "epoch": 8.897405660377359, + "grad_norm": 2.5425872802734375, + "learning_rate": 6.794433453303106e-06, + "loss": 0.4651, + "num_input_tokens_seen": 9861464, + "step": 15090 + }, + { + "epoch": 8.900353773584905, + "grad_norm": 3.455137252807617, + "learning_rate": 6.792031893051238e-06, + "loss": 0.3229, + "num_input_tokens_seen": 9864024, + "step": 15095 + }, + { + "epoch": 8.903301886792454, + "grad_norm": 1.7520241737365723, + "learning_rate": 6.789629858351201e-06, + "loss": 0.4146, + "num_input_tokens_seen": 9866648, + "step": 15100 + }, + { + "epoch": 8.90625, + "grad_norm": 1.5742450952529907, + "learning_rate": 6.787227349838946e-06, + "loss": 0.3526, + "num_input_tokens_seen": 9869656, + "step": 15105 + }, + { + "epoch": 8.909198113207546, + "grad_norm": 1.8158010244369507, + "learning_rate": 6.784824368150548e-06, + "loss": 0.3247, + "num_input_tokens_seen": 9872792, + "step": 15110 + }, + { + "epoch": 8.912146226415095, + "grad_norm": 1.4894038438796997, + "learning_rate": 6.7824209139222076e-06, + "loss": 0.394, + "num_input_tokens_seen": 9876952, + "step": 15115 + }, + { + "epoch": 8.915094339622641, + "grad_norm": 1.4386667013168335, + "learning_rate": 6.780016987790248e-06, + "loss": 0.4196, + "num_input_tokens_seen": 9880952, + "step": 15120 + }, + { + "epoch": 8.91804245283019, + "grad_norm": 2.9339959621429443, + "learning_rate": 6.7776125903911194e-06, + "loss": 0.4257, + "num_input_tokens_seen": 9885016, + "step": 15125 + }, + { + "epoch": 8.920990566037736, + "grad_norm": 2.711836099624634, + "learning_rate": 6.775207722361396e-06, + "loss": 0.4519, + "num_input_tokens_seen": 9887768, + "step": 15130 + }, + { + "epoch": 8.923938679245284, + "grad_norm": 1.6346588134765625, + "learning_rate": 6.772802384337778e-06, + "loss": 0.3463, + "num_input_tokens_seen": 9890776, + "step": 15135 + }, + { + "epoch": 8.92688679245283, + "grad_norm": 2.933366298675537, + "learning_rate": 6.770396576957088e-06, + "loss": 0.4359, + "num_input_tokens_seen": 9893688, + "step": 15140 + }, + { + "epoch": 8.929834905660378, + "grad_norm": 1.9043774604797363, + "learning_rate": 6.767990300856274e-06, + "loss": 0.3928, + "num_input_tokens_seen": 9896248, + "step": 15145 + }, + { + "epoch": 8.932783018867925, + "grad_norm": 2.8072381019592285, + "learning_rate": 6.765583556672408e-06, + "loss": 0.4428, + "num_input_tokens_seen": 9899608, + "step": 15150 + }, + { + "epoch": 8.935731132075471, + "grad_norm": 1.9164233207702637, + "learning_rate": 6.763176345042687e-06, + "loss": 0.6458, + "num_input_tokens_seen": 9903448, + "step": 15155 + }, + { + "epoch": 8.93867924528302, + "grad_norm": 2.4667489528656006, + "learning_rate": 6.760768666604429e-06, + "loss": 0.333, + "num_input_tokens_seen": 9906936, + "step": 15160 + }, + { + "epoch": 8.941627358490566, + "grad_norm": 2.3064496517181396, + "learning_rate": 6.758360521995079e-06, + "loss": 0.4129, + "num_input_tokens_seen": 9910008, + "step": 15165 + }, + { + "epoch": 8.944575471698114, + "grad_norm": 3.7178735733032227, + "learning_rate": 6.755951911852202e-06, + "loss": 0.5456, + "num_input_tokens_seen": 9913336, + "step": 15170 + }, + { + "epoch": 8.94752358490566, + "grad_norm": 1.4236968755722046, + "learning_rate": 6.7535428368134885e-06, + "loss": 0.3986, + "num_input_tokens_seen": 9916120, + "step": 15175 + }, + { + "epoch": 8.950471698113208, + "grad_norm": 2.1203205585479736, + "learning_rate": 6.751133297516752e-06, + "loss": 0.3169, + "num_input_tokens_seen": 9919000, + "step": 15180 + }, + { + "epoch": 8.953419811320755, + "grad_norm": 1.956188440322876, + "learning_rate": 6.748723294599928e-06, + "loss": 0.3997, + "num_input_tokens_seen": 9922008, + "step": 15185 + }, + { + "epoch": 8.956367924528301, + "grad_norm": 1.7713927030563354, + "learning_rate": 6.746312828701075e-06, + "loss": 0.3919, + "num_input_tokens_seen": 9924696, + "step": 15190 + }, + { + "epoch": 8.95931603773585, + "grad_norm": 2.2997641563415527, + "learning_rate": 6.743901900458374e-06, + "loss": 0.2692, + "num_input_tokens_seen": 9927864, + "step": 15195 + }, + { + "epoch": 8.962264150943396, + "grad_norm": 2.7275404930114746, + "learning_rate": 6.741490510510129e-06, + "loss": 0.4766, + "num_input_tokens_seen": 9932504, + "step": 15200 + }, + { + "epoch": 8.965212264150944, + "grad_norm": 2.2223026752471924, + "learning_rate": 6.7390786594947665e-06, + "loss": 0.4765, + "num_input_tokens_seen": 9937240, + "step": 15205 + }, + { + "epoch": 8.96816037735849, + "grad_norm": 1.7570794820785522, + "learning_rate": 6.7366663480508335e-06, + "loss": 0.4525, + "num_input_tokens_seen": 9940888, + "step": 15210 + }, + { + "epoch": 8.971108490566039, + "grad_norm": 2.615522623062134, + "learning_rate": 6.734253576817002e-06, + "loss": 0.3457, + "num_input_tokens_seen": 9943768, + "step": 15215 + }, + { + "epoch": 8.974056603773585, + "grad_norm": 3.751554250717163, + "learning_rate": 6.731840346432061e-06, + "loss": 0.3697, + "num_input_tokens_seen": 9946264, + "step": 15220 + }, + { + "epoch": 8.977004716981131, + "grad_norm": 3.2366600036621094, + "learning_rate": 6.729426657534922e-06, + "loss": 0.5017, + "num_input_tokens_seen": 9949496, + "step": 15225 + }, + { + "epoch": 8.97995283018868, + "grad_norm": 1.9053252935409546, + "learning_rate": 6.727012510764624e-06, + "loss": 0.4211, + "num_input_tokens_seen": 9952344, + "step": 15230 + }, + { + "epoch": 8.982900943396226, + "grad_norm": 6.4971184730529785, + "learning_rate": 6.724597906760322e-06, + "loss": 0.3811, + "num_input_tokens_seen": 9955544, + "step": 15235 + }, + { + "epoch": 8.985849056603774, + "grad_norm": 3.904165267944336, + "learning_rate": 6.722182846161289e-06, + "loss": 0.3612, + "num_input_tokens_seen": 9959096, + "step": 15240 + }, + { + "epoch": 8.98879716981132, + "grad_norm": 5.107969284057617, + "learning_rate": 6.719767329606926e-06, + "loss": 0.3423, + "num_input_tokens_seen": 9961848, + "step": 15245 + }, + { + "epoch": 8.991745283018869, + "grad_norm": 1.8246524333953857, + "learning_rate": 6.717351357736751e-06, + "loss": 0.3972, + "num_input_tokens_seen": 9964696, + "step": 15250 + }, + { + "epoch": 8.994693396226415, + "grad_norm": 3.062610626220703, + "learning_rate": 6.7149349311904025e-06, + "loss": 0.4335, + "num_input_tokens_seen": 9967832, + "step": 15255 + }, + { + "epoch": 8.997641509433961, + "grad_norm": 1.476216435432434, + "learning_rate": 6.712518050607642e-06, + "loss": 0.3512, + "num_input_tokens_seen": 9970968, + "step": 15260 + }, + { + "epoch": 9.00058962264151, + "grad_norm": 2.1501011848449707, + "learning_rate": 6.710100716628345e-06, + "loss": 0.3502, + "num_input_tokens_seen": 9973376, + "step": 15265 + }, + { + "epoch": 9.003537735849056, + "grad_norm": 1.3095632791519165, + "learning_rate": 6.707682929892513e-06, + "loss": 0.4661, + "num_input_tokens_seen": 9976320, + "step": 15270 + }, + { + "epoch": 9.006485849056604, + "grad_norm": 3.4184653759002686, + "learning_rate": 6.705264691040266e-06, + "loss": 0.4773, + "num_input_tokens_seen": 9979008, + "step": 15275 + }, + { + "epoch": 9.00943396226415, + "grad_norm": 1.7112406492233276, + "learning_rate": 6.7028460007118435e-06, + "loss": 0.2578, + "num_input_tokens_seen": 9981888, + "step": 15280 + }, + { + "epoch": 9.012382075471699, + "grad_norm": 1.5560412406921387, + "learning_rate": 6.700426859547602e-06, + "loss": 0.3901, + "num_input_tokens_seen": 9984608, + "step": 15285 + }, + { + "epoch": 9.015330188679245, + "grad_norm": 4.082228660583496, + "learning_rate": 6.6980072681880224e-06, + "loss": 0.3174, + "num_input_tokens_seen": 9988544, + "step": 15290 + }, + { + "epoch": 9.018278301886792, + "grad_norm": 1.710465908050537, + "learning_rate": 6.695587227273699e-06, + "loss": 0.3559, + "num_input_tokens_seen": 9991936, + "step": 15295 + }, + { + "epoch": 9.02122641509434, + "grad_norm": 3.192155599594116, + "learning_rate": 6.69316673744535e-06, + "loss": 0.3053, + "num_input_tokens_seen": 9996096, + "step": 15300 + }, + { + "epoch": 9.024174528301886, + "grad_norm": 3.469926357269287, + "learning_rate": 6.6907457993438115e-06, + "loss": 0.4738, + "num_input_tokens_seen": 9999904, + "step": 15305 + }, + { + "epoch": 9.027122641509434, + "grad_norm": 1.990594506263733, + "learning_rate": 6.688324413610036e-06, + "loss": 0.3446, + "num_input_tokens_seen": 10002976, + "step": 15310 + }, + { + "epoch": 9.03007075471698, + "grad_norm": 2.3802127838134766, + "learning_rate": 6.685902580885094e-06, + "loss": 0.4434, + "num_input_tokens_seen": 10005440, + "step": 15315 + }, + { + "epoch": 9.033018867924529, + "grad_norm": 2.7608251571655273, + "learning_rate": 6.6834803018101794e-06, + "loss": 0.4386, + "num_input_tokens_seen": 10008832, + "step": 15320 + }, + { + "epoch": 9.035966981132075, + "grad_norm": 1.9966293573379517, + "learning_rate": 6.681057577026599e-06, + "loss": 0.3975, + "num_input_tokens_seen": 10012320, + "step": 15325 + }, + { + "epoch": 9.038915094339623, + "grad_norm": 2.398750066757202, + "learning_rate": 6.6786344071757795e-06, + "loss": 0.283, + "num_input_tokens_seen": 10014400, + "step": 15330 + }, + { + "epoch": 9.04186320754717, + "grad_norm": 2.8039817810058594, + "learning_rate": 6.676210792899267e-06, + "loss": 0.3615, + "num_input_tokens_seen": 10018464, + "step": 15335 + }, + { + "epoch": 9.044811320754716, + "grad_norm": 1.63595712184906, + "learning_rate": 6.6737867348387235e-06, + "loss": 0.3892, + "num_input_tokens_seen": 10022368, + "step": 15340 + }, + { + "epoch": 9.047759433962264, + "grad_norm": 2.0883872509002686, + "learning_rate": 6.671362233635926e-06, + "loss": 0.3062, + "num_input_tokens_seen": 10024992, + "step": 15345 + }, + { + "epoch": 9.05070754716981, + "grad_norm": 2.8767807483673096, + "learning_rate": 6.668937289932775e-06, + "loss": 0.5069, + "num_input_tokens_seen": 10028800, + "step": 15350 + }, + { + "epoch": 9.053655660377359, + "grad_norm": 1.4423353672027588, + "learning_rate": 6.666511904371285e-06, + "loss": 0.3847, + "num_input_tokens_seen": 10031392, + "step": 15355 + }, + { + "epoch": 9.056603773584905, + "grad_norm": 2.772786855697632, + "learning_rate": 6.664086077593586e-06, + "loss": 0.3963, + "num_input_tokens_seen": 10034528, + "step": 15360 + }, + { + "epoch": 9.059551886792454, + "grad_norm": 2.3352267742156982, + "learning_rate": 6.661659810241924e-06, + "loss": 0.4719, + "num_input_tokens_seen": 10038816, + "step": 15365 + }, + { + "epoch": 9.0625, + "grad_norm": 2.0097832679748535, + "learning_rate": 6.659233102958667e-06, + "loss": 0.296, + "num_input_tokens_seen": 10042144, + "step": 15370 + }, + { + "epoch": 9.065448113207546, + "grad_norm": 4.1086506843566895, + "learning_rate": 6.6568059563862965e-06, + "loss": 0.3968, + "num_input_tokens_seen": 10046144, + "step": 15375 + }, + { + "epoch": 9.068396226415095, + "grad_norm": 1.770776391029358, + "learning_rate": 6.654378371167407e-06, + "loss": 0.396, + "num_input_tokens_seen": 10049120, + "step": 15380 + }, + { + "epoch": 9.071344339622641, + "grad_norm": 3.098137378692627, + "learning_rate": 6.651950347944715e-06, + "loss": 0.3658, + "num_input_tokens_seen": 10052032, + "step": 15385 + }, + { + "epoch": 9.07429245283019, + "grad_norm": 3.056131362915039, + "learning_rate": 6.649521887361048e-06, + "loss": 0.3819, + "num_input_tokens_seen": 10055200, + "step": 15390 + }, + { + "epoch": 9.077240566037736, + "grad_norm": 2.5118935108184814, + "learning_rate": 6.647092990059352e-06, + "loss": 0.5158, + "num_input_tokens_seen": 10058784, + "step": 15395 + }, + { + "epoch": 9.080188679245284, + "grad_norm": 3.8215227127075195, + "learning_rate": 6.644663656682689e-06, + "loss": 0.3808, + "num_input_tokens_seen": 10061472, + "step": 15400 + }, + { + "epoch": 9.08313679245283, + "grad_norm": 2.345877170562744, + "learning_rate": 6.642233887874234e-06, + "loss": 0.3837, + "num_input_tokens_seen": 10065216, + "step": 15405 + }, + { + "epoch": 9.086084905660377, + "grad_norm": 2.560870885848999, + "learning_rate": 6.639803684277279e-06, + "loss": 0.3427, + "num_input_tokens_seen": 10068032, + "step": 15410 + }, + { + "epoch": 9.089033018867925, + "grad_norm": 1.4649163484573364, + "learning_rate": 6.637373046535233e-06, + "loss": 0.3718, + "num_input_tokens_seen": 10072736, + "step": 15415 + }, + { + "epoch": 9.091981132075471, + "grad_norm": 2.6090729236602783, + "learning_rate": 6.634941975291617e-06, + "loss": 0.5047, + "num_input_tokens_seen": 10075232, + "step": 15420 + }, + { + "epoch": 9.09492924528302, + "grad_norm": 4.703855514526367, + "learning_rate": 6.632510471190065e-06, + "loss": 0.3702, + "num_input_tokens_seen": 10078016, + "step": 15425 + }, + { + "epoch": 9.097877358490566, + "grad_norm": 2.0496082305908203, + "learning_rate": 6.630078534874332e-06, + "loss": 0.3545, + "num_input_tokens_seen": 10080672, + "step": 15430 + }, + { + "epoch": 9.100825471698114, + "grad_norm": 1.999635100364685, + "learning_rate": 6.62764616698828e-06, + "loss": 0.3349, + "num_input_tokens_seen": 10083584, + "step": 15435 + }, + { + "epoch": 9.10377358490566, + "grad_norm": 1.635606050491333, + "learning_rate": 6.625213368175889e-06, + "loss": 0.5286, + "num_input_tokens_seen": 10087552, + "step": 15440 + }, + { + "epoch": 9.106721698113208, + "grad_norm": 1.386110782623291, + "learning_rate": 6.622780139081256e-06, + "loss": 0.4508, + "num_input_tokens_seen": 10090272, + "step": 15445 + }, + { + "epoch": 9.109669811320755, + "grad_norm": 3.2937726974487305, + "learning_rate": 6.620346480348589e-06, + "loss": 0.4201, + "num_input_tokens_seen": 10093984, + "step": 15450 + }, + { + "epoch": 9.112617924528301, + "grad_norm": 3.058976411819458, + "learning_rate": 6.617912392622206e-06, + "loss": 0.4066, + "num_input_tokens_seen": 10098016, + "step": 15455 + }, + { + "epoch": 9.11556603773585, + "grad_norm": 2.2357168197631836, + "learning_rate": 6.615477876546544e-06, + "loss": 0.3171, + "num_input_tokens_seen": 10101248, + "step": 15460 + }, + { + "epoch": 9.118514150943396, + "grad_norm": 1.8999146223068237, + "learning_rate": 6.6130429327661535e-06, + "loss": 0.4055, + "num_input_tokens_seen": 10104864, + "step": 15465 + }, + { + "epoch": 9.121462264150944, + "grad_norm": 2.580825090408325, + "learning_rate": 6.610607561925694e-06, + "loss": 0.4063, + "num_input_tokens_seen": 10108416, + "step": 15470 + }, + { + "epoch": 9.12441037735849, + "grad_norm": 3.4037749767303467, + "learning_rate": 6.608171764669941e-06, + "loss": 0.3615, + "num_input_tokens_seen": 10111712, + "step": 15475 + }, + { + "epoch": 9.127358490566039, + "grad_norm": 2.888207197189331, + "learning_rate": 6.605735541643783e-06, + "loss": 0.3338, + "num_input_tokens_seen": 10114944, + "step": 15480 + }, + { + "epoch": 9.130306603773585, + "grad_norm": 1.839091420173645, + "learning_rate": 6.603298893492219e-06, + "loss": 0.2827, + "num_input_tokens_seen": 10117632, + "step": 15485 + }, + { + "epoch": 9.133254716981131, + "grad_norm": 1.8219581842422485, + "learning_rate": 6.6008618208603625e-06, + "loss": 0.4503, + "num_input_tokens_seen": 10120992, + "step": 15490 + }, + { + "epoch": 9.13620283018868, + "grad_norm": 3.5432257652282715, + "learning_rate": 6.598424324393442e-06, + "loss": 0.4463, + "num_input_tokens_seen": 10123840, + "step": 15495 + }, + { + "epoch": 9.139150943396226, + "grad_norm": 1.07149338722229, + "learning_rate": 6.595986404736792e-06, + "loss": 0.413, + "num_input_tokens_seen": 10127776, + "step": 15500 + }, + { + "epoch": 9.142099056603774, + "grad_norm": 1.943508505821228, + "learning_rate": 6.5935480625358615e-06, + "loss": 0.4218, + "num_input_tokens_seen": 10132288, + "step": 15505 + }, + { + "epoch": 9.14504716981132, + "grad_norm": 1.7776192426681519, + "learning_rate": 6.591109298436216e-06, + "loss": 0.4074, + "num_input_tokens_seen": 10135680, + "step": 15510 + }, + { + "epoch": 9.147995283018869, + "grad_norm": 2.3652265071868896, + "learning_rate": 6.5886701130835255e-06, + "loss": 0.5244, + "num_input_tokens_seen": 10139488, + "step": 15515 + }, + { + "epoch": 9.150943396226415, + "grad_norm": 2.200573682785034, + "learning_rate": 6.586230507123574e-06, + "loss": 0.4539, + "num_input_tokens_seen": 10143200, + "step": 15520 + }, + { + "epoch": 9.153891509433961, + "grad_norm": 3.9905669689178467, + "learning_rate": 6.583790481202261e-06, + "loss": 0.4785, + "num_input_tokens_seen": 10145376, + "step": 15525 + }, + { + "epoch": 9.15683962264151, + "grad_norm": 2.62672758102417, + "learning_rate": 6.5813500359655925e-06, + "loss": 0.2868, + "num_input_tokens_seen": 10148064, + "step": 15530 + }, + { + "epoch": 9.159787735849056, + "grad_norm": 1.707320213317871, + "learning_rate": 6.578909172059687e-06, + "loss": 0.3275, + "num_input_tokens_seen": 10151488, + "step": 15535 + }, + { + "epoch": 9.162735849056604, + "grad_norm": 1.7168599367141724, + "learning_rate": 6.576467890130772e-06, + "loss": 0.3133, + "num_input_tokens_seen": 10154656, + "step": 15540 + }, + { + "epoch": 9.16568396226415, + "grad_norm": 3.936133623123169, + "learning_rate": 6.574026190825191e-06, + "loss": 0.4386, + "num_input_tokens_seen": 10157056, + "step": 15545 + }, + { + "epoch": 9.168632075471699, + "grad_norm": 2.504760265350342, + "learning_rate": 6.57158407478939e-06, + "loss": 0.4042, + "num_input_tokens_seen": 10160992, + "step": 15550 + }, + { + "epoch": 9.171580188679245, + "grad_norm": 1.475934386253357, + "learning_rate": 6.569141542669935e-06, + "loss": 0.6158, + "num_input_tokens_seen": 10164448, + "step": 15555 + }, + { + "epoch": 9.174528301886792, + "grad_norm": 1.6899092197418213, + "learning_rate": 6.566698595113492e-06, + "loss": 0.353, + "num_input_tokens_seen": 10167328, + "step": 15560 + }, + { + "epoch": 9.17747641509434, + "grad_norm": 2.180422306060791, + "learning_rate": 6.564255232766843e-06, + "loss": 0.4574, + "num_input_tokens_seen": 10170400, + "step": 15565 + }, + { + "epoch": 9.180424528301886, + "grad_norm": 1.473893404006958, + "learning_rate": 6.561811456276881e-06, + "loss": 0.4052, + "num_input_tokens_seen": 10173472, + "step": 15570 + }, + { + "epoch": 9.183372641509434, + "grad_norm": 2.4152750968933105, + "learning_rate": 6.559367266290605e-06, + "loss": 0.274, + "num_input_tokens_seen": 10181312, + "step": 15575 + }, + { + "epoch": 9.18632075471698, + "grad_norm": 2.1212706565856934, + "learning_rate": 6.556922663455123e-06, + "loss": 0.3624, + "num_input_tokens_seen": 10184736, + "step": 15580 + }, + { + "epoch": 9.189268867924529, + "grad_norm": 2.615330219268799, + "learning_rate": 6.554477648417657e-06, + "loss": 0.4091, + "num_input_tokens_seen": 10187488, + "step": 15585 + }, + { + "epoch": 9.192216981132075, + "grad_norm": 1.876419186592102, + "learning_rate": 6.552032221825535e-06, + "loss": 0.4837, + "num_input_tokens_seen": 10190656, + "step": 15590 + }, + { + "epoch": 9.195165094339623, + "grad_norm": 5.312351703643799, + "learning_rate": 6.549586384326192e-06, + "loss": 0.4471, + "num_input_tokens_seen": 10194048, + "step": 15595 + }, + { + "epoch": 9.19811320754717, + "grad_norm": 1.7000478506088257, + "learning_rate": 6.547140136567176e-06, + "loss": 0.3059, + "num_input_tokens_seen": 10197472, + "step": 15600 + }, + { + "epoch": 9.201061320754716, + "grad_norm": 5.751328945159912, + "learning_rate": 6.544693479196142e-06, + "loss": 0.488, + "num_input_tokens_seen": 10200960, + "step": 15605 + }, + { + "epoch": 9.204009433962264, + "grad_norm": 1.752911925315857, + "learning_rate": 6.542246412860851e-06, + "loss": 0.3736, + "num_input_tokens_seen": 10204320, + "step": 15610 + }, + { + "epoch": 9.20695754716981, + "grad_norm": 2.833773612976074, + "learning_rate": 6.5397989382091754e-06, + "loss": 0.3761, + "num_input_tokens_seen": 10207168, + "step": 15615 + }, + { + "epoch": 9.209905660377359, + "grad_norm": 2.2142279148101807, + "learning_rate": 6.537351055889096e-06, + "loss": 0.396, + "num_input_tokens_seen": 10210784, + "step": 15620 + }, + { + "epoch": 9.212853773584905, + "grad_norm": 2.567288875579834, + "learning_rate": 6.534902766548698e-06, + "loss": 0.3037, + "num_input_tokens_seen": 10213920, + "step": 15625 + }, + { + "epoch": 9.215801886792454, + "grad_norm": 1.960592269897461, + "learning_rate": 6.532454070836176e-06, + "loss": 0.463, + "num_input_tokens_seen": 10217184, + "step": 15630 + }, + { + "epoch": 9.21875, + "grad_norm": 2.0599632263183594, + "learning_rate": 6.530004969399836e-06, + "loss": 0.3944, + "num_input_tokens_seen": 10220640, + "step": 15635 + }, + { + "epoch": 9.221698113207546, + "grad_norm": 3.5184922218322754, + "learning_rate": 6.5275554628880865e-06, + "loss": 0.4373, + "num_input_tokens_seen": 10223424, + "step": 15640 + }, + { + "epoch": 9.224646226415095, + "grad_norm": 3.4611012935638428, + "learning_rate": 6.525105551949444e-06, + "loss": 0.5433, + "num_input_tokens_seen": 10227072, + "step": 15645 + }, + { + "epoch": 9.227594339622641, + "grad_norm": 4.959715366363525, + "learning_rate": 6.522655237232535e-06, + "loss": 0.642, + "num_input_tokens_seen": 10230560, + "step": 15650 + }, + { + "epoch": 9.23054245283019, + "grad_norm": 3.1385419368743896, + "learning_rate": 6.5202045193860885e-06, + "loss": 0.4874, + "num_input_tokens_seen": 10233728, + "step": 15655 + }, + { + "epoch": 9.233490566037736, + "grad_norm": 2.2179651260375977, + "learning_rate": 6.517753399058944e-06, + "loss": 0.4004, + "num_input_tokens_seen": 10237152, + "step": 15660 + }, + { + "epoch": 9.236438679245284, + "grad_norm": 2.5299198627471924, + "learning_rate": 6.515301876900047e-06, + "loss": 0.3572, + "num_input_tokens_seen": 10239808, + "step": 15665 + }, + { + "epoch": 9.23938679245283, + "grad_norm": 2.4510245323181152, + "learning_rate": 6.512849953558445e-06, + "loss": 0.4521, + "num_input_tokens_seen": 10242496, + "step": 15670 + }, + { + "epoch": 9.242334905660377, + "grad_norm": 6.585067272186279, + "learning_rate": 6.510397629683301e-06, + "loss": 0.3898, + "num_input_tokens_seen": 10245536, + "step": 15675 + }, + { + "epoch": 9.245283018867925, + "grad_norm": 1.6434918642044067, + "learning_rate": 6.507944905923872e-06, + "loss": 0.3533, + "num_input_tokens_seen": 10248544, + "step": 15680 + }, + { + "epoch": 9.248231132075471, + "grad_norm": 5.283267974853516, + "learning_rate": 6.505491782929531e-06, + "loss": 0.3909, + "num_input_tokens_seen": 10251648, + "step": 15685 + }, + { + "epoch": 9.25117924528302, + "grad_norm": 6.1732916831970215, + "learning_rate": 6.5030382613497535e-06, + "loss": 0.4856, + "num_input_tokens_seen": 10253856, + "step": 15690 + }, + { + "epoch": 9.254127358490566, + "grad_norm": 2.333867311477661, + "learning_rate": 6.500584341834119e-06, + "loss": 0.3163, + "num_input_tokens_seen": 10256992, + "step": 15695 + }, + { + "epoch": 9.257075471698114, + "grad_norm": 3.5223166942596436, + "learning_rate": 6.498130025032312e-06, + "loss": 0.3165, + "num_input_tokens_seen": 10259680, + "step": 15700 + }, + { + "epoch": 9.26002358490566, + "grad_norm": 1.8428622484207153, + "learning_rate": 6.495675311594123e-06, + "loss": 0.3788, + "num_input_tokens_seen": 10262560, + "step": 15705 + }, + { + "epoch": 9.262971698113208, + "grad_norm": 1.8328293561935425, + "learning_rate": 6.493220202169452e-06, + "loss": 0.2868, + "num_input_tokens_seen": 10265856, + "step": 15710 + }, + { + "epoch": 9.265919811320755, + "grad_norm": 2.021225690841675, + "learning_rate": 6.490764697408295e-06, + "loss": 0.2843, + "num_input_tokens_seen": 10269024, + "step": 15715 + }, + { + "epoch": 9.268867924528301, + "grad_norm": 1.87964928150177, + "learning_rate": 6.48830879796076e-06, + "loss": 0.3358, + "num_input_tokens_seen": 10271776, + "step": 15720 + }, + { + "epoch": 9.27181603773585, + "grad_norm": 2.3682665824890137, + "learning_rate": 6.4858525044770546e-06, + "loss": 0.3599, + "num_input_tokens_seen": 10274976, + "step": 15725 + }, + { + "epoch": 9.274764150943396, + "grad_norm": 4.4857635498046875, + "learning_rate": 6.483395817607497e-06, + "loss": 0.3402, + "num_input_tokens_seen": 10278080, + "step": 15730 + }, + { + "epoch": 9.277712264150944, + "grad_norm": 5.255022048950195, + "learning_rate": 6.480938738002504e-06, + "loss": 0.4166, + "num_input_tokens_seen": 10281344, + "step": 15735 + }, + { + "epoch": 9.28066037735849, + "grad_norm": 3.065253973007202, + "learning_rate": 6.478481266312597e-06, + "loss": 0.3971, + "num_input_tokens_seen": 10285536, + "step": 15740 + }, + { + "epoch": 9.283608490566039, + "grad_norm": 2.613741636276245, + "learning_rate": 6.476023403188403e-06, + "loss": 0.51, + "num_input_tokens_seen": 10288416, + "step": 15745 + }, + { + "epoch": 9.286556603773585, + "grad_norm": 3.7283506393432617, + "learning_rate": 6.473565149280651e-06, + "loss": 0.6035, + "num_input_tokens_seen": 10291616, + "step": 15750 + }, + { + "epoch": 9.289504716981131, + "grad_norm": 2.20291805267334, + "learning_rate": 6.471106505240175e-06, + "loss": 0.4191, + "num_input_tokens_seen": 10294144, + "step": 15755 + }, + { + "epoch": 9.29245283018868, + "grad_norm": 3.6115806102752686, + "learning_rate": 6.468647471717914e-06, + "loss": 0.4217, + "num_input_tokens_seen": 10297120, + "step": 15760 + }, + { + "epoch": 9.295400943396226, + "grad_norm": 2.229952096939087, + "learning_rate": 6.466188049364902e-06, + "loss": 0.3337, + "num_input_tokens_seen": 10299680, + "step": 15765 + }, + { + "epoch": 9.298349056603774, + "grad_norm": 2.4996132850646973, + "learning_rate": 6.463728238832288e-06, + "loss": 0.4035, + "num_input_tokens_seen": 10302848, + "step": 15770 + }, + { + "epoch": 9.30129716981132, + "grad_norm": 1.389479398727417, + "learning_rate": 6.461268040771311e-06, + "loss": 0.3019, + "num_input_tokens_seen": 10306272, + "step": 15775 + }, + { + "epoch": 9.304245283018869, + "grad_norm": 2.0888710021972656, + "learning_rate": 6.458807455833326e-06, + "loss": 0.3422, + "num_input_tokens_seen": 10309728, + "step": 15780 + }, + { + "epoch": 9.307193396226415, + "grad_norm": 2.046846628189087, + "learning_rate": 6.456346484669778e-06, + "loss": 0.3873, + "num_input_tokens_seen": 10313312, + "step": 15785 + }, + { + "epoch": 9.310141509433961, + "grad_norm": 1.6171218156814575, + "learning_rate": 6.4538851279322225e-06, + "loss": 0.3695, + "num_input_tokens_seen": 10316192, + "step": 15790 + }, + { + "epoch": 9.31308962264151, + "grad_norm": 3.8147730827331543, + "learning_rate": 6.451423386272312e-06, + "loss": 0.5388, + "num_input_tokens_seen": 10319616, + "step": 15795 + }, + { + "epoch": 9.316037735849056, + "grad_norm": 2.7263026237487793, + "learning_rate": 6.448961260341806e-06, + "loss": 0.4012, + "num_input_tokens_seen": 10322912, + "step": 15800 + }, + { + "epoch": 9.318985849056604, + "grad_norm": 3.632664442062378, + "learning_rate": 6.446498750792563e-06, + "loss": 0.3297, + "num_input_tokens_seen": 10325824, + "step": 15805 + }, + { + "epoch": 9.32193396226415, + "grad_norm": 5.796579360961914, + "learning_rate": 6.444035858276538e-06, + "loss": 0.49, + "num_input_tokens_seen": 10328608, + "step": 15810 + }, + { + "epoch": 9.324882075471699, + "grad_norm": 1.8616023063659668, + "learning_rate": 6.441572583445799e-06, + "loss": 0.3855, + "num_input_tokens_seen": 10331712, + "step": 15815 + }, + { + "epoch": 9.327830188679245, + "grad_norm": 3.275588274002075, + "learning_rate": 6.439108926952504e-06, + "loss": 0.5104, + "num_input_tokens_seen": 10334464, + "step": 15820 + }, + { + "epoch": 9.330778301886792, + "grad_norm": 3.2147858142852783, + "learning_rate": 6.43664488944892e-06, + "loss": 0.3108, + "num_input_tokens_seen": 10337440, + "step": 15825 + }, + { + "epoch": 9.33372641509434, + "grad_norm": 1.5699864625930786, + "learning_rate": 6.434180471587409e-06, + "loss": 0.4089, + "num_input_tokens_seen": 10341120, + "step": 15830 + }, + { + "epoch": 9.336674528301886, + "grad_norm": 1.8489179611206055, + "learning_rate": 6.431715674020438e-06, + "loss": 0.406, + "num_input_tokens_seen": 10344448, + "step": 15835 + }, + { + "epoch": 9.339622641509434, + "grad_norm": 3.156812906265259, + "learning_rate": 6.429250497400571e-06, + "loss": 0.3032, + "num_input_tokens_seen": 10348608, + "step": 15840 + }, + { + "epoch": 9.34257075471698, + "grad_norm": 3.6150379180908203, + "learning_rate": 6.426784942380475e-06, + "loss": 0.4517, + "num_input_tokens_seen": 10351584, + "step": 15845 + }, + { + "epoch": 9.345518867924529, + "grad_norm": 1.652482509613037, + "learning_rate": 6.424319009612917e-06, + "loss": 0.5562, + "num_input_tokens_seen": 10354656, + "step": 15850 + }, + { + "epoch": 9.348466981132075, + "grad_norm": 2.4582533836364746, + "learning_rate": 6.421852699750763e-06, + "loss": 0.3857, + "num_input_tokens_seen": 10357504, + "step": 15855 + }, + { + "epoch": 9.351415094339623, + "grad_norm": 2.363832712173462, + "learning_rate": 6.4193860134469775e-06, + "loss": 0.3751, + "num_input_tokens_seen": 10360320, + "step": 15860 + }, + { + "epoch": 9.35436320754717, + "grad_norm": 2.270249128341675, + "learning_rate": 6.416918951354629e-06, + "loss": 0.4246, + "num_input_tokens_seen": 10362912, + "step": 15865 + }, + { + "epoch": 9.357311320754716, + "grad_norm": 3.2876710891723633, + "learning_rate": 6.4144515141268816e-06, + "loss": 0.3637, + "num_input_tokens_seen": 10366048, + "step": 15870 + }, + { + "epoch": 9.360259433962264, + "grad_norm": 3.5654430389404297, + "learning_rate": 6.411983702416999e-06, + "loss": 0.4665, + "num_input_tokens_seen": 10369056, + "step": 15875 + }, + { + "epoch": 9.36320754716981, + "grad_norm": 1.7314045429229736, + "learning_rate": 6.409515516878346e-06, + "loss": 0.3313, + "num_input_tokens_seen": 10372576, + "step": 15880 + }, + { + "epoch": 9.366155660377359, + "grad_norm": 2.6277172565460205, + "learning_rate": 6.407046958164387e-06, + "loss": 0.4488, + "num_input_tokens_seen": 10380032, + "step": 15885 + }, + { + "epoch": 9.369103773584905, + "grad_norm": 3.165515899658203, + "learning_rate": 6.404578026928679e-06, + "loss": 0.3842, + "num_input_tokens_seen": 10382592, + "step": 15890 + }, + { + "epoch": 9.372051886792454, + "grad_norm": 1.7411859035491943, + "learning_rate": 6.402108723824887e-06, + "loss": 0.3791, + "num_input_tokens_seen": 10386048, + "step": 15895 + }, + { + "epoch": 9.375, + "grad_norm": 4.206092834472656, + "learning_rate": 6.399639049506767e-06, + "loss": 0.4386, + "num_input_tokens_seen": 10390240, + "step": 15900 + }, + { + "epoch": 9.377948113207546, + "grad_norm": 3.596388339996338, + "learning_rate": 6.397169004628177e-06, + "loss": 0.5757, + "num_input_tokens_seen": 10394080, + "step": 15905 + }, + { + "epoch": 9.380896226415095, + "grad_norm": 2.2573835849761963, + "learning_rate": 6.39469858984307e-06, + "loss": 0.441, + "num_input_tokens_seen": 10396960, + "step": 15910 + }, + { + "epoch": 9.383844339622641, + "grad_norm": 2.3125617504119873, + "learning_rate": 6.3922278058055024e-06, + "loss": 0.3129, + "num_input_tokens_seen": 10399648, + "step": 15915 + }, + { + "epoch": 9.38679245283019, + "grad_norm": 2.4458601474761963, + "learning_rate": 6.389756653169622e-06, + "loss": 0.4447, + "num_input_tokens_seen": 10402336, + "step": 15920 + }, + { + "epoch": 9.389740566037736, + "grad_norm": 2.34352970123291, + "learning_rate": 6.387285132589678e-06, + "loss": 0.4388, + "num_input_tokens_seen": 10405632, + "step": 15925 + }, + { + "epoch": 9.392688679245284, + "grad_norm": 2.36259388923645, + "learning_rate": 6.3848132447200166e-06, + "loss": 0.4089, + "num_input_tokens_seen": 10408448, + "step": 15930 + }, + { + "epoch": 9.39563679245283, + "grad_norm": 2.4463467597961426, + "learning_rate": 6.38234099021508e-06, + "loss": 0.4193, + "num_input_tokens_seen": 10412000, + "step": 15935 + }, + { + "epoch": 9.398584905660377, + "grad_norm": 3.2663846015930176, + "learning_rate": 6.379868369729409e-06, + "loss": 0.3819, + "num_input_tokens_seen": 10415392, + "step": 15940 + }, + { + "epoch": 9.401533018867925, + "grad_norm": 2.2184903621673584, + "learning_rate": 6.377395383917642e-06, + "loss": 0.3261, + "num_input_tokens_seen": 10418368, + "step": 15945 + }, + { + "epoch": 9.404481132075471, + "grad_norm": 2.1261532306671143, + "learning_rate": 6.374922033434507e-06, + "loss": 0.4224, + "num_input_tokens_seen": 10422592, + "step": 15950 + }, + { + "epoch": 9.40742924528302, + "grad_norm": 3.0829179286956787, + "learning_rate": 6.372448318934842e-06, + "loss": 0.3678, + "num_input_tokens_seen": 10426080, + "step": 15955 + }, + { + "epoch": 9.410377358490566, + "grad_norm": 1.7957061529159546, + "learning_rate": 6.369974241073569e-06, + "loss": 0.4256, + "num_input_tokens_seen": 10429024, + "step": 15960 + }, + { + "epoch": 9.413325471698114, + "grad_norm": 1.2016651630401611, + "learning_rate": 6.367499800505709e-06, + "loss": 0.5126, + "num_input_tokens_seen": 10432672, + "step": 15965 + }, + { + "epoch": 9.41627358490566, + "grad_norm": 2.225304365158081, + "learning_rate": 6.365024997886384e-06, + "loss": 0.397, + "num_input_tokens_seen": 10436000, + "step": 15970 + }, + { + "epoch": 9.419221698113208, + "grad_norm": 2.655646562576294, + "learning_rate": 6.362549833870808e-06, + "loss": 0.4856, + "num_input_tokens_seen": 10438624, + "step": 15975 + }, + { + "epoch": 9.422169811320755, + "grad_norm": 1.2060364484786987, + "learning_rate": 6.360074309114293e-06, + "loss": 0.3062, + "num_input_tokens_seen": 10442784, + "step": 15980 + }, + { + "epoch": 9.425117924528301, + "grad_norm": 1.8730350732803345, + "learning_rate": 6.357598424272241e-06, + "loss": 0.3712, + "num_input_tokens_seen": 10445536, + "step": 15985 + }, + { + "epoch": 9.42806603773585, + "grad_norm": 1.8239145278930664, + "learning_rate": 6.355122180000156e-06, + "loss": 0.3344, + "num_input_tokens_seen": 10448320, + "step": 15990 + }, + { + "epoch": 9.431014150943396, + "grad_norm": 2.2847301959991455, + "learning_rate": 6.352645576953635e-06, + "loss": 0.3907, + "num_input_tokens_seen": 10451008, + "step": 15995 + }, + { + "epoch": 9.433962264150944, + "grad_norm": 2.0173044204711914, + "learning_rate": 6.350168615788366e-06, + "loss": 0.3747, + "num_input_tokens_seen": 10454176, + "step": 16000 + }, + { + "epoch": 9.43691037735849, + "grad_norm": 2.8432908058166504, + "learning_rate": 6.347691297160137e-06, + "loss": 0.5194, + "num_input_tokens_seen": 10457216, + "step": 16005 + }, + { + "epoch": 9.439858490566039, + "grad_norm": 1.306107759475708, + "learning_rate": 6.34521362172483e-06, + "loss": 0.3714, + "num_input_tokens_seen": 10459616, + "step": 16010 + }, + { + "epoch": 9.442806603773585, + "grad_norm": 1.8945915699005127, + "learning_rate": 6.342735590138417e-06, + "loss": 0.3408, + "num_input_tokens_seen": 10462048, + "step": 16015 + }, + { + "epoch": 9.445754716981131, + "grad_norm": 3.175431966781616, + "learning_rate": 6.340257203056972e-06, + "loss": 0.4183, + "num_input_tokens_seen": 10464352, + "step": 16020 + }, + { + "epoch": 9.44870283018868, + "grad_norm": 2.38387131690979, + "learning_rate": 6.3377784611366554e-06, + "loss": 0.6019, + "num_input_tokens_seen": 10467712, + "step": 16025 + }, + { + "epoch": 9.451650943396226, + "grad_norm": 2.6248512268066406, + "learning_rate": 6.335299365033726e-06, + "loss": 0.4179, + "num_input_tokens_seen": 10470400, + "step": 16030 + }, + { + "epoch": 9.454599056603774, + "grad_norm": 1.917553186416626, + "learning_rate": 6.3328199154045346e-06, + "loss": 0.3824, + "num_input_tokens_seen": 10473920, + "step": 16035 + }, + { + "epoch": 9.45754716981132, + "grad_norm": 1.7718676328659058, + "learning_rate": 6.3303401129055265e-06, + "loss": 0.3712, + "num_input_tokens_seen": 10477408, + "step": 16040 + }, + { + "epoch": 9.460495283018869, + "grad_norm": 2.342336416244507, + "learning_rate": 6.32785995819324e-06, + "loss": 0.438, + "num_input_tokens_seen": 10480096, + "step": 16045 + }, + { + "epoch": 9.463443396226415, + "grad_norm": 2.5211057662963867, + "learning_rate": 6.3253794519243075e-06, + "loss": 0.3356, + "num_input_tokens_seen": 10483008, + "step": 16050 + }, + { + "epoch": 9.466391509433961, + "grad_norm": 2.148622751235962, + "learning_rate": 6.322898594755452e-06, + "loss": 0.3953, + "num_input_tokens_seen": 10485984, + "step": 16055 + }, + { + "epoch": 9.46933962264151, + "grad_norm": 3.467918872833252, + "learning_rate": 6.320417387343492e-06, + "loss": 0.3762, + "num_input_tokens_seen": 10488192, + "step": 16060 + }, + { + "epoch": 9.472287735849056, + "grad_norm": 2.0296692848205566, + "learning_rate": 6.3179358303453386e-06, + "loss": 0.3942, + "num_input_tokens_seen": 10491232, + "step": 16065 + }, + { + "epoch": 9.475235849056604, + "grad_norm": 4.438121318817139, + "learning_rate": 6.315453924417995e-06, + "loss": 0.4252, + "num_input_tokens_seen": 10494336, + "step": 16070 + }, + { + "epoch": 9.47818396226415, + "grad_norm": 2.3007638454437256, + "learning_rate": 6.312971670218554e-06, + "loss": 0.4061, + "num_input_tokens_seen": 10497440, + "step": 16075 + }, + { + "epoch": 9.481132075471699, + "grad_norm": 1.9512948989868164, + "learning_rate": 6.3104890684042055e-06, + "loss": 0.3596, + "num_input_tokens_seen": 10500224, + "step": 16080 + }, + { + "epoch": 9.484080188679245, + "grad_norm": 1.588289499282837, + "learning_rate": 6.308006119632228e-06, + "loss": 0.4655, + "num_input_tokens_seen": 10504000, + "step": 16085 + }, + { + "epoch": 9.487028301886792, + "grad_norm": 1.9045741558074951, + "learning_rate": 6.305522824559993e-06, + "loss": 0.3496, + "num_input_tokens_seen": 10507296, + "step": 16090 + }, + { + "epoch": 9.48997641509434, + "grad_norm": 2.8825907707214355, + "learning_rate": 6.303039183844965e-06, + "loss": 0.4482, + "num_input_tokens_seen": 10510784, + "step": 16095 + }, + { + "epoch": 9.492924528301886, + "grad_norm": 1.954575777053833, + "learning_rate": 6.300555198144697e-06, + "loss": 0.4578, + "num_input_tokens_seen": 10514592, + "step": 16100 + }, + { + "epoch": 9.495872641509434, + "grad_norm": 3.1434123516082764, + "learning_rate": 6.2980708681168335e-06, + "loss": 0.3364, + "num_input_tokens_seen": 10517248, + "step": 16105 + }, + { + "epoch": 9.49882075471698, + "grad_norm": 3.3473777770996094, + "learning_rate": 6.2955861944191145e-06, + "loss": 0.3442, + "num_input_tokens_seen": 10520928, + "step": 16110 + }, + { + "epoch": 9.501768867924529, + "grad_norm": 2.707984209060669, + "learning_rate": 6.293101177709367e-06, + "loss": 0.4385, + "num_input_tokens_seen": 10527264, + "step": 16115 + }, + { + "epoch": 9.504716981132075, + "grad_norm": 2.1100687980651855, + "learning_rate": 6.290615818645509e-06, + "loss": 0.428, + "num_input_tokens_seen": 10530528, + "step": 16120 + }, + { + "epoch": 9.507665094339622, + "grad_norm": 1.255745530128479, + "learning_rate": 6.288130117885552e-06, + "loss": 0.2539, + "num_input_tokens_seen": 10533088, + "step": 16125 + }, + { + "epoch": 9.51061320754717, + "grad_norm": 3.0508973598480225, + "learning_rate": 6.285644076087594e-06, + "loss": 0.4586, + "num_input_tokens_seen": 10535744, + "step": 16130 + }, + { + "epoch": 9.513561320754716, + "grad_norm": 3.7148401737213135, + "learning_rate": 6.283157693909826e-06, + "loss": 0.3455, + "num_input_tokens_seen": 10539488, + "step": 16135 + }, + { + "epoch": 9.516509433962264, + "grad_norm": 3.484980821609497, + "learning_rate": 6.280670972010528e-06, + "loss": 0.451, + "num_input_tokens_seen": 10542176, + "step": 16140 + }, + { + "epoch": 9.51945754716981, + "grad_norm": 2.0859320163726807, + "learning_rate": 6.278183911048072e-06, + "loss": 0.4133, + "num_input_tokens_seen": 10544928, + "step": 16145 + }, + { + "epoch": 9.522405660377359, + "grad_norm": 2.2447996139526367, + "learning_rate": 6.275696511680915e-06, + "loss": 0.3622, + "num_input_tokens_seen": 10547648, + "step": 16150 + }, + { + "epoch": 9.525353773584905, + "grad_norm": 1.7958604097366333, + "learning_rate": 6.27320877456761e-06, + "loss": 0.2481, + "num_input_tokens_seen": 10551168, + "step": 16155 + }, + { + "epoch": 9.528301886792454, + "grad_norm": 3.266185998916626, + "learning_rate": 6.270720700366793e-06, + "loss": 0.3234, + "num_input_tokens_seen": 10555072, + "step": 16160 + }, + { + "epoch": 9.53125, + "grad_norm": 2.849802017211914, + "learning_rate": 6.2682322897371974e-06, + "loss": 0.4292, + "num_input_tokens_seen": 10557568, + "step": 16165 + }, + { + "epoch": 9.534198113207546, + "grad_norm": 2.9627978801727295, + "learning_rate": 6.265743543337634e-06, + "loss": 0.3959, + "num_input_tokens_seen": 10560608, + "step": 16170 + }, + { + "epoch": 9.537146226415095, + "grad_norm": 8.431159019470215, + "learning_rate": 6.2632544618270156e-06, + "loss": 0.3707, + "num_input_tokens_seen": 10563904, + "step": 16175 + }, + { + "epoch": 9.540094339622641, + "grad_norm": 2.0492186546325684, + "learning_rate": 6.260765045864332e-06, + "loss": 0.4262, + "num_input_tokens_seen": 10566720, + "step": 16180 + }, + { + "epoch": 9.54304245283019, + "grad_norm": 1.822987675666809, + "learning_rate": 6.258275296108669e-06, + "loss": 0.2976, + "num_input_tokens_seen": 10569408, + "step": 16185 + }, + { + "epoch": 9.545990566037736, + "grad_norm": 1.6579276323318481, + "learning_rate": 6.2557852132191985e-06, + "loss": 0.3301, + "num_input_tokens_seen": 10571712, + "step": 16190 + }, + { + "epoch": 9.548938679245284, + "grad_norm": 2.16871976852417, + "learning_rate": 6.253294797855182e-06, + "loss": 0.3478, + "num_input_tokens_seen": 10574208, + "step": 16195 + }, + { + "epoch": 9.55188679245283, + "grad_norm": 1.5266928672790527, + "learning_rate": 6.250804050675964e-06, + "loss": 0.3994, + "num_input_tokens_seen": 10578208, + "step": 16200 + }, + { + "epoch": 9.554834905660378, + "grad_norm": 2.483591079711914, + "learning_rate": 6.248312972340984e-06, + "loss": 0.3176, + "num_input_tokens_seen": 10581152, + "step": 16205 + }, + { + "epoch": 9.557783018867925, + "grad_norm": 5.3054609298706055, + "learning_rate": 6.2458215635097656e-06, + "loss": 0.3844, + "num_input_tokens_seen": 10584224, + "step": 16210 + }, + { + "epoch": 9.560731132075471, + "grad_norm": 2.0453977584838867, + "learning_rate": 6.2433298248419175e-06, + "loss": 0.4326, + "num_input_tokens_seen": 10588192, + "step": 16215 + }, + { + "epoch": 9.56367924528302, + "grad_norm": 2.4675464630126953, + "learning_rate": 6.2408377569971405e-06, + "loss": 0.3596, + "num_input_tokens_seen": 10591168, + "step": 16220 + }, + { + "epoch": 9.566627358490566, + "grad_norm": 1.4463778734207153, + "learning_rate": 6.238345360635221e-06, + "loss": 0.3179, + "num_input_tokens_seen": 10594240, + "step": 16225 + }, + { + "epoch": 9.569575471698114, + "grad_norm": 3.403066873550415, + "learning_rate": 6.2358526364160274e-06, + "loss": 0.3893, + "num_input_tokens_seen": 10596736, + "step": 16230 + }, + { + "epoch": 9.57252358490566, + "grad_norm": 3.118252754211426, + "learning_rate": 6.2333595849995245e-06, + "loss": 0.4115, + "num_input_tokens_seen": 10599296, + "step": 16235 + }, + { + "epoch": 9.575471698113208, + "grad_norm": 1.5855793952941895, + "learning_rate": 6.230866207045756e-06, + "loss": 0.3472, + "num_input_tokens_seen": 10602976, + "step": 16240 + }, + { + "epoch": 9.578419811320755, + "grad_norm": 3.3935041427612305, + "learning_rate": 6.228372503214853e-06, + "loss": 0.3188, + "num_input_tokens_seen": 10605504, + "step": 16245 + }, + { + "epoch": 9.581367924528301, + "grad_norm": 4.3477091789245605, + "learning_rate": 6.225878474167035e-06, + "loss": 0.3961, + "num_input_tokens_seen": 10608352, + "step": 16250 + }, + { + "epoch": 9.58431603773585, + "grad_norm": 2.177215337753296, + "learning_rate": 6.22338412056261e-06, + "loss": 0.291, + "num_input_tokens_seen": 10611072, + "step": 16255 + }, + { + "epoch": 9.587264150943396, + "grad_norm": 3.0919501781463623, + "learning_rate": 6.220889443061966e-06, + "loss": 0.4453, + "num_input_tokens_seen": 10614272, + "step": 16260 + }, + { + "epoch": 9.590212264150944, + "grad_norm": 2.300135374069214, + "learning_rate": 6.2183944423255796e-06, + "loss": 0.4496, + "num_input_tokens_seen": 10617184, + "step": 16265 + }, + { + "epoch": 9.59316037735849, + "grad_norm": 1.7711176872253418, + "learning_rate": 6.215899119014015e-06, + "loss": 0.4429, + "num_input_tokens_seen": 10620640, + "step": 16270 + }, + { + "epoch": 9.596108490566039, + "grad_norm": 5.570165157318115, + "learning_rate": 6.2134034737879175e-06, + "loss": 0.3859, + "num_input_tokens_seen": 10624832, + "step": 16275 + }, + { + "epoch": 9.599056603773585, + "grad_norm": 1.2751868963241577, + "learning_rate": 6.2109075073080205e-06, + "loss": 0.3657, + "num_input_tokens_seen": 10628704, + "step": 16280 + }, + { + "epoch": 9.602004716981131, + "grad_norm": 2.5448997020721436, + "learning_rate": 6.2084112202351425e-06, + "loss": 0.3644, + "num_input_tokens_seen": 10631776, + "step": 16285 + }, + { + "epoch": 9.60495283018868, + "grad_norm": 1.190730333328247, + "learning_rate": 6.205914613230186e-06, + "loss": 0.3158, + "num_input_tokens_seen": 10634976, + "step": 16290 + }, + { + "epoch": 9.607900943396226, + "grad_norm": 3.1899263858795166, + "learning_rate": 6.203417686954138e-06, + "loss": 0.4991, + "num_input_tokens_seen": 10639360, + "step": 16295 + }, + { + "epoch": 9.610849056603774, + "grad_norm": 2.5789687633514404, + "learning_rate": 6.2009204420680706e-06, + "loss": 0.3433, + "num_input_tokens_seen": 10645792, + "step": 16300 + }, + { + "epoch": 9.61379716981132, + "grad_norm": 2.601317882537842, + "learning_rate": 6.198422879233141e-06, + "loss": 0.4516, + "num_input_tokens_seen": 10649440, + "step": 16305 + }, + { + "epoch": 9.616745283018869, + "grad_norm": 2.947383403778076, + "learning_rate": 6.1959249991105895e-06, + "loss": 0.3611, + "num_input_tokens_seen": 10652192, + "step": 16310 + }, + { + "epoch": 9.619693396226415, + "grad_norm": 3.1578311920166016, + "learning_rate": 6.19342680236174e-06, + "loss": 0.3931, + "num_input_tokens_seen": 10655104, + "step": 16315 + }, + { + "epoch": 9.622641509433961, + "grad_norm": 3.3887898921966553, + "learning_rate": 6.190928289648003e-06, + "loss": 0.3525, + "num_input_tokens_seen": 10658880, + "step": 16320 + }, + { + "epoch": 9.62558962264151, + "grad_norm": 2.294904947280884, + "learning_rate": 6.188429461630866e-06, + "loss": 0.319, + "num_input_tokens_seen": 10662464, + "step": 16325 + }, + { + "epoch": 9.628537735849056, + "grad_norm": 2.2773687839508057, + "learning_rate": 6.185930318971909e-06, + "loss": 0.4168, + "num_input_tokens_seen": 10665824, + "step": 16330 + }, + { + "epoch": 9.631485849056604, + "grad_norm": 3.7482640743255615, + "learning_rate": 6.1834308623327885e-06, + "loss": 0.3943, + "num_input_tokens_seen": 10668704, + "step": 16335 + }, + { + "epoch": 9.63443396226415, + "grad_norm": 3.8623433113098145, + "learning_rate": 6.180931092375247e-06, + "loss": 0.3504, + "num_input_tokens_seen": 10671648, + "step": 16340 + }, + { + "epoch": 9.637382075471699, + "grad_norm": 4.409970283508301, + "learning_rate": 6.1784310097611075e-06, + "loss": 0.3148, + "num_input_tokens_seen": 10674688, + "step": 16345 + }, + { + "epoch": 9.640330188679245, + "grad_norm": 3.394963264465332, + "learning_rate": 6.1759306151522815e-06, + "loss": 0.3466, + "num_input_tokens_seen": 10677600, + "step": 16350 + }, + { + "epoch": 9.643278301886792, + "grad_norm": 2.9650650024414062, + "learning_rate": 6.173429909210755e-06, + "loss": 0.4748, + "num_input_tokens_seen": 10681088, + "step": 16355 + }, + { + "epoch": 9.64622641509434, + "grad_norm": 3.279419183731079, + "learning_rate": 6.170928892598606e-06, + "loss": 0.4736, + "num_input_tokens_seen": 10684128, + "step": 16360 + }, + { + "epoch": 9.649174528301886, + "grad_norm": 2.040631055831909, + "learning_rate": 6.168427565977984e-06, + "loss": 0.4289, + "num_input_tokens_seen": 10687488, + "step": 16365 + }, + { + "epoch": 9.652122641509434, + "grad_norm": 3.2063992023468018, + "learning_rate": 6.165925930011129e-06, + "loss": 0.336, + "num_input_tokens_seen": 10690368, + "step": 16370 + }, + { + "epoch": 9.65507075471698, + "grad_norm": 3.241291046142578, + "learning_rate": 6.163423985360359e-06, + "loss": 0.4292, + "num_input_tokens_seen": 10693504, + "step": 16375 + }, + { + "epoch": 9.658018867924529, + "grad_norm": 2.5645742416381836, + "learning_rate": 6.160921732688076e-06, + "loss": 0.4667, + "num_input_tokens_seen": 10696256, + "step": 16380 + }, + { + "epoch": 9.660966981132075, + "grad_norm": 1.8969964981079102, + "learning_rate": 6.158419172656759e-06, + "loss": 0.2806, + "num_input_tokens_seen": 10699168, + "step": 16385 + }, + { + "epoch": 9.663915094339622, + "grad_norm": 3.449866771697998, + "learning_rate": 6.155916305928974e-06, + "loss": 0.443, + "num_input_tokens_seen": 10702528, + "step": 16390 + }, + { + "epoch": 9.66686320754717, + "grad_norm": 3.4519810676574707, + "learning_rate": 6.153413133167366e-06, + "loss": 0.3374, + "num_input_tokens_seen": 10708704, + "step": 16395 + }, + { + "epoch": 9.669811320754716, + "grad_norm": 2.080923557281494, + "learning_rate": 6.1509096550346596e-06, + "loss": 0.3412, + "num_input_tokens_seen": 10712672, + "step": 16400 + }, + { + "epoch": 9.672759433962264, + "grad_norm": 1.2297883033752441, + "learning_rate": 6.148405872193661e-06, + "loss": 0.3558, + "num_input_tokens_seen": 10715968, + "step": 16405 + }, + { + "epoch": 9.67570754716981, + "grad_norm": 2.4530465602874756, + "learning_rate": 6.14590178530726e-06, + "loss": 0.3573, + "num_input_tokens_seen": 10719328, + "step": 16410 + }, + { + "epoch": 9.678655660377359, + "grad_norm": 2.0803580284118652, + "learning_rate": 6.143397395038422e-06, + "loss": 0.4815, + "num_input_tokens_seen": 10722496, + "step": 16415 + }, + { + "epoch": 9.681603773584905, + "grad_norm": 3.1283116340637207, + "learning_rate": 6.140892702050196e-06, + "loss": 0.3454, + "num_input_tokens_seen": 10725728, + "step": 16420 + }, + { + "epoch": 9.684551886792454, + "grad_norm": 2.0349583625793457, + "learning_rate": 6.138387707005711e-06, + "loss": 0.3093, + "num_input_tokens_seen": 10728320, + "step": 16425 + }, + { + "epoch": 9.6875, + "grad_norm": 1.8759602308273315, + "learning_rate": 6.135882410568172e-06, + "loss": 0.3431, + "num_input_tokens_seen": 10732256, + "step": 16430 + }, + { + "epoch": 9.690448113207546, + "grad_norm": 2.242217540740967, + "learning_rate": 6.133376813400872e-06, + "loss": 0.2872, + "num_input_tokens_seen": 10734784, + "step": 16435 + }, + { + "epoch": 9.693396226415095, + "grad_norm": 2.4883370399475098, + "learning_rate": 6.130870916167175e-06, + "loss": 0.3411, + "num_input_tokens_seen": 10738752, + "step": 16440 + }, + { + "epoch": 9.696344339622641, + "grad_norm": 3.0580358505249023, + "learning_rate": 6.128364719530528e-06, + "loss": 0.3492, + "num_input_tokens_seen": 10741888, + "step": 16445 + }, + { + "epoch": 9.69929245283019, + "grad_norm": 3.3396339416503906, + "learning_rate": 6.125858224154459e-06, + "loss": 0.4209, + "num_input_tokens_seen": 10744992, + "step": 16450 + }, + { + "epoch": 9.702240566037736, + "grad_norm": 2.59670090675354, + "learning_rate": 6.123351430702576e-06, + "loss": 0.4356, + "num_input_tokens_seen": 10749120, + "step": 16455 + }, + { + "epoch": 9.705188679245284, + "grad_norm": 1.6979584693908691, + "learning_rate": 6.1208443398385575e-06, + "loss": 0.3753, + "num_input_tokens_seen": 10751872, + "step": 16460 + }, + { + "epoch": 9.70813679245283, + "grad_norm": 2.079420566558838, + "learning_rate": 6.118336952226169e-06, + "loss": 0.4514, + "num_input_tokens_seen": 10755552, + "step": 16465 + }, + { + "epoch": 9.711084905660378, + "grad_norm": 2.4248576164245605, + "learning_rate": 6.115829268529254e-06, + "loss": 0.4522, + "num_input_tokens_seen": 10758176, + "step": 16470 + }, + { + "epoch": 9.714033018867925, + "grad_norm": 1.838171124458313, + "learning_rate": 6.1133212894117326e-06, + "loss": 0.3458, + "num_input_tokens_seen": 10761312, + "step": 16475 + }, + { + "epoch": 9.716981132075471, + "grad_norm": 1.4821739196777344, + "learning_rate": 6.1108130155375986e-06, + "loss": 0.3461, + "num_input_tokens_seen": 10765152, + "step": 16480 + }, + { + "epoch": 9.71992924528302, + "grad_norm": 2.868549346923828, + "learning_rate": 6.108304447570933e-06, + "loss": 0.3549, + "num_input_tokens_seen": 10768480, + "step": 16485 + }, + { + "epoch": 9.722877358490566, + "grad_norm": 2.8601560592651367, + "learning_rate": 6.105795586175888e-06, + "loss": 0.4032, + "num_input_tokens_seen": 10771232, + "step": 16490 + }, + { + "epoch": 9.725825471698114, + "grad_norm": 1.9036024808883667, + "learning_rate": 6.1032864320166954e-06, + "loss": 0.3801, + "num_input_tokens_seen": 10774624, + "step": 16495 + }, + { + "epoch": 9.72877358490566, + "grad_norm": 2.52543568611145, + "learning_rate": 6.100776985757666e-06, + "loss": 0.319, + "num_input_tokens_seen": 10779360, + "step": 16500 + }, + { + "epoch": 9.731721698113208, + "grad_norm": 1.9826252460479736, + "learning_rate": 6.098267248063186e-06, + "loss": 0.3274, + "num_input_tokens_seen": 10782528, + "step": 16505 + }, + { + "epoch": 9.734669811320755, + "grad_norm": 2.47265362739563, + "learning_rate": 6.0957572195977165e-06, + "loss": 0.302, + "num_input_tokens_seen": 10786464, + "step": 16510 + }, + { + "epoch": 9.737617924528301, + "grad_norm": 2.946234941482544, + "learning_rate": 6.0932469010258025e-06, + "loss": 0.3583, + "num_input_tokens_seen": 10789024, + "step": 16515 + }, + { + "epoch": 9.74056603773585, + "grad_norm": 2.0657730102539062, + "learning_rate": 6.0907362930120594e-06, + "loss": 0.532, + "num_input_tokens_seen": 10792256, + "step": 16520 + }, + { + "epoch": 9.743514150943396, + "grad_norm": 2.7571191787719727, + "learning_rate": 6.088225396221181e-06, + "loss": 0.3289, + "num_input_tokens_seen": 10794784, + "step": 16525 + }, + { + "epoch": 9.746462264150944, + "grad_norm": 2.262460708618164, + "learning_rate": 6.0857142113179415e-06, + "loss": 0.3758, + "num_input_tokens_seen": 10798208, + "step": 16530 + }, + { + "epoch": 9.74941037735849, + "grad_norm": 3.6078357696533203, + "learning_rate": 6.083202738967182e-06, + "loss": 0.4421, + "num_input_tokens_seen": 10801056, + "step": 16535 + }, + { + "epoch": 9.752358490566039, + "grad_norm": 2.103626251220703, + "learning_rate": 6.0806909798338324e-06, + "loss": 0.3695, + "num_input_tokens_seen": 10804128, + "step": 16540 + }, + { + "epoch": 9.755306603773585, + "grad_norm": 1.6848629713058472, + "learning_rate": 6.0781789345828854e-06, + "loss": 0.4815, + "num_input_tokens_seen": 10806752, + "step": 16545 + }, + { + "epoch": 9.758254716981131, + "grad_norm": 2.5920865535736084, + "learning_rate": 6.0756666038794195e-06, + "loss": 0.2957, + "num_input_tokens_seen": 10810784, + "step": 16550 + }, + { + "epoch": 9.76120283018868, + "grad_norm": 2.965303421020508, + "learning_rate": 6.073153988388586e-06, + "loss": 0.3587, + "num_input_tokens_seen": 10814304, + "step": 16555 + }, + { + "epoch": 9.764150943396226, + "grad_norm": 1.878119707107544, + "learning_rate": 6.070641088775608e-06, + "loss": 0.3733, + "num_input_tokens_seen": 10817184, + "step": 16560 + }, + { + "epoch": 9.767099056603774, + "grad_norm": 2.99224853515625, + "learning_rate": 6.068127905705787e-06, + "loss": 0.3486, + "num_input_tokens_seen": 10820832, + "step": 16565 + }, + { + "epoch": 9.77004716981132, + "grad_norm": 2.4697065353393555, + "learning_rate": 6.065614439844501e-06, + "loss": 0.308, + "num_input_tokens_seen": 10823360, + "step": 16570 + }, + { + "epoch": 9.772995283018869, + "grad_norm": 1.789124846458435, + "learning_rate": 6.063100691857198e-06, + "loss": 0.506, + "num_input_tokens_seen": 10826048, + "step": 16575 + }, + { + "epoch": 9.775943396226415, + "grad_norm": 2.832651138305664, + "learning_rate": 6.060586662409407e-06, + "loss": 0.4628, + "num_input_tokens_seen": 10828928, + "step": 16580 + }, + { + "epoch": 9.778891509433961, + "grad_norm": 1.694217324256897, + "learning_rate": 6.058072352166724e-06, + "loss": 0.4256, + "num_input_tokens_seen": 10832992, + "step": 16585 + }, + { + "epoch": 9.78183962264151, + "grad_norm": 1.8667129278182983, + "learning_rate": 6.055557761794826e-06, + "loss": 0.4257, + "num_input_tokens_seen": 10836768, + "step": 16590 + }, + { + "epoch": 9.784787735849056, + "grad_norm": 1.8841869831085205, + "learning_rate": 6.053042891959462e-06, + "loss": 0.5068, + "num_input_tokens_seen": 10840352, + "step": 16595 + }, + { + "epoch": 9.787735849056604, + "grad_norm": 1.6223087310791016, + "learning_rate": 6.050527743326455e-06, + "loss": 0.3586, + "num_input_tokens_seen": 10843904, + "step": 16600 + }, + { + "epoch": 9.79068396226415, + "grad_norm": 1.3748828172683716, + "learning_rate": 6.048012316561699e-06, + "loss": 0.3338, + "num_input_tokens_seen": 10846976, + "step": 16605 + }, + { + "epoch": 9.793632075471699, + "grad_norm": 2.7762351036071777, + "learning_rate": 6.045496612331166e-06, + "loss": 0.39, + "num_input_tokens_seen": 10851040, + "step": 16610 + }, + { + "epoch": 9.796580188679245, + "grad_norm": 2.8759779930114746, + "learning_rate": 6.0429806313009e-06, + "loss": 0.3986, + "num_input_tokens_seen": 10853888, + "step": 16615 + }, + { + "epoch": 9.799528301886792, + "grad_norm": 3.6226279735565186, + "learning_rate": 6.040464374137015e-06, + "loss": 0.5309, + "num_input_tokens_seen": 10856896, + "step": 16620 + }, + { + "epoch": 9.80247641509434, + "grad_norm": 2.212454080581665, + "learning_rate": 6.0379478415057045e-06, + "loss": 0.4205, + "num_input_tokens_seen": 10860224, + "step": 16625 + }, + { + "epoch": 9.805424528301886, + "grad_norm": 1.8915787935256958, + "learning_rate": 6.035431034073228e-06, + "loss": 0.3792, + "num_input_tokens_seen": 10863552, + "step": 16630 + }, + { + "epoch": 9.808372641509434, + "grad_norm": 4.504886627197266, + "learning_rate": 6.0329139525059235e-06, + "loss": 0.3511, + "num_input_tokens_seen": 10866336, + "step": 16635 + }, + { + "epoch": 9.81132075471698, + "grad_norm": 2.2881548404693604, + "learning_rate": 6.030396597470198e-06, + "loss": 0.3019, + "num_input_tokens_seen": 10869952, + "step": 16640 + }, + { + "epoch": 9.814268867924529, + "grad_norm": 2.256246566772461, + "learning_rate": 6.027878969632534e-06, + "loss": 0.551, + "num_input_tokens_seen": 10872544, + "step": 16645 + }, + { + "epoch": 9.817216981132075, + "grad_norm": 2.723109006881714, + "learning_rate": 6.025361069659482e-06, + "loss": 0.4074, + "num_input_tokens_seen": 10875296, + "step": 16650 + }, + { + "epoch": 9.820165094339622, + "grad_norm": 1.5542594194412231, + "learning_rate": 6.022842898217668e-06, + "loss": 0.4148, + "num_input_tokens_seen": 10879232, + "step": 16655 + }, + { + "epoch": 9.82311320754717, + "grad_norm": 2.2436184883117676, + "learning_rate": 6.020324455973788e-06, + "loss": 0.3672, + "num_input_tokens_seen": 10882272, + "step": 16660 + }, + { + "epoch": 9.826061320754716, + "grad_norm": 1.8538286685943604, + "learning_rate": 6.017805743594612e-06, + "loss": 0.401, + "num_input_tokens_seen": 10886208, + "step": 16665 + }, + { + "epoch": 9.829009433962264, + "grad_norm": 2.371755361557007, + "learning_rate": 6.0152867617469776e-06, + "loss": 0.5235, + "num_input_tokens_seen": 10889440, + "step": 16670 + }, + { + "epoch": 9.83195754716981, + "grad_norm": 4.077032089233398, + "learning_rate": 6.012767511097799e-06, + "loss": 0.5031, + "num_input_tokens_seen": 10893792, + "step": 16675 + }, + { + "epoch": 9.834905660377359, + "grad_norm": 2.20892596244812, + "learning_rate": 6.010247992314055e-06, + "loss": 0.3559, + "num_input_tokens_seen": 10897824, + "step": 16680 + }, + { + "epoch": 9.837853773584905, + "grad_norm": 2.9146246910095215, + "learning_rate": 6.007728206062802e-06, + "loss": 0.4256, + "num_input_tokens_seen": 10900544, + "step": 16685 + }, + { + "epoch": 9.840801886792454, + "grad_norm": 2.643810987472534, + "learning_rate": 6.005208153011163e-06, + "loss": 0.3308, + "num_input_tokens_seen": 10904576, + "step": 16690 + }, + { + "epoch": 9.84375, + "grad_norm": 6.683808326721191, + "learning_rate": 6.0026878338263335e-06, + "loss": 0.4244, + "num_input_tokens_seen": 10907424, + "step": 16695 + }, + { + "epoch": 9.846698113207546, + "grad_norm": 2.457822322845459, + "learning_rate": 6.000167249175579e-06, + "loss": 0.4398, + "num_input_tokens_seen": 10910848, + "step": 16700 + }, + { + "epoch": 9.849646226415095, + "grad_norm": 5.57582950592041, + "learning_rate": 5.997646399726236e-06, + "loss": 0.3834, + "num_input_tokens_seen": 10913472, + "step": 16705 + }, + { + "epoch": 9.852594339622641, + "grad_norm": 3.558043956756592, + "learning_rate": 5.995125286145707e-06, + "loss": 0.4041, + "num_input_tokens_seen": 10916288, + "step": 16710 + }, + { + "epoch": 9.85554245283019, + "grad_norm": 2.1000325679779053, + "learning_rate": 5.99260390910147e-06, + "loss": 0.4132, + "num_input_tokens_seen": 10919264, + "step": 16715 + }, + { + "epoch": 9.858490566037736, + "grad_norm": 3.088085651397705, + "learning_rate": 5.990082269261071e-06, + "loss": 0.5843, + "num_input_tokens_seen": 10922528, + "step": 16720 + }, + { + "epoch": 9.861438679245284, + "grad_norm": 2.3011534214019775, + "learning_rate": 5.987560367292123e-06, + "loss": 0.3913, + "num_input_tokens_seen": 10925536, + "step": 16725 + }, + { + "epoch": 9.86438679245283, + "grad_norm": 1.780586838722229, + "learning_rate": 5.985038203862313e-06, + "loss": 0.4062, + "num_input_tokens_seen": 10928608, + "step": 16730 + }, + { + "epoch": 9.867334905660378, + "grad_norm": 2.291292667388916, + "learning_rate": 5.982515779639393e-06, + "loss": 0.4892, + "num_input_tokens_seen": 10931936, + "step": 16735 + }, + { + "epoch": 9.870283018867925, + "grad_norm": 2.8611814975738525, + "learning_rate": 5.979993095291186e-06, + "loss": 0.3366, + "num_input_tokens_seen": 10935392, + "step": 16740 + }, + { + "epoch": 9.873231132075471, + "grad_norm": 2.989875555038452, + "learning_rate": 5.977470151485582e-06, + "loss": 0.4798, + "num_input_tokens_seen": 10939488, + "step": 16745 + }, + { + "epoch": 9.87617924528302, + "grad_norm": 2.923269271850586, + "learning_rate": 5.974946948890544e-06, + "loss": 0.3743, + "num_input_tokens_seen": 10943168, + "step": 16750 + }, + { + "epoch": 9.879127358490566, + "grad_norm": 2.4705288410186768, + "learning_rate": 5.9724234881740994e-06, + "loss": 0.2755, + "num_input_tokens_seen": 10946336, + "step": 16755 + }, + { + "epoch": 9.882075471698114, + "grad_norm": 2.119507074356079, + "learning_rate": 5.9698997700043445e-06, + "loss": 0.3716, + "num_input_tokens_seen": 10949984, + "step": 16760 + }, + { + "epoch": 9.88502358490566, + "grad_norm": 4.075862407684326, + "learning_rate": 5.9673757950494475e-06, + "loss": 0.3979, + "num_input_tokens_seen": 10952960, + "step": 16765 + }, + { + "epoch": 9.887971698113208, + "grad_norm": 2.3252835273742676, + "learning_rate": 5.964851563977639e-06, + "loss": 0.4028, + "num_input_tokens_seen": 10955744, + "step": 16770 + }, + { + "epoch": 9.890919811320755, + "grad_norm": 2.4159247875213623, + "learning_rate": 5.962327077457219e-06, + "loss": 0.3446, + "num_input_tokens_seen": 10958784, + "step": 16775 + }, + { + "epoch": 9.893867924528301, + "grad_norm": 4.953475475311279, + "learning_rate": 5.959802336156558e-06, + "loss": 0.4447, + "num_input_tokens_seen": 10961696, + "step": 16780 + }, + { + "epoch": 9.89681603773585, + "grad_norm": 2.2617082595825195, + "learning_rate": 5.957277340744094e-06, + "loss": 0.5536, + "num_input_tokens_seen": 10964800, + "step": 16785 + }, + { + "epoch": 9.899764150943396, + "grad_norm": 3.1330149173736572, + "learning_rate": 5.954752091888326e-06, + "loss": 0.4061, + "num_input_tokens_seen": 10967936, + "step": 16790 + }, + { + "epoch": 9.902712264150944, + "grad_norm": 2.993694305419922, + "learning_rate": 5.952226590257829e-06, + "loss": 0.524, + "num_input_tokens_seen": 10971104, + "step": 16795 + }, + { + "epoch": 9.90566037735849, + "grad_norm": 1.8589229583740234, + "learning_rate": 5.949700836521239e-06, + "loss": 0.3891, + "num_input_tokens_seen": 10974592, + "step": 16800 + }, + { + "epoch": 9.908608490566039, + "grad_norm": 1.760732889175415, + "learning_rate": 5.947174831347257e-06, + "loss": 0.4023, + "num_input_tokens_seen": 10977856, + "step": 16805 + }, + { + "epoch": 9.911556603773585, + "grad_norm": 2.35475754737854, + "learning_rate": 5.944648575404657e-06, + "loss": 0.4719, + "num_input_tokens_seen": 10980704, + "step": 16810 + }, + { + "epoch": 9.914504716981131, + "grad_norm": 7.260779857635498, + "learning_rate": 5.942122069362276e-06, + "loss": 0.4087, + "num_input_tokens_seen": 10983168, + "step": 16815 + }, + { + "epoch": 9.91745283018868, + "grad_norm": 2.2950615882873535, + "learning_rate": 5.939595313889016e-06, + "loss": 0.3108, + "num_input_tokens_seen": 10986976, + "step": 16820 + }, + { + "epoch": 9.920400943396226, + "grad_norm": 2.2149658203125, + "learning_rate": 5.937068309653848e-06, + "loss": 0.3584, + "num_input_tokens_seen": 10989792, + "step": 16825 + }, + { + "epoch": 9.923349056603774, + "grad_norm": 2.6787893772125244, + "learning_rate": 5.934541057325807e-06, + "loss": 0.4406, + "num_input_tokens_seen": 10992416, + "step": 16830 + }, + { + "epoch": 9.92629716981132, + "grad_norm": 3.818432331085205, + "learning_rate": 5.932013557573992e-06, + "loss": 0.4784, + "num_input_tokens_seen": 10996064, + "step": 16835 + }, + { + "epoch": 9.929245283018869, + "grad_norm": 2.3127870559692383, + "learning_rate": 5.929485811067572e-06, + "loss": 0.299, + "num_input_tokens_seen": 10999872, + "step": 16840 + }, + { + "epoch": 9.932193396226415, + "grad_norm": 2.4877219200134277, + "learning_rate": 5.926957818475778e-06, + "loss": 0.5174, + "num_input_tokens_seen": 11002656, + "step": 16845 + }, + { + "epoch": 9.935141509433961, + "grad_norm": 1.5516291856765747, + "learning_rate": 5.924429580467905e-06, + "loss": 0.2625, + "num_input_tokens_seen": 11006080, + "step": 16850 + }, + { + "epoch": 9.93808962264151, + "grad_norm": 2.7004473209381104, + "learning_rate": 5.921901097713317e-06, + "loss": 0.4139, + "num_input_tokens_seen": 11009920, + "step": 16855 + }, + { + "epoch": 9.941037735849056, + "grad_norm": 2.4918763637542725, + "learning_rate": 5.919372370881442e-06, + "loss": 0.417, + "num_input_tokens_seen": 11014080, + "step": 16860 + }, + { + "epoch": 9.943985849056604, + "grad_norm": 2.232793092727661, + "learning_rate": 5.916843400641768e-06, + "loss": 0.4427, + "num_input_tokens_seen": 11017920, + "step": 16865 + }, + { + "epoch": 9.94693396226415, + "grad_norm": 3.8528764247894287, + "learning_rate": 5.914314187663851e-06, + "loss": 0.3472, + "num_input_tokens_seen": 11020544, + "step": 16870 + }, + { + "epoch": 9.949882075471699, + "grad_norm": 2.385629653930664, + "learning_rate": 5.911784732617314e-06, + "loss": 0.4663, + "num_input_tokens_seen": 11023360, + "step": 16875 + }, + { + "epoch": 9.952830188679245, + "grad_norm": 2.2756216526031494, + "learning_rate": 5.90925503617184e-06, + "loss": 0.4903, + "num_input_tokens_seen": 11026112, + "step": 16880 + }, + { + "epoch": 9.955778301886792, + "grad_norm": 1.9694328308105469, + "learning_rate": 5.9067250989971745e-06, + "loss": 0.4087, + "num_input_tokens_seen": 11028864, + "step": 16885 + }, + { + "epoch": 9.95872641509434, + "grad_norm": 2.2701194286346436, + "learning_rate": 5.904194921763133e-06, + "loss": 0.3513, + "num_input_tokens_seen": 11031648, + "step": 16890 + }, + { + "epoch": 9.961674528301886, + "grad_norm": 1.944419026374817, + "learning_rate": 5.901664505139589e-06, + "loss": 0.2916, + "num_input_tokens_seen": 11034560, + "step": 16895 + }, + { + "epoch": 9.964622641509434, + "grad_norm": 2.4387829303741455, + "learning_rate": 5.8991338497964814e-06, + "loss": 0.4461, + "num_input_tokens_seen": 11037888, + "step": 16900 + }, + { + "epoch": 9.96757075471698, + "grad_norm": 2.3206470012664795, + "learning_rate": 5.896602956403812e-06, + "loss": 0.6414, + "num_input_tokens_seen": 11042144, + "step": 16905 + }, + { + "epoch": 9.970518867924529, + "grad_norm": 2.312554121017456, + "learning_rate": 5.894071825631645e-06, + "loss": 0.3082, + "num_input_tokens_seen": 11045536, + "step": 16910 + }, + { + "epoch": 9.973466981132075, + "grad_norm": 2.8484818935394287, + "learning_rate": 5.891540458150109e-06, + "loss": 0.357, + "num_input_tokens_seen": 11048416, + "step": 16915 + }, + { + "epoch": 9.976415094339622, + "grad_norm": 2.0433509349823, + "learning_rate": 5.889008854629395e-06, + "loss": 0.5761, + "num_input_tokens_seen": 11051616, + "step": 16920 + }, + { + "epoch": 9.97936320754717, + "grad_norm": 2.467832088470459, + "learning_rate": 5.886477015739754e-06, + "loss": 0.4696, + "num_input_tokens_seen": 11054048, + "step": 16925 + }, + { + "epoch": 9.982311320754716, + "grad_norm": 2.466919183731079, + "learning_rate": 5.883944942151502e-06, + "loss": 0.3975, + "num_input_tokens_seen": 11056864, + "step": 16930 + }, + { + "epoch": 9.985259433962264, + "grad_norm": 1.9808379411697388, + "learning_rate": 5.88141263453502e-06, + "loss": 0.3942, + "num_input_tokens_seen": 11060192, + "step": 16935 + }, + { + "epoch": 9.98820754716981, + "grad_norm": 2.781275749206543, + "learning_rate": 5.878880093560744e-06, + "loss": 0.4182, + "num_input_tokens_seen": 11063776, + "step": 16940 + }, + { + "epoch": 9.991155660377359, + "grad_norm": 2.596287250518799, + "learning_rate": 5.876347319899173e-06, + "loss": 0.4641, + "num_input_tokens_seen": 11067200, + "step": 16945 + }, + { + "epoch": 9.994103773584905, + "grad_norm": 2.596592903137207, + "learning_rate": 5.873814314220874e-06, + "loss": 0.4341, + "num_input_tokens_seen": 11072288, + "step": 16950 + }, + { + "epoch": 9.997051886792454, + "grad_norm": 2.329771041870117, + "learning_rate": 5.871281077196469e-06, + "loss": 0.3468, + "num_input_tokens_seen": 11074656, + "step": 16955 + }, + { + "epoch": 10.0, + "grad_norm": 2.604750633239746, + "learning_rate": 5.868747609496643e-06, + "loss": 0.3561, + "num_input_tokens_seen": 11077216, + "step": 16960 + }, + { + "epoch": 10.0, + "eval_loss": 0.5087057948112488, + "eval_runtime": 18.7833, + "eval_samples_per_second": 90.293, + "eval_steps_per_second": 22.573, + "num_input_tokens_seen": 11077216, + "step": 16960 + }, + { + "epoch": 10.002948113207546, + "grad_norm": 2.2236547470092773, + "learning_rate": 5.8662139117921435e-06, + "loss": 0.3567, + "num_input_tokens_seen": 11080896, + "step": 16965 + }, + { + "epoch": 10.005896226415095, + "grad_norm": 2.5672667026519775, + "learning_rate": 5.8636799847537785e-06, + "loss": 0.3461, + "num_input_tokens_seen": 11083776, + "step": 16970 + }, + { + "epoch": 10.008844339622641, + "grad_norm": 2.936007261276245, + "learning_rate": 5.861145829052415e-06, + "loss": 0.3823, + "num_input_tokens_seen": 11086560, + "step": 16975 + }, + { + "epoch": 10.01179245283019, + "grad_norm": 2.005141496658325, + "learning_rate": 5.858611445358982e-06, + "loss": 0.2882, + "num_input_tokens_seen": 11090656, + "step": 16980 + }, + { + "epoch": 10.014740566037736, + "grad_norm": 2.8587629795074463, + "learning_rate": 5.856076834344468e-06, + "loss": 0.3041, + "num_input_tokens_seen": 11094560, + "step": 16985 + }, + { + "epoch": 10.017688679245284, + "grad_norm": 5.254176139831543, + "learning_rate": 5.853541996679924e-06, + "loss": 0.347, + "num_input_tokens_seen": 11097856, + "step": 16990 + }, + { + "epoch": 10.02063679245283, + "grad_norm": 2.5245845317840576, + "learning_rate": 5.851006933036456e-06, + "loss": 0.4044, + "num_input_tokens_seen": 11100512, + "step": 16995 + }, + { + "epoch": 10.023584905660377, + "grad_norm": 2.1279854774475098, + "learning_rate": 5.848471644085236e-06, + "loss": 0.4065, + "num_input_tokens_seen": 11104128, + "step": 17000 + }, + { + "epoch": 10.026533018867925, + "grad_norm": 3.7819061279296875, + "learning_rate": 5.84593613049749e-06, + "loss": 0.4695, + "num_input_tokens_seen": 11106976, + "step": 17005 + }, + { + "epoch": 10.029481132075471, + "grad_norm": 1.5740032196044922, + "learning_rate": 5.843400392944509e-06, + "loss": 0.3957, + "num_input_tokens_seen": 11109952, + "step": 17010 + }, + { + "epoch": 10.03242924528302, + "grad_norm": 1.6804423332214355, + "learning_rate": 5.840864432097639e-06, + "loss": 0.2843, + "num_input_tokens_seen": 11113344, + "step": 17015 + }, + { + "epoch": 10.035377358490566, + "grad_norm": 2.804408550262451, + "learning_rate": 5.838328248628286e-06, + "loss": 0.2986, + "num_input_tokens_seen": 11115904, + "step": 17020 + }, + { + "epoch": 10.038325471698114, + "grad_norm": 2.9730112552642822, + "learning_rate": 5.835791843207916e-06, + "loss": 0.3781, + "num_input_tokens_seen": 11119008, + "step": 17025 + }, + { + "epoch": 10.04127358490566, + "grad_norm": 4.291403770446777, + "learning_rate": 5.833255216508056e-06, + "loss": 0.4577, + "num_input_tokens_seen": 11122496, + "step": 17030 + }, + { + "epoch": 10.044221698113208, + "grad_norm": 2.3448636531829834, + "learning_rate": 5.830718369200284e-06, + "loss": 0.2765, + "num_input_tokens_seen": 11125088, + "step": 17035 + }, + { + "epoch": 10.047169811320755, + "grad_norm": 3.144402503967285, + "learning_rate": 5.828181301956244e-06, + "loss": 0.2943, + "num_input_tokens_seen": 11128832, + "step": 17040 + }, + { + "epoch": 10.050117924528301, + "grad_norm": 3.4434494972229004, + "learning_rate": 5.825644015447636e-06, + "loss": 0.3018, + "num_input_tokens_seen": 11131808, + "step": 17045 + }, + { + "epoch": 10.05306603773585, + "grad_norm": 1.1184204816818237, + "learning_rate": 5.823106510346216e-06, + "loss": 0.3158, + "num_input_tokens_seen": 11135776, + "step": 17050 + }, + { + "epoch": 10.056014150943396, + "grad_norm": 2.5974278450012207, + "learning_rate": 5.820568787323798e-06, + "loss": 0.3362, + "num_input_tokens_seen": 11139328, + "step": 17055 + }, + { + "epoch": 10.058962264150944, + "grad_norm": 2.8657729625701904, + "learning_rate": 5.818030847052258e-06, + "loss": 0.373, + "num_input_tokens_seen": 11142464, + "step": 17060 + }, + { + "epoch": 10.06191037735849, + "grad_norm": 2.04018235206604, + "learning_rate": 5.815492690203528e-06, + "loss": 0.3671, + "num_input_tokens_seen": 11144736, + "step": 17065 + }, + { + "epoch": 10.064858490566039, + "grad_norm": 2.271618366241455, + "learning_rate": 5.812954317449591e-06, + "loss": 0.3205, + "num_input_tokens_seen": 11148448, + "step": 17070 + }, + { + "epoch": 10.067806603773585, + "grad_norm": 3.8289101123809814, + "learning_rate": 5.810415729462496e-06, + "loss": 0.4062, + "num_input_tokens_seen": 11152000, + "step": 17075 + }, + { + "epoch": 10.070754716981131, + "grad_norm": 3.0533974170684814, + "learning_rate": 5.807876926914344e-06, + "loss": 0.2576, + "num_input_tokens_seen": 11154592, + "step": 17080 + }, + { + "epoch": 10.07370283018868, + "grad_norm": 2.337249994277954, + "learning_rate": 5.8053379104772935e-06, + "loss": 0.4031, + "num_input_tokens_seen": 11157024, + "step": 17085 + }, + { + "epoch": 10.076650943396226, + "grad_norm": 1.9849179983139038, + "learning_rate": 5.802798680823562e-06, + "loss": 0.4216, + "num_input_tokens_seen": 11159744, + "step": 17090 + }, + { + "epoch": 10.079599056603774, + "grad_norm": 4.440225601196289, + "learning_rate": 5.8002592386254186e-06, + "loss": 0.3751, + "num_input_tokens_seen": 11163136, + "step": 17095 + }, + { + "epoch": 10.08254716981132, + "grad_norm": 2.1711745262145996, + "learning_rate": 5.797719584555192e-06, + "loss": 0.3026, + "num_input_tokens_seen": 11166432, + "step": 17100 + }, + { + "epoch": 10.085495283018869, + "grad_norm": 8.784320831298828, + "learning_rate": 5.795179719285269e-06, + "loss": 0.4091, + "num_input_tokens_seen": 11169312, + "step": 17105 + }, + { + "epoch": 10.088443396226415, + "grad_norm": 3.9065215587615967, + "learning_rate": 5.792639643488086e-06, + "loss": 0.376, + "num_input_tokens_seen": 11172768, + "step": 17110 + }, + { + "epoch": 10.091391509433961, + "grad_norm": 2.1506099700927734, + "learning_rate": 5.7900993578361434e-06, + "loss": 0.3752, + "num_input_tokens_seen": 11176064, + "step": 17115 + }, + { + "epoch": 10.09433962264151, + "grad_norm": 2.2844595909118652, + "learning_rate": 5.7875588630019895e-06, + "loss": 0.3112, + "num_input_tokens_seen": 11179680, + "step": 17120 + }, + { + "epoch": 10.097287735849056, + "grad_norm": 1.8823716640472412, + "learning_rate": 5.7850181596582335e-06, + "loss": 0.367, + "num_input_tokens_seen": 11183840, + "step": 17125 + }, + { + "epoch": 10.100235849056604, + "grad_norm": 2.8427200317382812, + "learning_rate": 5.782477248477535e-06, + "loss": 0.3915, + "num_input_tokens_seen": 11186368, + "step": 17130 + }, + { + "epoch": 10.10318396226415, + "grad_norm": 2.3325912952423096, + "learning_rate": 5.779936130132614e-06, + "loss": 0.3705, + "num_input_tokens_seen": 11190048, + "step": 17135 + }, + { + "epoch": 10.106132075471699, + "grad_norm": 3.362579584121704, + "learning_rate": 5.777394805296242e-06, + "loss": 0.5568, + "num_input_tokens_seen": 11193632, + "step": 17140 + }, + { + "epoch": 10.109080188679245, + "grad_norm": 2.6529462337493896, + "learning_rate": 5.774853274641243e-06, + "loss": 0.2812, + "num_input_tokens_seen": 11196128, + "step": 17145 + }, + { + "epoch": 10.112028301886792, + "grad_norm": 3.8072831630706787, + "learning_rate": 5.772311538840501e-06, + "loss": 0.4688, + "num_input_tokens_seen": 11199680, + "step": 17150 + }, + { + "epoch": 10.11497641509434, + "grad_norm": 3.233074426651001, + "learning_rate": 5.76976959856695e-06, + "loss": 0.3497, + "num_input_tokens_seen": 11202048, + "step": 17155 + }, + { + "epoch": 10.117924528301886, + "grad_norm": 6.700852870941162, + "learning_rate": 5.767227454493582e-06, + "loss": 0.4031, + "num_input_tokens_seen": 11204896, + "step": 17160 + }, + { + "epoch": 10.120872641509434, + "grad_norm": 7.762406349182129, + "learning_rate": 5.764685107293436e-06, + "loss": 0.3792, + "num_input_tokens_seen": 11207808, + "step": 17165 + }, + { + "epoch": 10.12382075471698, + "grad_norm": 2.7116267681121826, + "learning_rate": 5.762142557639614e-06, + "loss": 0.4668, + "num_input_tokens_seen": 11211456, + "step": 17170 + }, + { + "epoch": 10.126768867924529, + "grad_norm": 2.962700843811035, + "learning_rate": 5.759599806205266e-06, + "loss": 0.4567, + "num_input_tokens_seen": 11214528, + "step": 17175 + }, + { + "epoch": 10.129716981132075, + "grad_norm": 1.5280652046203613, + "learning_rate": 5.757056853663594e-06, + "loss": 0.327, + "num_input_tokens_seen": 11217984, + "step": 17180 + }, + { + "epoch": 10.132665094339623, + "grad_norm": 2.466542959213257, + "learning_rate": 5.754513700687858e-06, + "loss": 0.3395, + "num_input_tokens_seen": 11220992, + "step": 17185 + }, + { + "epoch": 10.13561320754717, + "grad_norm": 1.7170475721359253, + "learning_rate": 5.751970347951369e-06, + "loss": 0.4507, + "num_input_tokens_seen": 11224160, + "step": 17190 + }, + { + "epoch": 10.138561320754716, + "grad_norm": 3.018641471862793, + "learning_rate": 5.7494267961274875e-06, + "loss": 0.3823, + "num_input_tokens_seen": 11227104, + "step": 17195 + }, + { + "epoch": 10.141509433962264, + "grad_norm": 2.8782670497894287, + "learning_rate": 5.746883045889633e-06, + "loss": 0.499, + "num_input_tokens_seen": 11229824, + "step": 17200 + }, + { + "epoch": 10.14445754716981, + "grad_norm": 2.5487349033355713, + "learning_rate": 5.744339097911272e-06, + "loss": 0.3852, + "num_input_tokens_seen": 11233024, + "step": 17205 + }, + { + "epoch": 10.147405660377359, + "grad_norm": 1.4296940565109253, + "learning_rate": 5.741794952865928e-06, + "loss": 0.2974, + "num_input_tokens_seen": 11235872, + "step": 17210 + }, + { + "epoch": 10.150353773584905, + "grad_norm": 2.573484182357788, + "learning_rate": 5.739250611427173e-06, + "loss": 0.3411, + "num_input_tokens_seen": 11239520, + "step": 17215 + }, + { + "epoch": 10.153301886792454, + "grad_norm": 2.9456841945648193, + "learning_rate": 5.736706074268633e-06, + "loss": 0.4138, + "num_input_tokens_seen": 11243072, + "step": 17220 + }, + { + "epoch": 10.15625, + "grad_norm": 2.3044869899749756, + "learning_rate": 5.734161342063984e-06, + "loss": 0.3834, + "num_input_tokens_seen": 11247552, + "step": 17225 + }, + { + "epoch": 10.159198113207546, + "grad_norm": 2.9189164638519287, + "learning_rate": 5.731616415486957e-06, + "loss": 0.4921, + "num_input_tokens_seen": 11252000, + "step": 17230 + }, + { + "epoch": 10.162146226415095, + "grad_norm": 2.326982021331787, + "learning_rate": 5.72907129521133e-06, + "loss": 0.3726, + "num_input_tokens_seen": 11254720, + "step": 17235 + }, + { + "epoch": 10.165094339622641, + "grad_norm": 2.0489206314086914, + "learning_rate": 5.726525981910935e-06, + "loss": 0.3975, + "num_input_tokens_seen": 11258080, + "step": 17240 + }, + { + "epoch": 10.16804245283019, + "grad_norm": 3.2443246841430664, + "learning_rate": 5.723980476259658e-06, + "loss": 0.3018, + "num_input_tokens_seen": 11261344, + "step": 17245 + }, + { + "epoch": 10.170990566037736, + "grad_norm": 1.5619574785232544, + "learning_rate": 5.721434778931426e-06, + "loss": 0.3184, + "num_input_tokens_seen": 11266112, + "step": 17250 + }, + { + "epoch": 10.173938679245284, + "grad_norm": 2.8163139820098877, + "learning_rate": 5.7188888906002284e-06, + "loss": 0.4245, + "num_input_tokens_seen": 11269440, + "step": 17255 + }, + { + "epoch": 10.17688679245283, + "grad_norm": 2.1353588104248047, + "learning_rate": 5.716342811940098e-06, + "loss": 0.3883, + "num_input_tokens_seen": 11272288, + "step": 17260 + }, + { + "epoch": 10.179834905660377, + "grad_norm": 2.9525928497314453, + "learning_rate": 5.713796543625123e-06, + "loss": 0.3252, + "num_input_tokens_seen": 11275872, + "step": 17265 + }, + { + "epoch": 10.182783018867925, + "grad_norm": 2.205798625946045, + "learning_rate": 5.711250086329435e-06, + "loss": 0.4795, + "num_input_tokens_seen": 11279424, + "step": 17270 + }, + { + "epoch": 10.185731132075471, + "grad_norm": 1.2654802799224854, + "learning_rate": 5.7087034407272225e-06, + "loss": 0.3264, + "num_input_tokens_seen": 11282880, + "step": 17275 + }, + { + "epoch": 10.18867924528302, + "grad_norm": 2.6773974895477295, + "learning_rate": 5.70615660749272e-06, + "loss": 0.2966, + "num_input_tokens_seen": 11285600, + "step": 17280 + }, + { + "epoch": 10.191627358490566, + "grad_norm": 5.613476276397705, + "learning_rate": 5.7036095873002106e-06, + "loss": 0.4201, + "num_input_tokens_seen": 11288992, + "step": 17285 + }, + { + "epoch": 10.194575471698114, + "grad_norm": 1.7316032648086548, + "learning_rate": 5.701062380824032e-06, + "loss": 0.3655, + "num_input_tokens_seen": 11292704, + "step": 17290 + }, + { + "epoch": 10.19752358490566, + "grad_norm": 4.74422025680542, + "learning_rate": 5.698514988738566e-06, + "loss": 0.3687, + "num_input_tokens_seen": 11295520, + "step": 17295 + }, + { + "epoch": 10.200471698113208, + "grad_norm": 3.8527755737304688, + "learning_rate": 5.6959674117182465e-06, + "loss": 0.3854, + "num_input_tokens_seen": 11298080, + "step": 17300 + }, + { + "epoch": 10.203419811320755, + "grad_norm": 2.8735647201538086, + "learning_rate": 5.693419650437554e-06, + "loss": 0.432, + "num_input_tokens_seen": 11300896, + "step": 17305 + }, + { + "epoch": 10.206367924528301, + "grad_norm": 2.097180128097534, + "learning_rate": 5.690871705571022e-06, + "loss": 0.3701, + "num_input_tokens_seen": 11305856, + "step": 17310 + }, + { + "epoch": 10.20931603773585, + "grad_norm": 2.048988103866577, + "learning_rate": 5.688323577793229e-06, + "loss": 0.3626, + "num_input_tokens_seen": 11309568, + "step": 17315 + }, + { + "epoch": 10.212264150943396, + "grad_norm": 3.1794118881225586, + "learning_rate": 5.685775267778801e-06, + "loss": 0.4151, + "num_input_tokens_seen": 11313408, + "step": 17320 + }, + { + "epoch": 10.215212264150944, + "grad_norm": 1.9150768518447876, + "learning_rate": 5.683226776202416e-06, + "loss": 0.3059, + "num_input_tokens_seen": 11316224, + "step": 17325 + }, + { + "epoch": 10.21816037735849, + "grad_norm": 2.908590078353882, + "learning_rate": 5.680678103738798e-06, + "loss": 0.3517, + "num_input_tokens_seen": 11321184, + "step": 17330 + }, + { + "epoch": 10.221108490566039, + "grad_norm": 3.1697981357574463, + "learning_rate": 5.678129251062717e-06, + "loss": 0.4018, + "num_input_tokens_seen": 11323808, + "step": 17335 + }, + { + "epoch": 10.224056603773585, + "grad_norm": 2.7641141414642334, + "learning_rate": 5.675580218848995e-06, + "loss": 0.4112, + "num_input_tokens_seen": 11326752, + "step": 17340 + }, + { + "epoch": 10.227004716981131, + "grad_norm": 4.4268059730529785, + "learning_rate": 5.673031007772498e-06, + "loss": 0.3884, + "num_input_tokens_seen": 11331104, + "step": 17345 + }, + { + "epoch": 10.22995283018868, + "grad_norm": 1.556862235069275, + "learning_rate": 5.670481618508141e-06, + "loss": 0.3791, + "num_input_tokens_seen": 11333920, + "step": 17350 + }, + { + "epoch": 10.232900943396226, + "grad_norm": 3.953827142715454, + "learning_rate": 5.667932051730887e-06, + "loss": 0.4247, + "num_input_tokens_seen": 11337024, + "step": 17355 + }, + { + "epoch": 10.235849056603774, + "grad_norm": 3.085259437561035, + "learning_rate": 5.6653823081157434e-06, + "loss": 0.4347, + "num_input_tokens_seen": 11340128, + "step": 17360 + }, + { + "epoch": 10.23879716981132, + "grad_norm": 2.4349734783172607, + "learning_rate": 5.662832388337766e-06, + "loss": 0.3394, + "num_input_tokens_seen": 11342912, + "step": 17365 + }, + { + "epoch": 10.241745283018869, + "grad_norm": 2.1355812549591064, + "learning_rate": 5.660282293072057e-06, + "loss": 0.4414, + "num_input_tokens_seen": 11345792, + "step": 17370 + }, + { + "epoch": 10.244693396226415, + "grad_norm": 2.0916547775268555, + "learning_rate": 5.657732022993765e-06, + "loss": 0.3072, + "num_input_tokens_seen": 11348672, + "step": 17375 + }, + { + "epoch": 10.247641509433961, + "grad_norm": 1.7149275541305542, + "learning_rate": 5.655181578778085e-06, + "loss": 0.3184, + "num_input_tokens_seen": 11351264, + "step": 17380 + }, + { + "epoch": 10.25058962264151, + "grad_norm": 3.6823861598968506, + "learning_rate": 5.65263096110026e-06, + "loss": 0.403, + "num_input_tokens_seen": 11354016, + "step": 17385 + }, + { + "epoch": 10.253537735849056, + "grad_norm": 2.05863618850708, + "learning_rate": 5.650080170635573e-06, + "loss": 0.2922, + "num_input_tokens_seen": 11356416, + "step": 17390 + }, + { + "epoch": 10.256485849056604, + "grad_norm": 1.7337405681610107, + "learning_rate": 5.647529208059359e-06, + "loss": 0.4239, + "num_input_tokens_seen": 11359392, + "step": 17395 + }, + { + "epoch": 10.25943396226415, + "grad_norm": 3.0313937664031982, + "learning_rate": 5.6449780740469985e-06, + "loss": 0.3421, + "num_input_tokens_seen": 11362560, + "step": 17400 + }, + { + "epoch": 10.262382075471699, + "grad_norm": 2.1816866397857666, + "learning_rate": 5.642426769273912e-06, + "loss": 0.33, + "num_input_tokens_seen": 11365248, + "step": 17405 + }, + { + "epoch": 10.265330188679245, + "grad_norm": 2.8457822799682617, + "learning_rate": 5.63987529441557e-06, + "loss": 0.4165, + "num_input_tokens_seen": 11368736, + "step": 17410 + }, + { + "epoch": 10.268278301886792, + "grad_norm": 2.026899576187134, + "learning_rate": 5.637323650147487e-06, + "loss": 0.4268, + "num_input_tokens_seen": 11373376, + "step": 17415 + }, + { + "epoch": 10.27122641509434, + "grad_norm": 1.918870449066162, + "learning_rate": 5.63477183714522e-06, + "loss": 0.3314, + "num_input_tokens_seen": 11377152, + "step": 17420 + }, + { + "epoch": 10.274174528301886, + "grad_norm": 1.3989448547363281, + "learning_rate": 5.632219856084373e-06, + "loss": 0.4381, + "num_input_tokens_seen": 11380544, + "step": 17425 + }, + { + "epoch": 10.277122641509434, + "grad_norm": 4.480622291564941, + "learning_rate": 5.6296677076405944e-06, + "loss": 0.4489, + "num_input_tokens_seen": 11383296, + "step": 17430 + }, + { + "epoch": 10.28007075471698, + "grad_norm": 1.9984996318817139, + "learning_rate": 5.627115392489578e-06, + "loss": 0.4205, + "num_input_tokens_seen": 11386496, + "step": 17435 + }, + { + "epoch": 10.283018867924529, + "grad_norm": 2.944713830947876, + "learning_rate": 5.624562911307058e-06, + "loss": 0.284, + "num_input_tokens_seen": 11390272, + "step": 17440 + }, + { + "epoch": 10.285966981132075, + "grad_norm": 2.399540901184082, + "learning_rate": 5.622010264768813e-06, + "loss": 0.4202, + "num_input_tokens_seen": 11394432, + "step": 17445 + }, + { + "epoch": 10.288915094339623, + "grad_norm": 3.068152904510498, + "learning_rate": 5.619457453550673e-06, + "loss": 0.3965, + "num_input_tokens_seen": 11397056, + "step": 17450 + }, + { + "epoch": 10.29186320754717, + "grad_norm": 2.576495885848999, + "learning_rate": 5.616904478328502e-06, + "loss": 0.2993, + "num_input_tokens_seen": 11400768, + "step": 17455 + }, + { + "epoch": 10.294811320754716, + "grad_norm": 6.308495044708252, + "learning_rate": 5.6143513397782104e-06, + "loss": 0.3816, + "num_input_tokens_seen": 11403712, + "step": 17460 + }, + { + "epoch": 10.297759433962264, + "grad_norm": 3.134258985519409, + "learning_rate": 5.611798038575755e-06, + "loss": 0.3413, + "num_input_tokens_seen": 11406944, + "step": 17465 + }, + { + "epoch": 10.30070754716981, + "grad_norm": 3.945906162261963, + "learning_rate": 5.609244575397131e-06, + "loss": 0.4383, + "num_input_tokens_seen": 11409888, + "step": 17470 + }, + { + "epoch": 10.303655660377359, + "grad_norm": 3.3671796321868896, + "learning_rate": 5.606690950918381e-06, + "loss": 0.3225, + "num_input_tokens_seen": 11412896, + "step": 17475 + }, + { + "epoch": 10.306603773584905, + "grad_norm": 2.8561604022979736, + "learning_rate": 5.604137165815586e-06, + "loss": 0.4507, + "num_input_tokens_seen": 11415712, + "step": 17480 + }, + { + "epoch": 10.309551886792454, + "grad_norm": 2.405914306640625, + "learning_rate": 5.601583220764874e-06, + "loss": 0.2953, + "num_input_tokens_seen": 11418112, + "step": 17485 + }, + { + "epoch": 10.3125, + "grad_norm": 2.6868464946746826, + "learning_rate": 5.599029116442409e-06, + "loss": 0.3065, + "num_input_tokens_seen": 11423616, + "step": 17490 + }, + { + "epoch": 10.315448113207546, + "grad_norm": 1.698203682899475, + "learning_rate": 5.596474853524406e-06, + "loss": 0.4572, + "num_input_tokens_seen": 11427936, + "step": 17495 + }, + { + "epoch": 10.318396226415095, + "grad_norm": 2.371917247772217, + "learning_rate": 5.593920432687115e-06, + "loss": 0.3788, + "num_input_tokens_seen": 11431008, + "step": 17500 + }, + { + "epoch": 10.321344339622641, + "grad_norm": 2.4365200996398926, + "learning_rate": 5.591365854606829e-06, + "loss": 0.3738, + "num_input_tokens_seen": 11434656, + "step": 17505 + }, + { + "epoch": 10.32429245283019, + "grad_norm": 1.7342764139175415, + "learning_rate": 5.588811119959885e-06, + "loss": 0.3047, + "num_input_tokens_seen": 11437984, + "step": 17510 + }, + { + "epoch": 10.327240566037736, + "grad_norm": 2.270338535308838, + "learning_rate": 5.58625622942266e-06, + "loss": 0.3734, + "num_input_tokens_seen": 11441696, + "step": 17515 + }, + { + "epoch": 10.330188679245284, + "grad_norm": 5.345284461975098, + "learning_rate": 5.58370118367157e-06, + "loss": 0.3772, + "num_input_tokens_seen": 11446144, + "step": 17520 + }, + { + "epoch": 10.33313679245283, + "grad_norm": 2.075623035430908, + "learning_rate": 5.581145983383077e-06, + "loss": 0.3185, + "num_input_tokens_seen": 11449152, + "step": 17525 + }, + { + "epoch": 10.336084905660377, + "grad_norm": 1.7989157438278198, + "learning_rate": 5.57859062923368e-06, + "loss": 0.3026, + "num_input_tokens_seen": 11452288, + "step": 17530 + }, + { + "epoch": 10.339033018867925, + "grad_norm": 1.7297344207763672, + "learning_rate": 5.5760351218999194e-06, + "loss": 0.4182, + "num_input_tokens_seen": 11455968, + "step": 17535 + }, + { + "epoch": 10.341981132075471, + "grad_norm": 3.6545655727386475, + "learning_rate": 5.573479462058379e-06, + "loss": 0.3085, + "num_input_tokens_seen": 11459520, + "step": 17540 + }, + { + "epoch": 10.34492924528302, + "grad_norm": 2.130889415740967, + "learning_rate": 5.570923650385679e-06, + "loss": 0.3131, + "num_input_tokens_seen": 11463008, + "step": 17545 + }, + { + "epoch": 10.347877358490566, + "grad_norm": 5.507077217102051, + "learning_rate": 5.568367687558481e-06, + "loss": 0.4725, + "num_input_tokens_seen": 11465504, + "step": 17550 + }, + { + "epoch": 10.350825471698114, + "grad_norm": 3.7922561168670654, + "learning_rate": 5.56581157425349e-06, + "loss": 0.4569, + "num_input_tokens_seen": 11468960, + "step": 17555 + }, + { + "epoch": 10.35377358490566, + "grad_norm": 4.2610249519348145, + "learning_rate": 5.563255311147446e-06, + "loss": 0.4106, + "num_input_tokens_seen": 11471552, + "step": 17560 + }, + { + "epoch": 10.356721698113208, + "grad_norm": 2.7562737464904785, + "learning_rate": 5.560698898917129e-06, + "loss": 0.3517, + "num_input_tokens_seen": 11475680, + "step": 17565 + }, + { + "epoch": 10.359669811320755, + "grad_norm": 3.89158296585083, + "learning_rate": 5.558142338239365e-06, + "loss": 0.4813, + "num_input_tokens_seen": 11478048, + "step": 17570 + }, + { + "epoch": 10.362617924528301, + "grad_norm": 1.612809419631958, + "learning_rate": 5.55558562979101e-06, + "loss": 0.4048, + "num_input_tokens_seen": 11482272, + "step": 17575 + }, + { + "epoch": 10.36556603773585, + "grad_norm": 2.560516595840454, + "learning_rate": 5.553028774248964e-06, + "loss": 0.3689, + "num_input_tokens_seen": 11485952, + "step": 17580 + }, + { + "epoch": 10.368514150943396, + "grad_norm": 2.4425690174102783, + "learning_rate": 5.5504717722901665e-06, + "loss": 0.3885, + "num_input_tokens_seen": 11489312, + "step": 17585 + }, + { + "epoch": 10.371462264150944, + "grad_norm": 1.5506891012191772, + "learning_rate": 5.547914624591597e-06, + "loss": 0.4555, + "num_input_tokens_seen": 11493248, + "step": 17590 + }, + { + "epoch": 10.37441037735849, + "grad_norm": 2.625706195831299, + "learning_rate": 5.545357331830269e-06, + "loss": 0.2987, + "num_input_tokens_seen": 11496192, + "step": 17595 + }, + { + "epoch": 10.377358490566039, + "grad_norm": 1.8189551830291748, + "learning_rate": 5.542799894683235e-06, + "loss": 0.3388, + "num_input_tokens_seen": 11500800, + "step": 17600 + }, + { + "epoch": 10.380306603773585, + "grad_norm": 2.687626838684082, + "learning_rate": 5.540242313827591e-06, + "loss": 0.3375, + "num_input_tokens_seen": 11503936, + "step": 17605 + }, + { + "epoch": 10.383254716981131, + "grad_norm": 3.3677449226379395, + "learning_rate": 5.537684589940466e-06, + "loss": 0.418, + "num_input_tokens_seen": 11506848, + "step": 17610 + }, + { + "epoch": 10.38620283018868, + "grad_norm": 1.900519609451294, + "learning_rate": 5.535126723699029e-06, + "loss": 0.3487, + "num_input_tokens_seen": 11510144, + "step": 17615 + }, + { + "epoch": 10.389150943396226, + "grad_norm": 2.3778772354125977, + "learning_rate": 5.532568715780485e-06, + "loss": 0.4261, + "num_input_tokens_seen": 11513920, + "step": 17620 + }, + { + "epoch": 10.392099056603774, + "grad_norm": 2.29950213432312, + "learning_rate": 5.530010566862077e-06, + "loss": 0.3677, + "num_input_tokens_seen": 11517344, + "step": 17625 + }, + { + "epoch": 10.39504716981132, + "grad_norm": 3.1662564277648926, + "learning_rate": 5.527452277621089e-06, + "loss": 0.3438, + "num_input_tokens_seen": 11520032, + "step": 17630 + }, + { + "epoch": 10.397995283018869, + "grad_norm": 3.149724006652832, + "learning_rate": 5.524893848734837e-06, + "loss": 0.3684, + "num_input_tokens_seen": 11522976, + "step": 17635 + }, + { + "epoch": 10.400943396226415, + "grad_norm": 2.3908934593200684, + "learning_rate": 5.522335280880676e-06, + "loss": 0.418, + "num_input_tokens_seen": 11527680, + "step": 17640 + }, + { + "epoch": 10.403891509433961, + "grad_norm": 2.0409598350524902, + "learning_rate": 5.519776574735999e-06, + "loss": 0.4284, + "num_input_tokens_seen": 11530688, + "step": 17645 + }, + { + "epoch": 10.40683962264151, + "grad_norm": 1.8665697574615479, + "learning_rate": 5.5172177309782325e-06, + "loss": 0.365, + "num_input_tokens_seen": 11534848, + "step": 17650 + }, + { + "epoch": 10.409787735849056, + "grad_norm": 2.152045726776123, + "learning_rate": 5.514658750284844e-06, + "loss": 0.4753, + "num_input_tokens_seen": 11538176, + "step": 17655 + }, + { + "epoch": 10.412735849056604, + "grad_norm": 1.987292766571045, + "learning_rate": 5.512099633333332e-06, + "loss": 0.4842, + "num_input_tokens_seen": 11540800, + "step": 17660 + }, + { + "epoch": 10.41568396226415, + "grad_norm": 2.091214895248413, + "learning_rate": 5.509540380801236e-06, + "loss": 0.3962, + "num_input_tokens_seen": 11544960, + "step": 17665 + }, + { + "epoch": 10.418632075471699, + "grad_norm": 3.0188732147216797, + "learning_rate": 5.506980993366129e-06, + "loss": 0.4664, + "num_input_tokens_seen": 11548608, + "step": 17670 + }, + { + "epoch": 10.421580188679245, + "grad_norm": 5.419961452484131, + "learning_rate": 5.504421471705616e-06, + "loss": 0.3164, + "num_input_tokens_seen": 11552000, + "step": 17675 + }, + { + "epoch": 10.424528301886792, + "grad_norm": 3.0923471450805664, + "learning_rate": 5.501861816497346e-06, + "loss": 0.4711, + "num_input_tokens_seen": 11554688, + "step": 17680 + }, + { + "epoch": 10.42747641509434, + "grad_norm": 3.220141887664795, + "learning_rate": 5.499302028418998e-06, + "loss": 0.4071, + "num_input_tokens_seen": 11557344, + "step": 17685 + }, + { + "epoch": 10.430424528301886, + "grad_norm": 3.1745712757110596, + "learning_rate": 5.496742108148285e-06, + "loss": 0.4351, + "num_input_tokens_seen": 11560032, + "step": 17690 + }, + { + "epoch": 10.433372641509434, + "grad_norm": 3.040022850036621, + "learning_rate": 5.494182056362959e-06, + "loss": 0.4537, + "num_input_tokens_seen": 11563424, + "step": 17695 + }, + { + "epoch": 10.43632075471698, + "grad_norm": 2.610487461090088, + "learning_rate": 5.491621873740804e-06, + "loss": 0.321, + "num_input_tokens_seen": 11566112, + "step": 17700 + }, + { + "epoch": 10.439268867924529, + "grad_norm": 3.337404489517212, + "learning_rate": 5.4890615609596375e-06, + "loss": 0.4026, + "num_input_tokens_seen": 11568960, + "step": 17705 + }, + { + "epoch": 10.442216981132075, + "grad_norm": 1.9181108474731445, + "learning_rate": 5.486501118697317e-06, + "loss": 0.4035, + "num_input_tokens_seen": 11572864, + "step": 17710 + }, + { + "epoch": 10.445165094339623, + "grad_norm": 2.3592257499694824, + "learning_rate": 5.483940547631727e-06, + "loss": 0.5027, + "num_input_tokens_seen": 11577216, + "step": 17715 + }, + { + "epoch": 10.44811320754717, + "grad_norm": 4.631929874420166, + "learning_rate": 5.481379848440792e-06, + "loss": 0.3036, + "num_input_tokens_seen": 11580192, + "step": 17720 + }, + { + "epoch": 10.451061320754716, + "grad_norm": 1.5977636575698853, + "learning_rate": 5.478819021802468e-06, + "loss": 0.2879, + "num_input_tokens_seen": 11583520, + "step": 17725 + }, + { + "epoch": 10.454009433962264, + "grad_norm": 5.345087051391602, + "learning_rate": 5.476258068394743e-06, + "loss": 0.409, + "num_input_tokens_seen": 11586336, + "step": 17730 + }, + { + "epoch": 10.45695754716981, + "grad_norm": 1.9154783487319946, + "learning_rate": 5.473696988895644e-06, + "loss": 0.3044, + "num_input_tokens_seen": 11589568, + "step": 17735 + }, + { + "epoch": 10.459905660377359, + "grad_norm": 2.096935987472534, + "learning_rate": 5.471135783983224e-06, + "loss": 0.3144, + "num_input_tokens_seen": 11592832, + "step": 17740 + }, + { + "epoch": 10.462853773584905, + "grad_norm": 3.8961052894592285, + "learning_rate": 5.4685744543355745e-06, + "loss": 0.4626, + "num_input_tokens_seen": 11595648, + "step": 17745 + }, + { + "epoch": 10.465801886792454, + "grad_norm": 1.4627172946929932, + "learning_rate": 5.466013000630819e-06, + "loss": 0.3554, + "num_input_tokens_seen": 11598976, + "step": 17750 + }, + { + "epoch": 10.46875, + "grad_norm": 2.1861441135406494, + "learning_rate": 5.463451423547114e-06, + "loss": 0.4316, + "num_input_tokens_seen": 11603360, + "step": 17755 + }, + { + "epoch": 10.471698113207546, + "grad_norm": 2.8954834938049316, + "learning_rate": 5.460889723762647e-06, + "loss": 0.4154, + "num_input_tokens_seen": 11605632, + "step": 17760 + }, + { + "epoch": 10.474646226415095, + "grad_norm": 1.7464163303375244, + "learning_rate": 5.458327901955639e-06, + "loss": 0.3586, + "num_input_tokens_seen": 11608128, + "step": 17765 + }, + { + "epoch": 10.477594339622641, + "grad_norm": 3.1079559326171875, + "learning_rate": 5.455765958804344e-06, + "loss": 0.2518, + "num_input_tokens_seen": 11611072, + "step": 17770 + }, + { + "epoch": 10.48054245283019, + "grad_norm": 6.080088138580322, + "learning_rate": 5.4532038949870455e-06, + "loss": 0.4843, + "num_input_tokens_seen": 11614080, + "step": 17775 + }, + { + "epoch": 10.483490566037736, + "grad_norm": 1.3878345489501953, + "learning_rate": 5.450641711182066e-06, + "loss": 0.4681, + "num_input_tokens_seen": 11616544, + "step": 17780 + }, + { + "epoch": 10.486438679245284, + "grad_norm": 1.6433494091033936, + "learning_rate": 5.448079408067748e-06, + "loss": 0.4015, + "num_input_tokens_seen": 11620352, + "step": 17785 + }, + { + "epoch": 10.48938679245283, + "grad_norm": 2.639920711517334, + "learning_rate": 5.4455169863224775e-06, + "loss": 0.3121, + "num_input_tokens_seen": 11623168, + "step": 17790 + }, + { + "epoch": 10.492334905660377, + "grad_norm": 3.101062297821045, + "learning_rate": 5.442954446624664e-06, + "loss": 0.4983, + "num_input_tokens_seen": 11626112, + "step": 17795 + }, + { + "epoch": 10.495283018867925, + "grad_norm": 3.4447240829467773, + "learning_rate": 5.440391789652752e-06, + "loss": 0.3464, + "num_input_tokens_seen": 11629632, + "step": 17800 + }, + { + "epoch": 10.498231132075471, + "grad_norm": 2.808232545852661, + "learning_rate": 5.437829016085216e-06, + "loss": 0.3506, + "num_input_tokens_seen": 11632480, + "step": 17805 + }, + { + "epoch": 10.50117924528302, + "grad_norm": 2.6891274452209473, + "learning_rate": 5.435266126600561e-06, + "loss": 0.3961, + "num_input_tokens_seen": 11635584, + "step": 17810 + }, + { + "epoch": 10.504127358490566, + "grad_norm": 2.045557737350464, + "learning_rate": 5.4327031218773215e-06, + "loss": 0.3422, + "num_input_tokens_seen": 11638432, + "step": 17815 + }, + { + "epoch": 10.507075471698114, + "grad_norm": 3.6702868938446045, + "learning_rate": 5.430140002594067e-06, + "loss": 0.3913, + "num_input_tokens_seen": 11642144, + "step": 17820 + }, + { + "epoch": 10.51002358490566, + "grad_norm": 2.0805649757385254, + "learning_rate": 5.4275767694293934e-06, + "loss": 0.3527, + "num_input_tokens_seen": 11645568, + "step": 17825 + }, + { + "epoch": 10.512971698113208, + "grad_norm": 4.329135894775391, + "learning_rate": 5.425013423061926e-06, + "loss": 0.5143, + "num_input_tokens_seen": 11649056, + "step": 17830 + }, + { + "epoch": 10.515919811320755, + "grad_norm": 3.7299070358276367, + "learning_rate": 5.422449964170324e-06, + "loss": 0.4453, + "num_input_tokens_seen": 11653120, + "step": 17835 + }, + { + "epoch": 10.518867924528301, + "grad_norm": 4.580389976501465, + "learning_rate": 5.419886393433275e-06, + "loss": 0.3095, + "num_input_tokens_seen": 11657632, + "step": 17840 + }, + { + "epoch": 10.52181603773585, + "grad_norm": 5.761176586151123, + "learning_rate": 5.417322711529491e-06, + "loss": 0.3345, + "num_input_tokens_seen": 11660992, + "step": 17845 + }, + { + "epoch": 10.524764150943396, + "grad_norm": 2.1291487216949463, + "learning_rate": 5.4147589191377224e-06, + "loss": 0.4087, + "num_input_tokens_seen": 11664672, + "step": 17850 + }, + { + "epoch": 10.527712264150944, + "grad_norm": 1.6714105606079102, + "learning_rate": 5.412195016936742e-06, + "loss": 0.3704, + "num_input_tokens_seen": 11668672, + "step": 17855 + }, + { + "epoch": 10.53066037735849, + "grad_norm": 4.50037145614624, + "learning_rate": 5.409631005605354e-06, + "loss": 0.6413, + "num_input_tokens_seen": 11671392, + "step": 17860 + }, + { + "epoch": 10.533608490566039, + "grad_norm": 4.995465278625488, + "learning_rate": 5.407066885822391e-06, + "loss": 0.5041, + "num_input_tokens_seen": 11674560, + "step": 17865 + }, + { + "epoch": 10.536556603773585, + "grad_norm": 2.938476800918579, + "learning_rate": 5.404502658266717e-06, + "loss": 0.4084, + "num_input_tokens_seen": 11677696, + "step": 17870 + }, + { + "epoch": 10.539504716981131, + "grad_norm": 2.3837287425994873, + "learning_rate": 5.4019383236172195e-06, + "loss": 0.4963, + "num_input_tokens_seen": 11681504, + "step": 17875 + }, + { + "epoch": 10.54245283018868, + "grad_norm": 3.732013463973999, + "learning_rate": 5.39937388255282e-06, + "loss": 0.4055, + "num_input_tokens_seen": 11684672, + "step": 17880 + }, + { + "epoch": 10.545400943396226, + "grad_norm": 2.968062162399292, + "learning_rate": 5.3968093357524645e-06, + "loss": 0.4557, + "num_input_tokens_seen": 11688032, + "step": 17885 + }, + { + "epoch": 10.548349056603774, + "grad_norm": 1.4295881986618042, + "learning_rate": 5.3942446838951245e-06, + "loss": 0.2603, + "num_input_tokens_seen": 11690400, + "step": 17890 + }, + { + "epoch": 10.55129716981132, + "grad_norm": 3.444361448287964, + "learning_rate": 5.3916799276598074e-06, + "loss": 0.5803, + "num_input_tokens_seen": 11693664, + "step": 17895 + }, + { + "epoch": 10.554245283018869, + "grad_norm": 1.8694027662277222, + "learning_rate": 5.3891150677255425e-06, + "loss": 0.4698, + "num_input_tokens_seen": 11696320, + "step": 17900 + }, + { + "epoch": 10.557193396226415, + "grad_norm": 2.4847075939178467, + "learning_rate": 5.386550104771384e-06, + "loss": 0.4252, + "num_input_tokens_seen": 11699872, + "step": 17905 + }, + { + "epoch": 10.560141509433961, + "grad_norm": 2.4467060565948486, + "learning_rate": 5.3839850394764205e-06, + "loss": 0.2087, + "num_input_tokens_seen": 11702912, + "step": 17910 + }, + { + "epoch": 10.56308962264151, + "grad_norm": 3.3425097465515137, + "learning_rate": 5.381419872519763e-06, + "loss": 0.3466, + "num_input_tokens_seen": 11705664, + "step": 17915 + }, + { + "epoch": 10.566037735849056, + "grad_norm": 1.6983798742294312, + "learning_rate": 5.378854604580549e-06, + "loss": 0.3274, + "num_input_tokens_seen": 11709792, + "step": 17920 + }, + { + "epoch": 10.568985849056604, + "grad_norm": 2.906933546066284, + "learning_rate": 5.376289236337946e-06, + "loss": 0.4979, + "num_input_tokens_seen": 11713024, + "step": 17925 + }, + { + "epoch": 10.57193396226415, + "grad_norm": 3.2637410163879395, + "learning_rate": 5.373723768471147e-06, + "loss": 0.539, + "num_input_tokens_seen": 11715904, + "step": 17930 + }, + { + "epoch": 10.574882075471699, + "grad_norm": 9.127342224121094, + "learning_rate": 5.37115820165937e-06, + "loss": 0.3169, + "num_input_tokens_seen": 11718720, + "step": 17935 + }, + { + "epoch": 10.577830188679245, + "grad_norm": 2.429110527038574, + "learning_rate": 5.368592536581858e-06, + "loss": 0.4498, + "num_input_tokens_seen": 11721856, + "step": 17940 + }, + { + "epoch": 10.580778301886792, + "grad_norm": 4.299468994140625, + "learning_rate": 5.366026773917885e-06, + "loss": 0.3336, + "num_input_tokens_seen": 11724544, + "step": 17945 + }, + { + "epoch": 10.58372641509434, + "grad_norm": 2.567307710647583, + "learning_rate": 5.363460914346746e-06, + "loss": 0.3023, + "num_input_tokens_seen": 11727648, + "step": 17950 + }, + { + "epoch": 10.586674528301886, + "grad_norm": 2.3162827491760254, + "learning_rate": 5.360894958547762e-06, + "loss": 0.4466, + "num_input_tokens_seen": 11730464, + "step": 17955 + }, + { + "epoch": 10.589622641509434, + "grad_norm": 1.9819746017456055, + "learning_rate": 5.358328907200284e-06, + "loss": 0.275, + "num_input_tokens_seen": 11733600, + "step": 17960 + }, + { + "epoch": 10.59257075471698, + "grad_norm": 2.0369791984558105, + "learning_rate": 5.355762760983682e-06, + "loss": 0.3029, + "num_input_tokens_seen": 11736544, + "step": 17965 + }, + { + "epoch": 10.595518867924529, + "grad_norm": 2.3888490200042725, + "learning_rate": 5.353196520577356e-06, + "loss": 0.3552, + "num_input_tokens_seen": 11739424, + "step": 17970 + }, + { + "epoch": 10.598466981132075, + "grad_norm": 2.6624302864074707, + "learning_rate": 5.35063018666073e-06, + "loss": 0.4472, + "num_input_tokens_seen": 11742592, + "step": 17975 + }, + { + "epoch": 10.601415094339622, + "grad_norm": 2.4533143043518066, + "learning_rate": 5.3480637599132515e-06, + "loss": 0.3659, + "num_input_tokens_seen": 11745536, + "step": 17980 + }, + { + "epoch": 10.60436320754717, + "grad_norm": 4.129170894622803, + "learning_rate": 5.34549724101439e-06, + "loss": 0.441, + "num_input_tokens_seen": 11749280, + "step": 17985 + }, + { + "epoch": 10.607311320754716, + "grad_norm": 1.6451842784881592, + "learning_rate": 5.342930630643646e-06, + "loss": 0.5194, + "num_input_tokens_seen": 11751840, + "step": 17990 + }, + { + "epoch": 10.610259433962264, + "grad_norm": 2.7494354248046875, + "learning_rate": 5.340363929480541e-06, + "loss": 0.3576, + "num_input_tokens_seen": 11754880, + "step": 17995 + }, + { + "epoch": 10.61320754716981, + "grad_norm": 1.5597407817840576, + "learning_rate": 5.3377971382046164e-06, + "loss": 0.3751, + "num_input_tokens_seen": 11758144, + "step": 18000 + }, + { + "epoch": 10.616155660377359, + "grad_norm": 3.1326913833618164, + "learning_rate": 5.335230257495446e-06, + "loss": 0.3735, + "num_input_tokens_seen": 11760800, + "step": 18005 + }, + { + "epoch": 10.619103773584905, + "grad_norm": 2.941458225250244, + "learning_rate": 5.3326632880326205e-06, + "loss": 0.4378, + "num_input_tokens_seen": 11763584, + "step": 18010 + }, + { + "epoch": 10.622051886792454, + "grad_norm": 2.8263626098632812, + "learning_rate": 5.3300962304957515e-06, + "loss": 0.6049, + "num_input_tokens_seen": 11766016, + "step": 18015 + }, + { + "epoch": 10.625, + "grad_norm": 3.5951621532440186, + "learning_rate": 5.327529085564487e-06, + "loss": 0.4736, + "num_input_tokens_seen": 11769344, + "step": 18020 + }, + { + "epoch": 10.627948113207546, + "grad_norm": 2.5083279609680176, + "learning_rate": 5.324961853918485e-06, + "loss": 0.3692, + "num_input_tokens_seen": 11773536, + "step": 18025 + }, + { + "epoch": 10.630896226415095, + "grad_norm": 3.640347480773926, + "learning_rate": 5.32239453623743e-06, + "loss": 0.315, + "num_input_tokens_seen": 11776800, + "step": 18030 + }, + { + "epoch": 10.633844339622641, + "grad_norm": 2.388545513153076, + "learning_rate": 5.3198271332010335e-06, + "loss": 0.3876, + "num_input_tokens_seen": 11780544, + "step": 18035 + }, + { + "epoch": 10.63679245283019, + "grad_norm": 2.5072314739227295, + "learning_rate": 5.317259645489024e-06, + "loss": 0.3628, + "num_input_tokens_seen": 11783680, + "step": 18040 + }, + { + "epoch": 10.639740566037736, + "grad_norm": 2.212023973464966, + "learning_rate": 5.314692073781157e-06, + "loss": 0.2984, + "num_input_tokens_seen": 11786240, + "step": 18045 + }, + { + "epoch": 10.642688679245284, + "grad_norm": 2.0243823528289795, + "learning_rate": 5.312124418757207e-06, + "loss": 0.3362, + "num_input_tokens_seen": 11790240, + "step": 18050 + }, + { + "epoch": 10.64563679245283, + "grad_norm": 4.380033493041992, + "learning_rate": 5.309556681096972e-06, + "loss": 0.3092, + "num_input_tokens_seen": 11792704, + "step": 18055 + }, + { + "epoch": 10.648584905660378, + "grad_norm": 2.627763509750366, + "learning_rate": 5.306988861480271e-06, + "loss": 0.3277, + "num_input_tokens_seen": 11796032, + "step": 18060 + }, + { + "epoch": 10.651533018867925, + "grad_norm": 3.175083637237549, + "learning_rate": 5.304420960586946e-06, + "loss": 0.3804, + "num_input_tokens_seen": 11798368, + "step": 18065 + }, + { + "epoch": 10.654481132075471, + "grad_norm": 2.0620269775390625, + "learning_rate": 5.3018529790968606e-06, + "loss": 0.3719, + "num_input_tokens_seen": 11802016, + "step": 18070 + }, + { + "epoch": 10.65742924528302, + "grad_norm": 1.700882077217102, + "learning_rate": 5.299284917689898e-06, + "loss": 0.3708, + "num_input_tokens_seen": 11806240, + "step": 18075 + }, + { + "epoch": 10.660377358490566, + "grad_norm": 2.184490919113159, + "learning_rate": 5.296716777045962e-06, + "loss": 0.3871, + "num_input_tokens_seen": 11809184, + "step": 18080 + }, + { + "epoch": 10.663325471698114, + "grad_norm": 3.1210269927978516, + "learning_rate": 5.294148557844983e-06, + "loss": 0.4714, + "num_input_tokens_seen": 11813248, + "step": 18085 + }, + { + "epoch": 10.66627358490566, + "grad_norm": 2.5804052352905273, + "learning_rate": 5.291580260766904e-06, + "loss": 0.4622, + "num_input_tokens_seen": 11815968, + "step": 18090 + }, + { + "epoch": 10.669221698113208, + "grad_norm": 3.2677013874053955, + "learning_rate": 5.289011886491694e-06, + "loss": 0.4752, + "num_input_tokens_seen": 11818624, + "step": 18095 + }, + { + "epoch": 10.672169811320755, + "grad_norm": 2.40545392036438, + "learning_rate": 5.286443435699342e-06, + "loss": 0.3907, + "num_input_tokens_seen": 11822240, + "step": 18100 + }, + { + "epoch": 10.675117924528301, + "grad_norm": 2.4004552364349365, + "learning_rate": 5.283874909069855e-06, + "loss": 0.3425, + "num_input_tokens_seen": 11824992, + "step": 18105 + }, + { + "epoch": 10.67806603773585, + "grad_norm": 2.1859757900238037, + "learning_rate": 5.281306307283263e-06, + "loss": 0.4192, + "num_input_tokens_seen": 11828032, + "step": 18110 + }, + { + "epoch": 10.681014150943396, + "grad_norm": 4.563056468963623, + "learning_rate": 5.2787376310196145e-06, + "loss": 0.4365, + "num_input_tokens_seen": 11830944, + "step": 18115 + }, + { + "epoch": 10.683962264150944, + "grad_norm": 3.3248531818389893, + "learning_rate": 5.276168880958977e-06, + "loss": 0.3384, + "num_input_tokens_seen": 11834496, + "step": 18120 + }, + { + "epoch": 10.68691037735849, + "grad_norm": 1.6576651334762573, + "learning_rate": 5.273600057781437e-06, + "loss": 0.3228, + "num_input_tokens_seen": 11837312, + "step": 18125 + }, + { + "epoch": 10.689858490566039, + "grad_norm": 2.3838908672332764, + "learning_rate": 5.271031162167103e-06, + "loss": 0.3281, + "num_input_tokens_seen": 11840928, + "step": 18130 + }, + { + "epoch": 10.692806603773585, + "grad_norm": 1.974398136138916, + "learning_rate": 5.268462194796101e-06, + "loss": 0.2819, + "num_input_tokens_seen": 11844704, + "step": 18135 + }, + { + "epoch": 10.695754716981131, + "grad_norm": 2.243516683578491, + "learning_rate": 5.265893156348576e-06, + "loss": 0.4238, + "num_input_tokens_seen": 11847744, + "step": 18140 + }, + { + "epoch": 10.69870283018868, + "grad_norm": 3.187790632247925, + "learning_rate": 5.2633240475046925e-06, + "loss": 0.3486, + "num_input_tokens_seen": 11850912, + "step": 18145 + }, + { + "epoch": 10.701650943396226, + "grad_norm": 2.660987615585327, + "learning_rate": 5.2607548689446305e-06, + "loss": 0.3095, + "num_input_tokens_seen": 11854624, + "step": 18150 + }, + { + "epoch": 10.704599056603774, + "grad_norm": 2.653700590133667, + "learning_rate": 5.258185621348595e-06, + "loss": 0.3415, + "num_input_tokens_seen": 11857824, + "step": 18155 + }, + { + "epoch": 10.70754716981132, + "grad_norm": 3.2896487712860107, + "learning_rate": 5.255616305396801e-06, + "loss": 0.3843, + "num_input_tokens_seen": 11860320, + "step": 18160 + }, + { + "epoch": 10.710495283018869, + "grad_norm": 2.1516506671905518, + "learning_rate": 5.253046921769491e-06, + "loss": 0.3503, + "num_input_tokens_seen": 11865024, + "step": 18165 + }, + { + "epoch": 10.713443396226415, + "grad_norm": 3.8677074909210205, + "learning_rate": 5.250477471146916e-06, + "loss": 0.5627, + "num_input_tokens_seen": 11867648, + "step": 18170 + }, + { + "epoch": 10.716391509433961, + "grad_norm": 2.013838529586792, + "learning_rate": 5.2479079542093535e-06, + "loss": 0.2973, + "num_input_tokens_seen": 11870688, + "step": 18175 + }, + { + "epoch": 10.71933962264151, + "grad_norm": 1.850492000579834, + "learning_rate": 5.245338371637091e-06, + "loss": 0.3236, + "num_input_tokens_seen": 11873856, + "step": 18180 + }, + { + "epoch": 10.722287735849056, + "grad_norm": 4.057831764221191, + "learning_rate": 5.242768724110437e-06, + "loss": 0.5597, + "num_input_tokens_seen": 11876896, + "step": 18185 + }, + { + "epoch": 10.725235849056604, + "grad_norm": 1.8714675903320312, + "learning_rate": 5.240199012309717e-06, + "loss": 0.2754, + "num_input_tokens_seen": 11883872, + "step": 18190 + }, + { + "epoch": 10.72818396226415, + "grad_norm": 4.130512714385986, + "learning_rate": 5.237629236915273e-06, + "loss": 0.4133, + "num_input_tokens_seen": 11886816, + "step": 18195 + }, + { + "epoch": 10.731132075471699, + "grad_norm": 1.9531062841415405, + "learning_rate": 5.235059398607464e-06, + "loss": 0.2988, + "num_input_tokens_seen": 11889888, + "step": 18200 + }, + { + "epoch": 10.734080188679245, + "grad_norm": 2.681617259979248, + "learning_rate": 5.232489498066665e-06, + "loss": 0.3727, + "num_input_tokens_seen": 11893216, + "step": 18205 + }, + { + "epoch": 10.737028301886792, + "grad_norm": 2.878237247467041, + "learning_rate": 5.229919535973272e-06, + "loss": 0.3483, + "num_input_tokens_seen": 11896704, + "step": 18210 + }, + { + "epoch": 10.73997641509434, + "grad_norm": 2.2367231845855713, + "learning_rate": 5.2273495130076905e-06, + "loss": 0.4627, + "num_input_tokens_seen": 11899968, + "step": 18215 + }, + { + "epoch": 10.742924528301886, + "grad_norm": 6.392966270446777, + "learning_rate": 5.224779429850344e-06, + "loss": 0.4942, + "num_input_tokens_seen": 11903072, + "step": 18220 + }, + { + "epoch": 10.745872641509434, + "grad_norm": 3.136134147644043, + "learning_rate": 5.222209287181677e-06, + "loss": 0.4517, + "num_input_tokens_seen": 11905728, + "step": 18225 + }, + { + "epoch": 10.74882075471698, + "grad_norm": 3.1470301151275635, + "learning_rate": 5.219639085682142e-06, + "loss": 0.3722, + "num_input_tokens_seen": 11907936, + "step": 18230 + }, + { + "epoch": 10.751768867924529, + "grad_norm": 4.996906280517578, + "learning_rate": 5.2170688260322124e-06, + "loss": 0.3729, + "num_input_tokens_seen": 11910240, + "step": 18235 + }, + { + "epoch": 10.754716981132075, + "grad_norm": 3.717745780944824, + "learning_rate": 5.214498508912376e-06, + "loss": 0.3825, + "num_input_tokens_seen": 11912960, + "step": 18240 + }, + { + "epoch": 10.757665094339622, + "grad_norm": 3.4931373596191406, + "learning_rate": 5.211928135003135e-06, + "loss": 0.2924, + "num_input_tokens_seen": 11915808, + "step": 18245 + }, + { + "epoch": 10.76061320754717, + "grad_norm": 2.0699989795684814, + "learning_rate": 5.209357704985007e-06, + "loss": 0.3417, + "num_input_tokens_seen": 11918368, + "step": 18250 + }, + { + "epoch": 10.763561320754716, + "grad_norm": 2.796210527420044, + "learning_rate": 5.206787219538524e-06, + "loss": 0.3762, + "num_input_tokens_seen": 11920832, + "step": 18255 + }, + { + "epoch": 10.766509433962264, + "grad_norm": 2.0847320556640625, + "learning_rate": 5.204216679344234e-06, + "loss": 0.3933, + "num_input_tokens_seen": 11924864, + "step": 18260 + }, + { + "epoch": 10.76945754716981, + "grad_norm": 2.42260479927063, + "learning_rate": 5.201646085082696e-06, + "loss": 0.298, + "num_input_tokens_seen": 11927616, + "step": 18265 + }, + { + "epoch": 10.772405660377359, + "grad_norm": 4.098382472991943, + "learning_rate": 5.199075437434491e-06, + "loss": 0.4192, + "num_input_tokens_seen": 11930784, + "step": 18270 + }, + { + "epoch": 10.775353773584905, + "grad_norm": 3.7311959266662598, + "learning_rate": 5.1965047370802046e-06, + "loss": 0.3962, + "num_input_tokens_seen": 11934016, + "step": 18275 + }, + { + "epoch": 10.778301886792454, + "grad_norm": 3.050839424133301, + "learning_rate": 5.193933984700441e-06, + "loss": 0.3885, + "num_input_tokens_seen": 11936800, + "step": 18280 + }, + { + "epoch": 10.78125, + "grad_norm": 3.489715337753296, + "learning_rate": 5.1913631809758216e-06, + "loss": 0.2851, + "num_input_tokens_seen": 11939648, + "step": 18285 + }, + { + "epoch": 10.784198113207546, + "grad_norm": 2.5079758167266846, + "learning_rate": 5.188792326586973e-06, + "loss": 0.4222, + "num_input_tokens_seen": 11942912, + "step": 18290 + }, + { + "epoch": 10.787146226415095, + "grad_norm": 2.6070752143859863, + "learning_rate": 5.186221422214544e-06, + "loss": 0.3195, + "num_input_tokens_seen": 11945568, + "step": 18295 + }, + { + "epoch": 10.790094339622641, + "grad_norm": 3.7315070629119873, + "learning_rate": 5.1836504685391885e-06, + "loss": 0.4417, + "num_input_tokens_seen": 11948672, + "step": 18300 + }, + { + "epoch": 10.79304245283019, + "grad_norm": 3.14378023147583, + "learning_rate": 5.181079466241582e-06, + "loss": 0.4693, + "num_input_tokens_seen": 11951648, + "step": 18305 + }, + { + "epoch": 10.795990566037736, + "grad_norm": 4.837580680847168, + "learning_rate": 5.178508416002406e-06, + "loss": 0.5143, + "num_input_tokens_seen": 11955392, + "step": 18310 + }, + { + "epoch": 10.798938679245284, + "grad_norm": 2.3352761268615723, + "learning_rate": 5.175937318502357e-06, + "loss": 0.4982, + "num_input_tokens_seen": 11958880, + "step": 18315 + }, + { + "epoch": 10.80188679245283, + "grad_norm": 1.774892807006836, + "learning_rate": 5.173366174422147e-06, + "loss": 0.4153, + "num_input_tokens_seen": 11961792, + "step": 18320 + }, + { + "epoch": 10.804834905660378, + "grad_norm": 2.5415570735931396, + "learning_rate": 5.170794984442492e-06, + "loss": 0.4033, + "num_input_tokens_seen": 11964704, + "step": 18325 + }, + { + "epoch": 10.807783018867925, + "grad_norm": 2.172685146331787, + "learning_rate": 5.16822374924413e-06, + "loss": 0.3473, + "num_input_tokens_seen": 11967040, + "step": 18330 + }, + { + "epoch": 10.810731132075471, + "grad_norm": 5.848505020141602, + "learning_rate": 5.165652469507806e-06, + "loss": 0.3359, + "num_input_tokens_seen": 11969632, + "step": 18335 + }, + { + "epoch": 10.81367924528302, + "grad_norm": 3.1414740085601807, + "learning_rate": 5.163081145914276e-06, + "loss": 0.4145, + "num_input_tokens_seen": 11972320, + "step": 18340 + }, + { + "epoch": 10.816627358490566, + "grad_norm": 2.396552562713623, + "learning_rate": 5.160509779144311e-06, + "loss": 0.3145, + "num_input_tokens_seen": 11976256, + "step": 18345 + }, + { + "epoch": 10.819575471698114, + "grad_norm": 2.5590386390686035, + "learning_rate": 5.157938369878688e-06, + "loss": 0.4217, + "num_input_tokens_seen": 11979264, + "step": 18350 + }, + { + "epoch": 10.82252358490566, + "grad_norm": 2.6437275409698486, + "learning_rate": 5.155366918798203e-06, + "loss": 0.308, + "num_input_tokens_seen": 11982048, + "step": 18355 + }, + { + "epoch": 10.825471698113208, + "grad_norm": 2.379354476928711, + "learning_rate": 5.152795426583654e-06, + "loss": 0.4019, + "num_input_tokens_seen": 11985600, + "step": 18360 + }, + { + "epoch": 10.828419811320755, + "grad_norm": 1.7197656631469727, + "learning_rate": 5.15022389391586e-06, + "loss": 0.4522, + "num_input_tokens_seen": 11988640, + "step": 18365 + }, + { + "epoch": 10.831367924528301, + "grad_norm": 2.7101335525512695, + "learning_rate": 5.147652321475642e-06, + "loss": 0.3711, + "num_input_tokens_seen": 11992320, + "step": 18370 + }, + { + "epoch": 10.83431603773585, + "grad_norm": 5.385131359100342, + "learning_rate": 5.145080709943835e-06, + "loss": 0.3258, + "num_input_tokens_seen": 11995424, + "step": 18375 + }, + { + "epoch": 10.837264150943396, + "grad_norm": 1.8912562131881714, + "learning_rate": 5.142509060001285e-06, + "loss": 0.353, + "num_input_tokens_seen": 11999360, + "step": 18380 + }, + { + "epoch": 10.840212264150944, + "grad_norm": 3.223771333694458, + "learning_rate": 5.139937372328847e-06, + "loss": 0.4228, + "num_input_tokens_seen": 12003360, + "step": 18385 + }, + { + "epoch": 10.84316037735849, + "grad_norm": 2.869515895843506, + "learning_rate": 5.1373656476073876e-06, + "loss": 0.4467, + "num_input_tokens_seen": 12006176, + "step": 18390 + }, + { + "epoch": 10.846108490566039, + "grad_norm": 2.5570836067199707, + "learning_rate": 5.134793886517779e-06, + "loss": 0.2898, + "num_input_tokens_seen": 12009920, + "step": 18395 + }, + { + "epoch": 10.849056603773585, + "grad_norm": 1.966584324836731, + "learning_rate": 5.1322220897409105e-06, + "loss": 0.3944, + "num_input_tokens_seen": 12012736, + "step": 18400 + }, + { + "epoch": 10.852004716981131, + "grad_norm": 2.482236623764038, + "learning_rate": 5.129650257957671e-06, + "loss": 0.3866, + "num_input_tokens_seen": 12016576, + "step": 18405 + }, + { + "epoch": 10.85495283018868, + "grad_norm": 1.6988499164581299, + "learning_rate": 5.12707839184897e-06, + "loss": 0.326, + "num_input_tokens_seen": 12019712, + "step": 18410 + }, + { + "epoch": 10.857900943396226, + "grad_norm": 3.519228935241699, + "learning_rate": 5.124506492095716e-06, + "loss": 0.3784, + "num_input_tokens_seen": 12022432, + "step": 18415 + }, + { + "epoch": 10.860849056603774, + "grad_norm": 2.786809206008911, + "learning_rate": 5.121934559378831e-06, + "loss": 0.4192, + "num_input_tokens_seen": 12025408, + "step": 18420 + }, + { + "epoch": 10.86379716981132, + "grad_norm": 2.113102912902832, + "learning_rate": 5.1193625943792456e-06, + "loss": 0.5463, + "num_input_tokens_seen": 12028768, + "step": 18425 + }, + { + "epoch": 10.866745283018869, + "grad_norm": 3.4111580848693848, + "learning_rate": 5.116790597777901e-06, + "loss": 0.5331, + "num_input_tokens_seen": 12031488, + "step": 18430 + }, + { + "epoch": 10.869693396226415, + "grad_norm": 2.016824722290039, + "learning_rate": 5.11421857025574e-06, + "loss": 0.2451, + "num_input_tokens_seen": 12036192, + "step": 18435 + }, + { + "epoch": 10.872641509433961, + "grad_norm": 1.6072990894317627, + "learning_rate": 5.111646512493721e-06, + "loss": 0.3812, + "num_input_tokens_seen": 12040512, + "step": 18440 + }, + { + "epoch": 10.87558962264151, + "grad_norm": 2.3656818866729736, + "learning_rate": 5.109074425172806e-06, + "loss": 0.3802, + "num_input_tokens_seen": 12043680, + "step": 18445 + }, + { + "epoch": 10.878537735849056, + "grad_norm": 2.488621234893799, + "learning_rate": 5.106502308973967e-06, + "loss": 0.4783, + "num_input_tokens_seen": 12051296, + "step": 18450 + }, + { + "epoch": 10.881485849056604, + "grad_norm": 1.969689965248108, + "learning_rate": 5.103930164578184e-06, + "loss": 0.3577, + "num_input_tokens_seen": 12054688, + "step": 18455 + }, + { + "epoch": 10.88443396226415, + "grad_norm": 2.4023077487945557, + "learning_rate": 5.101357992666441e-06, + "loss": 0.4207, + "num_input_tokens_seen": 12057984, + "step": 18460 + }, + { + "epoch": 10.887382075471699, + "grad_norm": 2.138997793197632, + "learning_rate": 5.098785793919733e-06, + "loss": 0.3973, + "num_input_tokens_seen": 12061792, + "step": 18465 + }, + { + "epoch": 10.890330188679245, + "grad_norm": 3.6136043071746826, + "learning_rate": 5.096213569019061e-06, + "loss": 0.2578, + "num_input_tokens_seen": 12066112, + "step": 18470 + }, + { + "epoch": 10.893278301886792, + "grad_norm": 2.3363170623779297, + "learning_rate": 5.0936413186454315e-06, + "loss": 0.4188, + "num_input_tokens_seen": 12069024, + "step": 18475 + }, + { + "epoch": 10.89622641509434, + "grad_norm": 3.4046735763549805, + "learning_rate": 5.0910690434798584e-06, + "loss": 0.3424, + "num_input_tokens_seen": 12071616, + "step": 18480 + }, + { + "epoch": 10.899174528301886, + "grad_norm": 1.8880716562271118, + "learning_rate": 5.088496744203364e-06, + "loss": 0.3442, + "num_input_tokens_seen": 12074752, + "step": 18485 + }, + { + "epoch": 10.902122641509434, + "grad_norm": 2.250767469406128, + "learning_rate": 5.085924421496976e-06, + "loss": 0.381, + "num_input_tokens_seen": 12078784, + "step": 18490 + }, + { + "epoch": 10.90507075471698, + "grad_norm": 2.664198160171509, + "learning_rate": 5.083352076041725e-06, + "loss": 0.4352, + "num_input_tokens_seen": 12081504, + "step": 18495 + }, + { + "epoch": 10.908018867924529, + "grad_norm": 2.4198994636535645, + "learning_rate": 5.080779708518654e-06, + "loss": 0.5114, + "num_input_tokens_seen": 12084480, + "step": 18500 + }, + { + "epoch": 10.910966981132075, + "grad_norm": 5.203601360321045, + "learning_rate": 5.078207319608807e-06, + "loss": 0.4824, + "num_input_tokens_seen": 12086816, + "step": 18505 + }, + { + "epoch": 10.913915094339622, + "grad_norm": 3.2256641387939453, + "learning_rate": 5.075634909993235e-06, + "loss": 0.3713, + "num_input_tokens_seen": 12089696, + "step": 18510 + }, + { + "epoch": 10.91686320754717, + "grad_norm": 3.102776288986206, + "learning_rate": 5.073062480352995e-06, + "loss": 0.312, + "num_input_tokens_seen": 12092064, + "step": 18515 + }, + { + "epoch": 10.919811320754716, + "grad_norm": 5.123677730560303, + "learning_rate": 5.070490031369149e-06, + "loss": 0.3807, + "num_input_tokens_seen": 12094080, + "step": 18520 + }, + { + "epoch": 10.922759433962264, + "grad_norm": 3.4733805656433105, + "learning_rate": 5.067917563722762e-06, + "loss": 0.321, + "num_input_tokens_seen": 12098240, + "step": 18525 + }, + { + "epoch": 10.92570754716981, + "grad_norm": 3.2114901542663574, + "learning_rate": 5.065345078094907e-06, + "loss": 0.5263, + "num_input_tokens_seen": 12101056, + "step": 18530 + }, + { + "epoch": 10.928655660377359, + "grad_norm": 5.762320041656494, + "learning_rate": 5.062772575166663e-06, + "loss": 0.3661, + "num_input_tokens_seen": 12103584, + "step": 18535 + }, + { + "epoch": 10.931603773584905, + "grad_norm": 2.4494106769561768, + "learning_rate": 5.0602000556191075e-06, + "loss": 0.3928, + "num_input_tokens_seen": 12110304, + "step": 18540 + }, + { + "epoch": 10.934551886792454, + "grad_norm": 1.687713623046875, + "learning_rate": 5.0576275201333284e-06, + "loss": 0.3362, + "num_input_tokens_seen": 12113888, + "step": 18545 + }, + { + "epoch": 10.9375, + "grad_norm": 2.5002694129943848, + "learning_rate": 5.055054969390415e-06, + "loss": 0.3824, + "num_input_tokens_seen": 12116512, + "step": 18550 + }, + { + "epoch": 10.940448113207546, + "grad_norm": 2.1377038955688477, + "learning_rate": 5.052482404071461e-06, + "loss": 0.4554, + "num_input_tokens_seen": 12121024, + "step": 18555 + }, + { + "epoch": 10.943396226415095, + "grad_norm": 2.8521270751953125, + "learning_rate": 5.049909824857564e-06, + "loss": 0.2844, + "num_input_tokens_seen": 12123904, + "step": 18560 + }, + { + "epoch": 10.946344339622641, + "grad_norm": 3.762434482574463, + "learning_rate": 5.047337232429827e-06, + "loss": 0.3513, + "num_input_tokens_seen": 12127648, + "step": 18565 + }, + { + "epoch": 10.94929245283019, + "grad_norm": 3.546236038208008, + "learning_rate": 5.044764627469354e-06, + "loss": 0.4072, + "num_input_tokens_seen": 12130784, + "step": 18570 + }, + { + "epoch": 10.952240566037736, + "grad_norm": 1.5912971496582031, + "learning_rate": 5.042192010657251e-06, + "loss": 0.2958, + "num_input_tokens_seen": 12133728, + "step": 18575 + }, + { + "epoch": 10.955188679245284, + "grad_norm": 5.016737461090088, + "learning_rate": 5.039619382674632e-06, + "loss": 0.4226, + "num_input_tokens_seen": 12137152, + "step": 18580 + }, + { + "epoch": 10.95813679245283, + "grad_norm": 3.1202657222747803, + "learning_rate": 5.0370467442026115e-06, + "loss": 0.5011, + "num_input_tokens_seen": 12140672, + "step": 18585 + }, + { + "epoch": 10.961084905660378, + "grad_norm": 1.7807003259658813, + "learning_rate": 5.034474095922304e-06, + "loss": 0.3833, + "num_input_tokens_seen": 12143936, + "step": 18590 + }, + { + "epoch": 10.964033018867925, + "grad_norm": 3.8003036975860596, + "learning_rate": 5.031901438514832e-06, + "loss": 0.367, + "num_input_tokens_seen": 12146368, + "step": 18595 + }, + { + "epoch": 10.966981132075471, + "grad_norm": 2.5546884536743164, + "learning_rate": 5.0293287726613185e-06, + "loss": 0.3236, + "num_input_tokens_seen": 12149216, + "step": 18600 + }, + { + "epoch": 10.96992924528302, + "grad_norm": 3.3308331966400146, + "learning_rate": 5.0267560990428836e-06, + "loss": 0.3973, + "num_input_tokens_seen": 12152128, + "step": 18605 + }, + { + "epoch": 10.972877358490566, + "grad_norm": 2.623991012573242, + "learning_rate": 5.024183418340657e-06, + "loss": 0.4811, + "num_input_tokens_seen": 12159136, + "step": 18610 + }, + { + "epoch": 10.975825471698114, + "grad_norm": 2.3915083408355713, + "learning_rate": 5.021610731235766e-06, + "loss": 0.369, + "num_input_tokens_seen": 12161856, + "step": 18615 + }, + { + "epoch": 10.97877358490566, + "grad_norm": 2.575594902038574, + "learning_rate": 5.01903803840934e-06, + "loss": 0.4854, + "num_input_tokens_seen": 12164896, + "step": 18620 + }, + { + "epoch": 10.981721698113208, + "grad_norm": 2.26823353767395, + "learning_rate": 5.016465340542514e-06, + "loss": 0.3307, + "num_input_tokens_seen": 12167744, + "step": 18625 + }, + { + "epoch": 10.984669811320755, + "grad_norm": 3.074444055557251, + "learning_rate": 5.013892638316417e-06, + "loss": 0.327, + "num_input_tokens_seen": 12170624, + "step": 18630 + }, + { + "epoch": 10.987617924528301, + "grad_norm": 2.2620177268981934, + "learning_rate": 5.011319932412182e-06, + "loss": 0.3344, + "num_input_tokens_seen": 12174016, + "step": 18635 + }, + { + "epoch": 10.99056603773585, + "grad_norm": 3.111783981323242, + "learning_rate": 5.008747223510947e-06, + "loss": 0.4614, + "num_input_tokens_seen": 12176704, + "step": 18640 + }, + { + "epoch": 10.993514150943396, + "grad_norm": 2.8094675540924072, + "learning_rate": 5.006174512293849e-06, + "loss": 0.3936, + "num_input_tokens_seen": 12180832, + "step": 18645 + }, + { + "epoch": 10.996462264150944, + "grad_norm": 2.5341525077819824, + "learning_rate": 5.003601799442019e-06, + "loss": 0.4663, + "num_input_tokens_seen": 12183552, + "step": 18650 + }, + { + "epoch": 10.99941037735849, + "grad_norm": 1.678435206413269, + "learning_rate": 5.0010290856366e-06, + "loss": 0.4229, + "num_input_tokens_seen": 12186688, + "step": 18655 + }, + { + "epoch": 11.002358490566039, + "grad_norm": 1.9572815895080566, + "learning_rate": 4.998456371558726e-06, + "loss": 0.3998, + "num_input_tokens_seen": 12189792, + "step": 18660 + }, + { + "epoch": 11.005306603773585, + "grad_norm": 1.6725741624832153, + "learning_rate": 4.995883657889531e-06, + "loss": 0.2364, + "num_input_tokens_seen": 12193440, + "step": 18665 + }, + { + "epoch": 11.008254716981131, + "grad_norm": 2.5829224586486816, + "learning_rate": 4.993310945310158e-06, + "loss": 0.5778, + "num_input_tokens_seen": 12197440, + "step": 18670 + }, + { + "epoch": 11.01120283018868, + "grad_norm": 2.8130948543548584, + "learning_rate": 4.9907382345017416e-06, + "loss": 0.3847, + "num_input_tokens_seen": 12199936, + "step": 18675 + }, + { + "epoch": 11.014150943396226, + "grad_norm": 3.8342766761779785, + "learning_rate": 4.988165526145416e-06, + "loss": 0.3162, + "num_input_tokens_seen": 12203008, + "step": 18680 + }, + { + "epoch": 11.017099056603774, + "grad_norm": 2.319382905960083, + "learning_rate": 4.985592820922319e-06, + "loss": 0.3086, + "num_input_tokens_seen": 12205696, + "step": 18685 + }, + { + "epoch": 11.02004716981132, + "grad_norm": 2.3686091899871826, + "learning_rate": 4.983020119513586e-06, + "loss": 0.3213, + "num_input_tokens_seen": 12208480, + "step": 18690 + }, + { + "epoch": 11.022995283018869, + "grad_norm": 3.325322389602661, + "learning_rate": 4.9804474226003465e-06, + "loss": 0.3486, + "num_input_tokens_seen": 12210912, + "step": 18695 + }, + { + "epoch": 11.025943396226415, + "grad_norm": 2.6001884937286377, + "learning_rate": 4.977874730863739e-06, + "loss": 0.3765, + "num_input_tokens_seen": 12214816, + "step": 18700 + }, + { + "epoch": 11.028891509433961, + "grad_norm": 2.0644161701202393, + "learning_rate": 4.975302044984889e-06, + "loss": 0.2594, + "num_input_tokens_seen": 12219616, + "step": 18705 + }, + { + "epoch": 11.03183962264151, + "grad_norm": 2.5021121501922607, + "learning_rate": 4.972729365644931e-06, + "loss": 0.259, + "num_input_tokens_seen": 12222400, + "step": 18710 + }, + { + "epoch": 11.034787735849056, + "grad_norm": 2.8720974922180176, + "learning_rate": 4.97015669352499e-06, + "loss": 0.3193, + "num_input_tokens_seen": 12225024, + "step": 18715 + }, + { + "epoch": 11.037735849056604, + "grad_norm": 6.125282287597656, + "learning_rate": 4.967584029306194e-06, + "loss": 0.3969, + "num_input_tokens_seen": 12231584, + "step": 18720 + }, + { + "epoch": 11.04068396226415, + "grad_norm": 4.976642608642578, + "learning_rate": 4.965011373669666e-06, + "loss": 0.3203, + "num_input_tokens_seen": 12234016, + "step": 18725 + }, + { + "epoch": 11.043632075471699, + "grad_norm": 3.307694911956787, + "learning_rate": 4.962438727296527e-06, + "loss": 0.3861, + "num_input_tokens_seen": 12237088, + "step": 18730 + }, + { + "epoch": 11.046580188679245, + "grad_norm": 2.8284614086151123, + "learning_rate": 4.959866090867897e-06, + "loss": 0.3487, + "num_input_tokens_seen": 12239616, + "step": 18735 + }, + { + "epoch": 11.049528301886792, + "grad_norm": 2.0818514823913574, + "learning_rate": 4.957293465064893e-06, + "loss": 0.4416, + "num_input_tokens_seen": 12242976, + "step": 18740 + }, + { + "epoch": 11.05247641509434, + "grad_norm": 2.128786087036133, + "learning_rate": 4.954720850568627e-06, + "loss": 0.2602, + "num_input_tokens_seen": 12245984, + "step": 18745 + }, + { + "epoch": 11.055424528301886, + "grad_norm": 2.7077572345733643, + "learning_rate": 4.952148248060212e-06, + "loss": 0.4269, + "num_input_tokens_seen": 12249376, + "step": 18750 + }, + { + "epoch": 11.058372641509434, + "grad_norm": 1.467516303062439, + "learning_rate": 4.949575658220755e-06, + "loss": 0.2506, + "num_input_tokens_seen": 12251744, + "step": 18755 + }, + { + "epoch": 11.06132075471698, + "grad_norm": 2.838852643966675, + "learning_rate": 4.947003081731359e-06, + "loss": 0.288, + "num_input_tokens_seen": 12255360, + "step": 18760 + }, + { + "epoch": 11.064268867924529, + "grad_norm": 3.0015125274658203, + "learning_rate": 4.944430519273126e-06, + "loss": 0.3824, + "num_input_tokens_seen": 12258080, + "step": 18765 + }, + { + "epoch": 11.067216981132075, + "grad_norm": 4.020102500915527, + "learning_rate": 4.941857971527152e-06, + "loss": 0.2879, + "num_input_tokens_seen": 12260768, + "step": 18770 + }, + { + "epoch": 11.070165094339623, + "grad_norm": 2.811413288116455, + "learning_rate": 4.93928543917453e-06, + "loss": 0.3136, + "num_input_tokens_seen": 12263232, + "step": 18775 + }, + { + "epoch": 11.07311320754717, + "grad_norm": 1.9207044839859009, + "learning_rate": 4.93671292289635e-06, + "loss": 0.261, + "num_input_tokens_seen": 12266336, + "step": 18780 + }, + { + "epoch": 11.076061320754716, + "grad_norm": 2.453976631164551, + "learning_rate": 4.934140423373698e-06, + "loss": 0.3277, + "num_input_tokens_seen": 12269632, + "step": 18785 + }, + { + "epoch": 11.079009433962264, + "grad_norm": 4.504411220550537, + "learning_rate": 4.931567941287651e-06, + "loss": 0.448, + "num_input_tokens_seen": 12272480, + "step": 18790 + }, + { + "epoch": 11.08195754716981, + "grad_norm": 3.753197193145752, + "learning_rate": 4.9289954773192875e-06, + "loss": 0.5062, + "num_input_tokens_seen": 12274816, + "step": 18795 + }, + { + "epoch": 11.084905660377359, + "grad_norm": 2.365616798400879, + "learning_rate": 4.926423032149677e-06, + "loss": 0.2874, + "num_input_tokens_seen": 12277536, + "step": 18800 + }, + { + "epoch": 11.087853773584905, + "grad_norm": 3.2955753803253174, + "learning_rate": 4.923850606459883e-06, + "loss": 0.5822, + "num_input_tokens_seen": 12280192, + "step": 18805 + }, + { + "epoch": 11.090801886792454, + "grad_norm": 4.233295440673828, + "learning_rate": 4.921278200930972e-06, + "loss": 0.3545, + "num_input_tokens_seen": 12282656, + "step": 18810 + }, + { + "epoch": 11.09375, + "grad_norm": 2.631089210510254, + "learning_rate": 4.918705816243996e-06, + "loss": 0.3804, + "num_input_tokens_seen": 12285952, + "step": 18815 + }, + { + "epoch": 11.096698113207546, + "grad_norm": 3.3263025283813477, + "learning_rate": 4.916133453080007e-06, + "loss": 0.3666, + "num_input_tokens_seen": 12289888, + "step": 18820 + }, + { + "epoch": 11.099646226415095, + "grad_norm": 2.998918056488037, + "learning_rate": 4.913561112120046e-06, + "loss": 0.3034, + "num_input_tokens_seen": 12292288, + "step": 18825 + }, + { + "epoch": 11.102594339622641, + "grad_norm": 3.073697328567505, + "learning_rate": 4.910988794045154e-06, + "loss": 0.4297, + "num_input_tokens_seen": 12294688, + "step": 18830 + }, + { + "epoch": 11.10554245283019, + "grad_norm": 2.7917513847351074, + "learning_rate": 4.9084164995363626e-06, + "loss": 0.419, + "num_input_tokens_seen": 12297952, + "step": 18835 + }, + { + "epoch": 11.108490566037736, + "grad_norm": 3.096820831298828, + "learning_rate": 4.905844229274697e-06, + "loss": 0.3516, + "num_input_tokens_seen": 12303808, + "step": 18840 + }, + { + "epoch": 11.111438679245284, + "grad_norm": 3.2782673835754395, + "learning_rate": 4.903271983941177e-06, + "loss": 0.3491, + "num_input_tokens_seen": 12306464, + "step": 18845 + }, + { + "epoch": 11.11438679245283, + "grad_norm": 3.224761486053467, + "learning_rate": 4.900699764216818e-06, + "loss": 0.3227, + "num_input_tokens_seen": 12310304, + "step": 18850 + }, + { + "epoch": 11.117334905660377, + "grad_norm": 3.097635269165039, + "learning_rate": 4.898127570782622e-06, + "loss": 0.4331, + "num_input_tokens_seen": 12314528, + "step": 18855 + }, + { + "epoch": 11.120283018867925, + "grad_norm": 2.6612231731414795, + "learning_rate": 4.895555404319592e-06, + "loss": 0.4866, + "num_input_tokens_seen": 12318816, + "step": 18860 + }, + { + "epoch": 11.123231132075471, + "grad_norm": 3.6775784492492676, + "learning_rate": 4.89298326550872e-06, + "loss": 0.4197, + "num_input_tokens_seen": 12321504, + "step": 18865 + }, + { + "epoch": 11.12617924528302, + "grad_norm": 2.6859285831451416, + "learning_rate": 4.8904111550309876e-06, + "loss": 0.3296, + "num_input_tokens_seen": 12325760, + "step": 18870 + }, + { + "epoch": 11.129127358490566, + "grad_norm": 3.710902214050293, + "learning_rate": 4.8878390735673755e-06, + "loss": 0.371, + "num_input_tokens_seen": 12328320, + "step": 18875 + }, + { + "epoch": 11.132075471698114, + "grad_norm": 4.525660991668701, + "learning_rate": 4.8852670217988505e-06, + "loss": 0.4517, + "num_input_tokens_seen": 12331488, + "step": 18880 + }, + { + "epoch": 11.13502358490566, + "grad_norm": 4.029951095581055, + "learning_rate": 4.882695000406377e-06, + "loss": 0.378, + "num_input_tokens_seen": 12333888, + "step": 18885 + }, + { + "epoch": 11.137971698113208, + "grad_norm": 2.212939739227295, + "learning_rate": 4.880123010070909e-06, + "loss": 0.3485, + "num_input_tokens_seen": 12336640, + "step": 18890 + }, + { + "epoch": 11.140919811320755, + "grad_norm": 1.8302415609359741, + "learning_rate": 4.877551051473388e-06, + "loss": 0.3908, + "num_input_tokens_seen": 12340896, + "step": 18895 + }, + { + "epoch": 11.143867924528301, + "grad_norm": 3.780982255935669, + "learning_rate": 4.874979125294755e-06, + "loss": 0.394, + "num_input_tokens_seen": 12344736, + "step": 18900 + }, + { + "epoch": 11.14681603773585, + "grad_norm": 1.8011772632598877, + "learning_rate": 4.872407232215937e-06, + "loss": 0.3192, + "num_input_tokens_seen": 12348288, + "step": 18905 + }, + { + "epoch": 11.149764150943396, + "grad_norm": 2.5171587467193604, + "learning_rate": 4.8698353729178546e-06, + "loss": 0.4414, + "num_input_tokens_seen": 12351424, + "step": 18910 + }, + { + "epoch": 11.152712264150944, + "grad_norm": 1.6487127542495728, + "learning_rate": 4.867263548081418e-06, + "loss": 0.2988, + "num_input_tokens_seen": 12355360, + "step": 18915 + }, + { + "epoch": 11.15566037735849, + "grad_norm": 2.1774375438690186, + "learning_rate": 4.8646917583875304e-06, + "loss": 0.4719, + "num_input_tokens_seen": 12358272, + "step": 18920 + }, + { + "epoch": 11.158608490566039, + "grad_norm": 3.6321558952331543, + "learning_rate": 4.862120004517082e-06, + "loss": 0.4348, + "num_input_tokens_seen": 12361152, + "step": 18925 + }, + { + "epoch": 11.161556603773585, + "grad_norm": 3.179872512817383, + "learning_rate": 4.859548287150956e-06, + "loss": 0.3713, + "num_input_tokens_seen": 12364480, + "step": 18930 + }, + { + "epoch": 11.164504716981131, + "grad_norm": 1.8990660905838013, + "learning_rate": 4.8569766069700275e-06, + "loss": 0.3988, + "num_input_tokens_seen": 12367296, + "step": 18935 + }, + { + "epoch": 11.16745283018868, + "grad_norm": 2.5435783863067627, + "learning_rate": 4.854404964655158e-06, + "loss": 0.3724, + "num_input_tokens_seen": 12370400, + "step": 18940 + }, + { + "epoch": 11.170400943396226, + "grad_norm": 2.1463637351989746, + "learning_rate": 4.8518333608872015e-06, + "loss": 0.3573, + "num_input_tokens_seen": 12373632, + "step": 18945 + }, + { + "epoch": 11.173349056603774, + "grad_norm": 3.9458706378936768, + "learning_rate": 4.849261796347002e-06, + "loss": 0.3522, + "num_input_tokens_seen": 12376384, + "step": 18950 + }, + { + "epoch": 11.17629716981132, + "grad_norm": 3.305433750152588, + "learning_rate": 4.846690271715391e-06, + "loss": 0.3107, + "num_input_tokens_seen": 12379520, + "step": 18955 + }, + { + "epoch": 11.179245283018869, + "grad_norm": 3.2992067337036133, + "learning_rate": 4.844118787673191e-06, + "loss": 0.3618, + "num_input_tokens_seen": 12383040, + "step": 18960 + }, + { + "epoch": 11.182193396226415, + "grad_norm": 2.31555438041687, + "learning_rate": 4.841547344901214e-06, + "loss": 0.3325, + "num_input_tokens_seen": 12385696, + "step": 18965 + }, + { + "epoch": 11.185141509433961, + "grad_norm": 2.244331121444702, + "learning_rate": 4.838975944080261e-06, + "loss": 0.3942, + "num_input_tokens_seen": 12388736, + "step": 18970 + }, + { + "epoch": 11.18808962264151, + "grad_norm": 1.8950008153915405, + "learning_rate": 4.83640458589112e-06, + "loss": 0.4031, + "num_input_tokens_seen": 12392288, + "step": 18975 + }, + { + "epoch": 11.191037735849056, + "grad_norm": 3.515178680419922, + "learning_rate": 4.833833271014571e-06, + "loss": 0.3332, + "num_input_tokens_seen": 12397088, + "step": 18980 + }, + { + "epoch": 11.193985849056604, + "grad_norm": 6.15024995803833, + "learning_rate": 4.831262000131379e-06, + "loss": 0.3045, + "num_input_tokens_seen": 12399424, + "step": 18985 + }, + { + "epoch": 11.19693396226415, + "grad_norm": 3.913940668106079, + "learning_rate": 4.828690773922299e-06, + "loss": 0.3048, + "num_input_tokens_seen": 12404736, + "step": 18990 + }, + { + "epoch": 11.199882075471699, + "grad_norm": 2.05106520652771, + "learning_rate": 4.826119593068074e-06, + "loss": 0.3589, + "num_input_tokens_seen": 12408960, + "step": 18995 + }, + { + "epoch": 11.202830188679245, + "grad_norm": 1.6576335430145264, + "learning_rate": 4.8235484582494375e-06, + "loss": 0.5447, + "num_input_tokens_seen": 12412256, + "step": 19000 + }, + { + "epoch": 11.205778301886792, + "grad_norm": 2.6775057315826416, + "learning_rate": 4.8209773701471076e-06, + "loss": 0.4019, + "num_input_tokens_seen": 12415136, + "step": 19005 + }, + { + "epoch": 11.20872641509434, + "grad_norm": 4.709984302520752, + "learning_rate": 4.818406329441789e-06, + "loss": 0.4358, + "num_input_tokens_seen": 12417312, + "step": 19010 + }, + { + "epoch": 11.211674528301886, + "grad_norm": 3.072279691696167, + "learning_rate": 4.815835336814179e-06, + "loss": 0.2905, + "num_input_tokens_seen": 12420064, + "step": 19015 + }, + { + "epoch": 11.214622641509434, + "grad_norm": 4.835416316986084, + "learning_rate": 4.813264392944957e-06, + "loss": 0.4552, + "num_input_tokens_seen": 12423200, + "step": 19020 + }, + { + "epoch": 11.21757075471698, + "grad_norm": 8.432475090026855, + "learning_rate": 4.8106934985147905e-06, + "loss": 0.4559, + "num_input_tokens_seen": 12426528, + "step": 19025 + }, + { + "epoch": 11.220518867924529, + "grad_norm": 2.1560425758361816, + "learning_rate": 4.808122654204338e-06, + "loss": 0.3739, + "num_input_tokens_seen": 12429376, + "step": 19030 + }, + { + "epoch": 11.223466981132075, + "grad_norm": 2.0718047618865967, + "learning_rate": 4.805551860694239e-06, + "loss": 0.2869, + "num_input_tokens_seen": 12432320, + "step": 19035 + }, + { + "epoch": 11.226415094339623, + "grad_norm": 2.556828022003174, + "learning_rate": 4.802981118665122e-06, + "loss": 0.3171, + "num_input_tokens_seen": 12435744, + "step": 19040 + }, + { + "epoch": 11.22936320754717, + "grad_norm": 2.819079637527466, + "learning_rate": 4.800410428797604e-06, + "loss": 0.3529, + "num_input_tokens_seen": 12439712, + "step": 19045 + }, + { + "epoch": 11.232311320754716, + "grad_norm": 2.6643223762512207, + "learning_rate": 4.797839791772286e-06, + "loss": 0.2278, + "num_input_tokens_seen": 12443328, + "step": 19050 + }, + { + "epoch": 11.235259433962264, + "grad_norm": 4.958436012268066, + "learning_rate": 4.795269208269752e-06, + "loss": 0.4221, + "num_input_tokens_seen": 12446432, + "step": 19055 + }, + { + "epoch": 11.23820754716981, + "grad_norm": 2.007448673248291, + "learning_rate": 4.792698678970579e-06, + "loss": 0.3241, + "num_input_tokens_seen": 12449152, + "step": 19060 + }, + { + "epoch": 11.241155660377359, + "grad_norm": 5.896149635314941, + "learning_rate": 4.7901282045553245e-06, + "loss": 0.4299, + "num_input_tokens_seen": 12452480, + "step": 19065 + }, + { + "epoch": 11.244103773584905, + "grad_norm": 2.633631467819214, + "learning_rate": 4.787557785704531e-06, + "loss": 0.2788, + "num_input_tokens_seen": 12456672, + "step": 19070 + }, + { + "epoch": 11.247051886792454, + "grad_norm": 3.121778964996338, + "learning_rate": 4.784987423098731e-06, + "loss": 0.3511, + "num_input_tokens_seen": 12460928, + "step": 19075 + }, + { + "epoch": 11.25, + "grad_norm": 2.4684739112854004, + "learning_rate": 4.7824171174184354e-06, + "loss": 0.3473, + "num_input_tokens_seen": 12466592, + "step": 19080 + }, + { + "epoch": 11.252948113207546, + "grad_norm": 3.3487300872802734, + "learning_rate": 4.779846869344146e-06, + "loss": 0.3098, + "num_input_tokens_seen": 12469632, + "step": 19085 + }, + { + "epoch": 11.255896226415095, + "grad_norm": 3.3326244354248047, + "learning_rate": 4.777276679556346e-06, + "loss": 0.4194, + "num_input_tokens_seen": 12472960, + "step": 19090 + }, + { + "epoch": 11.258844339622641, + "grad_norm": 2.548445224761963, + "learning_rate": 4.774706548735507e-06, + "loss": 0.2748, + "num_input_tokens_seen": 12476256, + "step": 19095 + }, + { + "epoch": 11.26179245283019, + "grad_norm": 3.1199638843536377, + "learning_rate": 4.77213647756208e-06, + "loss": 0.3089, + "num_input_tokens_seen": 12479328, + "step": 19100 + }, + { + "epoch": 11.264740566037736, + "grad_norm": 2.2776858806610107, + "learning_rate": 4.769566466716501e-06, + "loss": 0.4331, + "num_input_tokens_seen": 12483104, + "step": 19105 + }, + { + "epoch": 11.267688679245284, + "grad_norm": 3.0249950885772705, + "learning_rate": 4.766996516879195e-06, + "loss": 0.3877, + "num_input_tokens_seen": 12486272, + "step": 19110 + }, + { + "epoch": 11.27063679245283, + "grad_norm": 3.4287197589874268, + "learning_rate": 4.764426628730564e-06, + "loss": 0.3624, + "num_input_tokens_seen": 12489408, + "step": 19115 + }, + { + "epoch": 11.273584905660377, + "grad_norm": 3.4975733757019043, + "learning_rate": 4.761856802950999e-06, + "loss": 0.336, + "num_input_tokens_seen": 12492864, + "step": 19120 + }, + { + "epoch": 11.276533018867925, + "grad_norm": 2.111248254776001, + "learning_rate": 4.759287040220872e-06, + "loss": 0.2723, + "num_input_tokens_seen": 12495936, + "step": 19125 + }, + { + "epoch": 11.279481132075471, + "grad_norm": 3.979827404022217, + "learning_rate": 4.756717341220538e-06, + "loss": 0.3382, + "num_input_tokens_seen": 12499552, + "step": 19130 + }, + { + "epoch": 11.28242924528302, + "grad_norm": 4.743232250213623, + "learning_rate": 4.7541477066303365e-06, + "loss": 0.3344, + "num_input_tokens_seen": 12502624, + "step": 19135 + }, + { + "epoch": 11.285377358490566, + "grad_norm": 3.4817252159118652, + "learning_rate": 4.75157813713059e-06, + "loss": 0.3894, + "num_input_tokens_seen": 12505408, + "step": 19140 + }, + { + "epoch": 11.288325471698114, + "grad_norm": 3.1507985591888428, + "learning_rate": 4.7490086334016e-06, + "loss": 0.3325, + "num_input_tokens_seen": 12508576, + "step": 19145 + }, + { + "epoch": 11.29127358490566, + "grad_norm": 2.882251501083374, + "learning_rate": 4.746439196123659e-06, + "loss": 0.5047, + "num_input_tokens_seen": 12510944, + "step": 19150 + }, + { + "epoch": 11.294221698113208, + "grad_norm": 1.9517667293548584, + "learning_rate": 4.743869825977032e-06, + "loss": 0.3613, + "num_input_tokens_seen": 12513952, + "step": 19155 + }, + { + "epoch": 11.297169811320755, + "grad_norm": 2.1769747734069824, + "learning_rate": 4.741300523641972e-06, + "loss": 0.3672, + "num_input_tokens_seen": 12521344, + "step": 19160 + }, + { + "epoch": 11.300117924528301, + "grad_norm": 2.854813814163208, + "learning_rate": 4.738731289798715e-06, + "loss": 0.2952, + "num_input_tokens_seen": 12524672, + "step": 19165 + }, + { + "epoch": 11.30306603773585, + "grad_norm": 3.9477181434631348, + "learning_rate": 4.7361621251274744e-06, + "loss": 0.4128, + "num_input_tokens_seen": 12528320, + "step": 19170 + }, + { + "epoch": 11.306014150943396, + "grad_norm": 6.219686031341553, + "learning_rate": 4.733593030308446e-06, + "loss": 0.335, + "num_input_tokens_seen": 12531168, + "step": 19175 + }, + { + "epoch": 11.308962264150944, + "grad_norm": 2.003117561340332, + "learning_rate": 4.731024006021814e-06, + "loss": 0.4016, + "num_input_tokens_seen": 12535296, + "step": 19180 + }, + { + "epoch": 11.31191037735849, + "grad_norm": 5.472085475921631, + "learning_rate": 4.728455052947732e-06, + "loss": 0.3422, + "num_input_tokens_seen": 12540256, + "step": 19185 + }, + { + "epoch": 11.314858490566039, + "grad_norm": 2.072103500366211, + "learning_rate": 4.725886171766349e-06, + "loss": 0.4147, + "num_input_tokens_seen": 12543936, + "step": 19190 + }, + { + "epoch": 11.317806603773585, + "grad_norm": 2.714076519012451, + "learning_rate": 4.723317363157781e-06, + "loss": 0.4182, + "num_input_tokens_seen": 12546240, + "step": 19195 + }, + { + "epoch": 11.320754716981131, + "grad_norm": 2.3664815425872803, + "learning_rate": 4.720748627802135e-06, + "loss": 0.3412, + "num_input_tokens_seen": 12549888, + "step": 19200 + }, + { + "epoch": 11.32370283018868, + "grad_norm": 2.181785821914673, + "learning_rate": 4.718179966379492e-06, + "loss": 0.3917, + "num_input_tokens_seen": 12552896, + "step": 19205 + }, + { + "epoch": 11.326650943396226, + "grad_norm": 2.653104543685913, + "learning_rate": 4.715611379569919e-06, + "loss": 0.2806, + "num_input_tokens_seen": 12556576, + "step": 19210 + }, + { + "epoch": 11.329599056603774, + "grad_norm": 2.558255434036255, + "learning_rate": 4.713042868053458e-06, + "loss": 0.3838, + "num_input_tokens_seen": 12560128, + "step": 19215 + }, + { + "epoch": 11.33254716981132, + "grad_norm": 2.1574113368988037, + "learning_rate": 4.7104744325101345e-06, + "loss": 0.4862, + "num_input_tokens_seen": 12563008, + "step": 19220 + }, + { + "epoch": 11.335495283018869, + "grad_norm": 3.383836030960083, + "learning_rate": 4.7079060736199525e-06, + "loss": 0.4309, + "num_input_tokens_seen": 12566688, + "step": 19225 + }, + { + "epoch": 11.338443396226415, + "grad_norm": 3.78108286857605, + "learning_rate": 4.705337792062897e-06, + "loss": 0.5755, + "num_input_tokens_seen": 12569120, + "step": 19230 + }, + { + "epoch": 11.341391509433961, + "grad_norm": 3.464247465133667, + "learning_rate": 4.702769588518931e-06, + "loss": 0.3079, + "num_input_tokens_seen": 12575712, + "step": 19235 + }, + { + "epoch": 11.34433962264151, + "grad_norm": 6.842067241668701, + "learning_rate": 4.700201463667996e-06, + "loss": 0.3479, + "num_input_tokens_seen": 12578656, + "step": 19240 + }, + { + "epoch": 11.347287735849056, + "grad_norm": 3.67260479927063, + "learning_rate": 4.697633418190017e-06, + "loss": 0.3459, + "num_input_tokens_seen": 12582432, + "step": 19245 + }, + { + "epoch": 11.350235849056604, + "grad_norm": 3.5908384323120117, + "learning_rate": 4.695065452764893e-06, + "loss": 0.191, + "num_input_tokens_seen": 12586144, + "step": 19250 + }, + { + "epoch": 11.35318396226415, + "grad_norm": 1.881066918373108, + "learning_rate": 4.692497568072505e-06, + "loss": 0.3388, + "num_input_tokens_seen": 12589632, + "step": 19255 + }, + { + "epoch": 11.356132075471699, + "grad_norm": 2.206498384475708, + "learning_rate": 4.689929764792711e-06, + "loss": 0.4106, + "num_input_tokens_seen": 12593984, + "step": 19260 + }, + { + "epoch": 11.359080188679245, + "grad_norm": 2.166529655456543, + "learning_rate": 4.687362043605349e-06, + "loss": 0.4095, + "num_input_tokens_seen": 12596800, + "step": 19265 + }, + { + "epoch": 11.362028301886792, + "grad_norm": 1.7347110509872437, + "learning_rate": 4.684794405190231e-06, + "loss": 0.3905, + "num_input_tokens_seen": 12600736, + "step": 19270 + }, + { + "epoch": 11.36497641509434, + "grad_norm": 2.339214563369751, + "learning_rate": 4.682226850227155e-06, + "loss": 0.3874, + "num_input_tokens_seen": 12604064, + "step": 19275 + }, + { + "epoch": 11.367924528301886, + "grad_norm": 2.347381114959717, + "learning_rate": 4.6796593793958875e-06, + "loss": 0.4447, + "num_input_tokens_seen": 12607584, + "step": 19280 + }, + { + "epoch": 11.370872641509434, + "grad_norm": 5.475948333740234, + "learning_rate": 4.6770919933761815e-06, + "loss": 0.3012, + "num_input_tokens_seen": 12610112, + "step": 19285 + }, + { + "epoch": 11.37382075471698, + "grad_norm": 2.213665246963501, + "learning_rate": 4.6745246928477615e-06, + "loss": 0.4212, + "num_input_tokens_seen": 12614624, + "step": 19290 + }, + { + "epoch": 11.376768867924529, + "grad_norm": 2.8573086261749268, + "learning_rate": 4.671957478490332e-06, + "loss": 0.367, + "num_input_tokens_seen": 12617376, + "step": 19295 + }, + { + "epoch": 11.379716981132075, + "grad_norm": 3.037386178970337, + "learning_rate": 4.669390350983574e-06, + "loss": 0.4216, + "num_input_tokens_seen": 12620736, + "step": 19300 + }, + { + "epoch": 11.382665094339623, + "grad_norm": 3.595606565475464, + "learning_rate": 4.666823311007145e-06, + "loss": 0.3303, + "num_input_tokens_seen": 12623776, + "step": 19305 + }, + { + "epoch": 11.38561320754717, + "grad_norm": 2.439115524291992, + "learning_rate": 4.664256359240681e-06, + "loss": 0.3869, + "num_input_tokens_seen": 12627264, + "step": 19310 + }, + { + "epoch": 11.388561320754716, + "grad_norm": 1.7421448230743408, + "learning_rate": 4.661689496363793e-06, + "loss": 0.3963, + "num_input_tokens_seen": 12631008, + "step": 19315 + }, + { + "epoch": 11.391509433962264, + "grad_norm": 3.9416515827178955, + "learning_rate": 4.659122723056068e-06, + "loss": 0.4453, + "num_input_tokens_seen": 12634400, + "step": 19320 + }, + { + "epoch": 11.39445754716981, + "grad_norm": 2.9566073417663574, + "learning_rate": 4.656556039997072e-06, + "loss": 0.3697, + "num_input_tokens_seen": 12637632, + "step": 19325 + }, + { + "epoch": 11.397405660377359, + "grad_norm": 3.4115562438964844, + "learning_rate": 4.653989447866345e-06, + "loss": 0.4574, + "num_input_tokens_seen": 12640384, + "step": 19330 + }, + { + "epoch": 11.400353773584905, + "grad_norm": 2.3213236331939697, + "learning_rate": 4.651422947343401e-06, + "loss": 0.3858, + "num_input_tokens_seen": 12643040, + "step": 19335 + }, + { + "epoch": 11.403301886792454, + "grad_norm": 2.8722126483917236, + "learning_rate": 4.6488565391077355e-06, + "loss": 0.3457, + "num_input_tokens_seen": 12645632, + "step": 19340 + }, + { + "epoch": 11.40625, + "grad_norm": 2.8089065551757812, + "learning_rate": 4.646290223838815e-06, + "loss": 0.4262, + "num_input_tokens_seen": 12648832, + "step": 19345 + }, + { + "epoch": 11.409198113207546, + "grad_norm": 4.187483787536621, + "learning_rate": 4.64372400221608e-06, + "loss": 0.4477, + "num_input_tokens_seen": 12651712, + "step": 19350 + }, + { + "epoch": 11.412146226415095, + "grad_norm": 1.7806793451309204, + "learning_rate": 4.641157874918953e-06, + "loss": 0.3835, + "num_input_tokens_seen": 12654496, + "step": 19355 + }, + { + "epoch": 11.415094339622641, + "grad_norm": 2.7891392707824707, + "learning_rate": 4.6385918426268245e-06, + "loss": 0.4062, + "num_input_tokens_seen": 12659040, + "step": 19360 + }, + { + "epoch": 11.41804245283019, + "grad_norm": 2.6066207885742188, + "learning_rate": 4.636025906019062e-06, + "loss": 0.3757, + "num_input_tokens_seen": 12662176, + "step": 19365 + }, + { + "epoch": 11.420990566037736, + "grad_norm": 2.6992545127868652, + "learning_rate": 4.6334600657750115e-06, + "loss": 0.516, + "num_input_tokens_seen": 12664992, + "step": 19370 + }, + { + "epoch": 11.423938679245284, + "grad_norm": 1.7868678569793701, + "learning_rate": 4.6308943225739855e-06, + "loss": 0.3735, + "num_input_tokens_seen": 12668224, + "step": 19375 + }, + { + "epoch": 11.42688679245283, + "grad_norm": 2.345903158187866, + "learning_rate": 4.628328677095281e-06, + "loss": 0.4169, + "num_input_tokens_seen": 12670592, + "step": 19380 + }, + { + "epoch": 11.429834905660377, + "grad_norm": 2.8973591327667236, + "learning_rate": 4.625763130018159e-06, + "loss": 0.3903, + "num_input_tokens_seen": 12673344, + "step": 19385 + }, + { + "epoch": 11.432783018867925, + "grad_norm": 3.781179666519165, + "learning_rate": 4.6231976820218635e-06, + "loss": 0.3463, + "num_input_tokens_seen": 12676704, + "step": 19390 + }, + { + "epoch": 11.435731132075471, + "grad_norm": 1.9380040168762207, + "learning_rate": 4.620632333785605e-06, + "loss": 0.366, + "num_input_tokens_seen": 12679872, + "step": 19395 + }, + { + "epoch": 11.43867924528302, + "grad_norm": 3.450411319732666, + "learning_rate": 4.618067085988569e-06, + "loss": 0.3596, + "num_input_tokens_seen": 12683200, + "step": 19400 + }, + { + "epoch": 11.441627358490566, + "grad_norm": 3.712125778198242, + "learning_rate": 4.615501939309921e-06, + "loss": 0.5508, + "num_input_tokens_seen": 12685792, + "step": 19405 + }, + { + "epoch": 11.444575471698114, + "grad_norm": 3.574667453765869, + "learning_rate": 4.612936894428791e-06, + "loss": 0.3548, + "num_input_tokens_seen": 12689728, + "step": 19410 + }, + { + "epoch": 11.44752358490566, + "grad_norm": 3.4740662574768066, + "learning_rate": 4.610371952024285e-06, + "loss": 0.3687, + "num_input_tokens_seen": 12693056, + "step": 19415 + }, + { + "epoch": 11.450471698113208, + "grad_norm": 4.213456630706787, + "learning_rate": 4.607807112775485e-06, + "loss": 0.433, + "num_input_tokens_seen": 12696160, + "step": 19420 + }, + { + "epoch": 11.453419811320755, + "grad_norm": 2.4507768154144287, + "learning_rate": 4.605242377361441e-06, + "loss": 0.2663, + "num_input_tokens_seen": 12698816, + "step": 19425 + }, + { + "epoch": 11.456367924528301, + "grad_norm": 3.111422061920166, + "learning_rate": 4.60267774646118e-06, + "loss": 0.4023, + "num_input_tokens_seen": 12702528, + "step": 19430 + }, + { + "epoch": 11.45931603773585, + "grad_norm": 2.133991241455078, + "learning_rate": 4.600113220753698e-06, + "loss": 0.3459, + "num_input_tokens_seen": 12705568, + "step": 19435 + }, + { + "epoch": 11.462264150943396, + "grad_norm": 2.6250948905944824, + "learning_rate": 4.597548800917964e-06, + "loss": 0.4157, + "num_input_tokens_seen": 12708288, + "step": 19440 + }, + { + "epoch": 11.465212264150944, + "grad_norm": 4.126223087310791, + "learning_rate": 4.594984487632919e-06, + "loss": 0.4951, + "num_input_tokens_seen": 12711680, + "step": 19445 + }, + { + "epoch": 11.46816037735849, + "grad_norm": 4.2627387046813965, + "learning_rate": 4.592420281577478e-06, + "loss": 0.522, + "num_input_tokens_seen": 12714368, + "step": 19450 + }, + { + "epoch": 11.471108490566039, + "grad_norm": 6.427766799926758, + "learning_rate": 4.589856183430521e-06, + "loss": 0.4474, + "num_input_tokens_seen": 12718272, + "step": 19455 + }, + { + "epoch": 11.474056603773585, + "grad_norm": 4.957222938537598, + "learning_rate": 4.58729219387091e-06, + "loss": 0.3442, + "num_input_tokens_seen": 12722336, + "step": 19460 + }, + { + "epoch": 11.477004716981131, + "grad_norm": 4.29713773727417, + "learning_rate": 4.584728313577468e-06, + "loss": 0.6147, + "num_input_tokens_seen": 12724928, + "step": 19465 + }, + { + "epoch": 11.47995283018868, + "grad_norm": 2.593693256378174, + "learning_rate": 4.582164543228993e-06, + "loss": 0.3869, + "num_input_tokens_seen": 12727296, + "step": 19470 + }, + { + "epoch": 11.482900943396226, + "grad_norm": 2.139961004257202, + "learning_rate": 4.5796008835042574e-06, + "loss": 0.3982, + "num_input_tokens_seen": 12730528, + "step": 19475 + }, + { + "epoch": 11.485849056603774, + "grad_norm": 3.224808931350708, + "learning_rate": 4.577037335082e-06, + "loss": 0.3823, + "num_input_tokens_seen": 12733568, + "step": 19480 + }, + { + "epoch": 11.48879716981132, + "grad_norm": 2.7853920459747314, + "learning_rate": 4.574473898640933e-06, + "loss": 0.276, + "num_input_tokens_seen": 12736576, + "step": 19485 + }, + { + "epoch": 11.491745283018869, + "grad_norm": 2.5081307888031006, + "learning_rate": 4.571910574859732e-06, + "loss": 0.3424, + "num_input_tokens_seen": 12740160, + "step": 19490 + }, + { + "epoch": 11.494693396226415, + "grad_norm": 2.3262314796447754, + "learning_rate": 4.5693473644170535e-06, + "loss": 0.283, + "num_input_tokens_seen": 12742880, + "step": 19495 + }, + { + "epoch": 11.497641509433961, + "grad_norm": 3.6012418270111084, + "learning_rate": 4.566784267991516e-06, + "loss": 0.4097, + "num_input_tokens_seen": 12746656, + "step": 19500 + }, + { + "epoch": 11.50058962264151, + "grad_norm": 4.875921249389648, + "learning_rate": 4.564221286261709e-06, + "loss": 0.3042, + "num_input_tokens_seen": 12749088, + "step": 19505 + }, + { + "epoch": 11.503537735849056, + "grad_norm": 1.888991117477417, + "learning_rate": 4.5616584199061964e-06, + "loss": 0.4445, + "num_input_tokens_seen": 12752736, + "step": 19510 + }, + { + "epoch": 11.506485849056604, + "grad_norm": 1.9075870513916016, + "learning_rate": 4.559095669603506e-06, + "loss": 0.4227, + "num_input_tokens_seen": 12755808, + "step": 19515 + }, + { + "epoch": 11.50943396226415, + "grad_norm": 3.7782833576202393, + "learning_rate": 4.556533036032136e-06, + "loss": 0.4259, + "num_input_tokens_seen": 12758976, + "step": 19520 + }, + { + "epoch": 11.512382075471699, + "grad_norm": 3.385117292404175, + "learning_rate": 4.553970519870557e-06, + "loss": 0.3787, + "num_input_tokens_seen": 12761824, + "step": 19525 + }, + { + "epoch": 11.515330188679245, + "grad_norm": 2.255627155303955, + "learning_rate": 4.551408121797205e-06, + "loss": 0.3751, + "num_input_tokens_seen": 12764736, + "step": 19530 + }, + { + "epoch": 11.518278301886792, + "grad_norm": 3.9246022701263428, + "learning_rate": 4.548845842490486e-06, + "loss": 0.33, + "num_input_tokens_seen": 12767552, + "step": 19535 + }, + { + "epoch": 11.52122641509434, + "grad_norm": 2.8248915672302246, + "learning_rate": 4.5462836826287745e-06, + "loss": 0.397, + "num_input_tokens_seen": 12770656, + "step": 19540 + }, + { + "epoch": 11.524174528301886, + "grad_norm": 2.203565835952759, + "learning_rate": 4.543721642890414e-06, + "loss": 0.3213, + "num_input_tokens_seen": 12773280, + "step": 19545 + }, + { + "epoch": 11.527122641509434, + "grad_norm": 1.3473459482192993, + "learning_rate": 4.541159723953714e-06, + "loss": 0.5617, + "num_input_tokens_seen": 12777120, + "step": 19550 + }, + { + "epoch": 11.53007075471698, + "grad_norm": 4.091856956481934, + "learning_rate": 4.538597926496955e-06, + "loss": 0.4606, + "num_input_tokens_seen": 12781248, + "step": 19555 + }, + { + "epoch": 11.533018867924529, + "grad_norm": 2.96287202835083, + "learning_rate": 4.536036251198384e-06, + "loss": 0.2996, + "num_input_tokens_seen": 12784384, + "step": 19560 + }, + { + "epoch": 11.535966981132075, + "grad_norm": 3.7211875915527344, + "learning_rate": 4.5334746987362124e-06, + "loss": 0.3925, + "num_input_tokens_seen": 12786880, + "step": 19565 + }, + { + "epoch": 11.538915094339622, + "grad_norm": 3.070779800415039, + "learning_rate": 4.530913269788627e-06, + "loss": 0.4014, + "num_input_tokens_seen": 12790272, + "step": 19570 + }, + { + "epoch": 11.54186320754717, + "grad_norm": 2.951155424118042, + "learning_rate": 4.528351965033775e-06, + "loss": 0.3907, + "num_input_tokens_seen": 12793184, + "step": 19575 + }, + { + "epoch": 11.544811320754716, + "grad_norm": 4.450774669647217, + "learning_rate": 4.525790785149774e-06, + "loss": 0.4129, + "num_input_tokens_seen": 12796384, + "step": 19580 + }, + { + "epoch": 11.547759433962264, + "grad_norm": 1.4402695894241333, + "learning_rate": 4.523229730814705e-06, + "loss": 0.4588, + "num_input_tokens_seen": 12800064, + "step": 19585 + }, + { + "epoch": 11.55070754716981, + "grad_norm": 2.0327672958374023, + "learning_rate": 4.52066880270662e-06, + "loss": 0.458, + "num_input_tokens_seen": 12803520, + "step": 19590 + }, + { + "epoch": 11.553655660377359, + "grad_norm": 4.327061176300049, + "learning_rate": 4.518108001503536e-06, + "loss": 0.3768, + "num_input_tokens_seen": 12806304, + "step": 19595 + }, + { + "epoch": 11.556603773584905, + "grad_norm": 2.6347262859344482, + "learning_rate": 4.515547327883434e-06, + "loss": 0.3528, + "num_input_tokens_seen": 12809728, + "step": 19600 + }, + { + "epoch": 11.559551886792454, + "grad_norm": 3.430860757827759, + "learning_rate": 4.512986782524266e-06, + "loss": 0.3154, + "num_input_tokens_seen": 12813024, + "step": 19605 + }, + { + "epoch": 11.5625, + "grad_norm": 2.6092417240142822, + "learning_rate": 4.510426366103946e-06, + "loss": 0.4703, + "num_input_tokens_seen": 12816000, + "step": 19610 + }, + { + "epoch": 11.565448113207546, + "grad_norm": 3.2335121631622314, + "learning_rate": 4.5078660793003544e-06, + "loss": 0.3251, + "num_input_tokens_seen": 12818240, + "step": 19615 + }, + { + "epoch": 11.568396226415095, + "grad_norm": 1.60666024684906, + "learning_rate": 4.505305922791341e-06, + "loss": 0.3236, + "num_input_tokens_seen": 12822272, + "step": 19620 + }, + { + "epoch": 11.571344339622641, + "grad_norm": 1.6902809143066406, + "learning_rate": 4.502745897254716e-06, + "loss": 0.2993, + "num_input_tokens_seen": 12825792, + "step": 19625 + }, + { + "epoch": 11.57429245283019, + "grad_norm": 5.0597686767578125, + "learning_rate": 4.500186003368257e-06, + "loss": 0.3656, + "num_input_tokens_seen": 12828704, + "step": 19630 + }, + { + "epoch": 11.577240566037736, + "grad_norm": 4.571127891540527, + "learning_rate": 4.497626241809709e-06, + "loss": 0.4935, + "num_input_tokens_seen": 12832032, + "step": 19635 + }, + { + "epoch": 11.580188679245284, + "grad_norm": 2.4999046325683594, + "learning_rate": 4.4950666132567775e-06, + "loss": 0.3141, + "num_input_tokens_seen": 12835200, + "step": 19640 + }, + { + "epoch": 11.58313679245283, + "grad_norm": 3.0236399173736572, + "learning_rate": 4.492507118387136e-06, + "loss": 0.4282, + "num_input_tokens_seen": 12838784, + "step": 19645 + }, + { + "epoch": 11.586084905660378, + "grad_norm": 3.665085792541504, + "learning_rate": 4.4899477578784235e-06, + "loss": 0.3484, + "num_input_tokens_seen": 12841536, + "step": 19650 + }, + { + "epoch": 11.589033018867925, + "grad_norm": 3.515742540359497, + "learning_rate": 4.487388532408239e-06, + "loss": 0.4603, + "num_input_tokens_seen": 12845696, + "step": 19655 + }, + { + "epoch": 11.591981132075471, + "grad_norm": 4.069537162780762, + "learning_rate": 4.48482944265415e-06, + "loss": 0.3059, + "num_input_tokens_seen": 12848512, + "step": 19660 + }, + { + "epoch": 11.59492924528302, + "grad_norm": 2.603424072265625, + "learning_rate": 4.482270489293685e-06, + "loss": 0.3216, + "num_input_tokens_seen": 12851008, + "step": 19665 + }, + { + "epoch": 11.597877358490566, + "grad_norm": 4.94034481048584, + "learning_rate": 4.479711673004341e-06, + "loss": 0.3748, + "num_input_tokens_seen": 12854976, + "step": 19670 + }, + { + "epoch": 11.600825471698114, + "grad_norm": 2.7062551975250244, + "learning_rate": 4.477152994463575e-06, + "loss": 0.4343, + "num_input_tokens_seen": 12858208, + "step": 19675 + }, + { + "epoch": 11.60377358490566, + "grad_norm": 2.6290671825408936, + "learning_rate": 4.474594454348805e-06, + "loss": 0.3451, + "num_input_tokens_seen": 12861024, + "step": 19680 + }, + { + "epoch": 11.606721698113208, + "grad_norm": 3.3992178440093994, + "learning_rate": 4.472036053337419e-06, + "loss": 0.4073, + "num_input_tokens_seen": 12863840, + "step": 19685 + }, + { + "epoch": 11.609669811320755, + "grad_norm": 3.2522082328796387, + "learning_rate": 4.469477792106761e-06, + "loss": 0.3383, + "num_input_tokens_seen": 12866560, + "step": 19690 + }, + { + "epoch": 11.612617924528301, + "grad_norm": 4.918675422668457, + "learning_rate": 4.466919671334146e-06, + "loss": 0.3291, + "num_input_tokens_seen": 12870400, + "step": 19695 + }, + { + "epoch": 11.61556603773585, + "grad_norm": 3.931095600128174, + "learning_rate": 4.4643616916968456e-06, + "loss": 0.4289, + "num_input_tokens_seen": 12872992, + "step": 19700 + }, + { + "epoch": 11.618514150943396, + "grad_norm": 3.9814326763153076, + "learning_rate": 4.461803853872095e-06, + "loss": 0.3649, + "num_input_tokens_seen": 12876224, + "step": 19705 + }, + { + "epoch": 11.621462264150944, + "grad_norm": 2.2582523822784424, + "learning_rate": 4.459246158537094e-06, + "loss": 0.2323, + "num_input_tokens_seen": 12880800, + "step": 19710 + }, + { + "epoch": 11.62441037735849, + "grad_norm": 2.1402688026428223, + "learning_rate": 4.456688606369003e-06, + "loss": 0.3957, + "num_input_tokens_seen": 12883776, + "step": 19715 + }, + { + "epoch": 11.627358490566039, + "grad_norm": 3.2984907627105713, + "learning_rate": 4.4541311980449446e-06, + "loss": 0.4315, + "num_input_tokens_seen": 12887552, + "step": 19720 + }, + { + "epoch": 11.630306603773585, + "grad_norm": 5.534085273742676, + "learning_rate": 4.4515739342420045e-06, + "loss": 0.3461, + "num_input_tokens_seen": 12890016, + "step": 19725 + }, + { + "epoch": 11.633254716981131, + "grad_norm": 3.424795150756836, + "learning_rate": 4.4490168156372294e-06, + "loss": 0.3789, + "num_input_tokens_seen": 12893344, + "step": 19730 + }, + { + "epoch": 11.63620283018868, + "grad_norm": 3.2405877113342285, + "learning_rate": 4.446459842907626e-06, + "loss": 0.3165, + "num_input_tokens_seen": 12897344, + "step": 19735 + }, + { + "epoch": 11.639150943396226, + "grad_norm": 2.332000970840454, + "learning_rate": 4.443903016730165e-06, + "loss": 0.332, + "num_input_tokens_seen": 12899712, + "step": 19740 + }, + { + "epoch": 11.642099056603774, + "grad_norm": 3.924997329711914, + "learning_rate": 4.4413463377817775e-06, + "loss": 0.4591, + "num_input_tokens_seen": 12903072, + "step": 19745 + }, + { + "epoch": 11.64504716981132, + "grad_norm": 2.5805227756500244, + "learning_rate": 4.438789806739353e-06, + "loss": 0.2575, + "num_input_tokens_seen": 12906080, + "step": 19750 + }, + { + "epoch": 11.647995283018869, + "grad_norm": 1.773171305656433, + "learning_rate": 4.436233424279746e-06, + "loss": 0.3818, + "num_input_tokens_seen": 12909856, + "step": 19755 + }, + { + "epoch": 11.650943396226415, + "grad_norm": 3.042919874191284, + "learning_rate": 4.433677191079771e-06, + "loss": 0.3414, + "num_input_tokens_seen": 12912864, + "step": 19760 + }, + { + "epoch": 11.653891509433961, + "grad_norm": 4.906722545623779, + "learning_rate": 4.431121107816201e-06, + "loss": 0.3153, + "num_input_tokens_seen": 12915488, + "step": 19765 + }, + { + "epoch": 11.65683962264151, + "grad_norm": 2.0943892002105713, + "learning_rate": 4.4285651751657676e-06, + "loss": 0.266, + "num_input_tokens_seen": 12918432, + "step": 19770 + }, + { + "epoch": 11.659787735849056, + "grad_norm": 3.239405393600464, + "learning_rate": 4.4260093938051685e-06, + "loss": 0.4609, + "num_input_tokens_seen": 12921312, + "step": 19775 + }, + { + "epoch": 11.662735849056604, + "grad_norm": 4.507404327392578, + "learning_rate": 4.423453764411056e-06, + "loss": 0.2341, + "num_input_tokens_seen": 12924832, + "step": 19780 + }, + { + "epoch": 11.66568396226415, + "grad_norm": 1.916329264640808, + "learning_rate": 4.4208982876600425e-06, + "loss": 0.2792, + "num_input_tokens_seen": 12928032, + "step": 19785 + }, + { + "epoch": 11.668632075471699, + "grad_norm": 3.632019281387329, + "learning_rate": 4.418342964228705e-06, + "loss": 0.3948, + "num_input_tokens_seen": 12930912, + "step": 19790 + }, + { + "epoch": 11.671580188679245, + "grad_norm": 9.334668159484863, + "learning_rate": 4.415787794793574e-06, + "loss": 0.4248, + "num_input_tokens_seen": 12933440, + "step": 19795 + }, + { + "epoch": 11.674528301886792, + "grad_norm": 6.210555076599121, + "learning_rate": 4.4132327800311414e-06, + "loss": 0.3087, + "num_input_tokens_seen": 12936352, + "step": 19800 + }, + { + "epoch": 11.67747641509434, + "grad_norm": 3.9406423568725586, + "learning_rate": 4.41067792061786e-06, + "loss": 0.3081, + "num_input_tokens_seen": 12940224, + "step": 19805 + }, + { + "epoch": 11.680424528301886, + "grad_norm": 4.411489486694336, + "learning_rate": 4.408123217230139e-06, + "loss": 0.2875, + "num_input_tokens_seen": 12942784, + "step": 19810 + }, + { + "epoch": 11.683372641509434, + "grad_norm": 2.5608062744140625, + "learning_rate": 4.4055686705443464e-06, + "loss": 0.3256, + "num_input_tokens_seen": 12946080, + "step": 19815 + }, + { + "epoch": 11.68632075471698, + "grad_norm": 4.090344429016113, + "learning_rate": 4.4030142812368106e-06, + "loss": 0.3552, + "num_input_tokens_seen": 12949088, + "step": 19820 + }, + { + "epoch": 11.689268867924529, + "grad_norm": 4.286617755889893, + "learning_rate": 4.400460049983817e-06, + "loss": 0.3686, + "num_input_tokens_seen": 12952352, + "step": 19825 + }, + { + "epoch": 11.692216981132075, + "grad_norm": 2.568084955215454, + "learning_rate": 4.397905977461608e-06, + "loss": 0.3733, + "num_input_tokens_seen": 12955200, + "step": 19830 + }, + { + "epoch": 11.695165094339622, + "grad_norm": 2.244544267654419, + "learning_rate": 4.395352064346387e-06, + "loss": 0.3105, + "num_input_tokens_seen": 12959200, + "step": 19835 + }, + { + "epoch": 11.69811320754717, + "grad_norm": 3.591472864151001, + "learning_rate": 4.392798311314314e-06, + "loss": 0.3695, + "num_input_tokens_seen": 12962816, + "step": 19840 + }, + { + "epoch": 11.701061320754716, + "grad_norm": 5.1417341232299805, + "learning_rate": 4.390244719041502e-06, + "loss": 0.3, + "num_input_tokens_seen": 12966496, + "step": 19845 + }, + { + "epoch": 11.704009433962264, + "grad_norm": 2.833115816116333, + "learning_rate": 4.387691288204029e-06, + "loss": 0.3119, + "num_input_tokens_seen": 12969408, + "step": 19850 + }, + { + "epoch": 11.70695754716981, + "grad_norm": 2.8043854236602783, + "learning_rate": 4.385138019477928e-06, + "loss": 0.3258, + "num_input_tokens_seen": 12972352, + "step": 19855 + }, + { + "epoch": 11.709905660377359, + "grad_norm": 3.4663004875183105, + "learning_rate": 4.3825849135391864e-06, + "loss": 0.4726, + "num_input_tokens_seen": 12975104, + "step": 19860 + }, + { + "epoch": 11.712853773584905, + "grad_norm": 4.413716793060303, + "learning_rate": 4.380031971063748e-06, + "loss": 0.3266, + "num_input_tokens_seen": 12978400, + "step": 19865 + }, + { + "epoch": 11.715801886792454, + "grad_norm": 3.9011378288269043, + "learning_rate": 4.37747919272752e-06, + "loss": 0.3321, + "num_input_tokens_seen": 12982720, + "step": 19870 + }, + { + "epoch": 11.71875, + "grad_norm": 3.6404032707214355, + "learning_rate": 4.374926579206357e-06, + "loss": 0.3903, + "num_input_tokens_seen": 12985952, + "step": 19875 + }, + { + "epoch": 11.721698113207546, + "grad_norm": 2.2722690105438232, + "learning_rate": 4.372374131176075e-06, + "loss": 0.311, + "num_input_tokens_seen": 12989600, + "step": 19880 + }, + { + "epoch": 11.724646226415095, + "grad_norm": 2.941683769226074, + "learning_rate": 4.369821849312449e-06, + "loss": 0.4557, + "num_input_tokens_seen": 12992960, + "step": 19885 + }, + { + "epoch": 11.727594339622641, + "grad_norm": 2.2086291313171387, + "learning_rate": 4.367269734291203e-06, + "loss": 0.3453, + "num_input_tokens_seen": 12996224, + "step": 19890 + }, + { + "epoch": 11.73054245283019, + "grad_norm": 3.571441650390625, + "learning_rate": 4.364717786788022e-06, + "loss": 0.3456, + "num_input_tokens_seen": 12999200, + "step": 19895 + }, + { + "epoch": 11.733490566037736, + "grad_norm": 4.834266185760498, + "learning_rate": 4.362166007478545e-06, + "loss": 0.3312, + "num_input_tokens_seen": 13002496, + "step": 19900 + }, + { + "epoch": 11.736438679245284, + "grad_norm": 2.35286021232605, + "learning_rate": 4.3596143970383665e-06, + "loss": 0.3726, + "num_input_tokens_seen": 13005760, + "step": 19905 + }, + { + "epoch": 11.73938679245283, + "grad_norm": 3.8879106044769287, + "learning_rate": 4.357062956143035e-06, + "loss": 0.4318, + "num_input_tokens_seen": 13010016, + "step": 19910 + }, + { + "epoch": 11.742334905660378, + "grad_norm": 2.6096012592315674, + "learning_rate": 4.354511685468059e-06, + "loss": 0.4076, + "num_input_tokens_seen": 13013760, + "step": 19915 + }, + { + "epoch": 11.745283018867925, + "grad_norm": 2.932629346847534, + "learning_rate": 4.351960585688894e-06, + "loss": 0.4464, + "num_input_tokens_seen": 13017824, + "step": 19920 + }, + { + "epoch": 11.748231132075471, + "grad_norm": 2.758229970932007, + "learning_rate": 4.349409657480959e-06, + "loss": 0.3769, + "num_input_tokens_seen": 13020736, + "step": 19925 + }, + { + "epoch": 11.75117924528302, + "grad_norm": 3.5516507625579834, + "learning_rate": 4.34685890151962e-06, + "loss": 0.3201, + "num_input_tokens_seen": 13024192, + "step": 19930 + }, + { + "epoch": 11.754127358490566, + "grad_norm": 3.657329797744751, + "learning_rate": 4.344308318480201e-06, + "loss": 0.5384, + "num_input_tokens_seen": 13026592, + "step": 19935 + }, + { + "epoch": 11.757075471698114, + "grad_norm": 3.622540235519409, + "learning_rate": 4.341757909037981e-06, + "loss": 0.2933, + "num_input_tokens_seen": 13029120, + "step": 19940 + }, + { + "epoch": 11.76002358490566, + "grad_norm": 2.2119016647338867, + "learning_rate": 4.33920767386819e-06, + "loss": 0.3012, + "num_input_tokens_seen": 13032512, + "step": 19945 + }, + { + "epoch": 11.762971698113208, + "grad_norm": 2.414494037628174, + "learning_rate": 4.336657613646017e-06, + "loss": 0.3904, + "num_input_tokens_seen": 13035552, + "step": 19950 + }, + { + "epoch": 11.765919811320755, + "grad_norm": 3.480407238006592, + "learning_rate": 4.3341077290466e-06, + "loss": 0.3718, + "num_input_tokens_seen": 13038624, + "step": 19955 + }, + { + "epoch": 11.768867924528301, + "grad_norm": 2.27420973777771, + "learning_rate": 4.331558020745031e-06, + "loss": 0.375, + "num_input_tokens_seen": 13041280, + "step": 19960 + }, + { + "epoch": 11.77181603773585, + "grad_norm": 2.7965753078460693, + "learning_rate": 4.329008489416357e-06, + "loss": 0.2863, + "num_input_tokens_seen": 13044224, + "step": 19965 + }, + { + "epoch": 11.774764150943396, + "grad_norm": 2.9929866790771484, + "learning_rate": 4.326459135735576e-06, + "loss": 0.3809, + "num_input_tokens_seen": 13046944, + "step": 19970 + }, + { + "epoch": 11.777712264150944, + "grad_norm": 4.093388080596924, + "learning_rate": 4.323909960377644e-06, + "loss": 0.3041, + "num_input_tokens_seen": 13049856, + "step": 19975 + }, + { + "epoch": 11.78066037735849, + "grad_norm": 8.487897872924805, + "learning_rate": 4.3213609640174625e-06, + "loss": 0.4975, + "num_input_tokens_seen": 13054080, + "step": 19980 + }, + { + "epoch": 11.783608490566039, + "grad_norm": 2.4659814834594727, + "learning_rate": 4.318812147329889e-06, + "loss": 0.3564, + "num_input_tokens_seen": 13056992, + "step": 19985 + }, + { + "epoch": 11.786556603773585, + "grad_norm": 2.7735238075256348, + "learning_rate": 4.316263510989737e-06, + "loss": 0.4241, + "num_input_tokens_seen": 13060512, + "step": 19990 + }, + { + "epoch": 11.789504716981131, + "grad_norm": 4.147522926330566, + "learning_rate": 4.313715055671768e-06, + "loss": 0.385, + "num_input_tokens_seen": 13062816, + "step": 19995 + }, + { + "epoch": 11.79245283018868, + "grad_norm": 4.529155254364014, + "learning_rate": 4.311166782050694e-06, + "loss": 0.3801, + "num_input_tokens_seen": 13066080, + "step": 20000 + }, + { + "epoch": 11.795400943396226, + "grad_norm": 2.089865207672119, + "learning_rate": 4.308618690801184e-06, + "loss": 0.3189, + "num_input_tokens_seen": 13071040, + "step": 20005 + }, + { + "epoch": 11.798349056603774, + "grad_norm": 2.1257612705230713, + "learning_rate": 4.3060707825978564e-06, + "loss": 0.2976, + "num_input_tokens_seen": 13073760, + "step": 20010 + }, + { + "epoch": 11.80129716981132, + "grad_norm": 3.5929243564605713, + "learning_rate": 4.303523058115278e-06, + "loss": 0.4859, + "num_input_tokens_seen": 13076736, + "step": 20015 + }, + { + "epoch": 11.804245283018869, + "grad_norm": 6.634305000305176, + "learning_rate": 4.300975518027972e-06, + "loss": 0.4232, + "num_input_tokens_seen": 13080000, + "step": 20020 + }, + { + "epoch": 11.807193396226415, + "grad_norm": 2.0959527492523193, + "learning_rate": 4.298428163010411e-06, + "loss": 0.3807, + "num_input_tokens_seen": 13083808, + "step": 20025 + }, + { + "epoch": 11.810141509433961, + "grad_norm": 1.528238296508789, + "learning_rate": 4.295880993737016e-06, + "loss": 0.3343, + "num_input_tokens_seen": 13087040, + "step": 20030 + }, + { + "epoch": 11.81308962264151, + "grad_norm": 4.03537130355835, + "learning_rate": 4.293334010882164e-06, + "loss": 0.2973, + "num_input_tokens_seen": 13089056, + "step": 20035 + }, + { + "epoch": 11.816037735849056, + "grad_norm": 4.398720741271973, + "learning_rate": 4.290787215120178e-06, + "loss": 0.408, + "num_input_tokens_seen": 13091776, + "step": 20040 + }, + { + "epoch": 11.818985849056604, + "grad_norm": 2.1898353099823, + "learning_rate": 4.2882406071253315e-06, + "loss": 0.3438, + "num_input_tokens_seen": 13094848, + "step": 20045 + }, + { + "epoch": 11.82193396226415, + "grad_norm": 3.6115105152130127, + "learning_rate": 4.285694187571852e-06, + "loss": 0.3481, + "num_input_tokens_seen": 13097632, + "step": 20050 + }, + { + "epoch": 11.824882075471699, + "grad_norm": 3.0265512466430664, + "learning_rate": 4.283147957133917e-06, + "loss": 0.3374, + "num_input_tokens_seen": 13100320, + "step": 20055 + }, + { + "epoch": 11.827830188679245, + "grad_norm": 4.235585689544678, + "learning_rate": 4.280601916485648e-06, + "loss": 0.4083, + "num_input_tokens_seen": 13103680, + "step": 20060 + }, + { + "epoch": 11.830778301886792, + "grad_norm": 2.199352741241455, + "learning_rate": 4.278056066301123e-06, + "loss": 0.3511, + "num_input_tokens_seen": 13106912, + "step": 20065 + }, + { + "epoch": 11.83372641509434, + "grad_norm": 2.021799087524414, + "learning_rate": 4.275510407254366e-06, + "loss": 0.2443, + "num_input_tokens_seen": 13110048, + "step": 20070 + }, + { + "epoch": 11.836674528301886, + "grad_norm": 1.6613588333129883, + "learning_rate": 4.27296494001935e-06, + "loss": 0.2795, + "num_input_tokens_seen": 13113568, + "step": 20075 + }, + { + "epoch": 11.839622641509434, + "grad_norm": 2.8254127502441406, + "learning_rate": 4.2704196652700005e-06, + "loss": 0.3914, + "num_input_tokens_seen": 13117312, + "step": 20080 + }, + { + "epoch": 11.84257075471698, + "grad_norm": 2.3464231491088867, + "learning_rate": 4.2678745836801895e-06, + "loss": 0.3826, + "num_input_tokens_seen": 13120512, + "step": 20085 + }, + { + "epoch": 11.845518867924529, + "grad_norm": 2.4339516162872314, + "learning_rate": 4.265329695923736e-06, + "loss": 0.3864, + "num_input_tokens_seen": 13124192, + "step": 20090 + }, + { + "epoch": 11.848466981132075, + "grad_norm": 2.474494218826294, + "learning_rate": 4.262785002674412e-06, + "loss": 0.3214, + "num_input_tokens_seen": 13127200, + "step": 20095 + }, + { + "epoch": 11.851415094339622, + "grad_norm": 3.0944411754608154, + "learning_rate": 4.260240504605938e-06, + "loss": 0.3922, + "num_input_tokens_seen": 13130336, + "step": 20100 + }, + { + "epoch": 11.85436320754717, + "grad_norm": 4.347930908203125, + "learning_rate": 4.2576962023919775e-06, + "loss": 0.3218, + "num_input_tokens_seen": 13133312, + "step": 20105 + }, + { + "epoch": 11.857311320754716, + "grad_norm": 3.035485029220581, + "learning_rate": 4.255152096706145e-06, + "loss": 0.3469, + "num_input_tokens_seen": 13136736, + "step": 20110 + }, + { + "epoch": 11.860259433962264, + "grad_norm": 3.695592164993286, + "learning_rate": 4.252608188222007e-06, + "loss": 0.4469, + "num_input_tokens_seen": 13139840, + "step": 20115 + }, + { + "epoch": 11.86320754716981, + "grad_norm": 2.0000927448272705, + "learning_rate": 4.250064477613071e-06, + "loss": 0.4234, + "num_input_tokens_seen": 13143232, + "step": 20120 + }, + { + "epoch": 11.866155660377359, + "grad_norm": 2.869839668273926, + "learning_rate": 4.247520965552797e-06, + "loss": 0.2925, + "num_input_tokens_seen": 13145856, + "step": 20125 + }, + { + "epoch": 11.869103773584905, + "grad_norm": 3.087491035461426, + "learning_rate": 4.24497765271459e-06, + "loss": 0.3147, + "num_input_tokens_seen": 13149280, + "step": 20130 + }, + { + "epoch": 11.872051886792454, + "grad_norm": 3.812736749649048, + "learning_rate": 4.242434539771804e-06, + "loss": 0.4491, + "num_input_tokens_seen": 13151488, + "step": 20135 + }, + { + "epoch": 11.875, + "grad_norm": 3.83276104927063, + "learning_rate": 4.239891627397737e-06, + "loss": 0.398, + "num_input_tokens_seen": 13155200, + "step": 20140 + }, + { + "epoch": 11.877948113207546, + "grad_norm": 1.675689458847046, + "learning_rate": 4.237348916265638e-06, + "loss": 0.3855, + "num_input_tokens_seen": 13159008, + "step": 20145 + }, + { + "epoch": 11.880896226415095, + "grad_norm": 2.650777578353882, + "learning_rate": 4.234806407048702e-06, + "loss": 0.516, + "num_input_tokens_seen": 13161728, + "step": 20150 + }, + { + "epoch": 11.883844339622641, + "grad_norm": 3.0032474994659424, + "learning_rate": 4.232264100420066e-06, + "loss": 0.4267, + "num_input_tokens_seen": 13164928, + "step": 20155 + }, + { + "epoch": 11.88679245283019, + "grad_norm": 3.193314790725708, + "learning_rate": 4.229721997052819e-06, + "loss": 0.4472, + "num_input_tokens_seen": 13168256, + "step": 20160 + }, + { + "epoch": 11.889740566037736, + "grad_norm": 4.292292594909668, + "learning_rate": 4.227180097619993e-06, + "loss": 0.3751, + "num_input_tokens_seen": 13171328, + "step": 20165 + }, + { + "epoch": 11.892688679245284, + "grad_norm": 2.6657631397247314, + "learning_rate": 4.224638402794566e-06, + "loss": 0.2923, + "num_input_tokens_seen": 13174528, + "step": 20170 + }, + { + "epoch": 11.89563679245283, + "grad_norm": 1.8846352100372314, + "learning_rate": 4.222096913249464e-06, + "loss": 0.3857, + "num_input_tokens_seen": 13177440, + "step": 20175 + }, + { + "epoch": 11.898584905660378, + "grad_norm": 1.491356611251831, + "learning_rate": 4.219555629657558e-06, + "loss": 0.3825, + "num_input_tokens_seen": 13181152, + "step": 20180 + }, + { + "epoch": 11.901533018867925, + "grad_norm": 2.3478004932403564, + "learning_rate": 4.21701455269166e-06, + "loss": 0.4236, + "num_input_tokens_seen": 13184256, + "step": 20185 + }, + { + "epoch": 11.904481132075471, + "grad_norm": 2.365666627883911, + "learning_rate": 4.2144736830245356e-06, + "loss": 0.3431, + "num_input_tokens_seen": 13187712, + "step": 20190 + }, + { + "epoch": 11.90742924528302, + "grad_norm": 3.2274653911590576, + "learning_rate": 4.211933021328889e-06, + "loss": 0.2883, + "num_input_tokens_seen": 13190528, + "step": 20195 + }, + { + "epoch": 11.910377358490566, + "grad_norm": 3.432140350341797, + "learning_rate": 4.20939256827737e-06, + "loss": 0.3299, + "num_input_tokens_seen": 13193056, + "step": 20200 + }, + { + "epoch": 11.913325471698114, + "grad_norm": 2.990901231765747, + "learning_rate": 4.206852324542578e-06, + "loss": 0.3584, + "num_input_tokens_seen": 13196800, + "step": 20205 + }, + { + "epoch": 11.91627358490566, + "grad_norm": 2.146514892578125, + "learning_rate": 4.2043122907970496e-06, + "loss": 0.3808, + "num_input_tokens_seen": 13201152, + "step": 20210 + }, + { + "epoch": 11.919221698113208, + "grad_norm": 2.2708935737609863, + "learning_rate": 4.2017724677132715e-06, + "loss": 0.2963, + "num_input_tokens_seen": 13204192, + "step": 20215 + }, + { + "epoch": 11.922169811320755, + "grad_norm": 1.7170974016189575, + "learning_rate": 4.1992328559636734e-06, + "loss": 0.2947, + "num_input_tokens_seen": 13207232, + "step": 20220 + }, + { + "epoch": 11.925117924528301, + "grad_norm": 4.944599151611328, + "learning_rate": 4.196693456220628e-06, + "loss": 0.424, + "num_input_tokens_seen": 13210432, + "step": 20225 + }, + { + "epoch": 11.92806603773585, + "grad_norm": 2.9030344486236572, + "learning_rate": 4.194154269156452e-06, + "loss": 0.3967, + "num_input_tokens_seen": 13213536, + "step": 20230 + }, + { + "epoch": 11.931014150943396, + "grad_norm": 2.5375864505767822, + "learning_rate": 4.191615295443404e-06, + "loss": 0.3627, + "num_input_tokens_seen": 13216672, + "step": 20235 + }, + { + "epoch": 11.933962264150944, + "grad_norm": 2.4387905597686768, + "learning_rate": 4.189076535753692e-06, + "loss": 0.315, + "num_input_tokens_seen": 13219552, + "step": 20240 + }, + { + "epoch": 11.93691037735849, + "grad_norm": 1.7243387699127197, + "learning_rate": 4.186537990759464e-06, + "loss": 0.4381, + "num_input_tokens_seen": 13223520, + "step": 20245 + }, + { + "epoch": 11.939858490566039, + "grad_norm": 3.2718374729156494, + "learning_rate": 4.183999661132806e-06, + "loss": 0.4361, + "num_input_tokens_seen": 13226432, + "step": 20250 + }, + { + "epoch": 11.942806603773585, + "grad_norm": 2.5584943294525146, + "learning_rate": 4.181461547545756e-06, + "loss": 0.4513, + "num_input_tokens_seen": 13230528, + "step": 20255 + }, + { + "epoch": 11.945754716981131, + "grad_norm": 3.705583333969116, + "learning_rate": 4.178923650670289e-06, + "loss": 0.2979, + "num_input_tokens_seen": 13233248, + "step": 20260 + }, + { + "epoch": 11.94870283018868, + "grad_norm": 2.5616860389709473, + "learning_rate": 4.176385971178324e-06, + "loss": 0.3096, + "num_input_tokens_seen": 13236800, + "step": 20265 + }, + { + "epoch": 11.951650943396226, + "grad_norm": 2.2971723079681396, + "learning_rate": 4.1738485097417225e-06, + "loss": 0.2564, + "num_input_tokens_seen": 13239488, + "step": 20270 + }, + { + "epoch": 11.954599056603774, + "grad_norm": 3.846403121948242, + "learning_rate": 4.1713112670322886e-06, + "loss": 0.4529, + "num_input_tokens_seen": 13242784, + "step": 20275 + }, + { + "epoch": 11.95754716981132, + "grad_norm": 0.9499520063400269, + "learning_rate": 4.168774243721768e-06, + "loss": 0.3752, + "num_input_tokens_seen": 13245696, + "step": 20280 + }, + { + "epoch": 11.960495283018869, + "grad_norm": 3.7932286262512207, + "learning_rate": 4.166237440481849e-06, + "loss": 0.4211, + "num_input_tokens_seen": 13248928, + "step": 20285 + }, + { + "epoch": 11.963443396226415, + "grad_norm": 4.029225826263428, + "learning_rate": 4.163700857984162e-06, + "loss": 0.346, + "num_input_tokens_seen": 13251840, + "step": 20290 + }, + { + "epoch": 11.966391509433961, + "grad_norm": 3.4120306968688965, + "learning_rate": 4.161164496900275e-06, + "loss": 0.3398, + "num_input_tokens_seen": 13255584, + "step": 20295 + }, + { + "epoch": 11.96933962264151, + "grad_norm": 6.008860111236572, + "learning_rate": 4.1586283579017036e-06, + "loss": 0.4398, + "num_input_tokens_seen": 13258784, + "step": 20300 + }, + { + "epoch": 11.972287735849056, + "grad_norm": 4.392152309417725, + "learning_rate": 4.156092441659901e-06, + "loss": 0.2998, + "num_input_tokens_seen": 13261440, + "step": 20305 + }, + { + "epoch": 11.975235849056604, + "grad_norm": 6.550210952758789, + "learning_rate": 4.153556748846261e-06, + "loss": 0.3918, + "num_input_tokens_seen": 13267968, + "step": 20310 + }, + { + "epoch": 11.97818396226415, + "grad_norm": 3.1962411403656006, + "learning_rate": 4.15102128013212e-06, + "loss": 0.3624, + "num_input_tokens_seen": 13272032, + "step": 20315 + }, + { + "epoch": 11.981132075471699, + "grad_norm": 5.466789245605469, + "learning_rate": 4.1484860361887544e-06, + "loss": 0.3767, + "num_input_tokens_seen": 13275264, + "step": 20320 + }, + { + "epoch": 11.984080188679245, + "grad_norm": 3.4447009563446045, + "learning_rate": 4.145951017687379e-06, + "loss": 0.4713, + "num_input_tokens_seen": 13277632, + "step": 20325 + }, + { + "epoch": 11.987028301886792, + "grad_norm": 2.3601624965667725, + "learning_rate": 4.1434162252991524e-06, + "loss": 0.3713, + "num_input_tokens_seen": 13280608, + "step": 20330 + }, + { + "epoch": 11.98997641509434, + "grad_norm": 3.107815742492676, + "learning_rate": 4.140881659695173e-06, + "loss": 0.2984, + "num_input_tokens_seen": 13283488, + "step": 20335 + }, + { + "epoch": 11.992924528301886, + "grad_norm": 2.6369807720184326, + "learning_rate": 4.138347321546477e-06, + "loss": 0.4448, + "num_input_tokens_seen": 13287040, + "step": 20340 + }, + { + "epoch": 11.995872641509434, + "grad_norm": 3.3501665592193604, + "learning_rate": 4.13581321152404e-06, + "loss": 0.4922, + "num_input_tokens_seen": 13290432, + "step": 20345 + }, + { + "epoch": 11.99882075471698, + "grad_norm": 2.7253170013427734, + "learning_rate": 4.133279330298781e-06, + "loss": 0.4704, + "num_input_tokens_seen": 13293792, + "step": 20350 + }, + { + "epoch": 12.0, + "eval_loss": 0.5303605198860168, + "eval_runtime": 18.8555, + "eval_samples_per_second": 89.947, + "eval_steps_per_second": 22.487, + "num_input_tokens_seen": 13294344, + "step": 20352 + }, + { + "epoch": 12.001768867924529, + "grad_norm": 2.8294432163238525, + "learning_rate": 4.130745678541555e-06, + "loss": 0.4068, + "num_input_tokens_seen": 13296264, + "step": 20355 + }, + { + "epoch": 12.004716981132075, + "grad_norm": 1.8857697248458862, + "learning_rate": 4.128212256923155e-06, + "loss": 0.2493, + "num_input_tokens_seen": 13298824, + "step": 20360 + }, + { + "epoch": 12.007665094339623, + "grad_norm": 2.2873544692993164, + "learning_rate": 4.125679066114318e-06, + "loss": 0.2622, + "num_input_tokens_seen": 13305448, + "step": 20365 + }, + { + "epoch": 12.01061320754717, + "grad_norm": 2.107170820236206, + "learning_rate": 4.123146106785717e-06, + "loss": 0.3286, + "num_input_tokens_seen": 13307880, + "step": 20370 + }, + { + "epoch": 12.013561320754716, + "grad_norm": 2.792452335357666, + "learning_rate": 4.1206133796079625e-06, + "loss": 0.3015, + "num_input_tokens_seen": 13310312, + "step": 20375 + }, + { + "epoch": 12.016509433962264, + "grad_norm": 3.2629129886627197, + "learning_rate": 4.1180808852516065e-06, + "loss": 0.2931, + "num_input_tokens_seen": 13313096, + "step": 20380 + }, + { + "epoch": 12.01945754716981, + "grad_norm": 3.1657190322875977, + "learning_rate": 4.115548624387136e-06, + "loss": 0.4494, + "num_input_tokens_seen": 13316008, + "step": 20385 + }, + { + "epoch": 12.022405660377359, + "grad_norm": 2.870004653930664, + "learning_rate": 4.113016597684979e-06, + "loss": 0.3714, + "num_input_tokens_seen": 13319176, + "step": 20390 + }, + { + "epoch": 12.025353773584905, + "grad_norm": 1.9919425249099731, + "learning_rate": 4.110484805815502e-06, + "loss": 0.4027, + "num_input_tokens_seen": 13323208, + "step": 20395 + }, + { + "epoch": 12.028301886792454, + "grad_norm": 3.329913854598999, + "learning_rate": 4.107953249449005e-06, + "loss": 0.4261, + "num_input_tokens_seen": 13326760, + "step": 20400 + }, + { + "epoch": 12.03125, + "grad_norm": 3.1961331367492676, + "learning_rate": 4.105421929255729e-06, + "loss": 0.3734, + "num_input_tokens_seen": 13329832, + "step": 20405 + }, + { + "epoch": 12.034198113207546, + "grad_norm": 3.316628932952881, + "learning_rate": 4.102890845905854e-06, + "loss": 0.5251, + "num_input_tokens_seen": 13333288, + "step": 20410 + }, + { + "epoch": 12.037146226415095, + "grad_norm": 4.27753210067749, + "learning_rate": 4.1003600000694935e-06, + "loss": 0.3863, + "num_input_tokens_seen": 13335848, + "step": 20415 + }, + { + "epoch": 12.040094339622641, + "grad_norm": 2.1565330028533936, + "learning_rate": 4.0978293924167e-06, + "loss": 0.3837, + "num_input_tokens_seen": 13339944, + "step": 20420 + }, + { + "epoch": 12.04304245283019, + "grad_norm": 2.615990161895752, + "learning_rate": 4.095299023617461e-06, + "loss": 0.3093, + "num_input_tokens_seen": 13342664, + "step": 20425 + }, + { + "epoch": 12.045990566037736, + "grad_norm": 2.0703227519989014, + "learning_rate": 4.092768894341707e-06, + "loss": 0.5327, + "num_input_tokens_seen": 13345608, + "step": 20430 + }, + { + "epoch": 12.048938679245284, + "grad_norm": 4.678216934204102, + "learning_rate": 4.090239005259298e-06, + "loss": 0.3568, + "num_input_tokens_seen": 13348072, + "step": 20435 + }, + { + "epoch": 12.05188679245283, + "grad_norm": 2.4927291870117188, + "learning_rate": 4.087709357040033e-06, + "loss": 0.4658, + "num_input_tokens_seen": 13351688, + "step": 20440 + }, + { + "epoch": 12.054834905660377, + "grad_norm": 2.89750337600708, + "learning_rate": 4.085179950353648e-06, + "loss": 0.4778, + "num_input_tokens_seen": 13354792, + "step": 20445 + }, + { + "epoch": 12.057783018867925, + "grad_norm": 4.560891151428223, + "learning_rate": 4.0826507858698135e-06, + "loss": 0.3327, + "num_input_tokens_seen": 13357864, + "step": 20450 + }, + { + "epoch": 12.060731132075471, + "grad_norm": 4.271669387817383, + "learning_rate": 4.080121864258136e-06, + "loss": 0.3267, + "num_input_tokens_seen": 13361320, + "step": 20455 + }, + { + "epoch": 12.06367924528302, + "grad_norm": 3.959869384765625, + "learning_rate": 4.077593186188161e-06, + "loss": 0.3864, + "num_input_tokens_seen": 13364232, + "step": 20460 + }, + { + "epoch": 12.066627358490566, + "grad_norm": 2.081934690475464, + "learning_rate": 4.075064752329364e-06, + "loss": 0.2947, + "num_input_tokens_seen": 13366824, + "step": 20465 + }, + { + "epoch": 12.069575471698114, + "grad_norm": 2.557307481765747, + "learning_rate": 4.0725365633511605e-06, + "loss": 0.5019, + "num_input_tokens_seen": 13369864, + "step": 20470 + }, + { + "epoch": 12.07252358490566, + "grad_norm": 2.6258397102355957, + "learning_rate": 4.070008619922899e-06, + "loss": 0.3395, + "num_input_tokens_seen": 13373544, + "step": 20475 + }, + { + "epoch": 12.075471698113208, + "grad_norm": 2.250034809112549, + "learning_rate": 4.067480922713864e-06, + "loss": 0.3339, + "num_input_tokens_seen": 13376872, + "step": 20480 + }, + { + "epoch": 12.078419811320755, + "grad_norm": 2.8440189361572266, + "learning_rate": 4.064953472393273e-06, + "loss": 0.3496, + "num_input_tokens_seen": 13379880, + "step": 20485 + }, + { + "epoch": 12.081367924528301, + "grad_norm": 2.359370231628418, + "learning_rate": 4.06242626963028e-06, + "loss": 0.4125, + "num_input_tokens_seen": 13382696, + "step": 20490 + }, + { + "epoch": 12.08431603773585, + "grad_norm": 3.1764018535614014, + "learning_rate": 4.059899315093972e-06, + "loss": 0.3431, + "num_input_tokens_seen": 13386536, + "step": 20495 + }, + { + "epoch": 12.087264150943396, + "grad_norm": 1.972113847732544, + "learning_rate": 4.057372609453374e-06, + "loss": 0.2846, + "num_input_tokens_seen": 13389288, + "step": 20500 + }, + { + "epoch": 12.090212264150944, + "grad_norm": 1.9295666217803955, + "learning_rate": 4.054846153377439e-06, + "loss": 0.3072, + "num_input_tokens_seen": 13393352, + "step": 20505 + }, + { + "epoch": 12.09316037735849, + "grad_norm": 3.3416478633880615, + "learning_rate": 4.052319947535058e-06, + "loss": 0.3227, + "num_input_tokens_seen": 13396200, + "step": 20510 + }, + { + "epoch": 12.096108490566039, + "grad_norm": 3.7455780506134033, + "learning_rate": 4.049793992595056e-06, + "loss": 0.4015, + "num_input_tokens_seen": 13399208, + "step": 20515 + }, + { + "epoch": 12.099056603773585, + "grad_norm": 3.9296445846557617, + "learning_rate": 4.047268289226187e-06, + "loss": 0.4165, + "num_input_tokens_seen": 13402856, + "step": 20520 + }, + { + "epoch": 12.102004716981131, + "grad_norm": 2.445986270904541, + "learning_rate": 4.044742838097147e-06, + "loss": 0.2886, + "num_input_tokens_seen": 13406600, + "step": 20525 + }, + { + "epoch": 12.10495283018868, + "grad_norm": 3.2495458126068115, + "learning_rate": 4.0422176398765564e-06, + "loss": 0.3421, + "num_input_tokens_seen": 13410344, + "step": 20530 + }, + { + "epoch": 12.107900943396226, + "grad_norm": 2.0745365619659424, + "learning_rate": 4.039692695232975e-06, + "loss": 0.2941, + "num_input_tokens_seen": 13413384, + "step": 20535 + }, + { + "epoch": 12.110849056603774, + "grad_norm": 2.1266517639160156, + "learning_rate": 4.03716800483489e-06, + "loss": 0.3462, + "num_input_tokens_seen": 13416072, + "step": 20540 + }, + { + "epoch": 12.11379716981132, + "grad_norm": 2.0155439376831055, + "learning_rate": 4.034643569350726e-06, + "loss": 0.3251, + "num_input_tokens_seen": 13418824, + "step": 20545 + }, + { + "epoch": 12.116745283018869, + "grad_norm": 1.8848563432693481, + "learning_rate": 4.032119389448837e-06, + "loss": 0.3497, + "num_input_tokens_seen": 13422216, + "step": 20550 + }, + { + "epoch": 12.119693396226415, + "grad_norm": 1.8504393100738525, + "learning_rate": 4.0295954657975115e-06, + "loss": 0.2889, + "num_input_tokens_seen": 13426792, + "step": 20555 + }, + { + "epoch": 12.122641509433961, + "grad_norm": 8.546309471130371, + "learning_rate": 4.027071799064968e-06, + "loss": 0.4062, + "num_input_tokens_seen": 13430216, + "step": 20560 + }, + { + "epoch": 12.12558962264151, + "grad_norm": 3.6753690242767334, + "learning_rate": 4.02454838991936e-06, + "loss": 0.3404, + "num_input_tokens_seen": 13434152, + "step": 20565 + }, + { + "epoch": 12.128537735849056, + "grad_norm": 2.120230197906494, + "learning_rate": 4.022025239028768e-06, + "loss": 0.3095, + "num_input_tokens_seen": 13437448, + "step": 20570 + }, + { + "epoch": 12.131485849056604, + "grad_norm": 2.1115927696228027, + "learning_rate": 4.0195023470612095e-06, + "loss": 0.4987, + "num_input_tokens_seen": 13440776, + "step": 20575 + }, + { + "epoch": 12.13443396226415, + "grad_norm": 4.351395130157471, + "learning_rate": 4.016979714684631e-06, + "loss": 0.4546, + "num_input_tokens_seen": 13442984, + "step": 20580 + }, + { + "epoch": 12.137382075471699, + "grad_norm": 2.400132656097412, + "learning_rate": 4.014457342566909e-06, + "loss": 0.3427, + "num_input_tokens_seen": 13445704, + "step": 20585 + }, + { + "epoch": 12.140330188679245, + "grad_norm": 3.697521448135376, + "learning_rate": 4.011935231375853e-06, + "loss": 0.2307, + "num_input_tokens_seen": 13448872, + "step": 20590 + }, + { + "epoch": 12.143278301886792, + "grad_norm": 2.961540937423706, + "learning_rate": 4.009413381779203e-06, + "loss": 0.3481, + "num_input_tokens_seen": 13451912, + "step": 20595 + }, + { + "epoch": 12.14622641509434, + "grad_norm": 4.248608112335205, + "learning_rate": 4.00689179444463e-06, + "loss": 0.4073, + "num_input_tokens_seen": 13454760, + "step": 20600 + }, + { + "epoch": 12.149174528301886, + "grad_norm": 4.481846332550049, + "learning_rate": 4.004370470039733e-06, + "loss": 0.3618, + "num_input_tokens_seen": 13457960, + "step": 20605 + }, + { + "epoch": 12.152122641509434, + "grad_norm": 4.367111682891846, + "learning_rate": 4.001849409232046e-06, + "loss": 0.3552, + "num_input_tokens_seen": 13461864, + "step": 20610 + }, + { + "epoch": 12.15507075471698, + "grad_norm": 3.058323383331299, + "learning_rate": 3.9993286126890274e-06, + "loss": 0.3094, + "num_input_tokens_seen": 13464808, + "step": 20615 + }, + { + "epoch": 12.158018867924529, + "grad_norm": 4.426020622253418, + "learning_rate": 3.996808081078074e-06, + "loss": 0.3056, + "num_input_tokens_seen": 13467976, + "step": 20620 + }, + { + "epoch": 12.160966981132075, + "grad_norm": 2.472449779510498, + "learning_rate": 3.9942878150665035e-06, + "loss": 0.3487, + "num_input_tokens_seen": 13470920, + "step": 20625 + }, + { + "epoch": 12.163915094339623, + "grad_norm": 2.340411901473999, + "learning_rate": 3.991767815321569e-06, + "loss": 0.3395, + "num_input_tokens_seen": 13473768, + "step": 20630 + }, + { + "epoch": 12.16686320754717, + "grad_norm": 4.180060386657715, + "learning_rate": 3.9892480825104504e-06, + "loss": 0.3531, + "num_input_tokens_seen": 13476232, + "step": 20635 + }, + { + "epoch": 12.169811320754716, + "grad_norm": 6.312824249267578, + "learning_rate": 3.986728617300257e-06, + "loss": 0.3538, + "num_input_tokens_seen": 13479400, + "step": 20640 + }, + { + "epoch": 12.172759433962264, + "grad_norm": 5.364746570587158, + "learning_rate": 3.984209420358031e-06, + "loss": 0.3554, + "num_input_tokens_seen": 13482248, + "step": 20645 + }, + { + "epoch": 12.17570754716981, + "grad_norm": 3.152754545211792, + "learning_rate": 3.981690492350738e-06, + "loss": 0.2967, + "num_input_tokens_seen": 13484648, + "step": 20650 + }, + { + "epoch": 12.178655660377359, + "grad_norm": 2.8772387504577637, + "learning_rate": 3.979171833945276e-06, + "loss": 0.2497, + "num_input_tokens_seen": 13487688, + "step": 20655 + }, + { + "epoch": 12.181603773584905, + "grad_norm": 3.8093817234039307, + "learning_rate": 3.97665344580847e-06, + "loss": 0.4565, + "num_input_tokens_seen": 13491016, + "step": 20660 + }, + { + "epoch": 12.184551886792454, + "grad_norm": 4.3446478843688965, + "learning_rate": 3.974135328607075e-06, + "loss": 0.4242, + "num_input_tokens_seen": 13493800, + "step": 20665 + }, + { + "epoch": 12.1875, + "grad_norm": 2.9127495288848877, + "learning_rate": 3.971617483007773e-06, + "loss": 0.3614, + "num_input_tokens_seen": 13496648, + "step": 20670 + }, + { + "epoch": 12.190448113207546, + "grad_norm": 3.050232410430908, + "learning_rate": 3.969099909677174e-06, + "loss": 0.3002, + "num_input_tokens_seen": 13500392, + "step": 20675 + }, + { + "epoch": 12.193396226415095, + "grad_norm": 7.0847039222717285, + "learning_rate": 3.9665826092818165e-06, + "loss": 0.4496, + "num_input_tokens_seen": 13503464, + "step": 20680 + }, + { + "epoch": 12.196344339622641, + "grad_norm": 3.8085200786590576, + "learning_rate": 3.964065582488168e-06, + "loss": 0.4425, + "num_input_tokens_seen": 13505864, + "step": 20685 + }, + { + "epoch": 12.19929245283019, + "grad_norm": 1.7379509210586548, + "learning_rate": 3.961548829962622e-06, + "loss": 0.4062, + "num_input_tokens_seen": 13509480, + "step": 20690 + }, + { + "epoch": 12.202240566037736, + "grad_norm": 2.0899174213409424, + "learning_rate": 3.959032352371496e-06, + "loss": 0.3393, + "num_input_tokens_seen": 13512456, + "step": 20695 + }, + { + "epoch": 12.205188679245284, + "grad_norm": 2.908557176589966, + "learning_rate": 3.956516150381043e-06, + "loss": 0.407, + "num_input_tokens_seen": 13515976, + "step": 20700 + }, + { + "epoch": 12.20813679245283, + "grad_norm": 2.335789203643799, + "learning_rate": 3.954000224657436e-06, + "loss": 0.3333, + "num_input_tokens_seen": 13518952, + "step": 20705 + }, + { + "epoch": 12.211084905660377, + "grad_norm": 5.018781661987305, + "learning_rate": 3.951484575866776e-06, + "loss": 0.3611, + "num_input_tokens_seen": 13522152, + "step": 20710 + }, + { + "epoch": 12.214033018867925, + "grad_norm": 2.406236410140991, + "learning_rate": 3.948969204675096e-06, + "loss": 0.3877, + "num_input_tokens_seen": 13526024, + "step": 20715 + }, + { + "epoch": 12.216981132075471, + "grad_norm": 1.8411191701889038, + "learning_rate": 3.946454111748346e-06, + "loss": 0.2742, + "num_input_tokens_seen": 13528968, + "step": 20720 + }, + { + "epoch": 12.21992924528302, + "grad_norm": 3.7122480869293213, + "learning_rate": 3.943939297752413e-06, + "loss": 0.2862, + "num_input_tokens_seen": 13532616, + "step": 20725 + }, + { + "epoch": 12.222877358490566, + "grad_norm": 1.5772370100021362, + "learning_rate": 3.9414247633531e-06, + "loss": 0.2677, + "num_input_tokens_seen": 13535688, + "step": 20730 + }, + { + "epoch": 12.225825471698114, + "grad_norm": 2.4655439853668213, + "learning_rate": 3.9389105092161454e-06, + "loss": 0.2676, + "num_input_tokens_seen": 13538024, + "step": 20735 + }, + { + "epoch": 12.22877358490566, + "grad_norm": 4.233765125274658, + "learning_rate": 3.936396536007205e-06, + "loss": 0.4236, + "num_input_tokens_seen": 13540936, + "step": 20740 + }, + { + "epoch": 12.231721698113208, + "grad_norm": 2.903115749359131, + "learning_rate": 3.933882844391866e-06, + "loss": 0.3383, + "num_input_tokens_seen": 13545032, + "step": 20745 + }, + { + "epoch": 12.234669811320755, + "grad_norm": 2.1849610805511475, + "learning_rate": 3.931369435035639e-06, + "loss": 0.4116, + "num_input_tokens_seen": 13548072, + "step": 20750 + }, + { + "epoch": 12.237617924528301, + "grad_norm": 2.1454436779022217, + "learning_rate": 3.92885630860396e-06, + "loss": 0.2776, + "num_input_tokens_seen": 13551304, + "step": 20755 + }, + { + "epoch": 12.24056603773585, + "grad_norm": 2.2445757389068604, + "learning_rate": 3.926343465762189e-06, + "loss": 0.4648, + "num_input_tokens_seen": 13553992, + "step": 20760 + }, + { + "epoch": 12.243514150943396, + "grad_norm": 3.3822505474090576, + "learning_rate": 3.923830907175613e-06, + "loss": 0.3337, + "num_input_tokens_seen": 13557000, + "step": 20765 + }, + { + "epoch": 12.246462264150944, + "grad_norm": 2.325577974319458, + "learning_rate": 3.921318633509442e-06, + "loss": 0.2666, + "num_input_tokens_seen": 13560520, + "step": 20770 + }, + { + "epoch": 12.24941037735849, + "grad_norm": 9.576705932617188, + "learning_rate": 3.918806645428811e-06, + "loss": 0.3306, + "num_input_tokens_seen": 13563848, + "step": 20775 + }, + { + "epoch": 12.252358490566039, + "grad_norm": 2.9044485092163086, + "learning_rate": 3.916294943598781e-06, + "loss": 0.395, + "num_input_tokens_seen": 13567240, + "step": 20780 + }, + { + "epoch": 12.255306603773585, + "grad_norm": 1.97341787815094, + "learning_rate": 3.913783528684336e-06, + "loss": 0.3666, + "num_input_tokens_seen": 13570984, + "step": 20785 + }, + { + "epoch": 12.258254716981131, + "grad_norm": 4.698269844055176, + "learning_rate": 3.911272401350381e-06, + "loss": 0.4044, + "num_input_tokens_seen": 13574344, + "step": 20790 + }, + { + "epoch": 12.26120283018868, + "grad_norm": 2.1670212745666504, + "learning_rate": 3.9087615622617525e-06, + "loss": 0.2608, + "num_input_tokens_seen": 13577160, + "step": 20795 + }, + { + "epoch": 12.264150943396226, + "grad_norm": 3.9126265048980713, + "learning_rate": 3.906251012083202e-06, + "loss": 0.278, + "num_input_tokens_seen": 13579816, + "step": 20800 + }, + { + "epoch": 12.267099056603774, + "grad_norm": 4.92094087600708, + "learning_rate": 3.9037407514794085e-06, + "loss": 0.3587, + "num_input_tokens_seen": 13583208, + "step": 20805 + }, + { + "epoch": 12.27004716981132, + "grad_norm": 3.6159403324127197, + "learning_rate": 3.901230781114976e-06, + "loss": 0.3707, + "num_input_tokens_seen": 13586664, + "step": 20810 + }, + { + "epoch": 12.272995283018869, + "grad_norm": 4.200641632080078, + "learning_rate": 3.898721101654431e-06, + "loss": 0.3945, + "num_input_tokens_seen": 13589576, + "step": 20815 + }, + { + "epoch": 12.275943396226415, + "grad_norm": 3.206987142562866, + "learning_rate": 3.896211713762221e-06, + "loss": 0.4193, + "num_input_tokens_seen": 13592520, + "step": 20820 + }, + { + "epoch": 12.278891509433961, + "grad_norm": 2.3656630516052246, + "learning_rate": 3.893702618102715e-06, + "loss": 0.293, + "num_input_tokens_seen": 13595880, + "step": 20825 + }, + { + "epoch": 12.28183962264151, + "grad_norm": 3.187349796295166, + "learning_rate": 3.891193815340211e-06, + "loss": 0.3324, + "num_input_tokens_seen": 13599432, + "step": 20830 + }, + { + "epoch": 12.284787735849056, + "grad_norm": 2.230668306350708, + "learning_rate": 3.888685306138922e-06, + "loss": 0.3762, + "num_input_tokens_seen": 13603304, + "step": 20835 + }, + { + "epoch": 12.287735849056604, + "grad_norm": 3.4602606296539307, + "learning_rate": 3.886177091162987e-06, + "loss": 0.4676, + "num_input_tokens_seen": 13608168, + "step": 20840 + }, + { + "epoch": 12.29068396226415, + "grad_norm": 2.7984278202056885, + "learning_rate": 3.883669171076468e-06, + "loss": 0.3547, + "num_input_tokens_seen": 13611432, + "step": 20845 + }, + { + "epoch": 12.293632075471699, + "grad_norm": 3.844104766845703, + "learning_rate": 3.881161546543348e-06, + "loss": 0.429, + "num_input_tokens_seen": 13614952, + "step": 20850 + }, + { + "epoch": 12.296580188679245, + "grad_norm": 4.079360008239746, + "learning_rate": 3.8786542182275295e-06, + "loss": 0.3639, + "num_input_tokens_seen": 13617800, + "step": 20855 + }, + { + "epoch": 12.299528301886792, + "grad_norm": 1.880841851234436, + "learning_rate": 3.87614718679284e-06, + "loss": 0.4798, + "num_input_tokens_seen": 13620392, + "step": 20860 + }, + { + "epoch": 12.30247641509434, + "grad_norm": 2.0595219135284424, + "learning_rate": 3.8736404529030255e-06, + "loss": 0.2929, + "num_input_tokens_seen": 13623240, + "step": 20865 + }, + { + "epoch": 12.305424528301886, + "grad_norm": 4.2251691818237305, + "learning_rate": 3.871134017221756e-06, + "loss": 0.3505, + "num_input_tokens_seen": 13626280, + "step": 20870 + }, + { + "epoch": 12.308372641509434, + "grad_norm": 2.841594934463501, + "learning_rate": 3.868627880412621e-06, + "loss": 0.3074, + "num_input_tokens_seen": 13629032, + "step": 20875 + }, + { + "epoch": 12.31132075471698, + "grad_norm": 7.268279552459717, + "learning_rate": 3.86612204313913e-06, + "loss": 0.5046, + "num_input_tokens_seen": 13631272, + "step": 20880 + }, + { + "epoch": 12.314268867924529, + "grad_norm": 2.3173444271087646, + "learning_rate": 3.863616506064714e-06, + "loss": 0.3065, + "num_input_tokens_seen": 13634088, + "step": 20885 + }, + { + "epoch": 12.317216981132075, + "grad_norm": 3.3992385864257812, + "learning_rate": 3.861111269852727e-06, + "loss": 0.2776, + "num_input_tokens_seen": 13637384, + "step": 20890 + }, + { + "epoch": 12.320165094339623, + "grad_norm": 2.1616835594177246, + "learning_rate": 3.858606335166439e-06, + "loss": 0.3379, + "num_input_tokens_seen": 13639880, + "step": 20895 + }, + { + "epoch": 12.32311320754717, + "grad_norm": 2.362225294113159, + "learning_rate": 3.8561017026690415e-06, + "loss": 0.3021, + "num_input_tokens_seen": 13643720, + "step": 20900 + }, + { + "epoch": 12.326061320754716, + "grad_norm": 3.096635103225708, + "learning_rate": 3.8535973730236495e-06, + "loss": 0.369, + "num_input_tokens_seen": 13647496, + "step": 20905 + }, + { + "epoch": 12.329009433962264, + "grad_norm": 2.545109748840332, + "learning_rate": 3.851093346893294e-06, + "loss": 0.4641, + "num_input_tokens_seen": 13651496, + "step": 20910 + }, + { + "epoch": 12.33195754716981, + "grad_norm": 2.5300607681274414, + "learning_rate": 3.848589624940927e-06, + "loss": 0.4551, + "num_input_tokens_seen": 13654728, + "step": 20915 + }, + { + "epoch": 12.334905660377359, + "grad_norm": 3.0967862606048584, + "learning_rate": 3.846086207829417e-06, + "loss": 0.3909, + "num_input_tokens_seen": 13660456, + "step": 20920 + }, + { + "epoch": 12.337853773584905, + "grad_norm": 2.6562514305114746, + "learning_rate": 3.843583096221559e-06, + "loss": 0.3788, + "num_input_tokens_seen": 13663336, + "step": 20925 + }, + { + "epoch": 12.340801886792454, + "grad_norm": 2.786956787109375, + "learning_rate": 3.8410802907800596e-06, + "loss": 0.4045, + "num_input_tokens_seen": 13666216, + "step": 20930 + }, + { + "epoch": 12.34375, + "grad_norm": 2.5285933017730713, + "learning_rate": 3.838577792167546e-06, + "loss": 0.3579, + "num_input_tokens_seen": 13669512, + "step": 20935 + }, + { + "epoch": 12.346698113207546, + "grad_norm": 4.168912887573242, + "learning_rate": 3.836075601046569e-06, + "loss": 0.3254, + "num_input_tokens_seen": 13672040, + "step": 20940 + }, + { + "epoch": 12.349646226415095, + "grad_norm": 4.495852470397949, + "learning_rate": 3.833573718079594e-06, + "loss": 0.4265, + "num_input_tokens_seen": 13674600, + "step": 20945 + }, + { + "epoch": 12.352594339622641, + "grad_norm": 3.439289093017578, + "learning_rate": 3.831072143929002e-06, + "loss": 0.4262, + "num_input_tokens_seen": 13678024, + "step": 20950 + }, + { + "epoch": 12.35554245283019, + "grad_norm": 3.2493247985839844, + "learning_rate": 3.828570879257098e-06, + "loss": 0.4132, + "num_input_tokens_seen": 13680808, + "step": 20955 + }, + { + "epoch": 12.358490566037736, + "grad_norm": 5.070117473602295, + "learning_rate": 3.826069924726102e-06, + "loss": 0.4898, + "num_input_tokens_seen": 13684552, + "step": 20960 + }, + { + "epoch": 12.361438679245284, + "grad_norm": 4.023977756500244, + "learning_rate": 3.823569280998154e-06, + "loss": 0.3934, + "num_input_tokens_seen": 13687464, + "step": 20965 + }, + { + "epoch": 12.36438679245283, + "grad_norm": 2.6909077167510986, + "learning_rate": 3.8210689487353095e-06, + "loss": 0.4098, + "num_input_tokens_seen": 13690152, + "step": 20970 + }, + { + "epoch": 12.367334905660377, + "grad_norm": 5.163615703582764, + "learning_rate": 3.818568928599539e-06, + "loss": 0.4178, + "num_input_tokens_seen": 13692872, + "step": 20975 + }, + { + "epoch": 12.370283018867925, + "grad_norm": 6.696524620056152, + "learning_rate": 3.816069221252739e-06, + "loss": 0.3407, + "num_input_tokens_seen": 13695368, + "step": 20980 + }, + { + "epoch": 12.373231132075471, + "grad_norm": 2.62516450881958, + "learning_rate": 3.813569827356715e-06, + "loss": 0.2376, + "num_input_tokens_seen": 13697992, + "step": 20985 + }, + { + "epoch": 12.37617924528302, + "grad_norm": 3.290074586868286, + "learning_rate": 3.811070747573191e-06, + "loss": 0.3332, + "num_input_tokens_seen": 13700520, + "step": 20990 + }, + { + "epoch": 12.379127358490566, + "grad_norm": 5.063434600830078, + "learning_rate": 3.8085719825638098e-06, + "loss": 0.3619, + "num_input_tokens_seen": 13703624, + "step": 20995 + }, + { + "epoch": 12.382075471698114, + "grad_norm": 10.976763725280762, + "learning_rate": 3.806073532990132e-06, + "loss": 0.4126, + "num_input_tokens_seen": 13707528, + "step": 21000 + }, + { + "epoch": 12.38502358490566, + "grad_norm": 1.9607017040252686, + "learning_rate": 3.8035753995136333e-06, + "loss": 0.3147, + "num_input_tokens_seen": 13710408, + "step": 21005 + }, + { + "epoch": 12.387971698113208, + "grad_norm": 2.3197576999664307, + "learning_rate": 3.801077582795702e-06, + "loss": 0.2387, + "num_input_tokens_seen": 13713608, + "step": 21010 + }, + { + "epoch": 12.390919811320755, + "grad_norm": 3.154646873474121, + "learning_rate": 3.7985800834976494e-06, + "loss": 0.2321, + "num_input_tokens_seen": 13717864, + "step": 21015 + }, + { + "epoch": 12.393867924528301, + "grad_norm": 4.137322425842285, + "learning_rate": 3.7960829022806965e-06, + "loss": 0.3334, + "num_input_tokens_seen": 13720744, + "step": 21020 + }, + { + "epoch": 12.39681603773585, + "grad_norm": 5.878726482391357, + "learning_rate": 3.793586039805984e-06, + "loss": 0.2867, + "num_input_tokens_seen": 13724360, + "step": 21025 + }, + { + "epoch": 12.399764150943396, + "grad_norm": 3.849458694458008, + "learning_rate": 3.791089496734567e-06, + "loss": 0.3607, + "num_input_tokens_seen": 13727816, + "step": 21030 + }, + { + "epoch": 12.402712264150944, + "grad_norm": 4.922845840454102, + "learning_rate": 3.7885932737274163e-06, + "loss": 0.2975, + "num_input_tokens_seen": 13730824, + "step": 21035 + }, + { + "epoch": 12.40566037735849, + "grad_norm": 1.600405216217041, + "learning_rate": 3.7860973714454156e-06, + "loss": 0.3248, + "num_input_tokens_seen": 13734568, + "step": 21040 + }, + { + "epoch": 12.408608490566039, + "grad_norm": 1.9697438478469849, + "learning_rate": 3.7836017905493695e-06, + "loss": 0.4488, + "num_input_tokens_seen": 13737736, + "step": 21045 + }, + { + "epoch": 12.411556603773585, + "grad_norm": 5.454555511474609, + "learning_rate": 3.7811065316999908e-06, + "loss": 0.306, + "num_input_tokens_seen": 13741832, + "step": 21050 + }, + { + "epoch": 12.414504716981131, + "grad_norm": 5.1803693771362305, + "learning_rate": 3.7786115955579105e-06, + "loss": 0.2726, + "num_input_tokens_seen": 13744040, + "step": 21055 + }, + { + "epoch": 12.41745283018868, + "grad_norm": 3.4053955078125, + "learning_rate": 3.7761169827836746e-06, + "loss": 0.3697, + "num_input_tokens_seen": 13747080, + "step": 21060 + }, + { + "epoch": 12.420400943396226, + "grad_norm": 1.6204496622085571, + "learning_rate": 3.773622694037743e-06, + "loss": 0.2941, + "num_input_tokens_seen": 13751496, + "step": 21065 + }, + { + "epoch": 12.423349056603774, + "grad_norm": 2.705404758453369, + "learning_rate": 3.7711287299804865e-06, + "loss": 0.4224, + "num_input_tokens_seen": 13754792, + "step": 21070 + }, + { + "epoch": 12.42629716981132, + "grad_norm": 4.230881214141846, + "learning_rate": 3.768635091272197e-06, + "loss": 0.3904, + "num_input_tokens_seen": 13758120, + "step": 21075 + }, + { + "epoch": 12.429245283018869, + "grad_norm": 4.174193382263184, + "learning_rate": 3.7661417785730732e-06, + "loss": 0.2874, + "num_input_tokens_seen": 13761096, + "step": 21080 + }, + { + "epoch": 12.432193396226415, + "grad_norm": 3.14569354057312, + "learning_rate": 3.7636487925432304e-06, + "loss": 0.3425, + "num_input_tokens_seen": 13764808, + "step": 21085 + }, + { + "epoch": 12.435141509433961, + "grad_norm": 2.759808301925659, + "learning_rate": 3.761156133842697e-06, + "loss": 0.4409, + "num_input_tokens_seen": 13768168, + "step": 21090 + }, + { + "epoch": 12.43808962264151, + "grad_norm": 3.431011199951172, + "learning_rate": 3.7586638031314182e-06, + "loss": 0.3068, + "num_input_tokens_seen": 13771560, + "step": 21095 + }, + { + "epoch": 12.441037735849056, + "grad_norm": 2.6439778804779053, + "learning_rate": 3.7561718010692477e-06, + "loss": 0.3845, + "num_input_tokens_seen": 13775432, + "step": 21100 + }, + { + "epoch": 12.443985849056604, + "grad_norm": 3.5440545082092285, + "learning_rate": 3.7536801283159523e-06, + "loss": 0.2885, + "num_input_tokens_seen": 13778856, + "step": 21105 + }, + { + "epoch": 12.44693396226415, + "grad_norm": 2.5331051349639893, + "learning_rate": 3.7511887855312155e-06, + "loss": 0.3436, + "num_input_tokens_seen": 13781576, + "step": 21110 + }, + { + "epoch": 12.449882075471699, + "grad_norm": 3.169926881790161, + "learning_rate": 3.74869777337463e-06, + "loss": 0.3211, + "num_input_tokens_seen": 13784488, + "step": 21115 + }, + { + "epoch": 12.452830188679245, + "grad_norm": 3.1791083812713623, + "learning_rate": 3.7462070925057004e-06, + "loss": 0.3489, + "num_input_tokens_seen": 13787272, + "step": 21120 + }, + { + "epoch": 12.455778301886792, + "grad_norm": 2.8888232707977295, + "learning_rate": 3.7437167435838472e-06, + "loss": 0.2847, + "num_input_tokens_seen": 13791080, + "step": 21125 + }, + { + "epoch": 12.45872641509434, + "grad_norm": 2.1761772632598877, + "learning_rate": 3.741226727268401e-06, + "loss": 0.2583, + "num_input_tokens_seen": 13794760, + "step": 21130 + }, + { + "epoch": 12.461674528301886, + "grad_norm": 4.78887414932251, + "learning_rate": 3.7387370442186027e-06, + "loss": 0.4292, + "num_input_tokens_seen": 13797576, + "step": 21135 + }, + { + "epoch": 12.464622641509434, + "grad_norm": 2.5378832817077637, + "learning_rate": 3.736247695093609e-06, + "loss": 0.2902, + "num_input_tokens_seen": 13802056, + "step": 21140 + }, + { + "epoch": 12.46757075471698, + "grad_norm": 3.650968313217163, + "learning_rate": 3.7337586805524838e-06, + "loss": 0.3893, + "num_input_tokens_seen": 13805960, + "step": 21145 + }, + { + "epoch": 12.470518867924529, + "grad_norm": 2.858895778656006, + "learning_rate": 3.731270001254205e-06, + "loss": 0.3028, + "num_input_tokens_seen": 13809032, + "step": 21150 + }, + { + "epoch": 12.473466981132075, + "grad_norm": 3.7812414169311523, + "learning_rate": 3.728781657857661e-06, + "loss": 0.2568, + "num_input_tokens_seen": 13812360, + "step": 21155 + }, + { + "epoch": 12.476415094339623, + "grad_norm": 3.351832151412964, + "learning_rate": 3.726293651021653e-06, + "loss": 0.3146, + "num_input_tokens_seen": 13815144, + "step": 21160 + }, + { + "epoch": 12.47936320754717, + "grad_norm": 3.4153695106506348, + "learning_rate": 3.7238059814048888e-06, + "loss": 0.387, + "num_input_tokens_seen": 13817864, + "step": 21165 + }, + { + "epoch": 12.482311320754716, + "grad_norm": 2.093097448348999, + "learning_rate": 3.7213186496659916e-06, + "loss": 0.429, + "num_input_tokens_seen": 13820776, + "step": 21170 + }, + { + "epoch": 12.485259433962264, + "grad_norm": 3.2697911262512207, + "learning_rate": 3.718831656463493e-06, + "loss": 0.3408, + "num_input_tokens_seen": 13825000, + "step": 21175 + }, + { + "epoch": 12.48820754716981, + "grad_norm": 4.110454082489014, + "learning_rate": 3.7163450024558345e-06, + "loss": 0.3087, + "num_input_tokens_seen": 13827336, + "step": 21180 + }, + { + "epoch": 12.491155660377359, + "grad_norm": 4.362231254577637, + "learning_rate": 3.7138586883013694e-06, + "loss": 0.4546, + "num_input_tokens_seen": 13829928, + "step": 21185 + }, + { + "epoch": 12.494103773584905, + "grad_norm": 3.377723455429077, + "learning_rate": 3.7113727146583573e-06, + "loss": 0.3782, + "num_input_tokens_seen": 13833448, + "step": 21190 + }, + { + "epoch": 12.497051886792454, + "grad_norm": 3.7566752433776855, + "learning_rate": 3.7088870821849748e-06, + "loss": 0.3839, + "num_input_tokens_seen": 13835976, + "step": 21195 + }, + { + "epoch": 12.5, + "grad_norm": 3.1211633682250977, + "learning_rate": 3.706401791539301e-06, + "loss": 0.3332, + "num_input_tokens_seen": 13842440, + "step": 21200 + }, + { + "epoch": 12.502948113207546, + "grad_norm": 2.825253963470459, + "learning_rate": 3.703916843379328e-06, + "loss": 0.3496, + "num_input_tokens_seen": 13845928, + "step": 21205 + }, + { + "epoch": 12.505896226415095, + "grad_norm": 2.461869478225708, + "learning_rate": 3.7014322383629575e-06, + "loss": 0.3793, + "num_input_tokens_seen": 13848808, + "step": 21210 + }, + { + "epoch": 12.508844339622641, + "grad_norm": 4.294204235076904, + "learning_rate": 3.6989479771479976e-06, + "loss": 0.3741, + "num_input_tokens_seen": 13851944, + "step": 21215 + }, + { + "epoch": 12.51179245283019, + "grad_norm": 3.301173686981201, + "learning_rate": 3.696464060392169e-06, + "loss": 0.3082, + "num_input_tokens_seen": 13854440, + "step": 21220 + }, + { + "epoch": 12.514740566037736, + "grad_norm": 2.4333958625793457, + "learning_rate": 3.6939804887530962e-06, + "loss": 0.3863, + "num_input_tokens_seen": 13857064, + "step": 21225 + }, + { + "epoch": 12.517688679245284, + "grad_norm": 2.3831124305725098, + "learning_rate": 3.6914972628883196e-06, + "loss": 0.3179, + "num_input_tokens_seen": 13859720, + "step": 21230 + }, + { + "epoch": 12.52063679245283, + "grad_norm": 2.2858986854553223, + "learning_rate": 3.6890143834552814e-06, + "loss": 0.2951, + "num_input_tokens_seen": 13862824, + "step": 21235 + }, + { + "epoch": 12.523584905660378, + "grad_norm": 2.9881978034973145, + "learning_rate": 3.6865318511113347e-06, + "loss": 0.3029, + "num_input_tokens_seen": 13866824, + "step": 21240 + }, + { + "epoch": 12.526533018867925, + "grad_norm": 3.295823574066162, + "learning_rate": 3.684049666513742e-06, + "loss": 0.4759, + "num_input_tokens_seen": 13869864, + "step": 21245 + }, + { + "epoch": 12.529481132075471, + "grad_norm": 2.697827100753784, + "learning_rate": 3.6815678303196715e-06, + "loss": 0.3297, + "num_input_tokens_seen": 13873384, + "step": 21250 + }, + { + "epoch": 12.53242924528302, + "grad_norm": 3.0732369422912598, + "learning_rate": 3.6790863431861988e-06, + "loss": 0.3366, + "num_input_tokens_seen": 13876552, + "step": 21255 + }, + { + "epoch": 12.535377358490566, + "grad_norm": 3.481898069381714, + "learning_rate": 3.676605205770311e-06, + "loss": 0.5493, + "num_input_tokens_seen": 13879368, + "step": 21260 + }, + { + "epoch": 12.538325471698114, + "grad_norm": 4.473931789398193, + "learning_rate": 3.674124418728898e-06, + "loss": 0.3159, + "num_input_tokens_seen": 13882088, + "step": 21265 + }, + { + "epoch": 12.54127358490566, + "grad_norm": 7.328273296356201, + "learning_rate": 3.671643982718759e-06, + "loss": 0.4088, + "num_input_tokens_seen": 13885480, + "step": 21270 + }, + { + "epoch": 12.544221698113208, + "grad_norm": 2.812908172607422, + "learning_rate": 3.6691638983966017e-06, + "loss": 0.2482, + "num_input_tokens_seen": 13888360, + "step": 21275 + }, + { + "epoch": 12.547169811320755, + "grad_norm": 2.653700351715088, + "learning_rate": 3.666684166419037e-06, + "loss": 0.3055, + "num_input_tokens_seen": 13892104, + "step": 21280 + }, + { + "epoch": 12.550117924528301, + "grad_norm": 2.9189953804016113, + "learning_rate": 3.6642047874425833e-06, + "loss": 0.3647, + "num_input_tokens_seen": 13898824, + "step": 21285 + }, + { + "epoch": 12.55306603773585, + "grad_norm": 2.3294708728790283, + "learning_rate": 3.661725762123671e-06, + "loss": 0.6206, + "num_input_tokens_seen": 13901512, + "step": 21290 + }, + { + "epoch": 12.556014150943396, + "grad_norm": 2.463937520980835, + "learning_rate": 3.659247091118631e-06, + "loss": 0.399, + "num_input_tokens_seen": 13905480, + "step": 21295 + }, + { + "epoch": 12.558962264150944, + "grad_norm": 2.4130680561065674, + "learning_rate": 3.6567687750837027e-06, + "loss": 0.3445, + "num_input_tokens_seen": 13908648, + "step": 21300 + }, + { + "epoch": 12.56191037735849, + "grad_norm": 4.373717308044434, + "learning_rate": 3.6542908146750287e-06, + "loss": 0.3206, + "num_input_tokens_seen": 13911048, + "step": 21305 + }, + { + "epoch": 12.564858490566039, + "grad_norm": 2.2927021980285645, + "learning_rate": 3.6518132105486624e-06, + "loss": 0.3686, + "num_input_tokens_seen": 13914088, + "step": 21310 + }, + { + "epoch": 12.567806603773585, + "grad_norm": 3.02726674079895, + "learning_rate": 3.649335963360559e-06, + "loss": 0.2993, + "num_input_tokens_seen": 13916904, + "step": 21315 + }, + { + "epoch": 12.570754716981131, + "grad_norm": 2.3695733547210693, + "learning_rate": 3.6468590737665795e-06, + "loss": 0.396, + "num_input_tokens_seen": 13921160, + "step": 21320 + }, + { + "epoch": 12.57370283018868, + "grad_norm": 2.2329797744750977, + "learning_rate": 3.6443825424224926e-06, + "loss": 0.482, + "num_input_tokens_seen": 13923624, + "step": 21325 + }, + { + "epoch": 12.576650943396226, + "grad_norm": 1.9981610774993896, + "learning_rate": 3.64190636998397e-06, + "loss": 0.3317, + "num_input_tokens_seen": 13927080, + "step": 21330 + }, + { + "epoch": 12.579599056603774, + "grad_norm": 3.351393699645996, + "learning_rate": 3.639430557106588e-06, + "loss": 0.3668, + "num_input_tokens_seen": 13929736, + "step": 21335 + }, + { + "epoch": 12.58254716981132, + "grad_norm": 3.8692002296447754, + "learning_rate": 3.6369551044458314e-06, + "loss": 0.4352, + "num_input_tokens_seen": 13934376, + "step": 21340 + }, + { + "epoch": 12.585495283018869, + "grad_norm": 3.7236382961273193, + "learning_rate": 3.6344800126570846e-06, + "loss": 0.396, + "num_input_tokens_seen": 13937544, + "step": 21345 + }, + { + "epoch": 12.588443396226415, + "grad_norm": 3.3789243698120117, + "learning_rate": 3.6320052823956385e-06, + "loss": 0.2989, + "num_input_tokens_seen": 13941256, + "step": 21350 + }, + { + "epoch": 12.591391509433961, + "grad_norm": 2.262068271636963, + "learning_rate": 3.6295309143166906e-06, + "loss": 0.374, + "num_input_tokens_seen": 13944424, + "step": 21355 + }, + { + "epoch": 12.59433962264151, + "grad_norm": 4.27602481842041, + "learning_rate": 3.62705690907534e-06, + "loss": 0.3357, + "num_input_tokens_seen": 13947112, + "step": 21360 + }, + { + "epoch": 12.597287735849056, + "grad_norm": 2.2625043392181396, + "learning_rate": 3.624583267326588e-06, + "loss": 0.3627, + "num_input_tokens_seen": 13950280, + "step": 21365 + }, + { + "epoch": 12.600235849056604, + "grad_norm": 2.6834850311279297, + "learning_rate": 3.6221099897253454e-06, + "loss": 0.4607, + "num_input_tokens_seen": 13953288, + "step": 21370 + }, + { + "epoch": 12.60318396226415, + "grad_norm": 3.79093861579895, + "learning_rate": 3.619637076926421e-06, + "loss": 0.3563, + "num_input_tokens_seen": 13957832, + "step": 21375 + }, + { + "epoch": 12.606132075471699, + "grad_norm": 2.6231324672698975, + "learning_rate": 3.617164529584528e-06, + "loss": 0.2868, + "num_input_tokens_seen": 13960904, + "step": 21380 + }, + { + "epoch": 12.609080188679245, + "grad_norm": 3.787179708480835, + "learning_rate": 3.614692348354286e-06, + "loss": 0.3295, + "num_input_tokens_seen": 13964136, + "step": 21385 + }, + { + "epoch": 12.612028301886792, + "grad_norm": 1.8780841827392578, + "learning_rate": 3.612220533890216e-06, + "loss": 0.3193, + "num_input_tokens_seen": 13967656, + "step": 21390 + }, + { + "epoch": 12.61497641509434, + "grad_norm": 3.7616660594940186, + "learning_rate": 3.609749086846741e-06, + "loss": 0.3577, + "num_input_tokens_seen": 13971144, + "step": 21395 + }, + { + "epoch": 12.617924528301886, + "grad_norm": 2.92926287651062, + "learning_rate": 3.607278007878186e-06, + "loss": 0.3492, + "num_input_tokens_seen": 13975304, + "step": 21400 + }, + { + "epoch": 12.620872641509434, + "grad_norm": 3.423729181289673, + "learning_rate": 3.6048072976387817e-06, + "loss": 0.3964, + "num_input_tokens_seen": 13978696, + "step": 21405 + }, + { + "epoch": 12.62382075471698, + "grad_norm": 6.637287139892578, + "learning_rate": 3.6023369567826585e-06, + "loss": 0.3713, + "num_input_tokens_seen": 13981544, + "step": 21410 + }, + { + "epoch": 12.626768867924529, + "grad_norm": 2.6377313137054443, + "learning_rate": 3.599866985963848e-06, + "loss": 0.2711, + "num_input_tokens_seen": 13984232, + "step": 21415 + }, + { + "epoch": 12.629716981132075, + "grad_norm": 9.450057983398438, + "learning_rate": 3.5973973858362885e-06, + "loss": 0.4601, + "num_input_tokens_seen": 13987464, + "step": 21420 + }, + { + "epoch": 12.632665094339622, + "grad_norm": 3.7119245529174805, + "learning_rate": 3.594928157053816e-06, + "loss": 0.3337, + "num_input_tokens_seen": 13990792, + "step": 21425 + }, + { + "epoch": 12.63561320754717, + "grad_norm": 2.7671241760253906, + "learning_rate": 3.592459300270168e-06, + "loss": 0.4458, + "num_input_tokens_seen": 13994920, + "step": 21430 + }, + { + "epoch": 12.638561320754716, + "grad_norm": 2.6308460235595703, + "learning_rate": 3.589990816138988e-06, + "loss": 0.2822, + "num_input_tokens_seen": 13997352, + "step": 21435 + }, + { + "epoch": 12.641509433962264, + "grad_norm": 2.505387783050537, + "learning_rate": 3.587522705313816e-06, + "loss": 0.3926, + "num_input_tokens_seen": 14000584, + "step": 21440 + }, + { + "epoch": 12.64445754716981, + "grad_norm": 4.866305351257324, + "learning_rate": 3.585054968448094e-06, + "loss": 0.3906, + "num_input_tokens_seen": 14004104, + "step": 21445 + }, + { + "epoch": 12.647405660377359, + "grad_norm": 1.9801089763641357, + "learning_rate": 3.5825876061951686e-06, + "loss": 0.3767, + "num_input_tokens_seen": 14007400, + "step": 21450 + }, + { + "epoch": 12.650353773584905, + "grad_norm": 4.2381486892700195, + "learning_rate": 3.5801206192082818e-06, + "loss": 0.2689, + "num_input_tokens_seen": 14010248, + "step": 21455 + }, + { + "epoch": 12.653301886792454, + "grad_norm": 2.449927806854248, + "learning_rate": 3.577654008140582e-06, + "loss": 0.3097, + "num_input_tokens_seen": 14013640, + "step": 21460 + }, + { + "epoch": 12.65625, + "grad_norm": 2.3271658420562744, + "learning_rate": 3.5751877736451123e-06, + "loss": 0.2867, + "num_input_tokens_seen": 14016232, + "step": 21465 + }, + { + "epoch": 12.659198113207546, + "grad_norm": 2.493262529373169, + "learning_rate": 3.5727219163748205e-06, + "loss": 0.4609, + "num_input_tokens_seen": 14019496, + "step": 21470 + }, + { + "epoch": 12.662146226415095, + "grad_norm": 4.11775541305542, + "learning_rate": 3.570256436982552e-06, + "loss": 0.3037, + "num_input_tokens_seen": 14023048, + "step": 21475 + }, + { + "epoch": 12.665094339622641, + "grad_norm": 3.8836686611175537, + "learning_rate": 3.5677913361210536e-06, + "loss": 0.298, + "num_input_tokens_seen": 14026408, + "step": 21480 + }, + { + "epoch": 12.66804245283019, + "grad_norm": 3.8137459754943848, + "learning_rate": 3.565326614442972e-06, + "loss": 0.3927, + "num_input_tokens_seen": 14030632, + "step": 21485 + }, + { + "epoch": 12.670990566037736, + "grad_norm": 2.877607822418213, + "learning_rate": 3.5628622726008523e-06, + "loss": 0.3048, + "num_input_tokens_seen": 14034056, + "step": 21490 + }, + { + "epoch": 12.673938679245284, + "grad_norm": 3.9764349460601807, + "learning_rate": 3.56039831124714e-06, + "loss": 0.4264, + "num_input_tokens_seen": 14037384, + "step": 21495 + }, + { + "epoch": 12.67688679245283, + "grad_norm": 3.739074468612671, + "learning_rate": 3.557934731034179e-06, + "loss": 0.3562, + "num_input_tokens_seen": 14041704, + "step": 21500 + }, + { + "epoch": 12.679834905660378, + "grad_norm": 6.8274335861206055, + "learning_rate": 3.5554715326142126e-06, + "loss": 0.3409, + "num_input_tokens_seen": 14044776, + "step": 21505 + }, + { + "epoch": 12.682783018867925, + "grad_norm": 3.2056663036346436, + "learning_rate": 3.553008716639384e-06, + "loss": 0.3313, + "num_input_tokens_seen": 14047464, + "step": 21510 + }, + { + "epoch": 12.685731132075471, + "grad_norm": 3.286743402481079, + "learning_rate": 3.5505462837617338e-06, + "loss": 0.3787, + "num_input_tokens_seen": 14050632, + "step": 21515 + }, + { + "epoch": 12.68867924528302, + "grad_norm": 2.7317428588867188, + "learning_rate": 3.5480842346332013e-06, + "loss": 0.3042, + "num_input_tokens_seen": 14054376, + "step": 21520 + }, + { + "epoch": 12.691627358490566, + "grad_norm": 6.625738143920898, + "learning_rate": 3.5456225699056256e-06, + "loss": 0.3943, + "num_input_tokens_seen": 14056488, + "step": 21525 + }, + { + "epoch": 12.694575471698114, + "grad_norm": 7.972530841827393, + "learning_rate": 3.5431612902307426e-06, + "loss": 0.3096, + "num_input_tokens_seen": 14061256, + "step": 21530 + }, + { + "epoch": 12.69752358490566, + "grad_norm": 2.613610029220581, + "learning_rate": 3.540700396260186e-06, + "loss": 0.3664, + "num_input_tokens_seen": 14064456, + "step": 21535 + }, + { + "epoch": 12.700471698113208, + "grad_norm": 4.871138572692871, + "learning_rate": 3.538239888645489e-06, + "loss": 0.4758, + "num_input_tokens_seen": 14068808, + "step": 21540 + }, + { + "epoch": 12.703419811320755, + "grad_norm": 4.0420684814453125, + "learning_rate": 3.535779768038082e-06, + "loss": 0.3751, + "num_input_tokens_seen": 14071528, + "step": 21545 + }, + { + "epoch": 12.706367924528301, + "grad_norm": 3.0306153297424316, + "learning_rate": 3.5333200350892905e-06, + "loss": 0.2945, + "num_input_tokens_seen": 14074920, + "step": 21550 + }, + { + "epoch": 12.70931603773585, + "grad_norm": 3.7776949405670166, + "learning_rate": 3.530860690450342e-06, + "loss": 0.2422, + "num_input_tokens_seen": 14077576, + "step": 21555 + }, + { + "epoch": 12.712264150943396, + "grad_norm": 3.444673776626587, + "learning_rate": 3.528401734772357e-06, + "loss": 0.2768, + "num_input_tokens_seen": 14080456, + "step": 21560 + }, + { + "epoch": 12.715212264150944, + "grad_norm": 3.1975910663604736, + "learning_rate": 3.5259431687063538e-06, + "loss": 0.351, + "num_input_tokens_seen": 14083848, + "step": 21565 + }, + { + "epoch": 12.71816037735849, + "grad_norm": 3.0386688709259033, + "learning_rate": 3.523484992903249e-06, + "loss": 0.4058, + "num_input_tokens_seen": 14087176, + "step": 21570 + }, + { + "epoch": 12.721108490566039, + "grad_norm": 2.6243631839752197, + "learning_rate": 3.5210272080138573e-06, + "loss": 0.2951, + "num_input_tokens_seen": 14090536, + "step": 21575 + }, + { + "epoch": 12.724056603773585, + "grad_norm": 2.7261500358581543, + "learning_rate": 3.518569814688887e-06, + "loss": 0.3157, + "num_input_tokens_seen": 14093736, + "step": 21580 + }, + { + "epoch": 12.727004716981131, + "grad_norm": 3.739501714706421, + "learning_rate": 3.5161128135789414e-06, + "loss": 0.3084, + "num_input_tokens_seen": 14096328, + "step": 21585 + }, + { + "epoch": 12.72995283018868, + "grad_norm": 9.787836074829102, + "learning_rate": 3.513656205334525e-06, + "loss": 0.384, + "num_input_tokens_seen": 14099048, + "step": 21590 + }, + { + "epoch": 12.732900943396226, + "grad_norm": 3.3501081466674805, + "learning_rate": 3.5111999906060336e-06, + "loss": 0.4284, + "num_input_tokens_seen": 14102152, + "step": 21595 + }, + { + "epoch": 12.735849056603774, + "grad_norm": 2.448367118835449, + "learning_rate": 3.50874417004376e-06, + "loss": 0.3074, + "num_input_tokens_seen": 14105288, + "step": 21600 + }, + { + "epoch": 12.73879716981132, + "grad_norm": 4.494947910308838, + "learning_rate": 3.5062887442978956e-06, + "loss": 0.4047, + "num_input_tokens_seen": 14108168, + "step": 21605 + }, + { + "epoch": 12.741745283018869, + "grad_norm": 3.255115270614624, + "learning_rate": 3.503833714018524e-06, + "loss": 0.351, + "num_input_tokens_seen": 14111400, + "step": 21610 + }, + { + "epoch": 12.744693396226415, + "grad_norm": 3.0632822513580322, + "learning_rate": 3.5013790798556228e-06, + "loss": 0.4613, + "num_input_tokens_seen": 14114536, + "step": 21615 + }, + { + "epoch": 12.747641509433961, + "grad_norm": 3.482088088989258, + "learning_rate": 3.4989248424590705e-06, + "loss": 0.3029, + "num_input_tokens_seen": 14117448, + "step": 21620 + }, + { + "epoch": 12.75058962264151, + "grad_norm": 3.0349340438842773, + "learning_rate": 3.4964710024786354e-06, + "loss": 0.4479, + "num_input_tokens_seen": 14121352, + "step": 21625 + }, + { + "epoch": 12.753537735849056, + "grad_norm": 2.3517603874206543, + "learning_rate": 3.4940175605639813e-06, + "loss": 0.3967, + "num_input_tokens_seen": 14127208, + "step": 21630 + }, + { + "epoch": 12.756485849056604, + "grad_norm": 2.6868953704833984, + "learning_rate": 3.4915645173646694e-06, + "loss": 0.483, + "num_input_tokens_seen": 14130056, + "step": 21635 + }, + { + "epoch": 12.75943396226415, + "grad_norm": 3.0443100929260254, + "learning_rate": 3.489111873530153e-06, + "loss": 0.3661, + "num_input_tokens_seen": 14133480, + "step": 21640 + }, + { + "epoch": 12.762382075471699, + "grad_norm": 3.0875866413116455, + "learning_rate": 3.4866596297097776e-06, + "loss": 0.4389, + "num_input_tokens_seen": 14136072, + "step": 21645 + }, + { + "epoch": 12.765330188679245, + "grad_norm": 1.9948443174362183, + "learning_rate": 3.484207786552789e-06, + "loss": 0.4203, + "num_input_tokens_seen": 14138568, + "step": 21650 + }, + { + "epoch": 12.768278301886792, + "grad_norm": 3.1425507068634033, + "learning_rate": 3.4817563447083214e-06, + "loss": 0.362, + "num_input_tokens_seen": 14141064, + "step": 21655 + }, + { + "epoch": 12.77122641509434, + "grad_norm": 1.905809998512268, + "learning_rate": 3.4793053048254044e-06, + "loss": 0.3454, + "num_input_tokens_seen": 14144616, + "step": 21660 + }, + { + "epoch": 12.774174528301886, + "grad_norm": 3.6555263996124268, + "learning_rate": 3.47685466755296e-06, + "loss": 0.3532, + "num_input_tokens_seen": 14147784, + "step": 21665 + }, + { + "epoch": 12.777122641509434, + "grad_norm": 6.212072849273682, + "learning_rate": 3.474404433539809e-06, + "loss": 0.2739, + "num_input_tokens_seen": 14150696, + "step": 21670 + }, + { + "epoch": 12.78007075471698, + "grad_norm": 4.232058048248291, + "learning_rate": 3.4719546034346598e-06, + "loss": 0.3387, + "num_input_tokens_seen": 14153800, + "step": 21675 + }, + { + "epoch": 12.783018867924529, + "grad_norm": 3.2086894512176514, + "learning_rate": 3.4695051778861125e-06, + "loss": 0.4375, + "num_input_tokens_seen": 14156808, + "step": 21680 + }, + { + "epoch": 12.785966981132075, + "grad_norm": 2.285644054412842, + "learning_rate": 3.4670561575426677e-06, + "loss": 0.2598, + "num_input_tokens_seen": 14159656, + "step": 21685 + }, + { + "epoch": 12.788915094339622, + "grad_norm": 2.7921628952026367, + "learning_rate": 3.4646075430527115e-06, + "loss": 0.4337, + "num_input_tokens_seen": 14163560, + "step": 21690 + }, + { + "epoch": 12.79186320754717, + "grad_norm": 2.6709766387939453, + "learning_rate": 3.4621593350645236e-06, + "loss": 0.3608, + "num_input_tokens_seen": 14166984, + "step": 21695 + }, + { + "epoch": 12.794811320754716, + "grad_norm": 6.9745001792907715, + "learning_rate": 3.4597115342262817e-06, + "loss": 0.3992, + "num_input_tokens_seen": 14170120, + "step": 21700 + }, + { + "epoch": 12.797759433962264, + "grad_norm": 1.867863655090332, + "learning_rate": 3.4572641411860484e-06, + "loss": 0.2497, + "num_input_tokens_seen": 14173864, + "step": 21705 + }, + { + "epoch": 12.80070754716981, + "grad_norm": 4.1978888511657715, + "learning_rate": 3.454817156591782e-06, + "loss": 0.5265, + "num_input_tokens_seen": 14177224, + "step": 21710 + }, + { + "epoch": 12.803655660377359, + "grad_norm": 5.256809234619141, + "learning_rate": 3.4523705810913344e-06, + "loss": 0.2594, + "num_input_tokens_seen": 14180520, + "step": 21715 + }, + { + "epoch": 12.806603773584905, + "grad_norm": 2.274341106414795, + "learning_rate": 3.449924415332443e-06, + "loss": 0.4512, + "num_input_tokens_seen": 14188360, + "step": 21720 + }, + { + "epoch": 12.809551886792454, + "grad_norm": 5.6054887771606445, + "learning_rate": 3.447478659962745e-06, + "loss": 0.3843, + "num_input_tokens_seen": 14192136, + "step": 21725 + }, + { + "epoch": 12.8125, + "grad_norm": 4.786616802215576, + "learning_rate": 3.4450333156297625e-06, + "loss": 0.3709, + "num_input_tokens_seen": 14195496, + "step": 21730 + }, + { + "epoch": 12.815448113207546, + "grad_norm": 2.9547111988067627, + "learning_rate": 3.44258838298091e-06, + "loss": 0.3443, + "num_input_tokens_seen": 14199176, + "step": 21735 + }, + { + "epoch": 12.818396226415095, + "grad_norm": 3.3996362686157227, + "learning_rate": 3.440143862663497e-06, + "loss": 0.48, + "num_input_tokens_seen": 14201800, + "step": 21740 + }, + { + "epoch": 12.821344339622641, + "grad_norm": 3.8821487426757812, + "learning_rate": 3.4376997553247183e-06, + "loss": 0.3957, + "num_input_tokens_seen": 14206120, + "step": 21745 + }, + { + "epoch": 12.82429245283019, + "grad_norm": 1.9184448719024658, + "learning_rate": 3.4352560616116617e-06, + "loss": 0.3068, + "num_input_tokens_seen": 14208552, + "step": 21750 + }, + { + "epoch": 12.827240566037736, + "grad_norm": 2.6056580543518066, + "learning_rate": 3.4328127821713077e-06, + "loss": 0.3118, + "num_input_tokens_seen": 14210824, + "step": 21755 + }, + { + "epoch": 12.830188679245284, + "grad_norm": 3.356844186782837, + "learning_rate": 3.430369917650521e-06, + "loss": 0.3265, + "num_input_tokens_seen": 14214248, + "step": 21760 + }, + { + "epoch": 12.83313679245283, + "grad_norm": 3.678288221359253, + "learning_rate": 3.427927468696066e-06, + "loss": 0.3141, + "num_input_tokens_seen": 14217256, + "step": 21765 + }, + { + "epoch": 12.836084905660378, + "grad_norm": 1.6116681098937988, + "learning_rate": 3.425485435954588e-06, + "loss": 0.3755, + "num_input_tokens_seen": 14222088, + "step": 21770 + }, + { + "epoch": 12.839033018867925, + "grad_norm": 6.0861992835998535, + "learning_rate": 3.4230438200726274e-06, + "loss": 0.4744, + "num_input_tokens_seen": 14224360, + "step": 21775 + }, + { + "epoch": 12.841981132075471, + "grad_norm": 1.9711034297943115, + "learning_rate": 3.4206026216966113e-06, + "loss": 0.3477, + "num_input_tokens_seen": 14227144, + "step": 21780 + }, + { + "epoch": 12.84492924528302, + "grad_norm": 4.066773414611816, + "learning_rate": 3.418161841472858e-06, + "loss": 0.4275, + "num_input_tokens_seen": 14230664, + "step": 21785 + }, + { + "epoch": 12.847877358490566, + "grad_norm": 3.561228036880493, + "learning_rate": 3.4157214800475746e-06, + "loss": 0.4463, + "num_input_tokens_seen": 14233544, + "step": 21790 + }, + { + "epoch": 12.850825471698114, + "grad_norm": 2.3748741149902344, + "learning_rate": 3.4132815380668577e-06, + "loss": 0.3636, + "num_input_tokens_seen": 14236744, + "step": 21795 + }, + { + "epoch": 12.85377358490566, + "grad_norm": 2.354675769805908, + "learning_rate": 3.410842016176691e-06, + "loss": 0.2764, + "num_input_tokens_seen": 14240456, + "step": 21800 + }, + { + "epoch": 12.856721698113208, + "grad_norm": 4.674523830413818, + "learning_rate": 3.4084029150229503e-06, + "loss": 0.4416, + "num_input_tokens_seen": 14243496, + "step": 21805 + }, + { + "epoch": 12.859669811320755, + "grad_norm": 2.4011800289154053, + "learning_rate": 3.4059642352513965e-06, + "loss": 0.2894, + "num_input_tokens_seen": 14246792, + "step": 21810 + }, + { + "epoch": 12.862617924528301, + "grad_norm": 2.91239857673645, + "learning_rate": 3.4035259775076813e-06, + "loss": 0.3625, + "num_input_tokens_seen": 14249160, + "step": 21815 + }, + { + "epoch": 12.86556603773585, + "grad_norm": 3.6488101482391357, + "learning_rate": 3.401088142437344e-06, + "loss": 0.3045, + "num_input_tokens_seen": 14253608, + "step": 21820 + }, + { + "epoch": 12.868514150943396, + "grad_norm": 3.8278775215148926, + "learning_rate": 3.398650730685813e-06, + "loss": 0.3108, + "num_input_tokens_seen": 14255976, + "step": 21825 + }, + { + "epoch": 12.871462264150944, + "grad_norm": 3.2958502769470215, + "learning_rate": 3.396213742898401e-06, + "loss": 0.2841, + "num_input_tokens_seen": 14258248, + "step": 21830 + }, + { + "epoch": 12.87441037735849, + "grad_norm": 6.978606700897217, + "learning_rate": 3.3937771797203134e-06, + "loss": 0.5028, + "num_input_tokens_seen": 14261736, + "step": 21835 + }, + { + "epoch": 12.877358490566039, + "grad_norm": 2.135469913482666, + "learning_rate": 3.391341041796641e-06, + "loss": 0.326, + "num_input_tokens_seen": 14264840, + "step": 21840 + }, + { + "epoch": 12.880306603773585, + "grad_norm": 5.458063125610352, + "learning_rate": 3.3889053297723585e-06, + "loss": 0.4563, + "num_input_tokens_seen": 14267688, + "step": 21845 + }, + { + "epoch": 12.883254716981131, + "grad_norm": 2.837111711502075, + "learning_rate": 3.3864700442923342e-06, + "loss": 0.3646, + "num_input_tokens_seen": 14270728, + "step": 21850 + }, + { + "epoch": 12.88620283018868, + "grad_norm": 1.7144529819488525, + "learning_rate": 3.384035186001318e-06, + "loss": 0.3596, + "num_input_tokens_seen": 14274856, + "step": 21855 + }, + { + "epoch": 12.889150943396226, + "grad_norm": 5.696398735046387, + "learning_rate": 3.381600755543953e-06, + "loss": 0.4667, + "num_input_tokens_seen": 14277928, + "step": 21860 + }, + { + "epoch": 12.892099056603774, + "grad_norm": 3.4670140743255615, + "learning_rate": 3.3791667535647615e-06, + "loss": 0.3236, + "num_input_tokens_seen": 14280520, + "step": 21865 + }, + { + "epoch": 12.89504716981132, + "grad_norm": 3.7303712368011475, + "learning_rate": 3.3767331807081584e-06, + "loss": 0.4514, + "num_input_tokens_seen": 14283912, + "step": 21870 + }, + { + "epoch": 12.897995283018869, + "grad_norm": 3.3608880043029785, + "learning_rate": 3.374300037618442e-06, + "loss": 0.3324, + "num_input_tokens_seen": 14287816, + "step": 21875 + }, + { + "epoch": 12.900943396226415, + "grad_norm": 3.2863056659698486, + "learning_rate": 3.371867324939796e-06, + "loss": 0.4074, + "num_input_tokens_seen": 14290568, + "step": 21880 + }, + { + "epoch": 12.903891509433961, + "grad_norm": 3.3969454765319824, + "learning_rate": 3.369435043316293e-06, + "loss": 0.3008, + "num_input_tokens_seen": 14293288, + "step": 21885 + }, + { + "epoch": 12.90683962264151, + "grad_norm": 2.736807346343994, + "learning_rate": 3.36700319339189e-06, + "loss": 0.3359, + "num_input_tokens_seen": 14296648, + "step": 21890 + }, + { + "epoch": 12.909787735849056, + "grad_norm": 3.6700820922851562, + "learning_rate": 3.3645717758104286e-06, + "loss": 0.2187, + "num_input_tokens_seen": 14299272, + "step": 21895 + }, + { + "epoch": 12.912735849056604, + "grad_norm": 4.241893768310547, + "learning_rate": 3.3621407912156383e-06, + "loss": 0.2967, + "num_input_tokens_seen": 14302280, + "step": 21900 + }, + { + "epoch": 12.91568396226415, + "grad_norm": 3.3918447494506836, + "learning_rate": 3.3597102402511326e-06, + "loss": 0.3745, + "num_input_tokens_seen": 14306056, + "step": 21905 + }, + { + "epoch": 12.918632075471699, + "grad_norm": 2.6317296028137207, + "learning_rate": 3.3572801235604093e-06, + "loss": 0.3356, + "num_input_tokens_seen": 14309832, + "step": 21910 + }, + { + "epoch": 12.921580188679245, + "grad_norm": 2.614422082901001, + "learning_rate": 3.3548504417868538e-06, + "loss": 0.3777, + "num_input_tokens_seen": 14312584, + "step": 21915 + }, + { + "epoch": 12.924528301886792, + "grad_norm": 2.942335367202759, + "learning_rate": 3.352421195573734e-06, + "loss": 0.2823, + "num_input_tokens_seen": 14315304, + "step": 21920 + }, + { + "epoch": 12.92747641509434, + "grad_norm": 2.787667989730835, + "learning_rate": 3.3499923855642026e-06, + "loss": 0.4648, + "num_input_tokens_seen": 14317544, + "step": 21925 + }, + { + "epoch": 12.930424528301886, + "grad_norm": 3.2847139835357666, + "learning_rate": 3.3475640124012986e-06, + "loss": 0.2754, + "num_input_tokens_seen": 14320264, + "step": 21930 + }, + { + "epoch": 12.933372641509434, + "grad_norm": 3.6018731594085693, + "learning_rate": 3.345136076727945e-06, + "loss": 0.3357, + "num_input_tokens_seen": 14323464, + "step": 21935 + }, + { + "epoch": 12.93632075471698, + "grad_norm": 2.845569133758545, + "learning_rate": 3.3427085791869453e-06, + "loss": 0.4086, + "num_input_tokens_seen": 14327784, + "step": 21940 + }, + { + "epoch": 12.939268867924529, + "grad_norm": 3.208486557006836, + "learning_rate": 3.3402815204209926e-06, + "loss": 0.5527, + "num_input_tokens_seen": 14330792, + "step": 21945 + }, + { + "epoch": 12.942216981132075, + "grad_norm": 3.2946231365203857, + "learning_rate": 3.337854901072659e-06, + "loss": 0.2362, + "num_input_tokens_seen": 14333320, + "step": 21950 + }, + { + "epoch": 12.945165094339622, + "grad_norm": 2.793828248977661, + "learning_rate": 3.3354287217844056e-06, + "loss": 0.3986, + "num_input_tokens_seen": 14336616, + "step": 21955 + }, + { + "epoch": 12.94811320754717, + "grad_norm": 4.574879169464111, + "learning_rate": 3.3330029831985712e-06, + "loss": 0.4068, + "num_input_tokens_seen": 14340712, + "step": 21960 + }, + { + "epoch": 12.951061320754716, + "grad_norm": 1.7474647760391235, + "learning_rate": 3.330577685957382e-06, + "loss": 0.4104, + "num_input_tokens_seen": 14343816, + "step": 21965 + }, + { + "epoch": 12.954009433962264, + "grad_norm": 3.0181798934936523, + "learning_rate": 3.3281528307029454e-06, + "loss": 0.4232, + "num_input_tokens_seen": 14347048, + "step": 21970 + }, + { + "epoch": 12.95695754716981, + "grad_norm": 3.401341438293457, + "learning_rate": 3.325728418077251e-06, + "loss": 0.2801, + "num_input_tokens_seen": 14351368, + "step": 21975 + }, + { + "epoch": 12.959905660377359, + "grad_norm": 3.1496071815490723, + "learning_rate": 3.3233044487221744e-06, + "loss": 0.4609, + "num_input_tokens_seen": 14354696, + "step": 21980 + }, + { + "epoch": 12.962853773584905, + "grad_norm": 3.6924164295196533, + "learning_rate": 3.3208809232794715e-06, + "loss": 0.4469, + "num_input_tokens_seen": 14357640, + "step": 21985 + }, + { + "epoch": 12.965801886792454, + "grad_norm": 2.8986124992370605, + "learning_rate": 3.3184578423907797e-06, + "loss": 0.3343, + "num_input_tokens_seen": 14360520, + "step": 21990 + }, + { + "epoch": 12.96875, + "grad_norm": 4.033992767333984, + "learning_rate": 3.3160352066976224e-06, + "loss": 0.4169, + "num_input_tokens_seen": 14363112, + "step": 21995 + }, + { + "epoch": 12.971698113207546, + "grad_norm": 2.2212047576904297, + "learning_rate": 3.3136130168414003e-06, + "loss": 0.4121, + "num_input_tokens_seen": 14366792, + "step": 22000 + }, + { + "epoch": 12.974646226415095, + "grad_norm": 2.3193747997283936, + "learning_rate": 3.311191273463401e-06, + "loss": 0.2919, + "num_input_tokens_seen": 14372104, + "step": 22005 + }, + { + "epoch": 12.977594339622641, + "grad_norm": 3.3709492683410645, + "learning_rate": 3.3087699772047908e-06, + "loss": 0.3354, + "num_input_tokens_seen": 14376872, + "step": 22010 + }, + { + "epoch": 12.98054245283019, + "grad_norm": 4.650016784667969, + "learning_rate": 3.3063491287066164e-06, + "loss": 0.3787, + "num_input_tokens_seen": 14379336, + "step": 22015 + }, + { + "epoch": 12.983490566037736, + "grad_norm": 2.9493470191955566, + "learning_rate": 3.303928728609811e-06, + "loss": 0.3323, + "num_input_tokens_seen": 14381960, + "step": 22020 + }, + { + "epoch": 12.986438679245284, + "grad_norm": 2.5430996417999268, + "learning_rate": 3.3015087775551835e-06, + "loss": 0.5482, + "num_input_tokens_seen": 14385896, + "step": 22025 + }, + { + "epoch": 12.98938679245283, + "grad_norm": 4.076664924621582, + "learning_rate": 3.299089276183427e-06, + "loss": 0.2741, + "num_input_tokens_seen": 14388904, + "step": 22030 + }, + { + "epoch": 12.992334905660378, + "grad_norm": 3.4498391151428223, + "learning_rate": 3.2966702251351157e-06, + "loss": 0.3958, + "num_input_tokens_seen": 14392200, + "step": 22035 + }, + { + "epoch": 12.995283018867925, + "grad_norm": 4.121771335601807, + "learning_rate": 3.2942516250507035e-06, + "loss": 0.317, + "num_input_tokens_seen": 14395080, + "step": 22040 + }, + { + "epoch": 12.998231132075471, + "grad_norm": 2.107678174972534, + "learning_rate": 3.2918334765705227e-06, + "loss": 0.3739, + "num_input_tokens_seen": 14398024, + "step": 22045 + }, + { + "epoch": 13.00117924528302, + "grad_norm": 4.404304027557373, + "learning_rate": 3.289415780334792e-06, + "loss": 0.3304, + "num_input_tokens_seen": 14401528, + "step": 22050 + }, + { + "epoch": 13.004127358490566, + "grad_norm": 2.8685333728790283, + "learning_rate": 3.2869985369836067e-06, + "loss": 0.2666, + "num_input_tokens_seen": 14404152, + "step": 22055 + }, + { + "epoch": 13.007075471698114, + "grad_norm": 5.605689525604248, + "learning_rate": 3.2845817471569406e-06, + "loss": 0.3119, + "num_input_tokens_seen": 14408152, + "step": 22060 + }, + { + "epoch": 13.01002358490566, + "grad_norm": 2.10178804397583, + "learning_rate": 3.28216541149465e-06, + "loss": 0.314, + "num_input_tokens_seen": 14411192, + "step": 22065 + }, + { + "epoch": 13.012971698113208, + "grad_norm": 2.415850877761841, + "learning_rate": 3.2797495306364707e-06, + "loss": 0.2782, + "num_input_tokens_seen": 14414008, + "step": 22070 + }, + { + "epoch": 13.015919811320755, + "grad_norm": 2.314551830291748, + "learning_rate": 3.2773341052220174e-06, + "loss": 0.2769, + "num_input_tokens_seen": 14417496, + "step": 22075 + }, + { + "epoch": 13.018867924528301, + "grad_norm": 2.9389290809631348, + "learning_rate": 3.274919135890783e-06, + "loss": 0.216, + "num_input_tokens_seen": 14421176, + "step": 22080 + }, + { + "epoch": 13.02181603773585, + "grad_norm": 4.3979668617248535, + "learning_rate": 3.2725046232821424e-06, + "loss": 0.4564, + "num_input_tokens_seen": 14423960, + "step": 22085 + }, + { + "epoch": 13.024764150943396, + "grad_norm": 2.6181702613830566, + "learning_rate": 3.270090568035348e-06, + "loss": 0.3341, + "num_input_tokens_seen": 14427480, + "step": 22090 + }, + { + "epoch": 13.027712264150944, + "grad_norm": 4.8567280769348145, + "learning_rate": 3.2676769707895306e-06, + "loss": 0.3086, + "num_input_tokens_seen": 14431704, + "step": 22095 + }, + { + "epoch": 13.03066037735849, + "grad_norm": 2.15788197517395, + "learning_rate": 3.2652638321837015e-06, + "loss": 0.2918, + "num_input_tokens_seen": 14434968, + "step": 22100 + }, + { + "epoch": 13.033608490566039, + "grad_norm": 3.453979015350342, + "learning_rate": 3.2628511528567497e-06, + "loss": 0.2318, + "num_input_tokens_seen": 14437816, + "step": 22105 + }, + { + "epoch": 13.036556603773585, + "grad_norm": 3.8812899589538574, + "learning_rate": 3.2604389334474407e-06, + "loss": 0.2357, + "num_input_tokens_seen": 14440664, + "step": 22110 + }, + { + "epoch": 13.039504716981131, + "grad_norm": 2.525517225265503, + "learning_rate": 3.2580271745944224e-06, + "loss": 0.6114, + "num_input_tokens_seen": 14443704, + "step": 22115 + }, + { + "epoch": 13.04245283018868, + "grad_norm": 3.5590860843658447, + "learning_rate": 3.255615876936217e-06, + "loss": 0.3271, + "num_input_tokens_seen": 14447064, + "step": 22120 + }, + { + "epoch": 13.045400943396226, + "grad_norm": 2.056797504425049, + "learning_rate": 3.2532050411112248e-06, + "loss": 0.3132, + "num_input_tokens_seen": 14450872, + "step": 22125 + }, + { + "epoch": 13.048349056603774, + "grad_norm": 3.8234217166900635, + "learning_rate": 3.2507946677577274e-06, + "loss": 0.3112, + "num_input_tokens_seen": 14454264, + "step": 22130 + }, + { + "epoch": 13.05129716981132, + "grad_norm": 5.216683864593506, + "learning_rate": 3.2483847575138807e-06, + "loss": 0.4487, + "num_input_tokens_seen": 14458200, + "step": 22135 + }, + { + "epoch": 13.054245283018869, + "grad_norm": 4.082170009613037, + "learning_rate": 3.245975311017716e-06, + "loss": 0.3718, + "num_input_tokens_seen": 14461496, + "step": 22140 + }, + { + "epoch": 13.057193396226415, + "grad_norm": 5.946896553039551, + "learning_rate": 3.2435663289071486e-06, + "loss": 0.457, + "num_input_tokens_seen": 14464376, + "step": 22145 + }, + { + "epoch": 13.060141509433961, + "grad_norm": 4.830155372619629, + "learning_rate": 3.241157811819966e-06, + "loss": 0.3903, + "num_input_tokens_seen": 14467608, + "step": 22150 + }, + { + "epoch": 13.06308962264151, + "grad_norm": 2.87088680267334, + "learning_rate": 3.2387497603938327e-06, + "loss": 0.3955, + "num_input_tokens_seen": 14470808, + "step": 22155 + }, + { + "epoch": 13.066037735849056, + "grad_norm": 1.968461513519287, + "learning_rate": 3.2363421752662903e-06, + "loss": 0.4149, + "num_input_tokens_seen": 14473208, + "step": 22160 + }, + { + "epoch": 13.068985849056604, + "grad_norm": 7.897395133972168, + "learning_rate": 3.233935057074759e-06, + "loss": 0.4198, + "num_input_tokens_seen": 14475992, + "step": 22165 + }, + { + "epoch": 13.07193396226415, + "grad_norm": 3.7646420001983643, + "learning_rate": 3.2315284064565324e-06, + "loss": 0.4674, + "num_input_tokens_seen": 14479320, + "step": 22170 + }, + { + "epoch": 13.074882075471699, + "grad_norm": 2.4752116203308105, + "learning_rate": 3.2291222240487813e-06, + "loss": 0.3214, + "num_input_tokens_seen": 14482136, + "step": 22175 + }, + { + "epoch": 13.077830188679245, + "grad_norm": 2.179979085922241, + "learning_rate": 3.226716510488554e-06, + "loss": 0.3823, + "num_input_tokens_seen": 14485624, + "step": 22180 + }, + { + "epoch": 13.080778301886792, + "grad_norm": 3.0929577350616455, + "learning_rate": 3.224311266412773e-06, + "loss": 0.4119, + "num_input_tokens_seen": 14488056, + "step": 22185 + }, + { + "epoch": 13.08372641509434, + "grad_norm": 5.649873733520508, + "learning_rate": 3.2219064924582366e-06, + "loss": 0.3105, + "num_input_tokens_seen": 14491064, + "step": 22190 + }, + { + "epoch": 13.086674528301886, + "grad_norm": 4.13258695602417, + "learning_rate": 3.2195021892616197e-06, + "loss": 0.3048, + "num_input_tokens_seen": 14494392, + "step": 22195 + }, + { + "epoch": 13.089622641509434, + "grad_norm": 2.5534939765930176, + "learning_rate": 3.217098357459472e-06, + "loss": 0.3901, + "num_input_tokens_seen": 14497752, + "step": 22200 + }, + { + "epoch": 13.09257075471698, + "grad_norm": 8.269720077514648, + "learning_rate": 3.214694997688217e-06, + "loss": 0.372, + "num_input_tokens_seen": 14501592, + "step": 22205 + }, + { + "epoch": 13.095518867924529, + "grad_norm": 4.519339084625244, + "learning_rate": 3.2122921105841572e-06, + "loss": 0.2464, + "num_input_tokens_seen": 14504120, + "step": 22210 + }, + { + "epoch": 13.098466981132075, + "grad_norm": 3.217165946960449, + "learning_rate": 3.2098896967834647e-06, + "loss": 0.3781, + "num_input_tokens_seen": 14507352, + "step": 22215 + }, + { + "epoch": 13.101415094339623, + "grad_norm": 5.016010761260986, + "learning_rate": 3.2074877569221896e-06, + "loss": 0.4217, + "num_input_tokens_seen": 14509880, + "step": 22220 + }, + { + "epoch": 13.10436320754717, + "grad_norm": 3.3907618522644043, + "learning_rate": 3.205086291636257e-06, + "loss": 0.2832, + "num_input_tokens_seen": 14512440, + "step": 22225 + }, + { + "epoch": 13.107311320754716, + "grad_norm": 2.977891445159912, + "learning_rate": 3.202685301561463e-06, + "loss": 0.3876, + "num_input_tokens_seen": 14519960, + "step": 22230 + }, + { + "epoch": 13.110259433962264, + "grad_norm": 3.0001590251922607, + "learning_rate": 3.200284787333482e-06, + "loss": 0.328, + "num_input_tokens_seen": 14524344, + "step": 22235 + }, + { + "epoch": 13.11320754716981, + "grad_norm": 2.6488053798675537, + "learning_rate": 3.1978847495878595e-06, + "loss": 0.3641, + "num_input_tokens_seen": 14527096, + "step": 22240 + }, + { + "epoch": 13.116155660377359, + "grad_norm": 2.527473211288452, + "learning_rate": 3.1954851889600176e-06, + "loss": 0.4629, + "num_input_tokens_seen": 14530584, + "step": 22245 + }, + { + "epoch": 13.119103773584905, + "grad_norm": 3.0735905170440674, + "learning_rate": 3.1930861060852485e-06, + "loss": 0.3067, + "num_input_tokens_seen": 14533208, + "step": 22250 + }, + { + "epoch": 13.122051886792454, + "grad_norm": 2.31343674659729, + "learning_rate": 3.1906875015987194e-06, + "loss": 0.313, + "num_input_tokens_seen": 14536120, + "step": 22255 + }, + { + "epoch": 13.125, + "grad_norm": 4.447740077972412, + "learning_rate": 3.188289376135473e-06, + "loss": 0.2958, + "num_input_tokens_seen": 14539320, + "step": 22260 + }, + { + "epoch": 13.127948113207546, + "grad_norm": 2.8051841259002686, + "learning_rate": 3.1858917303304213e-06, + "loss": 0.3173, + "num_input_tokens_seen": 14541816, + "step": 22265 + }, + { + "epoch": 13.130896226415095, + "grad_norm": 1.9600661993026733, + "learning_rate": 3.1834945648183535e-06, + "loss": 0.2834, + "num_input_tokens_seen": 14546008, + "step": 22270 + }, + { + "epoch": 13.133844339622641, + "grad_norm": 3.9939537048339844, + "learning_rate": 3.1810978802339283e-06, + "loss": 0.2894, + "num_input_tokens_seen": 14548760, + "step": 22275 + }, + { + "epoch": 13.13679245283019, + "grad_norm": 2.2487881183624268, + "learning_rate": 3.1787016772116767e-06, + "loss": 0.2597, + "num_input_tokens_seen": 14551352, + "step": 22280 + }, + { + "epoch": 13.139740566037736, + "grad_norm": 2.4981307983398438, + "learning_rate": 3.1763059563860073e-06, + "loss": 0.4706, + "num_input_tokens_seen": 14555032, + "step": 22285 + }, + { + "epoch": 13.142688679245284, + "grad_norm": 4.460577964782715, + "learning_rate": 3.1739107183911953e-06, + "loss": 0.2638, + "num_input_tokens_seen": 14559704, + "step": 22290 + }, + { + "epoch": 13.14563679245283, + "grad_norm": 3.1495673656463623, + "learning_rate": 3.1715159638613898e-06, + "loss": 0.1724, + "num_input_tokens_seen": 14563320, + "step": 22295 + }, + { + "epoch": 13.148584905660377, + "grad_norm": 2.020718812942505, + "learning_rate": 3.1691216934306134e-06, + "loss": 0.3371, + "num_input_tokens_seen": 14567864, + "step": 22300 + }, + { + "epoch": 13.151533018867925, + "grad_norm": 3.04909610748291, + "learning_rate": 3.16672790773276e-06, + "loss": 0.4108, + "num_input_tokens_seen": 14570808, + "step": 22305 + }, + { + "epoch": 13.154481132075471, + "grad_norm": 2.257493495941162, + "learning_rate": 3.164334607401593e-06, + "loss": 0.3603, + "num_input_tokens_seen": 14573784, + "step": 22310 + }, + { + "epoch": 13.15742924528302, + "grad_norm": 2.4637598991394043, + "learning_rate": 3.1619417930707506e-06, + "loss": 0.3272, + "num_input_tokens_seen": 14577304, + "step": 22315 + }, + { + "epoch": 13.160377358490566, + "grad_norm": 2.27801251411438, + "learning_rate": 3.1595494653737408e-06, + "loss": 0.2566, + "num_input_tokens_seen": 14579992, + "step": 22320 + }, + { + "epoch": 13.163325471698114, + "grad_norm": 3.2004082202911377, + "learning_rate": 3.1571576249439408e-06, + "loss": 0.3263, + "num_input_tokens_seen": 14583096, + "step": 22325 + }, + { + "epoch": 13.16627358490566, + "grad_norm": 3.192460775375366, + "learning_rate": 3.1547662724146e-06, + "loss": 0.3512, + "num_input_tokens_seen": 14586424, + "step": 22330 + }, + { + "epoch": 13.169221698113208, + "grad_norm": 3.4090991020202637, + "learning_rate": 3.1523754084188436e-06, + "loss": 0.3038, + "num_input_tokens_seen": 14589080, + "step": 22335 + }, + { + "epoch": 13.172169811320755, + "grad_norm": 3.343860149383545, + "learning_rate": 3.149985033589661e-06, + "loss": 0.3923, + "num_input_tokens_seen": 14592600, + "step": 22340 + }, + { + "epoch": 13.175117924528301, + "grad_norm": 5.349067687988281, + "learning_rate": 3.147595148559912e-06, + "loss": 0.4491, + "num_input_tokens_seen": 14596216, + "step": 22345 + }, + { + "epoch": 13.17806603773585, + "grad_norm": 3.040489435195923, + "learning_rate": 3.1452057539623328e-06, + "loss": 0.2928, + "num_input_tokens_seen": 14599640, + "step": 22350 + }, + { + "epoch": 13.181014150943396, + "grad_norm": 3.3227927684783936, + "learning_rate": 3.142816850429523e-06, + "loss": 0.368, + "num_input_tokens_seen": 14602424, + "step": 22355 + }, + { + "epoch": 13.183962264150944, + "grad_norm": 2.3667619228363037, + "learning_rate": 3.1404284385939552e-06, + "loss": 0.3269, + "num_input_tokens_seen": 14604984, + "step": 22360 + }, + { + "epoch": 13.18691037735849, + "grad_norm": 2.9968297481536865, + "learning_rate": 3.138040519087975e-06, + "loss": 0.3235, + "num_input_tokens_seen": 14608056, + "step": 22365 + }, + { + "epoch": 13.189858490566039, + "grad_norm": 3.5784850120544434, + "learning_rate": 3.13565309254379e-06, + "loss": 0.2399, + "num_input_tokens_seen": 14610520, + "step": 22370 + }, + { + "epoch": 13.192806603773585, + "grad_norm": 2.0766348838806152, + "learning_rate": 3.1332661595934845e-06, + "loss": 0.3051, + "num_input_tokens_seen": 14614904, + "step": 22375 + }, + { + "epoch": 13.195754716981131, + "grad_norm": 1.9832005500793457, + "learning_rate": 3.130879720869008e-06, + "loss": 0.3209, + "num_input_tokens_seen": 14618456, + "step": 22380 + }, + { + "epoch": 13.19870283018868, + "grad_norm": 5.657162666320801, + "learning_rate": 3.1284937770021815e-06, + "loss": 0.3787, + "num_input_tokens_seen": 14621208, + "step": 22385 + }, + { + "epoch": 13.201650943396226, + "grad_norm": 4.347342491149902, + "learning_rate": 3.1261083286246916e-06, + "loss": 0.3267, + "num_input_tokens_seen": 14623704, + "step": 22390 + }, + { + "epoch": 13.204599056603774, + "grad_norm": 4.315150260925293, + "learning_rate": 3.1237233763680997e-06, + "loss": 0.3122, + "num_input_tokens_seen": 14626968, + "step": 22395 + }, + { + "epoch": 13.20754716981132, + "grad_norm": 2.975569486618042, + "learning_rate": 3.1213389208638303e-06, + "loss": 0.4557, + "num_input_tokens_seen": 14629976, + "step": 22400 + }, + { + "epoch": 13.210495283018869, + "grad_norm": 3.5167407989501953, + "learning_rate": 3.1189549627431757e-06, + "loss": 0.3092, + "num_input_tokens_seen": 14632728, + "step": 22405 + }, + { + "epoch": 13.213443396226415, + "grad_norm": 3.651995897293091, + "learning_rate": 3.116571502637304e-06, + "loss": 0.3995, + "num_input_tokens_seen": 14635352, + "step": 22410 + }, + { + "epoch": 13.216391509433961, + "grad_norm": 2.0537266731262207, + "learning_rate": 3.1141885411772434e-06, + "loss": 0.3683, + "num_input_tokens_seen": 14638872, + "step": 22415 + }, + { + "epoch": 13.21933962264151, + "grad_norm": 3.5656681060791016, + "learning_rate": 3.111806078993893e-06, + "loss": 0.323, + "num_input_tokens_seen": 14642584, + "step": 22420 + }, + { + "epoch": 13.222287735849056, + "grad_norm": 3.7787094116210938, + "learning_rate": 3.1094241167180223e-06, + "loss": 0.35, + "num_input_tokens_seen": 14645144, + "step": 22425 + }, + { + "epoch": 13.225235849056604, + "grad_norm": 2.5430991649627686, + "learning_rate": 3.1070426549802623e-06, + "loss": 0.3658, + "num_input_tokens_seen": 14648792, + "step": 22430 + }, + { + "epoch": 13.22818396226415, + "grad_norm": 2.1463077068328857, + "learning_rate": 3.1046616944111196e-06, + "loss": 0.241, + "num_input_tokens_seen": 14651864, + "step": 22435 + }, + { + "epoch": 13.231132075471699, + "grad_norm": 3.7755162715911865, + "learning_rate": 3.1022812356409606e-06, + "loss": 0.2983, + "num_input_tokens_seen": 14655160, + "step": 22440 + }, + { + "epoch": 13.234080188679245, + "grad_norm": 2.2940802574157715, + "learning_rate": 3.0999012793000244e-06, + "loss": 0.3181, + "num_input_tokens_seen": 14658584, + "step": 22445 + }, + { + "epoch": 13.237028301886792, + "grad_norm": 3.326092481613159, + "learning_rate": 3.097521826018414e-06, + "loss": 0.342, + "num_input_tokens_seen": 14661528, + "step": 22450 + }, + { + "epoch": 13.23997641509434, + "grad_norm": 1.8281469345092773, + "learning_rate": 3.0951428764260973e-06, + "loss": 0.2565, + "num_input_tokens_seen": 14664440, + "step": 22455 + }, + { + "epoch": 13.242924528301886, + "grad_norm": 2.32806396484375, + "learning_rate": 3.092764431152915e-06, + "loss": 0.3464, + "num_input_tokens_seen": 14667512, + "step": 22460 + }, + { + "epoch": 13.245872641509434, + "grad_norm": 5.191366195678711, + "learning_rate": 3.0903864908285693e-06, + "loss": 0.3839, + "num_input_tokens_seen": 14672056, + "step": 22465 + }, + { + "epoch": 13.24882075471698, + "grad_norm": 3.7284250259399414, + "learning_rate": 3.088009056082629e-06, + "loss": 0.3985, + "num_input_tokens_seen": 14674744, + "step": 22470 + }, + { + "epoch": 13.251768867924529, + "grad_norm": 2.35202956199646, + "learning_rate": 3.0856321275445324e-06, + "loss": 0.3019, + "num_input_tokens_seen": 14679064, + "step": 22475 + }, + { + "epoch": 13.254716981132075, + "grad_norm": 2.9687490463256836, + "learning_rate": 3.0832557058435808e-06, + "loss": 0.336, + "num_input_tokens_seen": 14681592, + "step": 22480 + }, + { + "epoch": 13.257665094339623, + "grad_norm": 2.538135528564453, + "learning_rate": 3.0808797916089405e-06, + "loss": 0.336, + "num_input_tokens_seen": 14684472, + "step": 22485 + }, + { + "epoch": 13.26061320754717, + "grad_norm": 2.9970202445983887, + "learning_rate": 3.078504385469647e-06, + "loss": 0.2792, + "num_input_tokens_seen": 14687608, + "step": 22490 + }, + { + "epoch": 13.263561320754716, + "grad_norm": 2.0499167442321777, + "learning_rate": 3.076129488054599e-06, + "loss": 0.2385, + "num_input_tokens_seen": 14691512, + "step": 22495 + }, + { + "epoch": 13.266509433962264, + "grad_norm": 1.6001688241958618, + "learning_rate": 3.0737550999925604e-06, + "loss": 0.3969, + "num_input_tokens_seen": 14695256, + "step": 22500 + }, + { + "epoch": 13.26945754716981, + "grad_norm": 5.7828049659729, + "learning_rate": 3.0713812219121604e-06, + "loss": 0.3818, + "num_input_tokens_seen": 14698872, + "step": 22505 + }, + { + "epoch": 13.272405660377359, + "grad_norm": 3.912729263305664, + "learning_rate": 3.0690078544418934e-06, + "loss": 0.3909, + "num_input_tokens_seen": 14702968, + "step": 22510 + }, + { + "epoch": 13.275353773584905, + "grad_norm": 2.699183225631714, + "learning_rate": 3.0666349982101198e-06, + "loss": 0.3777, + "num_input_tokens_seen": 14706200, + "step": 22515 + }, + { + "epoch": 13.278301886792454, + "grad_norm": 2.5594027042388916, + "learning_rate": 3.0642626538450627e-06, + "loss": 0.3727, + "num_input_tokens_seen": 14709816, + "step": 22520 + }, + { + "epoch": 13.28125, + "grad_norm": 4.225156784057617, + "learning_rate": 3.061890821974809e-06, + "loss": 0.337, + "num_input_tokens_seen": 14712440, + "step": 22525 + }, + { + "epoch": 13.284198113207546, + "grad_norm": 2.563202142715454, + "learning_rate": 3.059519503227313e-06, + "loss": 0.3514, + "num_input_tokens_seen": 14715832, + "step": 22530 + }, + { + "epoch": 13.287146226415095, + "grad_norm": 4.7240142822265625, + "learning_rate": 3.057148698230393e-06, + "loss": 0.2516, + "num_input_tokens_seen": 14718776, + "step": 22535 + }, + { + "epoch": 13.290094339622641, + "grad_norm": 2.646338701248169, + "learning_rate": 3.0547784076117294e-06, + "loss": 0.3291, + "num_input_tokens_seen": 14722360, + "step": 22540 + }, + { + "epoch": 13.29304245283019, + "grad_norm": 4.166964054107666, + "learning_rate": 3.0524086319988635e-06, + "loss": 0.49, + "num_input_tokens_seen": 14725112, + "step": 22545 + }, + { + "epoch": 13.295990566037736, + "grad_norm": 3.1797940731048584, + "learning_rate": 3.0500393720192074e-06, + "loss": 0.3377, + "num_input_tokens_seen": 14728056, + "step": 22550 + }, + { + "epoch": 13.298938679245284, + "grad_norm": 2.5084073543548584, + "learning_rate": 3.047670628300031e-06, + "loss": 0.3203, + "num_input_tokens_seen": 14730744, + "step": 22555 + }, + { + "epoch": 13.30188679245283, + "grad_norm": 3.030494451522827, + "learning_rate": 3.0453024014684694e-06, + "loss": 0.3369, + "num_input_tokens_seen": 14734296, + "step": 22560 + }, + { + "epoch": 13.304834905660377, + "grad_norm": 3.4053049087524414, + "learning_rate": 3.0429346921515225e-06, + "loss": 0.2588, + "num_input_tokens_seen": 14737208, + "step": 22565 + }, + { + "epoch": 13.307783018867925, + "grad_norm": 2.444488286972046, + "learning_rate": 3.04056750097605e-06, + "loss": 0.3277, + "num_input_tokens_seen": 14739896, + "step": 22570 + }, + { + "epoch": 13.310731132075471, + "grad_norm": 6.861558437347412, + "learning_rate": 3.0382008285687754e-06, + "loss": 0.3059, + "num_input_tokens_seen": 14742584, + "step": 22575 + }, + { + "epoch": 13.31367924528302, + "grad_norm": 4.1437530517578125, + "learning_rate": 3.035834675556287e-06, + "loss": 0.3791, + "num_input_tokens_seen": 14745240, + "step": 22580 + }, + { + "epoch": 13.316627358490566, + "grad_norm": 3.545241117477417, + "learning_rate": 3.0334690425650336e-06, + "loss": 0.3238, + "num_input_tokens_seen": 14748152, + "step": 22585 + }, + { + "epoch": 13.319575471698114, + "grad_norm": 4.2975287437438965, + "learning_rate": 3.031103930221325e-06, + "loss": 0.527, + "num_input_tokens_seen": 14751160, + "step": 22590 + }, + { + "epoch": 13.32252358490566, + "grad_norm": 3.824322462081909, + "learning_rate": 3.028739339151338e-06, + "loss": 0.3527, + "num_input_tokens_seen": 14753656, + "step": 22595 + }, + { + "epoch": 13.325471698113208, + "grad_norm": 2.6872689723968506, + "learning_rate": 3.0263752699811067e-06, + "loss": 0.3494, + "num_input_tokens_seen": 14757144, + "step": 22600 + }, + { + "epoch": 13.328419811320755, + "grad_norm": 10.47451400756836, + "learning_rate": 3.0240117233365267e-06, + "loss": 0.3303, + "num_input_tokens_seen": 14760536, + "step": 22605 + }, + { + "epoch": 13.331367924528301, + "grad_norm": 3.9501376152038574, + "learning_rate": 3.0216486998433604e-06, + "loss": 0.3516, + "num_input_tokens_seen": 14763640, + "step": 22610 + }, + { + "epoch": 13.33431603773585, + "grad_norm": 3.0864059925079346, + "learning_rate": 3.0192862001272273e-06, + "loss": 0.3142, + "num_input_tokens_seen": 14766360, + "step": 22615 + }, + { + "epoch": 13.337264150943396, + "grad_norm": 2.4084951877593994, + "learning_rate": 3.0169242248136066e-06, + "loss": 0.3118, + "num_input_tokens_seen": 14769176, + "step": 22620 + }, + { + "epoch": 13.340212264150944, + "grad_norm": 3.4681107997894287, + "learning_rate": 3.0145627745278457e-06, + "loss": 0.2974, + "num_input_tokens_seen": 14772184, + "step": 22625 + }, + { + "epoch": 13.34316037735849, + "grad_norm": 3.159996271133423, + "learning_rate": 3.0122018498951478e-06, + "loss": 0.315, + "num_input_tokens_seen": 14775096, + "step": 22630 + }, + { + "epoch": 13.346108490566039, + "grad_norm": 2.6086134910583496, + "learning_rate": 3.0098414515405765e-06, + "loss": 0.2774, + "num_input_tokens_seen": 14778616, + "step": 22635 + }, + { + "epoch": 13.349056603773585, + "grad_norm": 2.406944990158081, + "learning_rate": 3.0074815800890576e-06, + "loss": 0.288, + "num_input_tokens_seen": 14781496, + "step": 22640 + }, + { + "epoch": 13.352004716981131, + "grad_norm": 2.4654455184936523, + "learning_rate": 3.005122236165378e-06, + "loss": 0.2981, + "num_input_tokens_seen": 14783640, + "step": 22645 + }, + { + "epoch": 13.35495283018868, + "grad_norm": 3.0269789695739746, + "learning_rate": 3.0027634203941847e-06, + "loss": 0.3813, + "num_input_tokens_seen": 14786392, + "step": 22650 + }, + { + "epoch": 13.357900943396226, + "grad_norm": 4.296326637268066, + "learning_rate": 3.0004051333999816e-06, + "loss": 0.3828, + "num_input_tokens_seen": 14788824, + "step": 22655 + }, + { + "epoch": 13.360849056603774, + "grad_norm": 2.905282497406006, + "learning_rate": 2.998047375807139e-06, + "loss": 0.3793, + "num_input_tokens_seen": 14792312, + "step": 22660 + }, + { + "epoch": 13.36379716981132, + "grad_norm": 2.9113945960998535, + "learning_rate": 2.995690148239881e-06, + "loss": 0.3942, + "num_input_tokens_seen": 14795480, + "step": 22665 + }, + { + "epoch": 13.366745283018869, + "grad_norm": 3.0378191471099854, + "learning_rate": 2.993333451322293e-06, + "loss": 0.2868, + "num_input_tokens_seen": 14798616, + "step": 22670 + }, + { + "epoch": 13.369693396226415, + "grad_norm": 8.797362327575684, + "learning_rate": 2.9909772856783242e-06, + "loss": 0.4362, + "num_input_tokens_seen": 14802520, + "step": 22675 + }, + { + "epoch": 13.372641509433961, + "grad_norm": 3.309955358505249, + "learning_rate": 2.988621651931777e-06, + "loss": 0.3694, + "num_input_tokens_seen": 14805208, + "step": 22680 + }, + { + "epoch": 13.37558962264151, + "grad_norm": 2.718203067779541, + "learning_rate": 2.986266550706315e-06, + "loss": 0.4063, + "num_input_tokens_seen": 14808152, + "step": 22685 + }, + { + "epoch": 13.378537735849056, + "grad_norm": 4.446178436279297, + "learning_rate": 2.9839119826254627e-06, + "loss": 0.4194, + "num_input_tokens_seen": 14811256, + "step": 22690 + }, + { + "epoch": 13.381485849056604, + "grad_norm": 5.480177402496338, + "learning_rate": 2.981557948312602e-06, + "loss": 0.277, + "num_input_tokens_seen": 14814232, + "step": 22695 + }, + { + "epoch": 13.38443396226415, + "grad_norm": 5.304799556732178, + "learning_rate": 2.9792044483909733e-06, + "loss": 0.3168, + "num_input_tokens_seen": 14817816, + "step": 22700 + }, + { + "epoch": 13.387382075471699, + "grad_norm": 2.6631503105163574, + "learning_rate": 2.9768514834836767e-06, + "loss": 0.3437, + "num_input_tokens_seen": 14820920, + "step": 22705 + }, + { + "epoch": 13.390330188679245, + "grad_norm": 4.568041801452637, + "learning_rate": 2.9744990542136685e-06, + "loss": 0.3471, + "num_input_tokens_seen": 14824568, + "step": 22710 + }, + { + "epoch": 13.393278301886792, + "grad_norm": 2.292412519454956, + "learning_rate": 2.9721471612037637e-06, + "loss": 0.2838, + "num_input_tokens_seen": 14828888, + "step": 22715 + }, + { + "epoch": 13.39622641509434, + "grad_norm": 2.46620774269104, + "learning_rate": 2.9697958050766385e-06, + "loss": 0.3532, + "num_input_tokens_seen": 14832984, + "step": 22720 + }, + { + "epoch": 13.399174528301886, + "grad_norm": 3.6794965267181396, + "learning_rate": 2.967444986454825e-06, + "loss": 0.3978, + "num_input_tokens_seen": 14835704, + "step": 22725 + }, + { + "epoch": 13.402122641509434, + "grad_norm": 2.711869955062866, + "learning_rate": 2.9650947059607106e-06, + "loss": 0.3182, + "num_input_tokens_seen": 14838808, + "step": 22730 + }, + { + "epoch": 13.40507075471698, + "grad_norm": 3.260288715362549, + "learning_rate": 2.962744964216542e-06, + "loss": 0.3953, + "num_input_tokens_seen": 14841816, + "step": 22735 + }, + { + "epoch": 13.408018867924529, + "grad_norm": 4.179385662078857, + "learning_rate": 2.960395761844425e-06, + "loss": 0.3594, + "num_input_tokens_seen": 14845368, + "step": 22740 + }, + { + "epoch": 13.410966981132075, + "grad_norm": 4.379672527313232, + "learning_rate": 2.95804709946632e-06, + "loss": 0.3555, + "num_input_tokens_seen": 14848312, + "step": 22745 + }, + { + "epoch": 13.413915094339623, + "grad_norm": 2.883558511734009, + "learning_rate": 2.9556989777040457e-06, + "loss": 0.2389, + "num_input_tokens_seen": 14850936, + "step": 22750 + }, + { + "epoch": 13.41686320754717, + "grad_norm": 4.493775367736816, + "learning_rate": 2.9533513971792776e-06, + "loss": 0.3273, + "num_input_tokens_seen": 14853432, + "step": 22755 + }, + { + "epoch": 13.419811320754716, + "grad_norm": 5.464953422546387, + "learning_rate": 2.9510043585135473e-06, + "loss": 0.3947, + "num_input_tokens_seen": 14857336, + "step": 22760 + }, + { + "epoch": 13.422759433962264, + "grad_norm": 5.621252536773682, + "learning_rate": 2.948657862328244e-06, + "loss": 0.2901, + "num_input_tokens_seen": 14860472, + "step": 22765 + }, + { + "epoch": 13.42570754716981, + "grad_norm": 4.282746315002441, + "learning_rate": 2.946311909244613e-06, + "loss": 0.3209, + "num_input_tokens_seen": 14863032, + "step": 22770 + }, + { + "epoch": 13.428655660377359, + "grad_norm": 3.1551742553710938, + "learning_rate": 2.9439664998837538e-06, + "loss": 0.5313, + "num_input_tokens_seen": 14866200, + "step": 22775 + }, + { + "epoch": 13.431603773584905, + "grad_norm": 2.4951796531677246, + "learning_rate": 2.941621634866626e-06, + "loss": 0.2024, + "num_input_tokens_seen": 14872536, + "step": 22780 + }, + { + "epoch": 13.434551886792454, + "grad_norm": 3.882741928100586, + "learning_rate": 2.9392773148140406e-06, + "loss": 0.3741, + "num_input_tokens_seen": 14875320, + "step": 22785 + }, + { + "epoch": 13.4375, + "grad_norm": 3.6016273498535156, + "learning_rate": 2.9369335403466676e-06, + "loss": 0.3627, + "num_input_tokens_seen": 14878424, + "step": 22790 + }, + { + "epoch": 13.440448113207546, + "grad_norm": 2.908280372619629, + "learning_rate": 2.9345903120850318e-06, + "loss": 0.3823, + "num_input_tokens_seen": 14881624, + "step": 22795 + }, + { + "epoch": 13.443396226415095, + "grad_norm": 5.448149681091309, + "learning_rate": 2.932247630649512e-06, + "loss": 0.3061, + "num_input_tokens_seen": 14886136, + "step": 22800 + }, + { + "epoch": 13.446344339622641, + "grad_norm": 5.3207478523254395, + "learning_rate": 2.9299054966603424e-06, + "loss": 0.4227, + "num_input_tokens_seen": 14889656, + "step": 22805 + }, + { + "epoch": 13.44929245283019, + "grad_norm": 4.018527030944824, + "learning_rate": 2.927563910737613e-06, + "loss": 0.3273, + "num_input_tokens_seen": 14892568, + "step": 22810 + }, + { + "epoch": 13.452240566037736, + "grad_norm": 2.4867208003997803, + "learning_rate": 2.9252228735012722e-06, + "loss": 0.314, + "num_input_tokens_seen": 14895704, + "step": 22815 + }, + { + "epoch": 13.455188679245284, + "grad_norm": 1.8344646692276, + "learning_rate": 2.9228823855711174e-06, + "loss": 0.4688, + "num_input_tokens_seen": 14900024, + "step": 22820 + }, + { + "epoch": 13.45813679245283, + "grad_norm": 3.797538995742798, + "learning_rate": 2.920542447566802e-06, + "loss": 0.3579, + "num_input_tokens_seen": 14903224, + "step": 22825 + }, + { + "epoch": 13.461084905660377, + "grad_norm": 2.8704514503479004, + "learning_rate": 2.918203060107837e-06, + "loss": 0.442, + "num_input_tokens_seen": 14906488, + "step": 22830 + }, + { + "epoch": 13.464033018867925, + "grad_norm": 3.1154699325561523, + "learning_rate": 2.9158642238135813e-06, + "loss": 0.3896, + "num_input_tokens_seen": 14910168, + "step": 22835 + }, + { + "epoch": 13.466981132075471, + "grad_norm": 3.5507888793945312, + "learning_rate": 2.913525939303257e-06, + "loss": 0.3462, + "num_input_tokens_seen": 14913592, + "step": 22840 + }, + { + "epoch": 13.46992924528302, + "grad_norm": 5.085975646972656, + "learning_rate": 2.9111882071959317e-06, + "loss": 0.4295, + "num_input_tokens_seen": 14916376, + "step": 22845 + }, + { + "epoch": 13.472877358490566, + "grad_norm": 3.3303401470184326, + "learning_rate": 2.908851028110532e-06, + "loss": 0.4255, + "num_input_tokens_seen": 14920568, + "step": 22850 + }, + { + "epoch": 13.475825471698114, + "grad_norm": 2.5679891109466553, + "learning_rate": 2.906514402665834e-06, + "loss": 0.3635, + "num_input_tokens_seen": 14923416, + "step": 22855 + }, + { + "epoch": 13.47877358490566, + "grad_norm": 3.480696201324463, + "learning_rate": 2.9041783314804705e-06, + "loss": 0.302, + "num_input_tokens_seen": 14926424, + "step": 22860 + }, + { + "epoch": 13.481721698113208, + "grad_norm": 3.115699052810669, + "learning_rate": 2.9018428151729238e-06, + "loss": 0.3428, + "num_input_tokens_seen": 14929720, + "step": 22865 + }, + { + "epoch": 13.484669811320755, + "grad_norm": 3.080714702606201, + "learning_rate": 2.899507854361537e-06, + "loss": 0.3763, + "num_input_tokens_seen": 14933080, + "step": 22870 + }, + { + "epoch": 13.487617924528301, + "grad_norm": 5.635987758636475, + "learning_rate": 2.8971734496644975e-06, + "loss": 0.3791, + "num_input_tokens_seen": 14936856, + "step": 22875 + }, + { + "epoch": 13.49056603773585, + "grad_norm": 5.680112838745117, + "learning_rate": 2.894839601699851e-06, + "loss": 0.4028, + "num_input_tokens_seen": 14940952, + "step": 22880 + }, + { + "epoch": 13.493514150943396, + "grad_norm": 3.582071542739868, + "learning_rate": 2.8925063110854923e-06, + "loss": 0.3104, + "num_input_tokens_seen": 14944856, + "step": 22885 + }, + { + "epoch": 13.496462264150944, + "grad_norm": 3.6543636322021484, + "learning_rate": 2.8901735784391683e-06, + "loss": 0.3556, + "num_input_tokens_seen": 14947864, + "step": 22890 + }, + { + "epoch": 13.49941037735849, + "grad_norm": 6.1566619873046875, + "learning_rate": 2.8878414043784844e-06, + "loss": 0.4038, + "num_input_tokens_seen": 14951224, + "step": 22895 + }, + { + "epoch": 13.502358490566039, + "grad_norm": 4.7729573249816895, + "learning_rate": 2.885509789520891e-06, + "loss": 0.3192, + "num_input_tokens_seen": 14954040, + "step": 22900 + }, + { + "epoch": 13.505306603773585, + "grad_norm": 4.192201614379883, + "learning_rate": 2.8831787344836926e-06, + "loss": 0.3157, + "num_input_tokens_seen": 14958104, + "step": 22905 + }, + { + "epoch": 13.508254716981131, + "grad_norm": 3.5010993480682373, + "learning_rate": 2.880848239884049e-06, + "loss": 0.3723, + "num_input_tokens_seen": 14961560, + "step": 22910 + }, + { + "epoch": 13.51120283018868, + "grad_norm": 2.1123273372650146, + "learning_rate": 2.8785183063389667e-06, + "loss": 0.3092, + "num_input_tokens_seen": 14964440, + "step": 22915 + }, + { + "epoch": 13.514150943396226, + "grad_norm": 3.4353079795837402, + "learning_rate": 2.876188934465306e-06, + "loss": 0.3946, + "num_input_tokens_seen": 14967896, + "step": 22920 + }, + { + "epoch": 13.517099056603774, + "grad_norm": 1.811896800994873, + "learning_rate": 2.8738601248797758e-06, + "loss": 0.3904, + "num_input_tokens_seen": 14971352, + "step": 22925 + }, + { + "epoch": 13.52004716981132, + "grad_norm": 2.0790371894836426, + "learning_rate": 2.8715318781989432e-06, + "loss": 0.3687, + "num_input_tokens_seen": 14975640, + "step": 22930 + }, + { + "epoch": 13.522995283018869, + "grad_norm": 3.947415351867676, + "learning_rate": 2.869204195039219e-06, + "loss": 0.2421, + "num_input_tokens_seen": 14978744, + "step": 22935 + }, + { + "epoch": 13.525943396226415, + "grad_norm": 3.738251209259033, + "learning_rate": 2.8668770760168673e-06, + "loss": 0.3963, + "num_input_tokens_seen": 14982328, + "step": 22940 + }, + { + "epoch": 13.528891509433961, + "grad_norm": 2.1813366413116455, + "learning_rate": 2.864550521748003e-06, + "loss": 0.3627, + "num_input_tokens_seen": 14985048, + "step": 22945 + }, + { + "epoch": 13.53183962264151, + "grad_norm": 2.9703052043914795, + "learning_rate": 2.862224532848591e-06, + "loss": 0.3843, + "num_input_tokens_seen": 14987896, + "step": 22950 + }, + { + "epoch": 13.534787735849056, + "grad_norm": 2.95420503616333, + "learning_rate": 2.8598991099344455e-06, + "loss": 0.3926, + "num_input_tokens_seen": 14991000, + "step": 22955 + }, + { + "epoch": 13.537735849056604, + "grad_norm": 3.401583671569824, + "learning_rate": 2.857574253621236e-06, + "loss": 0.383, + "num_input_tokens_seen": 14994904, + "step": 22960 + }, + { + "epoch": 13.54068396226415, + "grad_norm": 3.6718480587005615, + "learning_rate": 2.855249964524476e-06, + "loss": 0.3718, + "num_input_tokens_seen": 14997784, + "step": 22965 + }, + { + "epoch": 13.543632075471699, + "grad_norm": 4.857476234436035, + "learning_rate": 2.852926243259531e-06, + "loss": 0.5457, + "num_input_tokens_seen": 15000920, + "step": 22970 + }, + { + "epoch": 13.546580188679245, + "grad_norm": 3.0924336910247803, + "learning_rate": 2.850603090441617e-06, + "loss": 0.3295, + "num_input_tokens_seen": 15003992, + "step": 22975 + }, + { + "epoch": 13.549528301886792, + "grad_norm": 2.321871280670166, + "learning_rate": 2.848280506685798e-06, + "loss": 0.341, + "num_input_tokens_seen": 15007448, + "step": 22980 + }, + { + "epoch": 13.55247641509434, + "grad_norm": 3.0820159912109375, + "learning_rate": 2.845958492606986e-06, + "loss": 0.3576, + "num_input_tokens_seen": 15009816, + "step": 22985 + }, + { + "epoch": 13.555424528301886, + "grad_norm": 3.494478940963745, + "learning_rate": 2.843637048819949e-06, + "loss": 0.3553, + "num_input_tokens_seen": 15012856, + "step": 22990 + }, + { + "epoch": 13.558372641509434, + "grad_norm": 2.373483180999756, + "learning_rate": 2.8413161759392966e-06, + "loss": 0.2969, + "num_input_tokens_seen": 15016408, + "step": 22995 + }, + { + "epoch": 13.56132075471698, + "grad_norm": 5.323537349700928, + "learning_rate": 2.8389958745794878e-06, + "loss": 0.3419, + "num_input_tokens_seen": 15019416, + "step": 23000 + }, + { + "epoch": 13.564268867924529, + "grad_norm": 4.8081440925598145, + "learning_rate": 2.8366761453548366e-06, + "loss": 0.3941, + "num_input_tokens_seen": 15022872, + "step": 23005 + }, + { + "epoch": 13.567216981132075, + "grad_norm": 4.262927055358887, + "learning_rate": 2.8343569888795e-06, + "loss": 0.2691, + "num_input_tokens_seen": 15025944, + "step": 23010 + }, + { + "epoch": 13.570165094339622, + "grad_norm": 2.0062947273254395, + "learning_rate": 2.832038405767483e-06, + "loss": 0.2897, + "num_input_tokens_seen": 15029336, + "step": 23015 + }, + { + "epoch": 13.57311320754717, + "grad_norm": 6.9469194412231445, + "learning_rate": 2.8297203966326397e-06, + "loss": 0.4916, + "num_input_tokens_seen": 15032632, + "step": 23020 + }, + { + "epoch": 13.576061320754716, + "grad_norm": 4.349034309387207, + "learning_rate": 2.8274029620886773e-06, + "loss": 0.4472, + "num_input_tokens_seen": 15036056, + "step": 23025 + }, + { + "epoch": 13.579009433962264, + "grad_norm": 4.508150100708008, + "learning_rate": 2.825086102749144e-06, + "loss": 0.306, + "num_input_tokens_seen": 15038328, + "step": 23030 + }, + { + "epoch": 13.58195754716981, + "grad_norm": 2.5240135192871094, + "learning_rate": 2.822769819227438e-06, + "loss": 0.3236, + "num_input_tokens_seen": 15040952, + "step": 23035 + }, + { + "epoch": 13.584905660377359, + "grad_norm": 3.3409512042999268, + "learning_rate": 2.8204541121368055e-06, + "loss": 0.3376, + "num_input_tokens_seen": 15043480, + "step": 23040 + }, + { + "epoch": 13.587853773584905, + "grad_norm": 2.631481885910034, + "learning_rate": 2.8181389820903402e-06, + "loss": 0.3586, + "num_input_tokens_seen": 15047096, + "step": 23045 + }, + { + "epoch": 13.590801886792454, + "grad_norm": 5.766012191772461, + "learning_rate": 2.8158244297009814e-06, + "loss": 0.4085, + "num_input_tokens_seen": 15050072, + "step": 23050 + }, + { + "epoch": 13.59375, + "grad_norm": 4.41439151763916, + "learning_rate": 2.8135104555815196e-06, + "loss": 0.3633, + "num_input_tokens_seen": 15053016, + "step": 23055 + }, + { + "epoch": 13.596698113207546, + "grad_norm": 3.2884249687194824, + "learning_rate": 2.811197060344588e-06, + "loss": 0.3059, + "num_input_tokens_seen": 15055960, + "step": 23060 + }, + { + "epoch": 13.599646226415095, + "grad_norm": 2.925203323364258, + "learning_rate": 2.8088842446026677e-06, + "loss": 0.4231, + "num_input_tokens_seen": 15058808, + "step": 23065 + }, + { + "epoch": 13.602594339622641, + "grad_norm": 6.093876838684082, + "learning_rate": 2.806572008968087e-06, + "loss": 0.3286, + "num_input_tokens_seen": 15061688, + "step": 23070 + }, + { + "epoch": 13.60554245283019, + "grad_norm": 4.066874980926514, + "learning_rate": 2.80426035405302e-06, + "loss": 0.5122, + "num_input_tokens_seen": 15064664, + "step": 23075 + }, + { + "epoch": 13.608490566037736, + "grad_norm": 3.5730862617492676, + "learning_rate": 2.8019492804694852e-06, + "loss": 0.4478, + "num_input_tokens_seen": 15069048, + "step": 23080 + }, + { + "epoch": 13.611438679245284, + "grad_norm": 2.148486852645874, + "learning_rate": 2.799638788829354e-06, + "loss": 0.2497, + "num_input_tokens_seen": 15072152, + "step": 23085 + }, + { + "epoch": 13.61438679245283, + "grad_norm": 3.1852803230285645, + "learning_rate": 2.7973288797443367e-06, + "loss": 0.3941, + "num_input_tokens_seen": 15074648, + "step": 23090 + }, + { + "epoch": 13.617334905660378, + "grad_norm": 2.240870714187622, + "learning_rate": 2.7950195538259884e-06, + "loss": 0.4292, + "num_input_tokens_seen": 15077336, + "step": 23095 + }, + { + "epoch": 13.620283018867925, + "grad_norm": 4.329726696014404, + "learning_rate": 2.792710811685719e-06, + "loss": 0.3963, + "num_input_tokens_seen": 15080152, + "step": 23100 + }, + { + "epoch": 13.623231132075471, + "grad_norm": 3.0536158084869385, + "learning_rate": 2.7904026539347743e-06, + "loss": 0.3087, + "num_input_tokens_seen": 15083928, + "step": 23105 + }, + { + "epoch": 13.62617924528302, + "grad_norm": 3.9611382484436035, + "learning_rate": 2.7880950811842507e-06, + "loss": 0.3196, + "num_input_tokens_seen": 15087928, + "step": 23110 + }, + { + "epoch": 13.629127358490566, + "grad_norm": 5.127875328063965, + "learning_rate": 2.785788094045085e-06, + "loss": 0.262, + "num_input_tokens_seen": 15090616, + "step": 23115 + }, + { + "epoch": 13.632075471698114, + "grad_norm": 2.426201105117798, + "learning_rate": 2.7834816931280655e-06, + "loss": 0.3548, + "num_input_tokens_seen": 15094936, + "step": 23120 + }, + { + "epoch": 13.63502358490566, + "grad_norm": 2.799424171447754, + "learning_rate": 2.781175879043821e-06, + "loss": 0.2684, + "num_input_tokens_seen": 15097752, + "step": 23125 + }, + { + "epoch": 13.637971698113208, + "grad_norm": 3.299572467803955, + "learning_rate": 2.778870652402825e-06, + "loss": 0.2278, + "num_input_tokens_seen": 15101496, + "step": 23130 + }, + { + "epoch": 13.640919811320755, + "grad_norm": 10.254715919494629, + "learning_rate": 2.776566013815396e-06, + "loss": 0.3797, + "num_input_tokens_seen": 15104536, + "step": 23135 + }, + { + "epoch": 13.643867924528301, + "grad_norm": 5.084555625915527, + "learning_rate": 2.774261963891698e-06, + "loss": 0.3792, + "num_input_tokens_seen": 15107896, + "step": 23140 + }, + { + "epoch": 13.64681603773585, + "grad_norm": 5.72247314453125, + "learning_rate": 2.771958503241735e-06, + "loss": 0.3598, + "num_input_tokens_seen": 15110744, + "step": 23145 + }, + { + "epoch": 13.649764150943396, + "grad_norm": 2.1516175270080566, + "learning_rate": 2.769655632475362e-06, + "loss": 0.3406, + "num_input_tokens_seen": 15114712, + "step": 23150 + }, + { + "epoch": 13.652712264150944, + "grad_norm": 3.0301895141601562, + "learning_rate": 2.7673533522022733e-06, + "loss": 0.3986, + "num_input_tokens_seen": 15117624, + "step": 23155 + }, + { + "epoch": 13.65566037735849, + "grad_norm": 6.3935675621032715, + "learning_rate": 2.765051663032007e-06, + "loss": 0.4098, + "num_input_tokens_seen": 15119928, + "step": 23160 + }, + { + "epoch": 13.658608490566039, + "grad_norm": 2.67873477935791, + "learning_rate": 2.7627505655739446e-06, + "loss": 0.4162, + "num_input_tokens_seen": 15122840, + "step": 23165 + }, + { + "epoch": 13.661556603773585, + "grad_norm": 3.0359036922454834, + "learning_rate": 2.7604500604373097e-06, + "loss": 0.2486, + "num_input_tokens_seen": 15126808, + "step": 23170 + }, + { + "epoch": 13.664504716981131, + "grad_norm": 5.175213813781738, + "learning_rate": 2.7581501482311757e-06, + "loss": 0.3571, + "num_input_tokens_seen": 15129400, + "step": 23175 + }, + { + "epoch": 13.66745283018868, + "grad_norm": 2.171294689178467, + "learning_rate": 2.7558508295644513e-06, + "loss": 0.369, + "num_input_tokens_seen": 15133112, + "step": 23180 + }, + { + "epoch": 13.670400943396226, + "grad_norm": 2.1849172115325928, + "learning_rate": 2.7535521050458922e-06, + "loss": 0.3989, + "num_input_tokens_seen": 15136952, + "step": 23185 + }, + { + "epoch": 13.673349056603774, + "grad_norm": 3.8059990406036377, + "learning_rate": 2.7512539752840926e-06, + "loss": 0.4401, + "num_input_tokens_seen": 15139832, + "step": 23190 + }, + { + "epoch": 13.67629716981132, + "grad_norm": 3.21474027633667, + "learning_rate": 2.748956440887497e-06, + "loss": 0.3704, + "num_input_tokens_seen": 15142936, + "step": 23195 + }, + { + "epoch": 13.679245283018869, + "grad_norm": 3.4345805644989014, + "learning_rate": 2.7466595024643843e-06, + "loss": 0.3633, + "num_input_tokens_seen": 15146008, + "step": 23200 + }, + { + "epoch": 13.682193396226415, + "grad_norm": 2.1320323944091797, + "learning_rate": 2.744363160622878e-06, + "loss": 0.4161, + "num_input_tokens_seen": 15149752, + "step": 23205 + }, + { + "epoch": 13.685141509433961, + "grad_norm": 3.7641775608062744, + "learning_rate": 2.742067415970948e-06, + "loss": 0.2853, + "num_input_tokens_seen": 15154104, + "step": 23210 + }, + { + "epoch": 13.68808962264151, + "grad_norm": 3.0338077545166016, + "learning_rate": 2.739772269116402e-06, + "loss": 0.3729, + "num_input_tokens_seen": 15157720, + "step": 23215 + }, + { + "epoch": 13.691037735849056, + "grad_norm": 3.532752752304077, + "learning_rate": 2.7374777206668874e-06, + "loss": 0.3341, + "num_input_tokens_seen": 15160600, + "step": 23220 + }, + { + "epoch": 13.693985849056604, + "grad_norm": 3.5565624237060547, + "learning_rate": 2.735183771229898e-06, + "loss": 0.2786, + "num_input_tokens_seen": 15163288, + "step": 23225 + }, + { + "epoch": 13.69693396226415, + "grad_norm": 5.791459560394287, + "learning_rate": 2.732890421412765e-06, + "loss": 0.2955, + "num_input_tokens_seen": 15166072, + "step": 23230 + }, + { + "epoch": 13.699882075471699, + "grad_norm": 6.924620628356934, + "learning_rate": 2.7305976718226624e-06, + "loss": 0.3849, + "num_input_tokens_seen": 15169240, + "step": 23235 + }, + { + "epoch": 13.702830188679245, + "grad_norm": 3.0893940925598145, + "learning_rate": 2.728305523066609e-06, + "loss": 0.3072, + "num_input_tokens_seen": 15172632, + "step": 23240 + }, + { + "epoch": 13.705778301886792, + "grad_norm": 4.143154621124268, + "learning_rate": 2.726013975751458e-06, + "loss": 0.3454, + "num_input_tokens_seen": 15175128, + "step": 23245 + }, + { + "epoch": 13.70872641509434, + "grad_norm": 2.2362475395202637, + "learning_rate": 2.723723030483908e-06, + "loss": 0.3111, + "num_input_tokens_seen": 15178680, + "step": 23250 + }, + { + "epoch": 13.711674528301886, + "grad_norm": 3.1775732040405273, + "learning_rate": 2.7214326878704953e-06, + "loss": 0.3618, + "num_input_tokens_seen": 15181496, + "step": 23255 + }, + { + "epoch": 13.714622641509434, + "grad_norm": 10.070006370544434, + "learning_rate": 2.7191429485175993e-06, + "loss": 0.3334, + "num_input_tokens_seen": 15184184, + "step": 23260 + }, + { + "epoch": 13.71757075471698, + "grad_norm": 3.7480216026306152, + "learning_rate": 2.716853813031435e-06, + "loss": 0.2638, + "num_input_tokens_seen": 15187576, + "step": 23265 + }, + { + "epoch": 13.720518867924529, + "grad_norm": 3.113862991333008, + "learning_rate": 2.714565282018066e-06, + "loss": 0.3003, + "num_input_tokens_seen": 15190616, + "step": 23270 + }, + { + "epoch": 13.723466981132075, + "grad_norm": 2.851030111312866, + "learning_rate": 2.7122773560833877e-06, + "loss": 0.342, + "num_input_tokens_seen": 15193944, + "step": 23275 + }, + { + "epoch": 13.726415094339622, + "grad_norm": 4.066767692565918, + "learning_rate": 2.709990035833139e-06, + "loss": 0.4369, + "num_input_tokens_seen": 15197400, + "step": 23280 + }, + { + "epoch": 13.72936320754717, + "grad_norm": 2.899819850921631, + "learning_rate": 2.707703321872896e-06, + "loss": 0.3539, + "num_input_tokens_seen": 15200056, + "step": 23285 + }, + { + "epoch": 13.732311320754716, + "grad_norm": 4.76294469833374, + "learning_rate": 2.705417214808079e-06, + "loss": 0.3362, + "num_input_tokens_seen": 15203288, + "step": 23290 + }, + { + "epoch": 13.735259433962264, + "grad_norm": 2.2055344581604004, + "learning_rate": 2.703131715243945e-06, + "loss": 0.2201, + "num_input_tokens_seen": 15206712, + "step": 23295 + }, + { + "epoch": 13.73820754716981, + "grad_norm": 2.6608002185821533, + "learning_rate": 2.7008468237855855e-06, + "loss": 0.3163, + "num_input_tokens_seen": 15209432, + "step": 23300 + }, + { + "epoch": 13.741155660377359, + "grad_norm": 1.48857581615448, + "learning_rate": 2.69856254103794e-06, + "loss": 0.3171, + "num_input_tokens_seen": 15212568, + "step": 23305 + }, + { + "epoch": 13.744103773584905, + "grad_norm": 6.813934803009033, + "learning_rate": 2.6962788676057806e-06, + "loss": 0.3951, + "num_input_tokens_seen": 15215608, + "step": 23310 + }, + { + "epoch": 13.747051886792454, + "grad_norm": 3.238602638244629, + "learning_rate": 2.69399580409372e-06, + "loss": 0.3616, + "num_input_tokens_seen": 15219640, + "step": 23315 + }, + { + "epoch": 13.75, + "grad_norm": 3.515589952468872, + "learning_rate": 2.6917133511062076e-06, + "loss": 0.2585, + "num_input_tokens_seen": 15223256, + "step": 23320 + }, + { + "epoch": 13.752948113207546, + "grad_norm": 5.227625846862793, + "learning_rate": 2.6894315092475342e-06, + "loss": 0.4395, + "num_input_tokens_seen": 15226584, + "step": 23325 + }, + { + "epoch": 13.755896226415095, + "grad_norm": 2.677339792251587, + "learning_rate": 2.6871502791218245e-06, + "loss": 0.4295, + "num_input_tokens_seen": 15233688, + "step": 23330 + }, + { + "epoch": 13.758844339622641, + "grad_norm": 2.358189821243286, + "learning_rate": 2.684869661333048e-06, + "loss": 0.3912, + "num_input_tokens_seen": 15236792, + "step": 23335 + }, + { + "epoch": 13.76179245283019, + "grad_norm": 2.1235148906707764, + "learning_rate": 2.6825896564850074e-06, + "loss": 0.2476, + "num_input_tokens_seen": 15240760, + "step": 23340 + }, + { + "epoch": 13.764740566037736, + "grad_norm": 2.357506513595581, + "learning_rate": 2.6803102651813416e-06, + "loss": 0.3222, + "num_input_tokens_seen": 15243640, + "step": 23345 + }, + { + "epoch": 13.767688679245284, + "grad_norm": 2.7257275581359863, + "learning_rate": 2.6780314880255307e-06, + "loss": 0.3364, + "num_input_tokens_seen": 15247320, + "step": 23350 + }, + { + "epoch": 13.77063679245283, + "grad_norm": 3.6843435764312744, + "learning_rate": 2.675753325620891e-06, + "loss": 0.4181, + "num_input_tokens_seen": 15249816, + "step": 23355 + }, + { + "epoch": 13.773584905660378, + "grad_norm": 2.9097490310668945, + "learning_rate": 2.6734757785705727e-06, + "loss": 0.3053, + "num_input_tokens_seen": 15253688, + "step": 23360 + }, + { + "epoch": 13.776533018867925, + "grad_norm": 2.6078898906707764, + "learning_rate": 2.6711988474775712e-06, + "loss": 0.3448, + "num_input_tokens_seen": 15256696, + "step": 23365 + }, + { + "epoch": 13.779481132075471, + "grad_norm": 3.657722234725952, + "learning_rate": 2.668922532944711e-06, + "loss": 0.4743, + "num_input_tokens_seen": 15259544, + "step": 23370 + }, + { + "epoch": 13.78242924528302, + "grad_norm": 3.057598114013672, + "learning_rate": 2.6666468355746566e-06, + "loss": 0.3474, + "num_input_tokens_seen": 15262936, + "step": 23375 + }, + { + "epoch": 13.785377358490566, + "grad_norm": 4.1910552978515625, + "learning_rate": 2.6643717559699073e-06, + "loss": 0.208, + "num_input_tokens_seen": 15265176, + "step": 23380 + }, + { + "epoch": 13.788325471698114, + "grad_norm": 3.8317530155181885, + "learning_rate": 2.662097294732803e-06, + "loss": 0.3869, + "num_input_tokens_seen": 15268152, + "step": 23385 + }, + { + "epoch": 13.79127358490566, + "grad_norm": 5.962538242340088, + "learning_rate": 2.6598234524655165e-06, + "loss": 0.3587, + "num_input_tokens_seen": 15273080, + "step": 23390 + }, + { + "epoch": 13.794221698113208, + "grad_norm": 3.986191749572754, + "learning_rate": 2.657550229770054e-06, + "loss": 0.3159, + "num_input_tokens_seen": 15276120, + "step": 23395 + }, + { + "epoch": 13.797169811320755, + "grad_norm": 2.8964576721191406, + "learning_rate": 2.655277627248265e-06, + "loss": 0.3642, + "num_input_tokens_seen": 15278648, + "step": 23400 + }, + { + "epoch": 13.800117924528301, + "grad_norm": 3.1487667560577393, + "learning_rate": 2.65300564550183e-06, + "loss": 0.3377, + "num_input_tokens_seen": 15283160, + "step": 23405 + }, + { + "epoch": 13.80306603773585, + "grad_norm": 2.8620362281799316, + "learning_rate": 2.6507342851322647e-06, + "loss": 0.2763, + "num_input_tokens_seen": 15286488, + "step": 23410 + }, + { + "epoch": 13.806014150943396, + "grad_norm": 1.7917765378952026, + "learning_rate": 2.6484635467409233e-06, + "loss": 0.2499, + "num_input_tokens_seen": 15290104, + "step": 23415 + }, + { + "epoch": 13.808962264150944, + "grad_norm": 4.150928497314453, + "learning_rate": 2.64619343092899e-06, + "loss": 0.4968, + "num_input_tokens_seen": 15292952, + "step": 23420 + }, + { + "epoch": 13.81191037735849, + "grad_norm": 2.683821201324463, + "learning_rate": 2.643923938297492e-06, + "loss": 0.473, + "num_input_tokens_seen": 15296152, + "step": 23425 + }, + { + "epoch": 13.814858490566039, + "grad_norm": 4.312870502471924, + "learning_rate": 2.6416550694472855e-06, + "loss": 0.2626, + "num_input_tokens_seen": 15301240, + "step": 23430 + }, + { + "epoch": 13.817806603773585, + "grad_norm": 3.7872188091278076, + "learning_rate": 2.639386824979063e-06, + "loss": 0.2608, + "num_input_tokens_seen": 15304536, + "step": 23435 + }, + { + "epoch": 13.820754716981131, + "grad_norm": 2.149735927581787, + "learning_rate": 2.6371192054933525e-06, + "loss": 0.3981, + "num_input_tokens_seen": 15307640, + "step": 23440 + }, + { + "epoch": 13.82370283018868, + "grad_norm": 1.6584495306015015, + "learning_rate": 2.634852211590516e-06, + "loss": 0.388, + "num_input_tokens_seen": 15311576, + "step": 23445 + }, + { + "epoch": 13.826650943396226, + "grad_norm": 3.372129201889038, + "learning_rate": 2.6325858438707473e-06, + "loss": 0.2834, + "num_input_tokens_seen": 15314936, + "step": 23450 + }, + { + "epoch": 13.829599056603774, + "grad_norm": 2.404531240463257, + "learning_rate": 2.630320102934082e-06, + "loss": 0.3904, + "num_input_tokens_seen": 15319320, + "step": 23455 + }, + { + "epoch": 13.83254716981132, + "grad_norm": 2.6919877529144287, + "learning_rate": 2.628054989380382e-06, + "loss": 0.3045, + "num_input_tokens_seen": 15322616, + "step": 23460 + }, + { + "epoch": 13.835495283018869, + "grad_norm": 3.198385238647461, + "learning_rate": 2.625790503809346e-06, + "loss": 0.335, + "num_input_tokens_seen": 15325208, + "step": 23465 + }, + { + "epoch": 13.838443396226415, + "grad_norm": 4.45107364654541, + "learning_rate": 2.6235266468205067e-06, + "loss": 0.3626, + "num_input_tokens_seen": 15327640, + "step": 23470 + }, + { + "epoch": 13.841391509433961, + "grad_norm": 4.558815956115723, + "learning_rate": 2.621263419013227e-06, + "loss": 0.4229, + "num_input_tokens_seen": 15331064, + "step": 23475 + }, + { + "epoch": 13.84433962264151, + "grad_norm": 3.0690066814422607, + "learning_rate": 2.619000820986711e-06, + "loss": 0.3816, + "num_input_tokens_seen": 15334328, + "step": 23480 + }, + { + "epoch": 13.847287735849056, + "grad_norm": 2.6717936992645264, + "learning_rate": 2.616738853339988e-06, + "loss": 0.4184, + "num_input_tokens_seen": 15337208, + "step": 23485 + }, + { + "epoch": 13.850235849056604, + "grad_norm": 4.611928462982178, + "learning_rate": 2.614477516671926e-06, + "loss": 0.2871, + "num_input_tokens_seen": 15340216, + "step": 23490 + }, + { + "epoch": 13.85318396226415, + "grad_norm": 4.316693305969238, + "learning_rate": 2.612216811581223e-06, + "loss": 0.333, + "num_input_tokens_seen": 15343384, + "step": 23495 + }, + { + "epoch": 13.856132075471699, + "grad_norm": 3.785947322845459, + "learning_rate": 2.6099567386664095e-06, + "loss": 0.4086, + "num_input_tokens_seen": 15346008, + "step": 23500 + }, + { + "epoch": 13.859080188679245, + "grad_norm": 4.612339973449707, + "learning_rate": 2.60769729852585e-06, + "loss": 0.335, + "num_input_tokens_seen": 15349336, + "step": 23505 + }, + { + "epoch": 13.862028301886792, + "grad_norm": 2.3683910369873047, + "learning_rate": 2.6054384917577413e-06, + "loss": 0.3519, + "num_input_tokens_seen": 15352760, + "step": 23510 + }, + { + "epoch": 13.86497641509434, + "grad_norm": 4.57838249206543, + "learning_rate": 2.60318031896011e-06, + "loss": 0.3516, + "num_input_tokens_seen": 15355736, + "step": 23515 + }, + { + "epoch": 13.867924528301886, + "grad_norm": 10.751832008361816, + "learning_rate": 2.60092278073082e-06, + "loss": 0.4012, + "num_input_tokens_seen": 15359512, + "step": 23520 + }, + { + "epoch": 13.870872641509434, + "grad_norm": 5.376154899597168, + "learning_rate": 2.5986658776675644e-06, + "loss": 0.3854, + "num_input_tokens_seen": 15361528, + "step": 23525 + }, + { + "epoch": 13.87382075471698, + "grad_norm": 3.205871820449829, + "learning_rate": 2.5964096103678666e-06, + "loss": 0.2656, + "num_input_tokens_seen": 15363960, + "step": 23530 + }, + { + "epoch": 13.876768867924529, + "grad_norm": 3.6346261501312256, + "learning_rate": 2.5941539794290833e-06, + "loss": 0.3603, + "num_input_tokens_seen": 15366264, + "step": 23535 + }, + { + "epoch": 13.879716981132075, + "grad_norm": 3.012195348739624, + "learning_rate": 2.5918989854484024e-06, + "loss": 0.2422, + "num_input_tokens_seen": 15369048, + "step": 23540 + }, + { + "epoch": 13.882665094339622, + "grad_norm": 2.775988817214966, + "learning_rate": 2.5896446290228417e-06, + "loss": 0.3606, + "num_input_tokens_seen": 15371672, + "step": 23545 + }, + { + "epoch": 13.88561320754717, + "grad_norm": 2.937903881072998, + "learning_rate": 2.5873909107492547e-06, + "loss": 0.4684, + "num_input_tokens_seen": 15375224, + "step": 23550 + }, + { + "epoch": 13.888561320754716, + "grad_norm": 2.399139881134033, + "learning_rate": 2.5851378312243224e-06, + "loss": 0.2632, + "num_input_tokens_seen": 15378360, + "step": 23555 + }, + { + "epoch": 13.891509433962264, + "grad_norm": 2.40665602684021, + "learning_rate": 2.5828853910445572e-06, + "loss": 0.192, + "num_input_tokens_seen": 15381208, + "step": 23560 + }, + { + "epoch": 13.89445754716981, + "grad_norm": 3.225907564163208, + "learning_rate": 2.5806335908063012e-06, + "loss": 0.3637, + "num_input_tokens_seen": 15384280, + "step": 23565 + }, + { + "epoch": 13.897405660377359, + "grad_norm": 5.687036514282227, + "learning_rate": 2.5783824311057293e-06, + "loss": 0.4223, + "num_input_tokens_seen": 15387640, + "step": 23570 + }, + { + "epoch": 13.900353773584905, + "grad_norm": 3.4602627754211426, + "learning_rate": 2.5761319125388433e-06, + "loss": 0.4066, + "num_input_tokens_seen": 15390712, + "step": 23575 + }, + { + "epoch": 13.903301886792454, + "grad_norm": 3.1977851390838623, + "learning_rate": 2.57388203570148e-06, + "loss": 0.2383, + "num_input_tokens_seen": 15393304, + "step": 23580 + }, + { + "epoch": 13.90625, + "grad_norm": 4.785806179046631, + "learning_rate": 2.5716328011893055e-06, + "loss": 0.3961, + "num_input_tokens_seen": 15396792, + "step": 23585 + }, + { + "epoch": 13.909198113207546, + "grad_norm": 3.017538070678711, + "learning_rate": 2.5693842095978127e-06, + "loss": 0.2664, + "num_input_tokens_seen": 15399832, + "step": 23590 + }, + { + "epoch": 13.912146226415095, + "grad_norm": 3.6577234268188477, + "learning_rate": 2.567136261522325e-06, + "loss": 0.2668, + "num_input_tokens_seen": 15402168, + "step": 23595 + }, + { + "epoch": 13.915094339622641, + "grad_norm": 2.6678762435913086, + "learning_rate": 2.5648889575579985e-06, + "loss": 0.3871, + "num_input_tokens_seen": 15405144, + "step": 23600 + }, + { + "epoch": 13.91804245283019, + "grad_norm": 5.158976078033447, + "learning_rate": 2.562642298299814e-06, + "loss": 0.3664, + "num_input_tokens_seen": 15408792, + "step": 23605 + }, + { + "epoch": 13.920990566037736, + "grad_norm": 2.6467854976654053, + "learning_rate": 2.560396284342584e-06, + "loss": 0.4181, + "num_input_tokens_seen": 15411992, + "step": 23610 + }, + { + "epoch": 13.923938679245284, + "grad_norm": 3.3180270195007324, + "learning_rate": 2.558150916280954e-06, + "loss": 0.4584, + "num_input_tokens_seen": 15415256, + "step": 23615 + }, + { + "epoch": 13.92688679245283, + "grad_norm": 3.484070301055908, + "learning_rate": 2.555906194709392e-06, + "loss": 0.3125, + "num_input_tokens_seen": 15418488, + "step": 23620 + }, + { + "epoch": 13.929834905660378, + "grad_norm": 3.2072391510009766, + "learning_rate": 2.553662120222199e-06, + "loss": 0.2306, + "num_input_tokens_seen": 15421240, + "step": 23625 + }, + { + "epoch": 13.932783018867925, + "grad_norm": 2.5267181396484375, + "learning_rate": 2.5514186934135026e-06, + "loss": 0.3028, + "num_input_tokens_seen": 15425528, + "step": 23630 + }, + { + "epoch": 13.935731132075471, + "grad_norm": 3.967959403991699, + "learning_rate": 2.54917591487726e-06, + "loss": 0.3061, + "num_input_tokens_seen": 15428824, + "step": 23635 + }, + { + "epoch": 13.93867924528302, + "grad_norm": 4.227426052093506, + "learning_rate": 2.5469337852072547e-06, + "loss": 0.4642, + "num_input_tokens_seen": 15432024, + "step": 23640 + }, + { + "epoch": 13.941627358490566, + "grad_norm": 3.2886195182800293, + "learning_rate": 2.5446923049971035e-06, + "loss": 0.304, + "num_input_tokens_seen": 15435864, + "step": 23645 + }, + { + "epoch": 13.944575471698114, + "grad_norm": 4.301672458648682, + "learning_rate": 2.5424514748402463e-06, + "loss": 0.3318, + "num_input_tokens_seen": 15438840, + "step": 23650 + }, + { + "epoch": 13.94752358490566, + "grad_norm": 2.7571065425872803, + "learning_rate": 2.540211295329953e-06, + "loss": 0.4187, + "num_input_tokens_seen": 15442392, + "step": 23655 + }, + { + "epoch": 13.950471698113208, + "grad_norm": 7.032110214233398, + "learning_rate": 2.5379717670593197e-06, + "loss": 0.2405, + "num_input_tokens_seen": 15444824, + "step": 23660 + }, + { + "epoch": 13.953419811320755, + "grad_norm": 2.2089810371398926, + "learning_rate": 2.53573289062127e-06, + "loss": 0.4432, + "num_input_tokens_seen": 15448024, + "step": 23665 + }, + { + "epoch": 13.956367924528301, + "grad_norm": 4.284383296966553, + "learning_rate": 2.5334946666085605e-06, + "loss": 0.2679, + "num_input_tokens_seen": 15451128, + "step": 23670 + }, + { + "epoch": 13.95931603773585, + "grad_norm": 3.1637258529663086, + "learning_rate": 2.531257095613766e-06, + "loss": 0.3598, + "num_input_tokens_seen": 15454936, + "step": 23675 + }, + { + "epoch": 13.962264150943396, + "grad_norm": 5.928619384765625, + "learning_rate": 2.529020178229297e-06, + "loss": 0.3415, + "num_input_tokens_seen": 15458040, + "step": 23680 + }, + { + "epoch": 13.965212264150944, + "grad_norm": 2.942676544189453, + "learning_rate": 2.5267839150473846e-06, + "loss": 0.3827, + "num_input_tokens_seen": 15461688, + "step": 23685 + }, + { + "epoch": 13.96816037735849, + "grad_norm": 2.769239664077759, + "learning_rate": 2.5245483066600896e-06, + "loss": 0.371, + "num_input_tokens_seen": 15466008, + "step": 23690 + }, + { + "epoch": 13.971108490566039, + "grad_norm": 9.391250610351562, + "learning_rate": 2.5223133536592996e-06, + "loss": 0.466, + "num_input_tokens_seen": 15469016, + "step": 23695 + }, + { + "epoch": 13.974056603773585, + "grad_norm": 2.995995044708252, + "learning_rate": 2.520079056636725e-06, + "loss": 0.3767, + "num_input_tokens_seen": 15471640, + "step": 23700 + }, + { + "epoch": 13.977004716981131, + "grad_norm": 4.299683570861816, + "learning_rate": 2.5178454161839106e-06, + "loss": 0.2687, + "num_input_tokens_seen": 15475384, + "step": 23705 + }, + { + "epoch": 13.97995283018868, + "grad_norm": 2.9984960556030273, + "learning_rate": 2.5156124328922195e-06, + "loss": 0.2617, + "num_input_tokens_seen": 15478424, + "step": 23710 + }, + { + "epoch": 13.982900943396226, + "grad_norm": 3.3825557231903076, + "learning_rate": 2.513380107352844e-06, + "loss": 0.3876, + "num_input_tokens_seen": 15482872, + "step": 23715 + }, + { + "epoch": 13.985849056603774, + "grad_norm": 2.7104506492614746, + "learning_rate": 2.5111484401568014e-06, + "loss": 0.2197, + "num_input_tokens_seen": 15486552, + "step": 23720 + }, + { + "epoch": 13.98879716981132, + "grad_norm": 2.32800555229187, + "learning_rate": 2.508917431894936e-06, + "loss": 0.2774, + "num_input_tokens_seen": 15490424, + "step": 23725 + }, + { + "epoch": 13.991745283018869, + "grad_norm": 3.0173885822296143, + "learning_rate": 2.5066870831579144e-06, + "loss": 0.3309, + "num_input_tokens_seen": 15493240, + "step": 23730 + }, + { + "epoch": 13.994693396226415, + "grad_norm": 3.7556312084198, + "learning_rate": 2.504457394536235e-06, + "loss": 0.2292, + "num_input_tokens_seen": 15495736, + "step": 23735 + }, + { + "epoch": 13.997641509433961, + "grad_norm": 1.9426600933074951, + "learning_rate": 2.502228366620216e-06, + "loss": 0.3772, + "num_input_tokens_seen": 15502264, + "step": 23740 + }, + { + "epoch": 14.0, + "eval_loss": 0.5604221224784851, + "eval_runtime": 18.9915, + "eval_samples_per_second": 89.303, + "eval_steps_per_second": 22.326, + "num_input_tokens_seen": 15504440, + "step": 23744 + }, + { + "epoch": 14.00058962264151, + "grad_norm": 2.7703464031219482, + "learning_rate": 2.5000000000000015e-06, + "loss": 0.3545, + "num_input_tokens_seen": 15505080, + "step": 23745 + }, + { + "epoch": 14.003537735849056, + "grad_norm": 3.3101019859313965, + "learning_rate": 2.497772295265561e-06, + "loss": 0.5125, + "num_input_tokens_seen": 15507864, + "step": 23750 + }, + { + "epoch": 14.006485849056604, + "grad_norm": 2.8100571632385254, + "learning_rate": 2.4955452530066897e-06, + "loss": 0.3025, + "num_input_tokens_seen": 15510616, + "step": 23755 + }, + { + "epoch": 14.00943396226415, + "grad_norm": 3.3945670127868652, + "learning_rate": 2.4933188738130043e-06, + "loss": 0.3741, + "num_input_tokens_seen": 15513464, + "step": 23760 + }, + { + "epoch": 14.012382075471699, + "grad_norm": 3.8248817920684814, + "learning_rate": 2.49109315827395e-06, + "loss": 0.3479, + "num_input_tokens_seen": 15515992, + "step": 23765 + }, + { + "epoch": 14.015330188679245, + "grad_norm": 2.8149349689483643, + "learning_rate": 2.4888681069787975e-06, + "loss": 0.2864, + "num_input_tokens_seen": 15519896, + "step": 23770 + }, + { + "epoch": 14.018278301886792, + "grad_norm": 2.439852476119995, + "learning_rate": 2.4866437205166353e-06, + "loss": 0.2579, + "num_input_tokens_seen": 15523160, + "step": 23775 + }, + { + "epoch": 14.02122641509434, + "grad_norm": 2.7249438762664795, + "learning_rate": 2.4844199994763803e-06, + "loss": 0.3501, + "num_input_tokens_seen": 15526136, + "step": 23780 + }, + { + "epoch": 14.024174528301886, + "grad_norm": 2.954378604888916, + "learning_rate": 2.482196944446772e-06, + "loss": 0.325, + "num_input_tokens_seen": 15529848, + "step": 23785 + }, + { + "epoch": 14.027122641509434, + "grad_norm": 2.2947683334350586, + "learning_rate": 2.4799745560163736e-06, + "loss": 0.4199, + "num_input_tokens_seen": 15533944, + "step": 23790 + }, + { + "epoch": 14.03007075471698, + "grad_norm": 3.6591999530792236, + "learning_rate": 2.4777528347735707e-06, + "loss": 0.3277, + "num_input_tokens_seen": 15536632, + "step": 23795 + }, + { + "epoch": 14.033018867924529, + "grad_norm": 2.6568925380706787, + "learning_rate": 2.4755317813065766e-06, + "loss": 0.2879, + "num_input_tokens_seen": 15540376, + "step": 23800 + }, + { + "epoch": 14.035966981132075, + "grad_norm": 2.7360422611236572, + "learning_rate": 2.4733113962034234e-06, + "loss": 0.3282, + "num_input_tokens_seen": 15547512, + "step": 23805 + }, + { + "epoch": 14.038915094339623, + "grad_norm": 2.568532705307007, + "learning_rate": 2.4710916800519674e-06, + "loss": 0.2911, + "num_input_tokens_seen": 15550200, + "step": 23810 + }, + { + "epoch": 14.04186320754717, + "grad_norm": 4.547155857086182, + "learning_rate": 2.4688726334398883e-06, + "loss": 0.3554, + "num_input_tokens_seen": 15553592, + "step": 23815 + }, + { + "epoch": 14.044811320754716, + "grad_norm": 3.702812910079956, + "learning_rate": 2.466654256954688e-06, + "loss": 0.3447, + "num_input_tokens_seen": 15557912, + "step": 23820 + }, + { + "epoch": 14.047759433962264, + "grad_norm": 2.891599178314209, + "learning_rate": 2.4644365511836895e-06, + "loss": 0.3241, + "num_input_tokens_seen": 15561656, + "step": 23825 + }, + { + "epoch": 14.05070754716981, + "grad_norm": 4.170838356018066, + "learning_rate": 2.4622195167140432e-06, + "loss": 0.3931, + "num_input_tokens_seen": 15564344, + "step": 23830 + }, + { + "epoch": 14.053655660377359, + "grad_norm": 3.361471176147461, + "learning_rate": 2.4600031541327173e-06, + "loss": 0.2823, + "num_input_tokens_seen": 15567928, + "step": 23835 + }, + { + "epoch": 14.056603773584905, + "grad_norm": 3.414839267730713, + "learning_rate": 2.457787464026503e-06, + "loss": 0.1844, + "num_input_tokens_seen": 15570680, + "step": 23840 + }, + { + "epoch": 14.059551886792454, + "grad_norm": 2.614173412322998, + "learning_rate": 2.455572446982014e-06, + "loss": 0.3059, + "num_input_tokens_seen": 15573464, + "step": 23845 + }, + { + "epoch": 14.0625, + "grad_norm": 3.4280600547790527, + "learning_rate": 2.453358103585686e-06, + "loss": 0.3682, + "num_input_tokens_seen": 15576760, + "step": 23850 + }, + { + "epoch": 14.065448113207546, + "grad_norm": 2.6045544147491455, + "learning_rate": 2.4511444344237733e-06, + "loss": 0.3194, + "num_input_tokens_seen": 15579928, + "step": 23855 + }, + { + "epoch": 14.068396226415095, + "grad_norm": 6.183448791503906, + "learning_rate": 2.4489314400823567e-06, + "loss": 0.2954, + "num_input_tokens_seen": 15582552, + "step": 23860 + }, + { + "epoch": 14.071344339622641, + "grad_norm": 2.2712817192077637, + "learning_rate": 2.446719121147337e-06, + "loss": 0.28, + "num_input_tokens_seen": 15585944, + "step": 23865 + }, + { + "epoch": 14.07429245283019, + "grad_norm": 6.420833110809326, + "learning_rate": 2.4445074782044347e-06, + "loss": 0.3731, + "num_input_tokens_seen": 15588792, + "step": 23870 + }, + { + "epoch": 14.077240566037736, + "grad_norm": 2.134906768798828, + "learning_rate": 2.442296511839191e-06, + "loss": 0.2698, + "num_input_tokens_seen": 15592344, + "step": 23875 + }, + { + "epoch": 14.080188679245284, + "grad_norm": 4.694209575653076, + "learning_rate": 2.4400862226369687e-06, + "loss": 0.4103, + "num_input_tokens_seen": 15596184, + "step": 23880 + }, + { + "epoch": 14.08313679245283, + "grad_norm": 2.645904541015625, + "learning_rate": 2.4378766111829514e-06, + "loss": 0.3495, + "num_input_tokens_seen": 15599064, + "step": 23885 + }, + { + "epoch": 14.086084905660377, + "grad_norm": 4.499031066894531, + "learning_rate": 2.435667678062142e-06, + "loss": 0.3726, + "num_input_tokens_seen": 15602168, + "step": 23890 + }, + { + "epoch": 14.089033018867925, + "grad_norm": 1.8716459274291992, + "learning_rate": 2.4334594238593682e-06, + "loss": 0.2665, + "num_input_tokens_seen": 15605560, + "step": 23895 + }, + { + "epoch": 14.091981132075471, + "grad_norm": 7.167413234710693, + "learning_rate": 2.4312518491592727e-06, + "loss": 0.3342, + "num_input_tokens_seen": 15609656, + "step": 23900 + }, + { + "epoch": 14.09492924528302, + "grad_norm": 2.9310574531555176, + "learning_rate": 2.429044954546322e-06, + "loss": 0.29, + "num_input_tokens_seen": 15612792, + "step": 23905 + }, + { + "epoch": 14.097877358490566, + "grad_norm": 2.334686756134033, + "learning_rate": 2.426838740604799e-06, + "loss": 0.2995, + "num_input_tokens_seen": 15616312, + "step": 23910 + }, + { + "epoch": 14.100825471698114, + "grad_norm": 3.7429513931274414, + "learning_rate": 2.4246332079188066e-06, + "loss": 0.4871, + "num_input_tokens_seen": 15620504, + "step": 23915 + }, + { + "epoch": 14.10377358490566, + "grad_norm": 3.758450508117676, + "learning_rate": 2.4224283570722745e-06, + "loss": 0.3951, + "num_input_tokens_seen": 15623672, + "step": 23920 + }, + { + "epoch": 14.106721698113208, + "grad_norm": 1.9325590133666992, + "learning_rate": 2.420224188648943e-06, + "loss": 0.2319, + "num_input_tokens_seen": 15627480, + "step": 23925 + }, + { + "epoch": 14.109669811320755, + "grad_norm": 2.474555730819702, + "learning_rate": 2.418020703232376e-06, + "loss": 0.3353, + "num_input_tokens_seen": 15630648, + "step": 23930 + }, + { + "epoch": 14.112617924528301, + "grad_norm": 3.312718391418457, + "learning_rate": 2.4158179014059556e-06, + "loss": 0.3889, + "num_input_tokens_seen": 15634936, + "step": 23935 + }, + { + "epoch": 14.11556603773585, + "grad_norm": 1.8689496517181396, + "learning_rate": 2.413615783752883e-06, + "loss": 0.2717, + "num_input_tokens_seen": 15638488, + "step": 23940 + }, + { + "epoch": 14.118514150943396, + "grad_norm": 1.7911629676818848, + "learning_rate": 2.4114143508561767e-06, + "loss": 0.2895, + "num_input_tokens_seen": 15642072, + "step": 23945 + }, + { + "epoch": 14.121462264150944, + "grad_norm": 7.571943283081055, + "learning_rate": 2.4092136032986783e-06, + "loss": 0.3872, + "num_input_tokens_seen": 15644984, + "step": 23950 + }, + { + "epoch": 14.12441037735849, + "grad_norm": 3.3518261909484863, + "learning_rate": 2.407013541663043e-06, + "loss": 0.3753, + "num_input_tokens_seen": 15649400, + "step": 23955 + }, + { + "epoch": 14.127358490566039, + "grad_norm": 3.5733871459960938, + "learning_rate": 2.4048141665317493e-06, + "loss": 0.3417, + "num_input_tokens_seen": 15652952, + "step": 23960 + }, + { + "epoch": 14.130306603773585, + "grad_norm": 4.297591209411621, + "learning_rate": 2.40261547848709e-06, + "loss": 0.2772, + "num_input_tokens_seen": 15655864, + "step": 23965 + }, + { + "epoch": 14.133254716981131, + "grad_norm": 8.031266212463379, + "learning_rate": 2.400417478111176e-06, + "loss": 0.3038, + "num_input_tokens_seen": 15658680, + "step": 23970 + }, + { + "epoch": 14.13620283018868, + "grad_norm": 1.87216317653656, + "learning_rate": 2.3982201659859387e-06, + "loss": 0.2088, + "num_input_tokens_seen": 15661976, + "step": 23975 + }, + { + "epoch": 14.139150943396226, + "grad_norm": 3.379152536392212, + "learning_rate": 2.3960235426931237e-06, + "loss": 0.4268, + "num_input_tokens_seen": 15665112, + "step": 23980 + }, + { + "epoch": 14.142099056603774, + "grad_norm": 3.631955623626709, + "learning_rate": 2.3938276088143003e-06, + "loss": 0.3714, + "num_input_tokens_seen": 15667576, + "step": 23985 + }, + { + "epoch": 14.14504716981132, + "grad_norm": 3.212348461151123, + "learning_rate": 2.391632364930849e-06, + "loss": 0.2169, + "num_input_tokens_seen": 15670488, + "step": 23990 + }, + { + "epoch": 14.147995283018869, + "grad_norm": 3.1565587520599365, + "learning_rate": 2.3894378116239706e-06, + "loss": 0.3179, + "num_input_tokens_seen": 15673368, + "step": 23995 + }, + { + "epoch": 14.150943396226415, + "grad_norm": 4.511045455932617, + "learning_rate": 2.387243949474683e-06, + "loss": 0.2634, + "num_input_tokens_seen": 15676248, + "step": 24000 + }, + { + "epoch": 14.153891509433961, + "grad_norm": 3.7781758308410645, + "learning_rate": 2.38505077906382e-06, + "loss": 0.2838, + "num_input_tokens_seen": 15680984, + "step": 24005 + }, + { + "epoch": 14.15683962264151, + "grad_norm": 3.5993711948394775, + "learning_rate": 2.382858300972031e-06, + "loss": 0.2576, + "num_input_tokens_seen": 15685560, + "step": 24010 + }, + { + "epoch": 14.159787735849056, + "grad_norm": 2.956451416015625, + "learning_rate": 2.380666515779788e-06, + "loss": 0.4155, + "num_input_tokens_seen": 15689432, + "step": 24015 + }, + { + "epoch": 14.162735849056604, + "grad_norm": 2.823315382003784, + "learning_rate": 2.3784754240673734e-06, + "loss": 0.3696, + "num_input_tokens_seen": 15692856, + "step": 24020 + }, + { + "epoch": 14.16568396226415, + "grad_norm": 4.183827877044678, + "learning_rate": 2.3762850264148883e-06, + "loss": 0.4845, + "num_input_tokens_seen": 15695224, + "step": 24025 + }, + { + "epoch": 14.168632075471699, + "grad_norm": 7.648686408996582, + "learning_rate": 2.374095323402251e-06, + "loss": 0.4597, + "num_input_tokens_seen": 15698680, + "step": 24030 + }, + { + "epoch": 14.171580188679245, + "grad_norm": 4.252524375915527, + "learning_rate": 2.371906315609193e-06, + "loss": 0.3197, + "num_input_tokens_seen": 15701880, + "step": 24035 + }, + { + "epoch": 14.174528301886792, + "grad_norm": 4.466567039489746, + "learning_rate": 2.369718003615263e-06, + "loss": 0.3547, + "num_input_tokens_seen": 15704664, + "step": 24040 + }, + { + "epoch": 14.17747641509434, + "grad_norm": 3.0106184482574463, + "learning_rate": 2.3675303879998284e-06, + "loss": 0.278, + "num_input_tokens_seen": 15707864, + "step": 24045 + }, + { + "epoch": 14.180424528301886, + "grad_norm": 3.5977818965911865, + "learning_rate": 2.365343469342068e-06, + "loss": 0.2842, + "num_input_tokens_seen": 15711160, + "step": 24050 + }, + { + "epoch": 14.183372641509434, + "grad_norm": 3.721013069152832, + "learning_rate": 2.3631572482209803e-06, + "loss": 0.2532, + "num_input_tokens_seen": 15714008, + "step": 24055 + }, + { + "epoch": 14.18632075471698, + "grad_norm": 3.826814889907837, + "learning_rate": 2.3609717252153752e-06, + "loss": 0.2772, + "num_input_tokens_seen": 15717144, + "step": 24060 + }, + { + "epoch": 14.189268867924529, + "grad_norm": 7.366193771362305, + "learning_rate": 2.35878690090388e-06, + "loss": 0.2765, + "num_input_tokens_seen": 15720088, + "step": 24065 + }, + { + "epoch": 14.192216981132075, + "grad_norm": 4.215728759765625, + "learning_rate": 2.356602775864935e-06, + "loss": 0.3422, + "num_input_tokens_seen": 15723288, + "step": 24070 + }, + { + "epoch": 14.195165094339623, + "grad_norm": 4.819853782653809, + "learning_rate": 2.354419350676796e-06, + "loss": 0.3443, + "num_input_tokens_seen": 15726552, + "step": 24075 + }, + { + "epoch": 14.19811320754717, + "grad_norm": 2.650944948196411, + "learning_rate": 2.3522366259175377e-06, + "loss": 0.2644, + "num_input_tokens_seen": 15729368, + "step": 24080 + }, + { + "epoch": 14.201061320754716, + "grad_norm": 3.112849712371826, + "learning_rate": 2.350054602165044e-06, + "loss": 0.2798, + "num_input_tokens_seen": 15733560, + "step": 24085 + }, + { + "epoch": 14.204009433962264, + "grad_norm": 3.186659812927246, + "learning_rate": 2.3478732799970143e-06, + "loss": 0.3458, + "num_input_tokens_seen": 15737144, + "step": 24090 + }, + { + "epoch": 14.20695754716981, + "grad_norm": 3.306384325027466, + "learning_rate": 2.3456926599909646e-06, + "loss": 0.3756, + "num_input_tokens_seen": 15740760, + "step": 24095 + }, + { + "epoch": 14.209905660377359, + "grad_norm": 2.914616823196411, + "learning_rate": 2.343512742724222e-06, + "loss": 0.2854, + "num_input_tokens_seen": 15744248, + "step": 24100 + }, + { + "epoch": 14.212853773584905, + "grad_norm": 3.333209753036499, + "learning_rate": 2.341333528773928e-06, + "loss": 0.3126, + "num_input_tokens_seen": 15747896, + "step": 24105 + }, + { + "epoch": 14.215801886792454, + "grad_norm": 3.26336932182312, + "learning_rate": 2.3391550187170427e-06, + "loss": 0.3473, + "num_input_tokens_seen": 15750936, + "step": 24110 + }, + { + "epoch": 14.21875, + "grad_norm": 2.9041073322296143, + "learning_rate": 2.336977213130333e-06, + "loss": 0.3559, + "num_input_tokens_seen": 15754680, + "step": 24115 + }, + { + "epoch": 14.221698113207546, + "grad_norm": 2.739147424697876, + "learning_rate": 2.3348001125903837e-06, + "loss": 0.353, + "num_input_tokens_seen": 15757816, + "step": 24120 + }, + { + "epoch": 14.224646226415095, + "grad_norm": 2.2532451152801514, + "learning_rate": 2.3326237176735905e-06, + "loss": 0.1754, + "num_input_tokens_seen": 15762680, + "step": 24125 + }, + { + "epoch": 14.227594339622641, + "grad_norm": 3.050215482711792, + "learning_rate": 2.330448028956164e-06, + "loss": 0.287, + "num_input_tokens_seen": 15766040, + "step": 24130 + }, + { + "epoch": 14.23054245283019, + "grad_norm": 2.29892635345459, + "learning_rate": 2.3282730470141255e-06, + "loss": 0.2471, + "num_input_tokens_seen": 15768888, + "step": 24135 + }, + { + "epoch": 14.233490566037736, + "grad_norm": 5.1383538246154785, + "learning_rate": 2.3260987724233143e-06, + "loss": 0.3883, + "num_input_tokens_seen": 15771768, + "step": 24140 + }, + { + "epoch": 14.236438679245284, + "grad_norm": 4.352384090423584, + "learning_rate": 2.323925205759374e-06, + "loss": 0.2892, + "num_input_tokens_seen": 15774808, + "step": 24145 + }, + { + "epoch": 14.23938679245283, + "grad_norm": 4.114742755889893, + "learning_rate": 2.3217523475977715e-06, + "loss": 0.3741, + "num_input_tokens_seen": 15778552, + "step": 24150 + }, + { + "epoch": 14.242334905660377, + "grad_norm": 2.0855729579925537, + "learning_rate": 2.3195801985137773e-06, + "loss": 0.283, + "num_input_tokens_seen": 15782840, + "step": 24155 + }, + { + "epoch": 14.245283018867925, + "grad_norm": 2.914259433746338, + "learning_rate": 2.317408759082478e-06, + "loss": 0.3043, + "num_input_tokens_seen": 15786232, + "step": 24160 + }, + { + "epoch": 14.248231132075471, + "grad_norm": 2.6126468181610107, + "learning_rate": 2.31523802987877e-06, + "loss": 0.3665, + "num_input_tokens_seen": 15790040, + "step": 24165 + }, + { + "epoch": 14.25117924528302, + "grad_norm": 2.9009885787963867, + "learning_rate": 2.3130680114773637e-06, + "loss": 0.3806, + "num_input_tokens_seen": 15793432, + "step": 24170 + }, + { + "epoch": 14.254127358490566, + "grad_norm": 2.6195597648620605, + "learning_rate": 2.310898704452782e-06, + "loss": 0.3594, + "num_input_tokens_seen": 15797048, + "step": 24175 + }, + { + "epoch": 14.257075471698114, + "grad_norm": 3.574439287185669, + "learning_rate": 2.3087301093793584e-06, + "loss": 0.3341, + "num_input_tokens_seen": 15799928, + "step": 24180 + }, + { + "epoch": 14.26002358490566, + "grad_norm": 3.12624454498291, + "learning_rate": 2.306562226831237e-06, + "loss": 0.2475, + "num_input_tokens_seen": 15803032, + "step": 24185 + }, + { + "epoch": 14.262971698113208, + "grad_norm": 4.401530742645264, + "learning_rate": 2.304395057382374e-06, + "loss": 0.4609, + "num_input_tokens_seen": 15808952, + "step": 24190 + }, + { + "epoch": 14.265919811320755, + "grad_norm": 2.9937121868133545, + "learning_rate": 2.3022286016065354e-06, + "loss": 0.2987, + "num_input_tokens_seen": 15812696, + "step": 24195 + }, + { + "epoch": 14.268867924528301, + "grad_norm": 3.2281851768493652, + "learning_rate": 2.300062860077303e-06, + "loss": 0.2543, + "num_input_tokens_seen": 15815512, + "step": 24200 + }, + { + "epoch": 14.27181603773585, + "grad_norm": 1.9262785911560059, + "learning_rate": 2.297897833368064e-06, + "loss": 0.491, + "num_input_tokens_seen": 15818648, + "step": 24205 + }, + { + "epoch": 14.274764150943396, + "grad_norm": 3.305732488632202, + "learning_rate": 2.2957335220520194e-06, + "loss": 0.3846, + "num_input_tokens_seen": 15821976, + "step": 24210 + }, + { + "epoch": 14.277712264150944, + "grad_norm": 1.6049896478652954, + "learning_rate": 2.293569926702179e-06, + "loss": 0.2625, + "num_input_tokens_seen": 15825496, + "step": 24215 + }, + { + "epoch": 14.28066037735849, + "grad_norm": 3.9753785133361816, + "learning_rate": 2.291407047891366e-06, + "loss": 0.2388, + "num_input_tokens_seen": 15827960, + "step": 24220 + }, + { + "epoch": 14.283608490566039, + "grad_norm": 3.2651870250701904, + "learning_rate": 2.2892448861922075e-06, + "loss": 0.2317, + "num_input_tokens_seen": 15832056, + "step": 24225 + }, + { + "epoch": 14.286556603773585, + "grad_norm": 4.628931999206543, + "learning_rate": 2.2870834421771505e-06, + "loss": 0.386, + "num_input_tokens_seen": 15834872, + "step": 24230 + }, + { + "epoch": 14.289504716981131, + "grad_norm": 3.6575891971588135, + "learning_rate": 2.2849227164184433e-06, + "loss": 0.3931, + "num_input_tokens_seen": 15838456, + "step": 24235 + }, + { + "epoch": 14.29245283018868, + "grad_norm": 3.230473518371582, + "learning_rate": 2.2827627094881473e-06, + "loss": 0.4208, + "num_input_tokens_seen": 15841464, + "step": 24240 + }, + { + "epoch": 14.295400943396226, + "grad_norm": 3.357391119003296, + "learning_rate": 2.2806034219581364e-06, + "loss": 0.3286, + "num_input_tokens_seen": 15844696, + "step": 24245 + }, + { + "epoch": 14.298349056603774, + "grad_norm": 4.445810317993164, + "learning_rate": 2.278444854400089e-06, + "loss": 0.3686, + "num_input_tokens_seen": 15847640, + "step": 24250 + }, + { + "epoch": 14.30129716981132, + "grad_norm": 2.667417526245117, + "learning_rate": 2.276287007385496e-06, + "loss": 0.3284, + "num_input_tokens_seen": 15850456, + "step": 24255 + }, + { + "epoch": 14.304245283018869, + "grad_norm": 3.019320011138916, + "learning_rate": 2.2741298814856542e-06, + "loss": 0.3658, + "num_input_tokens_seen": 15852888, + "step": 24260 + }, + { + "epoch": 14.307193396226415, + "grad_norm": 2.4815635681152344, + "learning_rate": 2.2719734772716763e-06, + "loss": 0.3087, + "num_input_tokens_seen": 15856280, + "step": 24265 + }, + { + "epoch": 14.310141509433961, + "grad_norm": 4.843722343444824, + "learning_rate": 2.269817795314477e-06, + "loss": 0.5171, + "num_input_tokens_seen": 15858872, + "step": 24270 + }, + { + "epoch": 14.31308962264151, + "grad_norm": 4.228880882263184, + "learning_rate": 2.2676628361847834e-06, + "loss": 0.3448, + "num_input_tokens_seen": 15862328, + "step": 24275 + }, + { + "epoch": 14.316037735849056, + "grad_norm": 3.760425090789795, + "learning_rate": 2.2655086004531296e-06, + "loss": 0.3507, + "num_input_tokens_seen": 15865496, + "step": 24280 + }, + { + "epoch": 14.318985849056604, + "grad_norm": 2.4936699867248535, + "learning_rate": 2.2633550886898583e-06, + "loss": 0.3837, + "num_input_tokens_seen": 15868632, + "step": 24285 + }, + { + "epoch": 14.32193396226415, + "grad_norm": 5.337671279907227, + "learning_rate": 2.26120230146512e-06, + "loss": 0.3824, + "num_input_tokens_seen": 15871416, + "step": 24290 + }, + { + "epoch": 14.324882075471699, + "grad_norm": 6.0234880447387695, + "learning_rate": 2.2590502393488777e-06, + "loss": 0.3516, + "num_input_tokens_seen": 15873944, + "step": 24295 + }, + { + "epoch": 14.327830188679245, + "grad_norm": 1.5047318935394287, + "learning_rate": 2.256898902910898e-06, + "loss": 0.3274, + "num_input_tokens_seen": 15877848, + "step": 24300 + }, + { + "epoch": 14.330778301886792, + "grad_norm": 2.306480646133423, + "learning_rate": 2.2547482927207548e-06, + "loss": 0.3569, + "num_input_tokens_seen": 15881080, + "step": 24305 + }, + { + "epoch": 14.33372641509434, + "grad_norm": 6.474689960479736, + "learning_rate": 2.252598409347833e-06, + "loss": 0.4287, + "num_input_tokens_seen": 15884312, + "step": 24310 + }, + { + "epoch": 14.336674528301886, + "grad_norm": 2.3642945289611816, + "learning_rate": 2.250449253361323e-06, + "loss": 0.2826, + "num_input_tokens_seen": 15889592, + "step": 24315 + }, + { + "epoch": 14.339622641509434, + "grad_norm": 5.960819244384766, + "learning_rate": 2.2483008253302214e-06, + "loss": 0.3243, + "num_input_tokens_seen": 15892664, + "step": 24320 + }, + { + "epoch": 14.34257075471698, + "grad_norm": 2.9650378227233887, + "learning_rate": 2.246153125823337e-06, + "loss": 0.3212, + "num_input_tokens_seen": 15895320, + "step": 24325 + }, + { + "epoch": 14.345518867924529, + "grad_norm": 3.1150097846984863, + "learning_rate": 2.2440061554092813e-06, + "loss": 0.3704, + "num_input_tokens_seen": 15898360, + "step": 24330 + }, + { + "epoch": 14.348466981132075, + "grad_norm": 2.09767746925354, + "learning_rate": 2.2418599146564714e-06, + "loss": 0.484, + "num_input_tokens_seen": 15901144, + "step": 24335 + }, + { + "epoch": 14.351415094339623, + "grad_norm": 3.1728692054748535, + "learning_rate": 2.239714404133138e-06, + "loss": 0.3301, + "num_input_tokens_seen": 15903672, + "step": 24340 + }, + { + "epoch": 14.35436320754717, + "grad_norm": 6.419853210449219, + "learning_rate": 2.2375696244073126e-06, + "loss": 0.4396, + "num_input_tokens_seen": 15910200, + "step": 24345 + }, + { + "epoch": 14.357311320754716, + "grad_norm": 4.626975059509277, + "learning_rate": 2.235425576046834e-06, + "loss": 0.3296, + "num_input_tokens_seen": 15912632, + "step": 24350 + }, + { + "epoch": 14.360259433962264, + "grad_norm": 5.135035037994385, + "learning_rate": 2.233282259619347e-06, + "loss": 0.3982, + "num_input_tokens_seen": 15915352, + "step": 24355 + }, + { + "epoch": 14.36320754716981, + "grad_norm": 5.02335262298584, + "learning_rate": 2.231139675692308e-06, + "loss": 0.2852, + "num_input_tokens_seen": 15918296, + "step": 24360 + }, + { + "epoch": 14.366155660377359, + "grad_norm": 2.6602768898010254, + "learning_rate": 2.228997824832973e-06, + "loss": 0.3242, + "num_input_tokens_seen": 15922104, + "step": 24365 + }, + { + "epoch": 14.369103773584905, + "grad_norm": 3.1179237365722656, + "learning_rate": 2.226856707608406e-06, + "loss": 0.3657, + "num_input_tokens_seen": 15925272, + "step": 24370 + }, + { + "epoch": 14.372051886792454, + "grad_norm": 2.945019245147705, + "learning_rate": 2.2247163245854768e-06, + "loss": 0.306, + "num_input_tokens_seen": 15928184, + "step": 24375 + }, + { + "epoch": 14.375, + "grad_norm": 2.6936450004577637, + "learning_rate": 2.222576676330862e-06, + "loss": 0.3417, + "num_input_tokens_seen": 15930776, + "step": 24380 + }, + { + "epoch": 14.377948113207546, + "grad_norm": 3.1975135803222656, + "learning_rate": 2.2204377634110403e-06, + "loss": 0.4174, + "num_input_tokens_seen": 15933752, + "step": 24385 + }, + { + "epoch": 14.380896226415095, + "grad_norm": 2.2281854152679443, + "learning_rate": 2.218299586392301e-06, + "loss": 0.2851, + "num_input_tokens_seen": 15937912, + "step": 24390 + }, + { + "epoch": 14.383844339622641, + "grad_norm": 2.89294171333313, + "learning_rate": 2.2161621458407355e-06, + "loss": 0.3191, + "num_input_tokens_seen": 15940664, + "step": 24395 + }, + { + "epoch": 14.38679245283019, + "grad_norm": 3.0629823207855225, + "learning_rate": 2.2140254423222398e-06, + "loss": 0.3768, + "num_input_tokens_seen": 15944120, + "step": 24400 + }, + { + "epoch": 14.389740566037736, + "grad_norm": 2.98294997215271, + "learning_rate": 2.2118894764025146e-06, + "loss": 0.3272, + "num_input_tokens_seen": 15947192, + "step": 24405 + }, + { + "epoch": 14.392688679245284, + "grad_norm": 3.035963296890259, + "learning_rate": 2.2097542486470667e-06, + "loss": 0.3597, + "num_input_tokens_seen": 15949880, + "step": 24410 + }, + { + "epoch": 14.39563679245283, + "grad_norm": 3.8751845359802246, + "learning_rate": 2.207619759621205e-06, + "loss": 0.3901, + "num_input_tokens_seen": 15954168, + "step": 24415 + }, + { + "epoch": 14.398584905660377, + "grad_norm": 3.6718056201934814, + "learning_rate": 2.205486009890049e-06, + "loss": 0.6021, + "num_input_tokens_seen": 15957784, + "step": 24420 + }, + { + "epoch": 14.401533018867925, + "grad_norm": 3.4396753311157227, + "learning_rate": 2.2033530000185146e-06, + "loss": 0.3325, + "num_input_tokens_seen": 15960760, + "step": 24425 + }, + { + "epoch": 14.404481132075471, + "grad_norm": 4.096850872039795, + "learning_rate": 2.2012207305713244e-06, + "loss": 0.4479, + "num_input_tokens_seen": 15964600, + "step": 24430 + }, + { + "epoch": 14.40742924528302, + "grad_norm": 8.0766019821167, + "learning_rate": 2.19908920211301e-06, + "loss": 0.2966, + "num_input_tokens_seen": 15967320, + "step": 24435 + }, + { + "epoch": 14.410377358490566, + "grad_norm": 5.585572242736816, + "learning_rate": 2.196958415207901e-06, + "loss": 0.2748, + "num_input_tokens_seen": 15970072, + "step": 24440 + }, + { + "epoch": 14.413325471698114, + "grad_norm": 2.186713218688965, + "learning_rate": 2.1948283704201312e-06, + "loss": 0.3545, + "num_input_tokens_seen": 15972856, + "step": 24445 + }, + { + "epoch": 14.41627358490566, + "grad_norm": 3.6110424995422363, + "learning_rate": 2.1926990683136383e-06, + "loss": 0.3531, + "num_input_tokens_seen": 15975320, + "step": 24450 + }, + { + "epoch": 14.419221698113208, + "grad_norm": 3.4431087970733643, + "learning_rate": 2.1905705094521685e-06, + "loss": 0.2546, + "num_input_tokens_seen": 15978328, + "step": 24455 + }, + { + "epoch": 14.422169811320755, + "grad_norm": 6.716656684875488, + "learning_rate": 2.1884426943992635e-06, + "loss": 0.4012, + "num_input_tokens_seen": 15982104, + "step": 24460 + }, + { + "epoch": 14.425117924528301, + "grad_norm": 3.812626361846924, + "learning_rate": 2.1863156237182727e-06, + "loss": 0.2677, + "num_input_tokens_seen": 15985304, + "step": 24465 + }, + { + "epoch": 14.42806603773585, + "grad_norm": 1.801564335823059, + "learning_rate": 2.1841892979723466e-06, + "loss": 0.3407, + "num_input_tokens_seen": 15989368, + "step": 24470 + }, + { + "epoch": 14.431014150943396, + "grad_norm": 3.7378451824188232, + "learning_rate": 2.1820637177244375e-06, + "loss": 0.4749, + "num_input_tokens_seen": 15992664, + "step": 24475 + }, + { + "epoch": 14.433962264150944, + "grad_norm": 4.82807731628418, + "learning_rate": 2.179938883537306e-06, + "loss": 0.2648, + "num_input_tokens_seen": 15995384, + "step": 24480 + }, + { + "epoch": 14.43691037735849, + "grad_norm": 4.168291091918945, + "learning_rate": 2.177814795973508e-06, + "loss": 0.3189, + "num_input_tokens_seen": 15998712, + "step": 24485 + }, + { + "epoch": 14.439858490566039, + "grad_norm": 4.345569133758545, + "learning_rate": 2.1756914555954064e-06, + "loss": 0.3141, + "num_input_tokens_seen": 16001848, + "step": 24490 + }, + { + "epoch": 14.442806603773585, + "grad_norm": 4.513576984405518, + "learning_rate": 2.173568862965164e-06, + "loss": 0.3102, + "num_input_tokens_seen": 16004856, + "step": 24495 + }, + { + "epoch": 14.445754716981131, + "grad_norm": 3.888044595718384, + "learning_rate": 2.171447018644746e-06, + "loss": 0.3385, + "num_input_tokens_seen": 16007416, + "step": 24500 + }, + { + "epoch": 14.44870283018868, + "grad_norm": 3.9946932792663574, + "learning_rate": 2.1693259231959186e-06, + "loss": 0.4113, + "num_input_tokens_seen": 16010776, + "step": 24505 + }, + { + "epoch": 14.451650943396226, + "grad_norm": 2.306851387023926, + "learning_rate": 2.1672055771802545e-06, + "loss": 0.4242, + "num_input_tokens_seen": 16014104, + "step": 24510 + }, + { + "epoch": 14.454599056603774, + "grad_norm": 4.709357738494873, + "learning_rate": 2.1650859811591224e-06, + "loss": 0.3751, + "num_input_tokens_seen": 16017496, + "step": 24515 + }, + { + "epoch": 14.45754716981132, + "grad_norm": 3.5692007541656494, + "learning_rate": 2.1629671356936943e-06, + "loss": 0.2824, + "num_input_tokens_seen": 16022008, + "step": 24520 + }, + { + "epoch": 14.460495283018869, + "grad_norm": 2.1126396656036377, + "learning_rate": 2.1608490413449428e-06, + "loss": 0.3799, + "num_input_tokens_seen": 16025784, + "step": 24525 + }, + { + "epoch": 14.463443396226415, + "grad_norm": 2.515449285507202, + "learning_rate": 2.158731698673645e-06, + "loss": 0.3416, + "num_input_tokens_seen": 16029560, + "step": 24530 + }, + { + "epoch": 14.466391509433961, + "grad_norm": 3.0996687412261963, + "learning_rate": 2.1566151082403752e-06, + "loss": 0.3318, + "num_input_tokens_seen": 16033528, + "step": 24535 + }, + { + "epoch": 14.46933962264151, + "grad_norm": 3.5810186862945557, + "learning_rate": 2.154499270605508e-06, + "loss": 0.2682, + "num_input_tokens_seen": 16037752, + "step": 24540 + }, + { + "epoch": 14.472287735849056, + "grad_norm": 2.726497173309326, + "learning_rate": 2.1523841863292243e-06, + "loss": 0.4029, + "num_input_tokens_seen": 16041464, + "step": 24545 + }, + { + "epoch": 14.475235849056604, + "grad_norm": 2.8216378688812256, + "learning_rate": 2.1502698559714998e-06, + "loss": 0.3002, + "num_input_tokens_seen": 16044056, + "step": 24550 + }, + { + "epoch": 14.47818396226415, + "grad_norm": 9.064519882202148, + "learning_rate": 2.1481562800921125e-06, + "loss": 0.4899, + "num_input_tokens_seen": 16047384, + "step": 24555 + }, + { + "epoch": 14.481132075471699, + "grad_norm": 2.3572256565093994, + "learning_rate": 2.146043459250641e-06, + "loss": 0.3275, + "num_input_tokens_seen": 16051032, + "step": 24560 + }, + { + "epoch": 14.484080188679245, + "grad_norm": 3.022024631500244, + "learning_rate": 2.1439313940064634e-06, + "loss": 0.3688, + "num_input_tokens_seen": 16054360, + "step": 24565 + }, + { + "epoch": 14.487028301886792, + "grad_norm": 2.722677707672119, + "learning_rate": 2.141820084918756e-06, + "loss": 0.2547, + "num_input_tokens_seen": 16057240, + "step": 24570 + }, + { + "epoch": 14.48997641509434, + "grad_norm": 3.3855738639831543, + "learning_rate": 2.1397095325465013e-06, + "loss": 0.2877, + "num_input_tokens_seen": 16060056, + "step": 24575 + }, + { + "epoch": 14.492924528301886, + "grad_norm": 6.825958728790283, + "learning_rate": 2.1375997374484754e-06, + "loss": 0.3085, + "num_input_tokens_seen": 16062776, + "step": 24580 + }, + { + "epoch": 14.495872641509434, + "grad_norm": 4.748322010040283, + "learning_rate": 2.1354907001832546e-06, + "loss": 0.2926, + "num_input_tokens_seen": 16066552, + "step": 24585 + }, + { + "epoch": 14.49882075471698, + "grad_norm": 3.6847825050354004, + "learning_rate": 2.133382421309217e-06, + "loss": 0.3958, + "num_input_tokens_seen": 16069720, + "step": 24590 + }, + { + "epoch": 14.501768867924529, + "grad_norm": 2.5459513664245605, + "learning_rate": 2.131274901384537e-06, + "loss": 0.4159, + "num_input_tokens_seen": 16072888, + "step": 24595 + }, + { + "epoch": 14.504716981132075, + "grad_norm": 3.5996298789978027, + "learning_rate": 2.1291681409671896e-06, + "loss": 0.4791, + "num_input_tokens_seen": 16076184, + "step": 24600 + }, + { + "epoch": 14.507665094339622, + "grad_norm": 4.267535209655762, + "learning_rate": 2.12706214061495e-06, + "loss": 0.3403, + "num_input_tokens_seen": 16079288, + "step": 24605 + }, + { + "epoch": 14.51061320754717, + "grad_norm": 2.277360677719116, + "learning_rate": 2.124956900885391e-06, + "loss": 0.4246, + "num_input_tokens_seen": 16082904, + "step": 24610 + }, + { + "epoch": 14.513561320754716, + "grad_norm": 4.569067001342773, + "learning_rate": 2.1228524223358833e-06, + "loss": 0.2894, + "num_input_tokens_seen": 16086168, + "step": 24615 + }, + { + "epoch": 14.516509433962264, + "grad_norm": 2.4959304332733154, + "learning_rate": 2.120748705523595e-06, + "loss": 0.2583, + "num_input_tokens_seen": 16089560, + "step": 24620 + }, + { + "epoch": 14.51945754716981, + "grad_norm": 2.671921968460083, + "learning_rate": 2.1186457510054976e-06, + "loss": 0.3246, + "num_input_tokens_seen": 16092760, + "step": 24625 + }, + { + "epoch": 14.522405660377359, + "grad_norm": 6.41119384765625, + "learning_rate": 2.116543559338355e-06, + "loss": 0.3415, + "num_input_tokens_seen": 16095352, + "step": 24630 + }, + { + "epoch": 14.525353773584905, + "grad_norm": 4.163920879364014, + "learning_rate": 2.1144421310787305e-06, + "loss": 0.5508, + "num_input_tokens_seen": 16098808, + "step": 24635 + }, + { + "epoch": 14.528301886792454, + "grad_norm": 2.2587859630584717, + "learning_rate": 2.11234146678299e-06, + "loss": 0.2786, + "num_input_tokens_seen": 16102008, + "step": 24640 + }, + { + "epoch": 14.53125, + "grad_norm": 2.7726712226867676, + "learning_rate": 2.1102415670072907e-06, + "loss": 0.3431, + "num_input_tokens_seen": 16104856, + "step": 24645 + }, + { + "epoch": 14.534198113207546, + "grad_norm": 3.9741859436035156, + "learning_rate": 2.108142432307591e-06, + "loss": 0.3539, + "num_input_tokens_seen": 16108344, + "step": 24650 + }, + { + "epoch": 14.537146226415095, + "grad_norm": 2.3373520374298096, + "learning_rate": 2.1060440632396456e-06, + "loss": 0.2791, + "num_input_tokens_seen": 16111576, + "step": 24655 + }, + { + "epoch": 14.540094339622641, + "grad_norm": 3.3179047107696533, + "learning_rate": 2.103946460359007e-06, + "loss": 0.2602, + "num_input_tokens_seen": 16114456, + "step": 24660 + }, + { + "epoch": 14.54304245283019, + "grad_norm": 3.2822988033294678, + "learning_rate": 2.101849624221022e-06, + "loss": 0.4289, + "num_input_tokens_seen": 16116952, + "step": 24665 + }, + { + "epoch": 14.545990566037736, + "grad_norm": 3.0914835929870605, + "learning_rate": 2.0997535553808417e-06, + "loss": 0.3663, + "num_input_tokens_seen": 16121080, + "step": 24670 + }, + { + "epoch": 14.548938679245284, + "grad_norm": 3.029299020767212, + "learning_rate": 2.0976582543934064e-06, + "loss": 0.334, + "num_input_tokens_seen": 16123416, + "step": 24675 + }, + { + "epoch": 14.55188679245283, + "grad_norm": 2.0458984375, + "learning_rate": 2.0955637218134573e-06, + "loss": 0.3323, + "num_input_tokens_seen": 16126680, + "step": 24680 + }, + { + "epoch": 14.554834905660378, + "grad_norm": 3.5942270755767822, + "learning_rate": 2.09346995819553e-06, + "loss": 0.3738, + "num_input_tokens_seen": 16129784, + "step": 24685 + }, + { + "epoch": 14.557783018867925, + "grad_norm": 7.413008213043213, + "learning_rate": 2.0913769640939553e-06, + "loss": 0.3018, + "num_input_tokens_seen": 16135128, + "step": 24690 + }, + { + "epoch": 14.560731132075471, + "grad_norm": 2.8280303478240967, + "learning_rate": 2.0892847400628674e-06, + "loss": 0.2299, + "num_input_tokens_seen": 16137880, + "step": 24695 + }, + { + "epoch": 14.56367924528302, + "grad_norm": 5.159119129180908, + "learning_rate": 2.0871932866561885e-06, + "loss": 0.3484, + "num_input_tokens_seen": 16140888, + "step": 24700 + }, + { + "epoch": 14.566627358490566, + "grad_norm": 10.383584022521973, + "learning_rate": 2.0851026044276405e-06, + "loss": 0.3954, + "num_input_tokens_seen": 16143064, + "step": 24705 + }, + { + "epoch": 14.569575471698114, + "grad_norm": 3.7967369556427, + "learning_rate": 2.083012693930741e-06, + "loss": 0.2106, + "num_input_tokens_seen": 16145560, + "step": 24710 + }, + { + "epoch": 14.57252358490566, + "grad_norm": 2.3202548027038574, + "learning_rate": 2.0809235557188e-06, + "loss": 0.3974, + "num_input_tokens_seen": 16148728, + "step": 24715 + }, + { + "epoch": 14.575471698113208, + "grad_norm": 4.980781555175781, + "learning_rate": 2.0788351903449307e-06, + "loss": 0.2832, + "num_input_tokens_seen": 16151096, + "step": 24720 + }, + { + "epoch": 14.578419811320755, + "grad_norm": 2.9927260875701904, + "learning_rate": 2.0767475983620317e-06, + "loss": 0.2799, + "num_input_tokens_seen": 16153784, + "step": 24725 + }, + { + "epoch": 14.581367924528301, + "grad_norm": 4.02031135559082, + "learning_rate": 2.074660780322806e-06, + "loss": 0.4122, + "num_input_tokens_seen": 16156472, + "step": 24730 + }, + { + "epoch": 14.58431603773585, + "grad_norm": 3.124478340148926, + "learning_rate": 2.0725747367797473e-06, + "loss": 0.2607, + "num_input_tokens_seen": 16160792, + "step": 24735 + }, + { + "epoch": 14.587264150943396, + "grad_norm": 2.888932943344116, + "learning_rate": 2.070489468285143e-06, + "loss": 0.4295, + "num_input_tokens_seen": 16164760, + "step": 24740 + }, + { + "epoch": 14.590212264150944, + "grad_norm": 2.0971200466156006, + "learning_rate": 2.068404975391077e-06, + "loss": 0.2286, + "num_input_tokens_seen": 16168088, + "step": 24745 + }, + { + "epoch": 14.59316037735849, + "grad_norm": 2.9985594749450684, + "learning_rate": 2.0663212586494293e-06, + "loss": 0.2954, + "num_input_tokens_seen": 16170712, + "step": 24750 + }, + { + "epoch": 14.596108490566039, + "grad_norm": 4.156626224517822, + "learning_rate": 2.064238318611869e-06, + "loss": 0.2722, + "num_input_tokens_seen": 16176664, + "step": 24755 + }, + { + "epoch": 14.599056603773585, + "grad_norm": 3.9710612297058105, + "learning_rate": 2.0621561558298693e-06, + "loss": 0.2978, + "num_input_tokens_seen": 16180344, + "step": 24760 + }, + { + "epoch": 14.602004716981131, + "grad_norm": 2.1961567401885986, + "learning_rate": 2.0600747708546877e-06, + "loss": 0.3085, + "num_input_tokens_seen": 16184120, + "step": 24765 + }, + { + "epoch": 14.60495283018868, + "grad_norm": 4.671037197113037, + "learning_rate": 2.0579941642373814e-06, + "loss": 0.3554, + "num_input_tokens_seen": 16186392, + "step": 24770 + }, + { + "epoch": 14.607900943396226, + "grad_norm": 2.9565963745117188, + "learning_rate": 2.0559143365287993e-06, + "loss": 0.3615, + "num_input_tokens_seen": 16189688, + "step": 24775 + }, + { + "epoch": 14.610849056603774, + "grad_norm": 4.160797595977783, + "learning_rate": 2.0538352882795846e-06, + "loss": 0.3823, + "num_input_tokens_seen": 16193432, + "step": 24780 + }, + { + "epoch": 14.61379716981132, + "grad_norm": 11.111963272094727, + "learning_rate": 2.051757020040173e-06, + "loss": 0.3847, + "num_input_tokens_seen": 16196792, + "step": 24785 + }, + { + "epoch": 14.616745283018869, + "grad_norm": 2.9099514484405518, + "learning_rate": 2.0496795323607983e-06, + "loss": 0.2361, + "num_input_tokens_seen": 16199320, + "step": 24790 + }, + { + "epoch": 14.619693396226415, + "grad_norm": 9.0113525390625, + "learning_rate": 2.0476028257914825e-06, + "loss": 0.3214, + "num_input_tokens_seen": 16203576, + "step": 24795 + }, + { + "epoch": 14.622641509433961, + "grad_norm": 4.310406684875488, + "learning_rate": 2.0455269008820433e-06, + "loss": 0.3621, + "num_input_tokens_seen": 16206680, + "step": 24800 + }, + { + "epoch": 14.62558962264151, + "grad_norm": 1.9217593669891357, + "learning_rate": 2.0434517581820893e-06, + "loss": 0.3795, + "num_input_tokens_seen": 16210264, + "step": 24805 + }, + { + "epoch": 14.628537735849056, + "grad_norm": 2.1335697174072266, + "learning_rate": 2.041377398241025e-06, + "loss": 0.2861, + "num_input_tokens_seen": 16213624, + "step": 24810 + }, + { + "epoch": 14.631485849056604, + "grad_norm": 2.2020962238311768, + "learning_rate": 2.0393038216080433e-06, + "loss": 0.3246, + "num_input_tokens_seen": 16216632, + "step": 24815 + }, + { + "epoch": 14.63443396226415, + "grad_norm": 3.7502787113189697, + "learning_rate": 2.037231028832135e-06, + "loss": 0.3997, + "num_input_tokens_seen": 16219192, + "step": 24820 + }, + { + "epoch": 14.637382075471699, + "grad_norm": 2.686213493347168, + "learning_rate": 2.0351590204620823e-06, + "loss": 0.3692, + "num_input_tokens_seen": 16221848, + "step": 24825 + }, + { + "epoch": 14.640330188679245, + "grad_norm": 3.390899181365967, + "learning_rate": 2.033087797046457e-06, + "loss": 0.3739, + "num_input_tokens_seen": 16224856, + "step": 24830 + }, + { + "epoch": 14.643278301886792, + "grad_norm": 2.1612868309020996, + "learning_rate": 2.031017359133624e-06, + "loss": 0.2864, + "num_input_tokens_seen": 16227704, + "step": 24835 + }, + { + "epoch": 14.64622641509434, + "grad_norm": 2.8016867637634277, + "learning_rate": 2.0289477072717406e-06, + "loss": 0.3561, + "num_input_tokens_seen": 16231512, + "step": 24840 + }, + { + "epoch": 14.649174528301886, + "grad_norm": 3.047941207885742, + "learning_rate": 2.026878842008756e-06, + "loss": 0.2636, + "num_input_tokens_seen": 16234680, + "step": 24845 + }, + { + "epoch": 14.652122641509434, + "grad_norm": 2.842958688735962, + "learning_rate": 2.0248107638924105e-06, + "loss": 0.2942, + "num_input_tokens_seen": 16237304, + "step": 24850 + }, + { + "epoch": 14.65507075471698, + "grad_norm": 3.0747556686401367, + "learning_rate": 2.0227434734702386e-06, + "loss": 0.3046, + "num_input_tokens_seen": 16240376, + "step": 24855 + }, + { + "epoch": 14.658018867924529, + "grad_norm": 2.351262092590332, + "learning_rate": 2.020676971289563e-06, + "loss": 0.298, + "num_input_tokens_seen": 16243928, + "step": 24860 + }, + { + "epoch": 14.660966981132075, + "grad_norm": 1.868478775024414, + "learning_rate": 2.0186112578975005e-06, + "loss": 0.4552, + "num_input_tokens_seen": 16246872, + "step": 24865 + }, + { + "epoch": 14.663915094339622, + "grad_norm": 2.67494535446167, + "learning_rate": 2.016546333840956e-06, + "loss": 0.3268, + "num_input_tokens_seen": 16249912, + "step": 24870 + }, + { + "epoch": 14.66686320754717, + "grad_norm": 3.9707205295562744, + "learning_rate": 2.014482199666627e-06, + "loss": 0.3713, + "num_input_tokens_seen": 16253144, + "step": 24875 + }, + { + "epoch": 14.669811320754716, + "grad_norm": 3.619502067565918, + "learning_rate": 2.0124188559210017e-06, + "loss": 0.4463, + "num_input_tokens_seen": 16256376, + "step": 24880 + }, + { + "epoch": 14.672759433962264, + "grad_norm": 2.222243070602417, + "learning_rate": 2.0103563031503613e-06, + "loss": 0.2963, + "num_input_tokens_seen": 16260856, + "step": 24885 + }, + { + "epoch": 14.67570754716981, + "grad_norm": 2.4316301345825195, + "learning_rate": 2.0082945419007745e-06, + "loss": 0.3336, + "num_input_tokens_seen": 16264184, + "step": 24890 + }, + { + "epoch": 14.678655660377359, + "grad_norm": 4.36466121673584, + "learning_rate": 2.0062335727181007e-06, + "loss": 0.3533, + "num_input_tokens_seen": 16267416, + "step": 24895 + }, + { + "epoch": 14.681603773584905, + "grad_norm": 3.0817644596099854, + "learning_rate": 2.004173396147992e-06, + "loss": 0.325, + "num_input_tokens_seen": 16271352, + "step": 24900 + }, + { + "epoch": 14.684551886792454, + "grad_norm": 2.6473960876464844, + "learning_rate": 2.0021140127358873e-06, + "loss": 0.4015, + "num_input_tokens_seen": 16274392, + "step": 24905 + }, + { + "epoch": 14.6875, + "grad_norm": 4.566378593444824, + "learning_rate": 2.0000554230270164e-06, + "loss": 0.3861, + "num_input_tokens_seen": 16277464, + "step": 24910 + }, + { + "epoch": 14.690448113207546, + "grad_norm": 4.471923828125, + "learning_rate": 1.997997627566401e-06, + "loss": 0.3516, + "num_input_tokens_seen": 16280952, + "step": 24915 + }, + { + "epoch": 14.693396226415095, + "grad_norm": 4.477200508117676, + "learning_rate": 1.9959406268988536e-06, + "loss": 0.358, + "num_input_tokens_seen": 16283768, + "step": 24920 + }, + { + "epoch": 14.696344339622641, + "grad_norm": 2.9250595569610596, + "learning_rate": 1.9938844215689717e-06, + "loss": 0.2726, + "num_input_tokens_seen": 16286872, + "step": 24925 + }, + { + "epoch": 14.69929245283019, + "grad_norm": 6.591765403747559, + "learning_rate": 1.991829012121145e-06, + "loss": 0.4763, + "num_input_tokens_seen": 16289816, + "step": 24930 + }, + { + "epoch": 14.702240566037736, + "grad_norm": 1.6298398971557617, + "learning_rate": 1.989774399099552e-06, + "loss": 0.2678, + "num_input_tokens_seen": 16293176, + "step": 24935 + }, + { + "epoch": 14.705188679245284, + "grad_norm": 3.847919464111328, + "learning_rate": 1.98772058304816e-06, + "loss": 0.5757, + "num_input_tokens_seen": 16296792, + "step": 24940 + }, + { + "epoch": 14.70813679245283, + "grad_norm": 2.36714506149292, + "learning_rate": 1.9856675645107244e-06, + "loss": 0.2743, + "num_input_tokens_seen": 16300120, + "step": 24945 + }, + { + "epoch": 14.711084905660378, + "grad_norm": 2.8680331707000732, + "learning_rate": 1.9836153440307936e-06, + "loss": 0.4442, + "num_input_tokens_seen": 16303352, + "step": 24950 + }, + { + "epoch": 14.714033018867925, + "grad_norm": 3.5824317932128906, + "learning_rate": 1.9815639221517002e-06, + "loss": 0.2419, + "num_input_tokens_seen": 16306552, + "step": 24955 + }, + { + "epoch": 14.716981132075471, + "grad_norm": 3.205997943878174, + "learning_rate": 1.9795132994165673e-06, + "loss": 0.3079, + "num_input_tokens_seen": 16309496, + "step": 24960 + }, + { + "epoch": 14.71992924528302, + "grad_norm": 3.0584073066711426, + "learning_rate": 1.977463476368306e-06, + "loss": 0.3353, + "num_input_tokens_seen": 16312216, + "step": 24965 + }, + { + "epoch": 14.722877358490566, + "grad_norm": 3.661177635192871, + "learning_rate": 1.975414453549614e-06, + "loss": 0.2343, + "num_input_tokens_seen": 16315320, + "step": 24970 + }, + { + "epoch": 14.725825471698114, + "grad_norm": 4.152001857757568, + "learning_rate": 1.9733662315029826e-06, + "loss": 0.2785, + "num_input_tokens_seen": 16318040, + "step": 24975 + }, + { + "epoch": 14.72877358490566, + "grad_norm": 5.750056266784668, + "learning_rate": 1.9713188107706856e-06, + "loss": 0.3067, + "num_input_tokens_seen": 16320920, + "step": 24980 + }, + { + "epoch": 14.731721698113208, + "grad_norm": 3.7999725341796875, + "learning_rate": 1.969272191894786e-06, + "loss": 0.3542, + "num_input_tokens_seen": 16324312, + "step": 24985 + }, + { + "epoch": 14.734669811320755, + "grad_norm": 3.825847625732422, + "learning_rate": 1.967226375417135e-06, + "loss": 0.226, + "num_input_tokens_seen": 16327640, + "step": 24990 + }, + { + "epoch": 14.737617924528301, + "grad_norm": 5.159119129180908, + "learning_rate": 1.965181361879372e-06, + "loss": 0.3893, + "num_input_tokens_seen": 16330968, + "step": 24995 + }, + { + "epoch": 14.74056603773585, + "grad_norm": 3.3831143379211426, + "learning_rate": 1.9631371518229214e-06, + "loss": 0.3575, + "num_input_tokens_seen": 16333272, + "step": 25000 + }, + { + "epoch": 14.743514150943396, + "grad_norm": 3.1499340534210205, + "learning_rate": 1.9610937457889975e-06, + "loss": 0.3637, + "num_input_tokens_seen": 16336280, + "step": 25005 + }, + { + "epoch": 14.746462264150944, + "grad_norm": 2.8058981895446777, + "learning_rate": 1.9590511443186032e-06, + "loss": 0.4234, + "num_input_tokens_seen": 16338936, + "step": 25010 + }, + { + "epoch": 14.74941037735849, + "grad_norm": 3.1807312965393066, + "learning_rate": 1.9570093479525243e-06, + "loss": 0.2408, + "num_input_tokens_seen": 16341208, + "step": 25015 + }, + { + "epoch": 14.752358490566039, + "grad_norm": 3.3295669555664062, + "learning_rate": 1.954968357231335e-06, + "loss": 0.2923, + "num_input_tokens_seen": 16344344, + "step": 25020 + }, + { + "epoch": 14.755306603773585, + "grad_norm": 2.0696489810943604, + "learning_rate": 1.9529281726953964e-06, + "loss": 0.3189, + "num_input_tokens_seen": 16347960, + "step": 25025 + }, + { + "epoch": 14.758254716981131, + "grad_norm": 2.799121141433716, + "learning_rate": 1.9508887948848564e-06, + "loss": 0.3224, + "num_input_tokens_seen": 16351224, + "step": 25030 + }, + { + "epoch": 14.76120283018868, + "grad_norm": 3.8498928546905518, + "learning_rate": 1.9488502243396475e-06, + "loss": 0.3951, + "num_input_tokens_seen": 16353816, + "step": 25035 + }, + { + "epoch": 14.764150943396226, + "grad_norm": 3.923231601715088, + "learning_rate": 1.946812461599492e-06, + "loss": 0.3425, + "num_input_tokens_seen": 16356792, + "step": 25040 + }, + { + "epoch": 14.767099056603774, + "grad_norm": 2.7078804969787598, + "learning_rate": 1.944775507203897e-06, + "loss": 0.3532, + "num_input_tokens_seen": 16359480, + "step": 25045 + }, + { + "epoch": 14.77004716981132, + "grad_norm": 1.7319738864898682, + "learning_rate": 1.942739361692153e-06, + "loss": 0.3741, + "num_input_tokens_seen": 16363128, + "step": 25050 + }, + { + "epoch": 14.772995283018869, + "grad_norm": 2.455808639526367, + "learning_rate": 1.94070402560334e-06, + "loss": 0.2633, + "num_input_tokens_seen": 16365880, + "step": 25055 + }, + { + "epoch": 14.775943396226415, + "grad_norm": 3.279001474380493, + "learning_rate": 1.93866949947632e-06, + "loss": 0.2198, + "num_input_tokens_seen": 16368952, + "step": 25060 + }, + { + "epoch": 14.778891509433961, + "grad_norm": 2.8701820373535156, + "learning_rate": 1.9366357838497423e-06, + "loss": 0.3561, + "num_input_tokens_seen": 16371800, + "step": 25065 + }, + { + "epoch": 14.78183962264151, + "grad_norm": 3.1070432662963867, + "learning_rate": 1.9346028792620454e-06, + "loss": 0.3925, + "num_input_tokens_seen": 16374392, + "step": 25070 + }, + { + "epoch": 14.784787735849056, + "grad_norm": 5.970574855804443, + "learning_rate": 1.9325707862514464e-06, + "loss": 0.3066, + "num_input_tokens_seen": 16377592, + "step": 25075 + }, + { + "epoch": 14.787735849056604, + "grad_norm": 3.7941060066223145, + "learning_rate": 1.930539505355952e-06, + "loss": 0.4427, + "num_input_tokens_seen": 16380856, + "step": 25080 + }, + { + "epoch": 14.79068396226415, + "grad_norm": 4.801880836486816, + "learning_rate": 1.9285090371133524e-06, + "loss": 0.4494, + "num_input_tokens_seen": 16383384, + "step": 25085 + }, + { + "epoch": 14.793632075471699, + "grad_norm": 4.424936771392822, + "learning_rate": 1.9264793820612228e-06, + "loss": 0.2506, + "num_input_tokens_seen": 16386840, + "step": 25090 + }, + { + "epoch": 14.796580188679245, + "grad_norm": 1.8027806282043457, + "learning_rate": 1.924450540736921e-06, + "loss": 0.3039, + "num_input_tokens_seen": 16390456, + "step": 25095 + }, + { + "epoch": 14.799528301886792, + "grad_norm": 2.2692465782165527, + "learning_rate": 1.922422513677593e-06, + "loss": 0.2745, + "num_input_tokens_seen": 16393848, + "step": 25100 + }, + { + "epoch": 14.80247641509434, + "grad_norm": 5.118189811706543, + "learning_rate": 1.9203953014201703e-06, + "loss": 0.256, + "num_input_tokens_seen": 16396664, + "step": 25105 + }, + { + "epoch": 14.805424528301886, + "grad_norm": 4.633358001708984, + "learning_rate": 1.918368904501364e-06, + "loss": 0.3678, + "num_input_tokens_seen": 16400152, + "step": 25110 + }, + { + "epoch": 14.808372641509434, + "grad_norm": 2.4490859508514404, + "learning_rate": 1.9163433234576713e-06, + "loss": 0.2866, + "num_input_tokens_seen": 16404216, + "step": 25115 + }, + { + "epoch": 14.81132075471698, + "grad_norm": 3.7075071334838867, + "learning_rate": 1.9143185588253733e-06, + "loss": 0.3388, + "num_input_tokens_seen": 16407544, + "step": 25120 + }, + { + "epoch": 14.814268867924529, + "grad_norm": 4.729647636413574, + "learning_rate": 1.9122946111405354e-06, + "loss": 0.4982, + "num_input_tokens_seen": 16409880, + "step": 25125 + }, + { + "epoch": 14.817216981132075, + "grad_norm": 2.6013758182525635, + "learning_rate": 1.910271480939005e-06, + "loss": 0.2373, + "num_input_tokens_seen": 16413304, + "step": 25130 + }, + { + "epoch": 14.820165094339622, + "grad_norm": 2.662876605987549, + "learning_rate": 1.9082491687564176e-06, + "loss": 0.3175, + "num_input_tokens_seen": 16415832, + "step": 25135 + }, + { + "epoch": 14.82311320754717, + "grad_norm": 2.954247236251831, + "learning_rate": 1.9062276751281872e-06, + "loss": 0.3685, + "num_input_tokens_seen": 16418552, + "step": 25140 + }, + { + "epoch": 14.826061320754716, + "grad_norm": 3.3252382278442383, + "learning_rate": 1.9042070005895136e-06, + "loss": 0.4241, + "num_input_tokens_seen": 16422168, + "step": 25145 + }, + { + "epoch": 14.829009433962264, + "grad_norm": 2.7146549224853516, + "learning_rate": 1.9021871456753788e-06, + "loss": 0.2857, + "num_input_tokens_seen": 16425272, + "step": 25150 + }, + { + "epoch": 14.83195754716981, + "grad_norm": 5.394397258758545, + "learning_rate": 1.9001681109205478e-06, + "loss": 0.3529, + "num_input_tokens_seen": 16428312, + "step": 25155 + }, + { + "epoch": 14.834905660377359, + "grad_norm": 5.087313652038574, + "learning_rate": 1.898149896859567e-06, + "loss": 0.2761, + "num_input_tokens_seen": 16431256, + "step": 25160 + }, + { + "epoch": 14.837853773584905, + "grad_norm": 6.247450828552246, + "learning_rate": 1.8961325040267714e-06, + "loss": 0.3217, + "num_input_tokens_seen": 16433880, + "step": 25165 + }, + { + "epoch": 14.840801886792454, + "grad_norm": 2.542754650115967, + "learning_rate": 1.894115932956272e-06, + "loss": 0.5078, + "num_input_tokens_seen": 16436888, + "step": 25170 + }, + { + "epoch": 14.84375, + "grad_norm": 3.5236644744873047, + "learning_rate": 1.8921001841819652e-06, + "loss": 0.3859, + "num_input_tokens_seen": 16439832, + "step": 25175 + }, + { + "epoch": 14.846698113207546, + "grad_norm": 5.186787128448486, + "learning_rate": 1.8900852582375284e-06, + "loss": 0.4286, + "num_input_tokens_seen": 16442968, + "step": 25180 + }, + { + "epoch": 14.849646226415095, + "grad_norm": 4.020819187164307, + "learning_rate": 1.8880711556564214e-06, + "loss": 0.3212, + "num_input_tokens_seen": 16445272, + "step": 25185 + }, + { + "epoch": 14.852594339622641, + "grad_norm": 3.9726691246032715, + "learning_rate": 1.8860578769718891e-06, + "loss": 0.3585, + "num_input_tokens_seen": 16448920, + "step": 25190 + }, + { + "epoch": 14.85554245283019, + "grad_norm": 4.515938758850098, + "learning_rate": 1.8840454227169525e-06, + "loss": 0.3668, + "num_input_tokens_seen": 16451320, + "step": 25195 + }, + { + "epoch": 14.858490566037736, + "grad_norm": 2.6045773029327393, + "learning_rate": 1.882033793424421e-06, + "loss": 0.3574, + "num_input_tokens_seen": 16454520, + "step": 25200 + }, + { + "epoch": 14.861438679245284, + "grad_norm": 5.9310431480407715, + "learning_rate": 1.88002298962688e-06, + "loss": 0.4617, + "num_input_tokens_seen": 16457400, + "step": 25205 + }, + { + "epoch": 14.86438679245283, + "grad_norm": 8.504878997802734, + "learning_rate": 1.8780130118566996e-06, + "loss": 0.4105, + "num_input_tokens_seen": 16460344, + "step": 25210 + }, + { + "epoch": 14.867334905660378, + "grad_norm": 5.194939613342285, + "learning_rate": 1.876003860646029e-06, + "loss": 0.3886, + "num_input_tokens_seen": 16463608, + "step": 25215 + }, + { + "epoch": 14.870283018867925, + "grad_norm": 4.164381980895996, + "learning_rate": 1.8739955365267997e-06, + "loss": 0.4759, + "num_input_tokens_seen": 16466168, + "step": 25220 + }, + { + "epoch": 14.873231132075471, + "grad_norm": 3.0990653038024902, + "learning_rate": 1.8719880400307228e-06, + "loss": 0.2529, + "num_input_tokens_seen": 16469336, + "step": 25225 + }, + { + "epoch": 14.87617924528302, + "grad_norm": 3.2751805782318115, + "learning_rate": 1.869981371689295e-06, + "loss": 0.3526, + "num_input_tokens_seen": 16472248, + "step": 25230 + }, + { + "epoch": 14.879127358490566, + "grad_norm": 3.7169041633605957, + "learning_rate": 1.867975532033789e-06, + "loss": 0.2684, + "num_input_tokens_seen": 16474968, + "step": 25235 + }, + { + "epoch": 14.882075471698114, + "grad_norm": 4.167818069458008, + "learning_rate": 1.8659705215952589e-06, + "loss": 0.4001, + "num_input_tokens_seen": 16479032, + "step": 25240 + }, + { + "epoch": 14.88502358490566, + "grad_norm": 1.2461154460906982, + "learning_rate": 1.8639663409045405e-06, + "loss": 0.3339, + "num_input_tokens_seen": 16481720, + "step": 25245 + }, + { + "epoch": 14.887971698113208, + "grad_norm": 2.829524040222168, + "learning_rate": 1.8619629904922466e-06, + "loss": 0.3642, + "num_input_tokens_seen": 16485016, + "step": 25250 + }, + { + "epoch": 14.890919811320755, + "grad_norm": 3.0688085556030273, + "learning_rate": 1.859960470888777e-06, + "loss": 0.3282, + "num_input_tokens_seen": 16488632, + "step": 25255 + }, + { + "epoch": 14.893867924528301, + "grad_norm": 4.461785793304443, + "learning_rate": 1.857958782624306e-06, + "loss": 0.3744, + "num_input_tokens_seen": 16491896, + "step": 25260 + }, + { + "epoch": 14.89681603773585, + "grad_norm": 4.906411170959473, + "learning_rate": 1.8559579262287886e-06, + "loss": 0.5188, + "num_input_tokens_seen": 16495544, + "step": 25265 + }, + { + "epoch": 14.899764150943396, + "grad_norm": 3.7135090827941895, + "learning_rate": 1.8539579022319599e-06, + "loss": 0.2456, + "num_input_tokens_seen": 16498680, + "step": 25270 + }, + { + "epoch": 14.902712264150944, + "grad_norm": 1.9812332391738892, + "learning_rate": 1.8519587111633357e-06, + "loss": 0.2689, + "num_input_tokens_seen": 16502232, + "step": 25275 + }, + { + "epoch": 14.90566037735849, + "grad_norm": 2.288632869720459, + "learning_rate": 1.8499603535522082e-06, + "loss": 0.4686, + "num_input_tokens_seen": 16505304, + "step": 25280 + }, + { + "epoch": 14.908608490566039, + "grad_norm": 2.7983264923095703, + "learning_rate": 1.8479628299276543e-06, + "loss": 0.2896, + "num_input_tokens_seen": 16508472, + "step": 25285 + }, + { + "epoch": 14.911556603773585, + "grad_norm": 4.449795722961426, + "learning_rate": 1.8459661408185241e-06, + "loss": 0.3402, + "num_input_tokens_seen": 16511896, + "step": 25290 + }, + { + "epoch": 14.914504716981131, + "grad_norm": 2.7227511405944824, + "learning_rate": 1.8439702867534536e-06, + "loss": 0.4143, + "num_input_tokens_seen": 16514968, + "step": 25295 + }, + { + "epoch": 14.91745283018868, + "grad_norm": 2.0338134765625, + "learning_rate": 1.841975268260851e-06, + "loss": 0.3811, + "num_input_tokens_seen": 16518232, + "step": 25300 + }, + { + "epoch": 14.920400943396226, + "grad_norm": 2.5270516872406006, + "learning_rate": 1.8399810858689066e-06, + "loss": 0.2887, + "num_input_tokens_seen": 16521528, + "step": 25305 + }, + { + "epoch": 14.923349056603774, + "grad_norm": 6.466439723968506, + "learning_rate": 1.8379877401055884e-06, + "loss": 0.4249, + "num_input_tokens_seen": 16524536, + "step": 25310 + }, + { + "epoch": 14.92629716981132, + "grad_norm": 3.177891969680786, + "learning_rate": 1.8359952314986418e-06, + "loss": 0.2887, + "num_input_tokens_seen": 16527256, + "step": 25315 + }, + { + "epoch": 14.929245283018869, + "grad_norm": 2.620657444000244, + "learning_rate": 1.8340035605755957e-06, + "loss": 0.4139, + "num_input_tokens_seen": 16530936, + "step": 25320 + }, + { + "epoch": 14.932193396226415, + "grad_norm": 3.2730772495269775, + "learning_rate": 1.8320127278637518e-06, + "loss": 0.4733, + "num_input_tokens_seen": 16537720, + "step": 25325 + }, + { + "epoch": 14.935141509433961, + "grad_norm": 2.994507074356079, + "learning_rate": 1.830022733890191e-06, + "loss": 0.2956, + "num_input_tokens_seen": 16543160, + "step": 25330 + }, + { + "epoch": 14.93808962264151, + "grad_norm": 2.087761402130127, + "learning_rate": 1.8280335791817733e-06, + "loss": 0.2826, + "num_input_tokens_seen": 16547032, + "step": 25335 + }, + { + "epoch": 14.941037735849056, + "grad_norm": 3.466553211212158, + "learning_rate": 1.826045264265136e-06, + "loss": 0.3202, + "num_input_tokens_seen": 16551064, + "step": 25340 + }, + { + "epoch": 14.943985849056604, + "grad_norm": 3.0634925365448, + "learning_rate": 1.8240577896666928e-06, + "loss": 0.3231, + "num_input_tokens_seen": 16554552, + "step": 25345 + }, + { + "epoch": 14.94693396226415, + "grad_norm": 3.4625847339630127, + "learning_rate": 1.8220711559126382e-06, + "loss": 0.3176, + "num_input_tokens_seen": 16557528, + "step": 25350 + }, + { + "epoch": 14.949882075471699, + "grad_norm": 3.5751752853393555, + "learning_rate": 1.8200853635289417e-06, + "loss": 0.4827, + "num_input_tokens_seen": 16560184, + "step": 25355 + }, + { + "epoch": 14.952830188679245, + "grad_norm": 3.429039716720581, + "learning_rate": 1.81810041304135e-06, + "loss": 0.2525, + "num_input_tokens_seen": 16563640, + "step": 25360 + }, + { + "epoch": 14.955778301886792, + "grad_norm": 4.348334789276123, + "learning_rate": 1.8161163049753865e-06, + "loss": 0.4066, + "num_input_tokens_seen": 16566104, + "step": 25365 + }, + { + "epoch": 14.95872641509434, + "grad_norm": 1.744715929031372, + "learning_rate": 1.8141330398563533e-06, + "loss": 0.2945, + "num_input_tokens_seen": 16569816, + "step": 25370 + }, + { + "epoch": 14.961674528301886, + "grad_norm": 4.184430122375488, + "learning_rate": 1.8121506182093268e-06, + "loss": 0.3617, + "num_input_tokens_seen": 16573496, + "step": 25375 + }, + { + "epoch": 14.964622641509434, + "grad_norm": 3.0370254516601562, + "learning_rate": 1.8101690405591643e-06, + "loss": 0.3772, + "num_input_tokens_seen": 16576376, + "step": 25380 + }, + { + "epoch": 14.96757075471698, + "grad_norm": 3.250943899154663, + "learning_rate": 1.8081883074304945e-06, + "loss": 0.2852, + "num_input_tokens_seen": 16579832, + "step": 25385 + }, + { + "epoch": 14.970518867924529, + "grad_norm": 2.8498172760009766, + "learning_rate": 1.8062084193477275e-06, + "loss": 0.3474, + "num_input_tokens_seen": 16583224, + "step": 25390 + }, + { + "epoch": 14.973466981132075, + "grad_norm": 4.5226616859436035, + "learning_rate": 1.804229376835046e-06, + "loss": 0.4025, + "num_input_tokens_seen": 16586104, + "step": 25395 + }, + { + "epoch": 14.976415094339622, + "grad_norm": 3.2346973419189453, + "learning_rate": 1.8022511804164105e-06, + "loss": 0.3938, + "num_input_tokens_seen": 16589016, + "step": 25400 + }, + { + "epoch": 14.97936320754717, + "grad_norm": 3.2552435398101807, + "learning_rate": 1.8002738306155559e-06, + "loss": 0.3813, + "num_input_tokens_seen": 16592664, + "step": 25405 + }, + { + "epoch": 14.982311320754716, + "grad_norm": 3.9697558879852295, + "learning_rate": 1.7982973279559935e-06, + "loss": 0.3721, + "num_input_tokens_seen": 16595096, + "step": 25410 + }, + { + "epoch": 14.985259433962264, + "grad_norm": 4.144637584686279, + "learning_rate": 1.7963216729610134e-06, + "loss": 0.3682, + "num_input_tokens_seen": 16598136, + "step": 25415 + }, + { + "epoch": 14.98820754716981, + "grad_norm": 4.162704944610596, + "learning_rate": 1.7943468661536773e-06, + "loss": 0.2708, + "num_input_tokens_seen": 16600888, + "step": 25420 + }, + { + "epoch": 14.991155660377359, + "grad_norm": 1.7288892269134521, + "learning_rate": 1.7923729080568242e-06, + "loss": 0.2622, + "num_input_tokens_seen": 16604056, + "step": 25425 + }, + { + "epoch": 14.994103773584905, + "grad_norm": 5.175121307373047, + "learning_rate": 1.7903997991930683e-06, + "loss": 0.2781, + "num_input_tokens_seen": 16608152, + "step": 25430 + }, + { + "epoch": 14.997051886792454, + "grad_norm": 3.5707030296325684, + "learning_rate": 1.7884275400847972e-06, + "loss": 0.267, + "num_input_tokens_seen": 16610968, + "step": 25435 + }, + { + "epoch": 15.0, + "grad_norm": 6.301745414733887, + "learning_rate": 1.786456131254175e-06, + "loss": 0.3584, + "num_input_tokens_seen": 16614080, + "step": 25440 + }, + { + "epoch": 15.002948113207546, + "grad_norm": 2.5322790145874023, + "learning_rate": 1.784485573223143e-06, + "loss": 0.2384, + "num_input_tokens_seen": 16617504, + "step": 25445 + }, + { + "epoch": 15.005896226415095, + "grad_norm": 2.6225473880767822, + "learning_rate": 1.782515866513414e-06, + "loss": 0.3564, + "num_input_tokens_seen": 16620896, + "step": 25450 + }, + { + "epoch": 15.008844339622641, + "grad_norm": 3.7862637042999268, + "learning_rate": 1.7805470116464758e-06, + "loss": 0.2286, + "num_input_tokens_seen": 16624256, + "step": 25455 + }, + { + "epoch": 15.01179245283019, + "grad_norm": 4.78562593460083, + "learning_rate": 1.7785790091435911e-06, + "loss": 0.2667, + "num_input_tokens_seen": 16627424, + "step": 25460 + }, + { + "epoch": 15.014740566037736, + "grad_norm": 4.66898250579834, + "learning_rate": 1.776611859525796e-06, + "loss": 0.3203, + "num_input_tokens_seen": 16630912, + "step": 25465 + }, + { + "epoch": 15.017688679245284, + "grad_norm": 2.7489874362945557, + "learning_rate": 1.7746455633139042e-06, + "loss": 0.2263, + "num_input_tokens_seen": 16633856, + "step": 25470 + }, + { + "epoch": 15.02063679245283, + "grad_norm": 5.0276923179626465, + "learning_rate": 1.7726801210285005e-06, + "loss": 0.3548, + "num_input_tokens_seen": 16636608, + "step": 25475 + }, + { + "epoch": 15.023584905660377, + "grad_norm": 4.351607799530029, + "learning_rate": 1.7707155331899418e-06, + "loss": 0.3527, + "num_input_tokens_seen": 16640160, + "step": 25480 + }, + { + "epoch": 15.026533018867925, + "grad_norm": 3.703322172164917, + "learning_rate": 1.7687518003183645e-06, + "loss": 0.3334, + "num_input_tokens_seen": 16644384, + "step": 25485 + }, + { + "epoch": 15.029481132075471, + "grad_norm": 3.7657203674316406, + "learning_rate": 1.766788922933675e-06, + "loss": 0.2352, + "num_input_tokens_seen": 16647488, + "step": 25490 + }, + { + "epoch": 15.03242924528302, + "grad_norm": 2.7590620517730713, + "learning_rate": 1.7648269015555514e-06, + "loss": 0.3392, + "num_input_tokens_seen": 16650752, + "step": 25495 + }, + { + "epoch": 15.035377358490566, + "grad_norm": 5.418124675750732, + "learning_rate": 1.7628657367034474e-06, + "loss": 0.4636, + "num_input_tokens_seen": 16654048, + "step": 25500 + }, + { + "epoch": 15.038325471698114, + "grad_norm": 6.384336948394775, + "learning_rate": 1.7609054288965922e-06, + "loss": 0.4462, + "num_input_tokens_seen": 16656544, + "step": 25505 + }, + { + "epoch": 15.04127358490566, + "grad_norm": 3.279043674468994, + "learning_rate": 1.7589459786539847e-06, + "loss": 0.3279, + "num_input_tokens_seen": 16659776, + "step": 25510 + }, + { + "epoch": 15.044221698113208, + "grad_norm": 4.26060676574707, + "learning_rate": 1.7569873864943975e-06, + "loss": 0.2824, + "num_input_tokens_seen": 16662528, + "step": 25515 + }, + { + "epoch": 15.047169811320755, + "grad_norm": 12.519410133361816, + "learning_rate": 1.7550296529363764e-06, + "loss": 0.3456, + "num_input_tokens_seen": 16665792, + "step": 25520 + }, + { + "epoch": 15.050117924528301, + "grad_norm": 6.452464580535889, + "learning_rate": 1.7530727784982393e-06, + "loss": 0.3114, + "num_input_tokens_seen": 16668544, + "step": 25525 + }, + { + "epoch": 15.05306603773585, + "grad_norm": 3.6531479358673096, + "learning_rate": 1.7511167636980765e-06, + "loss": 0.3725, + "num_input_tokens_seen": 16671296, + "step": 25530 + }, + { + "epoch": 15.056014150943396, + "grad_norm": 2.972513198852539, + "learning_rate": 1.7491616090537539e-06, + "loss": 0.3234, + "num_input_tokens_seen": 16674816, + "step": 25535 + }, + { + "epoch": 15.058962264150944, + "grad_norm": 1.9524685144424438, + "learning_rate": 1.7472073150829056e-06, + "loss": 0.2565, + "num_input_tokens_seen": 16679104, + "step": 25540 + }, + { + "epoch": 15.06191037735849, + "grad_norm": 2.9250831604003906, + "learning_rate": 1.745253882302939e-06, + "loss": 0.2831, + "num_input_tokens_seen": 16682112, + "step": 25545 + }, + { + "epoch": 15.064858490566039, + "grad_norm": 3.5123400688171387, + "learning_rate": 1.743301311231035e-06, + "loss": 0.2817, + "num_input_tokens_seen": 16685312, + "step": 25550 + }, + { + "epoch": 15.067806603773585, + "grad_norm": 4.248608112335205, + "learning_rate": 1.7413496023841437e-06, + "loss": 0.292, + "num_input_tokens_seen": 16687808, + "step": 25555 + }, + { + "epoch": 15.070754716981131, + "grad_norm": 2.8687052726745605, + "learning_rate": 1.7393987562789876e-06, + "loss": 0.3648, + "num_input_tokens_seen": 16690784, + "step": 25560 + }, + { + "epoch": 15.07370283018868, + "grad_norm": 4.400496959686279, + "learning_rate": 1.7374487734320655e-06, + "loss": 0.376, + "num_input_tokens_seen": 16693600, + "step": 25565 + }, + { + "epoch": 15.076650943396226, + "grad_norm": 4.042047023773193, + "learning_rate": 1.7354996543596408e-06, + "loss": 0.3154, + "num_input_tokens_seen": 16696768, + "step": 25570 + }, + { + "epoch": 15.079599056603774, + "grad_norm": 3.1530728340148926, + "learning_rate": 1.7335513995777504e-06, + "loss": 0.3513, + "num_input_tokens_seen": 16700800, + "step": 25575 + }, + { + "epoch": 15.08254716981132, + "grad_norm": 2.944457530975342, + "learning_rate": 1.7316040096022062e-06, + "loss": 0.4514, + "num_input_tokens_seen": 16705312, + "step": 25580 + }, + { + "epoch": 15.085495283018869, + "grad_norm": 4.389402389526367, + "learning_rate": 1.7296574849485863e-06, + "loss": 0.3068, + "num_input_tokens_seen": 16708064, + "step": 25585 + }, + { + "epoch": 15.088443396226415, + "grad_norm": 3.5914783477783203, + "learning_rate": 1.7277118261322423e-06, + "loss": 0.4173, + "num_input_tokens_seen": 16711744, + "step": 25590 + }, + { + "epoch": 15.091391509433961, + "grad_norm": 9.460491180419922, + "learning_rate": 1.7257670336682925e-06, + "loss": 0.3274, + "num_input_tokens_seen": 16714464, + "step": 25595 + }, + { + "epoch": 15.09433962264151, + "grad_norm": 4.07488489151001, + "learning_rate": 1.7238231080716339e-06, + "loss": 0.2481, + "num_input_tokens_seen": 16717408, + "step": 25600 + }, + { + "epoch": 15.097287735849056, + "grad_norm": 4.154604434967041, + "learning_rate": 1.721880049856927e-06, + "loss": 0.4317, + "num_input_tokens_seen": 16720544, + "step": 25605 + }, + { + "epoch": 15.100235849056604, + "grad_norm": 6.129277229309082, + "learning_rate": 1.7199378595386046e-06, + "loss": 0.3449, + "num_input_tokens_seen": 16724000, + "step": 25610 + }, + { + "epoch": 15.10318396226415, + "grad_norm": 4.317569732666016, + "learning_rate": 1.7179965376308705e-06, + "loss": 0.4008, + "num_input_tokens_seen": 16728160, + "step": 25615 + }, + { + "epoch": 15.106132075471699, + "grad_norm": 2.891288995742798, + "learning_rate": 1.7160560846476976e-06, + "loss": 0.2583, + "num_input_tokens_seen": 16731680, + "step": 25620 + }, + { + "epoch": 15.109080188679245, + "grad_norm": 2.759896993637085, + "learning_rate": 1.7141165011028277e-06, + "loss": 0.3655, + "num_input_tokens_seen": 16734720, + "step": 25625 + }, + { + "epoch": 15.112028301886792, + "grad_norm": 3.770829200744629, + "learning_rate": 1.7121777875097767e-06, + "loss": 0.4063, + "num_input_tokens_seen": 16737536, + "step": 25630 + }, + { + "epoch": 15.11497641509434, + "grad_norm": 5.071467399597168, + "learning_rate": 1.7102399443818268e-06, + "loss": 0.3713, + "num_input_tokens_seen": 16740704, + "step": 25635 + }, + { + "epoch": 15.117924528301886, + "grad_norm": 3.1480538845062256, + "learning_rate": 1.7083029722320294e-06, + "loss": 0.3014, + "num_input_tokens_seen": 16743936, + "step": 25640 + }, + { + "epoch": 15.120872641509434, + "grad_norm": 4.033463954925537, + "learning_rate": 1.7063668715732063e-06, + "loss": 0.3341, + "num_input_tokens_seen": 16746880, + "step": 25645 + }, + { + "epoch": 15.12382075471698, + "grad_norm": 4.308760166168213, + "learning_rate": 1.7044316429179492e-06, + "loss": 0.2569, + "num_input_tokens_seen": 16750112, + "step": 25650 + }, + { + "epoch": 15.126768867924529, + "grad_norm": 2.5431406497955322, + "learning_rate": 1.7024972867786155e-06, + "loss": 0.2842, + "num_input_tokens_seen": 16753536, + "step": 25655 + }, + { + "epoch": 15.129716981132075, + "grad_norm": 3.6667189598083496, + "learning_rate": 1.7005638036673389e-06, + "loss": 0.367, + "num_input_tokens_seen": 16757024, + "step": 25660 + }, + { + "epoch": 15.132665094339623, + "grad_norm": 3.0708658695220947, + "learning_rate": 1.6986311940960148e-06, + "loss": 0.3078, + "num_input_tokens_seen": 16760992, + "step": 25665 + }, + { + "epoch": 15.13561320754717, + "grad_norm": 3.6155567169189453, + "learning_rate": 1.696699458576308e-06, + "loss": 0.3369, + "num_input_tokens_seen": 16763552, + "step": 25670 + }, + { + "epoch": 15.138561320754716, + "grad_norm": 2.1751625537872314, + "learning_rate": 1.6947685976196581e-06, + "loss": 0.3753, + "num_input_tokens_seen": 16768256, + "step": 25675 + }, + { + "epoch": 15.141509433962264, + "grad_norm": 4.229998588562012, + "learning_rate": 1.692838611737267e-06, + "loss": 0.3475, + "num_input_tokens_seen": 16771712, + "step": 25680 + }, + { + "epoch": 15.14445754716981, + "grad_norm": 4.1031036376953125, + "learning_rate": 1.690909501440106e-06, + "loss": 0.3162, + "num_input_tokens_seen": 16774336, + "step": 25685 + }, + { + "epoch": 15.147405660377359, + "grad_norm": 2.855433702468872, + "learning_rate": 1.688981267238915e-06, + "loss": 0.37, + "num_input_tokens_seen": 16777728, + "step": 25690 + }, + { + "epoch": 15.150353773584905, + "grad_norm": 3.1389756202697754, + "learning_rate": 1.687053909644204e-06, + "loss": 0.3424, + "num_input_tokens_seen": 16780672, + "step": 25695 + }, + { + "epoch": 15.153301886792454, + "grad_norm": 4.320467472076416, + "learning_rate": 1.685127429166249e-06, + "loss": 0.3216, + "num_input_tokens_seen": 16783456, + "step": 25700 + }, + { + "epoch": 15.15625, + "grad_norm": 4.6768798828125, + "learning_rate": 1.683201826315093e-06, + "loss": 0.2391, + "num_input_tokens_seen": 16787104, + "step": 25705 + }, + { + "epoch": 15.159198113207546, + "grad_norm": 4.087461471557617, + "learning_rate": 1.681277101600548e-06, + "loss": 0.4013, + "num_input_tokens_seen": 16790272, + "step": 25710 + }, + { + "epoch": 15.162146226415095, + "grad_norm": 3.5446486473083496, + "learning_rate": 1.6793532555321939e-06, + "loss": 0.2727, + "num_input_tokens_seen": 16793344, + "step": 25715 + }, + { + "epoch": 15.165094339622641, + "grad_norm": 4.532614231109619, + "learning_rate": 1.6774302886193744e-06, + "loss": 0.3129, + "num_input_tokens_seen": 16796224, + "step": 25720 + }, + { + "epoch": 15.16804245283019, + "grad_norm": 5.41309118270874, + "learning_rate": 1.6755082013712076e-06, + "loss": 0.1617, + "num_input_tokens_seen": 16798912, + "step": 25725 + }, + { + "epoch": 15.170990566037736, + "grad_norm": 18.0413818359375, + "learning_rate": 1.6735869942965716e-06, + "loss": 0.368, + "num_input_tokens_seen": 16801792, + "step": 25730 + }, + { + "epoch": 15.173938679245284, + "grad_norm": 5.9022369384765625, + "learning_rate": 1.6716666679041155e-06, + "loss": 0.31, + "num_input_tokens_seen": 16804448, + "step": 25735 + }, + { + "epoch": 15.17688679245283, + "grad_norm": 2.487915277481079, + "learning_rate": 1.6697472227022533e-06, + "loss": 0.3003, + "num_input_tokens_seen": 16808576, + "step": 25740 + }, + { + "epoch": 15.179834905660377, + "grad_norm": 4.640215873718262, + "learning_rate": 1.6678286591991644e-06, + "loss": 0.2545, + "num_input_tokens_seen": 16811168, + "step": 25745 + }, + { + "epoch": 15.182783018867925, + "grad_norm": 3.1798853874206543, + "learning_rate": 1.665910977902801e-06, + "loss": 0.3223, + "num_input_tokens_seen": 16814304, + "step": 25750 + }, + { + "epoch": 15.185731132075471, + "grad_norm": 3.0495755672454834, + "learning_rate": 1.6639941793208747e-06, + "loss": 0.2651, + "num_input_tokens_seen": 16817984, + "step": 25755 + }, + { + "epoch": 15.18867924528302, + "grad_norm": 4.097833633422852, + "learning_rate": 1.6620782639608674e-06, + "loss": 0.3039, + "num_input_tokens_seen": 16821216, + "step": 25760 + }, + { + "epoch": 15.191627358490566, + "grad_norm": 3.5331878662109375, + "learning_rate": 1.6601632323300231e-06, + "loss": 0.3419, + "num_input_tokens_seen": 16823936, + "step": 25765 + }, + { + "epoch": 15.194575471698114, + "grad_norm": 4.766979694366455, + "learning_rate": 1.6582490849353595e-06, + "loss": 0.3202, + "num_input_tokens_seen": 16826816, + "step": 25770 + }, + { + "epoch": 15.19752358490566, + "grad_norm": 5.771164417266846, + "learning_rate": 1.6563358222836523e-06, + "loss": 0.3866, + "num_input_tokens_seen": 16830432, + "step": 25775 + }, + { + "epoch": 15.200471698113208, + "grad_norm": 3.6755456924438477, + "learning_rate": 1.654423444881445e-06, + "loss": 0.4469, + "num_input_tokens_seen": 16833472, + "step": 25780 + }, + { + "epoch": 15.203419811320755, + "grad_norm": 5.3153252601623535, + "learning_rate": 1.652511953235051e-06, + "loss": 0.2372, + "num_input_tokens_seen": 16836832, + "step": 25785 + }, + { + "epoch": 15.206367924528301, + "grad_norm": 3.2037222385406494, + "learning_rate": 1.650601347850544e-06, + "loss": 0.2901, + "num_input_tokens_seen": 16839296, + "step": 25790 + }, + { + "epoch": 15.20931603773585, + "grad_norm": 4.139017581939697, + "learning_rate": 1.6486916292337652e-06, + "loss": 0.3452, + "num_input_tokens_seen": 16842368, + "step": 25795 + }, + { + "epoch": 15.212264150943396, + "grad_norm": 3.679892063140869, + "learning_rate": 1.6467827978903212e-06, + "loss": 0.3746, + "num_input_tokens_seen": 16848000, + "step": 25800 + }, + { + "epoch": 15.215212264150944, + "grad_norm": 4.079154014587402, + "learning_rate": 1.6448748543255827e-06, + "loss": 0.4005, + "num_input_tokens_seen": 16850784, + "step": 25805 + }, + { + "epoch": 15.21816037735849, + "grad_norm": 4.100137233734131, + "learning_rate": 1.6429677990446845e-06, + "loss": 0.3617, + "num_input_tokens_seen": 16854656, + "step": 25810 + }, + { + "epoch": 15.221108490566039, + "grad_norm": 3.995739698410034, + "learning_rate": 1.6410616325525319e-06, + "loss": 0.2142, + "num_input_tokens_seen": 16857248, + "step": 25815 + }, + { + "epoch": 15.224056603773585, + "grad_norm": 3.176815986633301, + "learning_rate": 1.6391563553537875e-06, + "loss": 0.3949, + "num_input_tokens_seen": 16860768, + "step": 25820 + }, + { + "epoch": 15.227004716981131, + "grad_norm": 6.274486541748047, + "learning_rate": 1.6372519679528832e-06, + "loss": 0.3843, + "num_input_tokens_seen": 16863104, + "step": 25825 + }, + { + "epoch": 15.22995283018868, + "grad_norm": 2.5697615146636963, + "learning_rate": 1.6353484708540124e-06, + "loss": 0.3676, + "num_input_tokens_seen": 16866624, + "step": 25830 + }, + { + "epoch": 15.232900943396226, + "grad_norm": 1.4484138488769531, + "learning_rate": 1.633445864561135e-06, + "loss": 0.2827, + "num_input_tokens_seen": 16870304, + "step": 25835 + }, + { + "epoch": 15.235849056603774, + "grad_norm": 2.273183822631836, + "learning_rate": 1.6315441495779726e-06, + "loss": 0.3561, + "num_input_tokens_seen": 16874560, + "step": 25840 + }, + { + "epoch": 15.23879716981132, + "grad_norm": 5.181872844696045, + "learning_rate": 1.6296433264080152e-06, + "loss": 0.2878, + "num_input_tokens_seen": 16878240, + "step": 25845 + }, + { + "epoch": 15.241745283018869, + "grad_norm": 5.029616355895996, + "learning_rate": 1.627743395554513e-06, + "loss": 0.4012, + "num_input_tokens_seen": 16880320, + "step": 25850 + }, + { + "epoch": 15.244693396226415, + "grad_norm": 2.5675888061523438, + "learning_rate": 1.6258443575204802e-06, + "loss": 0.2662, + "num_input_tokens_seen": 16886176, + "step": 25855 + }, + { + "epoch": 15.247641509433961, + "grad_norm": 5.4593000411987305, + "learning_rate": 1.6239462128086936e-06, + "loss": 0.363, + "num_input_tokens_seen": 16889728, + "step": 25860 + }, + { + "epoch": 15.25058962264151, + "grad_norm": 3.9598422050476074, + "learning_rate": 1.6220489619216988e-06, + "loss": 0.2977, + "num_input_tokens_seen": 16893472, + "step": 25865 + }, + { + "epoch": 15.253537735849056, + "grad_norm": 2.4381844997406006, + "learning_rate": 1.6201526053618e-06, + "loss": 0.2656, + "num_input_tokens_seen": 16896224, + "step": 25870 + }, + { + "epoch": 15.256485849056604, + "grad_norm": 2.2898507118225098, + "learning_rate": 1.6182571436310634e-06, + "loss": 0.2793, + "num_input_tokens_seen": 16898720, + "step": 25875 + }, + { + "epoch": 15.25943396226415, + "grad_norm": 2.739528179168701, + "learning_rate": 1.616362577231324e-06, + "loss": 0.2878, + "num_input_tokens_seen": 16902656, + "step": 25880 + }, + { + "epoch": 15.262382075471699, + "grad_norm": 4.744143009185791, + "learning_rate": 1.614468906664175e-06, + "loss": 0.2787, + "num_input_tokens_seen": 16905568, + "step": 25885 + }, + { + "epoch": 15.265330188679245, + "grad_norm": 3.536092758178711, + "learning_rate": 1.612576132430974e-06, + "loss": 0.2944, + "num_input_tokens_seen": 16908096, + "step": 25890 + }, + { + "epoch": 15.268278301886792, + "grad_norm": 3.05991530418396, + "learning_rate": 1.6106842550328406e-06, + "loss": 0.3636, + "num_input_tokens_seen": 16910976, + "step": 25895 + }, + { + "epoch": 15.27122641509434, + "grad_norm": 2.945425271987915, + "learning_rate": 1.6087932749706582e-06, + "loss": 0.2715, + "num_input_tokens_seen": 16913824, + "step": 25900 + }, + { + "epoch": 15.274174528301886, + "grad_norm": 2.5448949337005615, + "learning_rate": 1.6069031927450696e-06, + "loss": 0.3669, + "num_input_tokens_seen": 16917056, + "step": 25905 + }, + { + "epoch": 15.277122641509434, + "grad_norm": 4.065649509429932, + "learning_rate": 1.605014008856486e-06, + "loss": 0.2996, + "num_input_tokens_seen": 16920160, + "step": 25910 + }, + { + "epoch": 15.28007075471698, + "grad_norm": 4.606621265411377, + "learning_rate": 1.6031257238050745e-06, + "loss": 0.2408, + "num_input_tokens_seen": 16923520, + "step": 25915 + }, + { + "epoch": 15.283018867924529, + "grad_norm": 2.929837942123413, + "learning_rate": 1.601238338090768e-06, + "loss": 0.1833, + "num_input_tokens_seen": 16926240, + "step": 25920 + }, + { + "epoch": 15.285966981132075, + "grad_norm": 3.475054979324341, + "learning_rate": 1.5993518522132595e-06, + "loss": 0.2949, + "num_input_tokens_seen": 16929728, + "step": 25925 + }, + { + "epoch": 15.288915094339623, + "grad_norm": 3.908399820327759, + "learning_rate": 1.5974662666720037e-06, + "loss": 0.3442, + "num_input_tokens_seen": 16932448, + "step": 25930 + }, + { + "epoch": 15.29186320754717, + "grad_norm": 4.5657758712768555, + "learning_rate": 1.5955815819662162e-06, + "loss": 0.2556, + "num_input_tokens_seen": 16935168, + "step": 25935 + }, + { + "epoch": 15.294811320754716, + "grad_norm": 3.0955467224121094, + "learning_rate": 1.5936977985948788e-06, + "loss": 0.3131, + "num_input_tokens_seen": 16938592, + "step": 25940 + }, + { + "epoch": 15.297759433962264, + "grad_norm": 3.4287264347076416, + "learning_rate": 1.5918149170567298e-06, + "loss": 0.2663, + "num_input_tokens_seen": 16942432, + "step": 25945 + }, + { + "epoch": 15.30070754716981, + "grad_norm": 2.959080696105957, + "learning_rate": 1.5899329378502698e-06, + "loss": 0.3375, + "num_input_tokens_seen": 16946240, + "step": 25950 + }, + { + "epoch": 15.303655660377359, + "grad_norm": 4.441600322723389, + "learning_rate": 1.588051861473761e-06, + "loss": 0.2712, + "num_input_tokens_seen": 16948864, + "step": 25955 + }, + { + "epoch": 15.306603773584905, + "grad_norm": 2.487708568572998, + "learning_rate": 1.5861716884252253e-06, + "loss": 0.297, + "num_input_tokens_seen": 16953088, + "step": 25960 + }, + { + "epoch": 15.309551886792454, + "grad_norm": 4.025802135467529, + "learning_rate": 1.5842924192024489e-06, + "loss": 0.2836, + "num_input_tokens_seen": 16956352, + "step": 25965 + }, + { + "epoch": 15.3125, + "grad_norm": 5.534725189208984, + "learning_rate": 1.5824140543029742e-06, + "loss": 0.2584, + "num_input_tokens_seen": 16959616, + "step": 25970 + }, + { + "epoch": 15.315448113207546, + "grad_norm": 2.418290853500366, + "learning_rate": 1.5805365942241092e-06, + "loss": 0.3606, + "num_input_tokens_seen": 16962976, + "step": 25975 + }, + { + "epoch": 15.318396226415095, + "grad_norm": 2.847482204437256, + "learning_rate": 1.5786600394629181e-06, + "loss": 0.2805, + "num_input_tokens_seen": 16967584, + "step": 25980 + }, + { + "epoch": 15.321344339622641, + "grad_norm": 3.289644718170166, + "learning_rate": 1.5767843905162261e-06, + "loss": 0.3578, + "num_input_tokens_seen": 16971200, + "step": 25985 + }, + { + "epoch": 15.32429245283019, + "grad_norm": 5.806464195251465, + "learning_rate": 1.5749096478806209e-06, + "loss": 0.3063, + "num_input_tokens_seen": 16974304, + "step": 25990 + }, + { + "epoch": 15.327240566037736, + "grad_norm": 5.345826148986816, + "learning_rate": 1.5730358120524452e-06, + "loss": 0.2778, + "num_input_tokens_seen": 16977056, + "step": 25995 + }, + { + "epoch": 15.330188679245284, + "grad_norm": 5.28156852722168, + "learning_rate": 1.5711628835278098e-06, + "loss": 0.3369, + "num_input_tokens_seen": 16979840, + "step": 26000 + }, + { + "epoch": 15.33313679245283, + "grad_norm": 3.467893123626709, + "learning_rate": 1.5692908628025782e-06, + "loss": 0.2901, + "num_input_tokens_seen": 16984064, + "step": 26005 + }, + { + "epoch": 15.336084905660377, + "grad_norm": 3.180413007736206, + "learning_rate": 1.5674197503723765e-06, + "loss": 0.3402, + "num_input_tokens_seen": 16987296, + "step": 26010 + }, + { + "epoch": 15.339033018867925, + "grad_norm": 5.46171236038208, + "learning_rate": 1.5655495467325893e-06, + "loss": 0.3057, + "num_input_tokens_seen": 16989984, + "step": 26015 + }, + { + "epoch": 15.341981132075471, + "grad_norm": 5.16562032699585, + "learning_rate": 1.5636802523783613e-06, + "loss": 0.391, + "num_input_tokens_seen": 16993280, + "step": 26020 + }, + { + "epoch": 15.34492924528302, + "grad_norm": 3.1862194538116455, + "learning_rate": 1.5618118678045947e-06, + "loss": 0.4044, + "num_input_tokens_seen": 16996640, + "step": 26025 + }, + { + "epoch": 15.347877358490566, + "grad_norm": 5.249717712402344, + "learning_rate": 1.5599443935059549e-06, + "loss": 0.298, + "num_input_tokens_seen": 17001056, + "step": 26030 + }, + { + "epoch": 15.350825471698114, + "grad_norm": 2.6747806072235107, + "learning_rate": 1.5580778299768635e-06, + "loss": 0.4803, + "num_input_tokens_seen": 17004800, + "step": 26035 + }, + { + "epoch": 15.35377358490566, + "grad_norm": 1.9012073278427124, + "learning_rate": 1.5562121777114997e-06, + "loss": 0.2211, + "num_input_tokens_seen": 17008928, + "step": 26040 + }, + { + "epoch": 15.356721698113208, + "grad_norm": 3.949643611907959, + "learning_rate": 1.5543474372038043e-06, + "loss": 0.3236, + "num_input_tokens_seen": 17012352, + "step": 26045 + }, + { + "epoch": 15.359669811320755, + "grad_norm": 1.7988089323043823, + "learning_rate": 1.5524836089474748e-06, + "loss": 0.3688, + "num_input_tokens_seen": 17015520, + "step": 26050 + }, + { + "epoch": 15.362617924528301, + "grad_norm": 2.2165732383728027, + "learning_rate": 1.5506206934359664e-06, + "loss": 0.2208, + "num_input_tokens_seen": 17017952, + "step": 26055 + }, + { + "epoch": 15.36556603773585, + "grad_norm": 3.2090771198272705, + "learning_rate": 1.5487586911624947e-06, + "loss": 0.306, + "num_input_tokens_seen": 17020992, + "step": 26060 + }, + { + "epoch": 15.368514150943396, + "grad_norm": 4.730336666107178, + "learning_rate": 1.5468976026200355e-06, + "loss": 0.344, + "num_input_tokens_seen": 17023840, + "step": 26065 + }, + { + "epoch": 15.371462264150944, + "grad_norm": 2.222864866256714, + "learning_rate": 1.5450374283013187e-06, + "loss": 0.2465, + "num_input_tokens_seen": 17027392, + "step": 26070 + }, + { + "epoch": 15.37441037735849, + "grad_norm": 2.7952077388763428, + "learning_rate": 1.5431781686988317e-06, + "loss": 0.4076, + "num_input_tokens_seen": 17031840, + "step": 26075 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 4.7321577072143555, + "learning_rate": 1.5413198243048233e-06, + "loss": 0.345, + "num_input_tokens_seen": 17035232, + "step": 26080 + }, + { + "epoch": 15.380306603773585, + "grad_norm": 5.355125427246094, + "learning_rate": 1.5394623956112974e-06, + "loss": 0.3364, + "num_input_tokens_seen": 17038208, + "step": 26085 + }, + { + "epoch": 15.383254716981131, + "grad_norm": 4.865133762359619, + "learning_rate": 1.537605883110015e-06, + "loss": 0.43, + "num_input_tokens_seen": 17041440, + "step": 26090 + }, + { + "epoch": 15.38620283018868, + "grad_norm": 3.174866199493408, + "learning_rate": 1.5357502872924984e-06, + "loss": 0.238, + "num_input_tokens_seen": 17044896, + "step": 26095 + }, + { + "epoch": 15.389150943396226, + "grad_norm": 2.763507843017578, + "learning_rate": 1.5338956086500235e-06, + "loss": 0.2988, + "num_input_tokens_seen": 17047840, + "step": 26100 + }, + { + "epoch": 15.392099056603774, + "grad_norm": 4.086812973022461, + "learning_rate": 1.5320418476736237e-06, + "loss": 0.3657, + "num_input_tokens_seen": 17050784, + "step": 26105 + }, + { + "epoch": 15.39504716981132, + "grad_norm": 2.9937663078308105, + "learning_rate": 1.5301890048540912e-06, + "loss": 0.3085, + "num_input_tokens_seen": 17054112, + "step": 26110 + }, + { + "epoch": 15.397995283018869, + "grad_norm": 2.401865005493164, + "learning_rate": 1.5283370806819743e-06, + "loss": 0.3476, + "num_input_tokens_seen": 17056928, + "step": 26115 + }, + { + "epoch": 15.400943396226415, + "grad_norm": 4.185859203338623, + "learning_rate": 1.5264860756475752e-06, + "loss": 0.2935, + "num_input_tokens_seen": 17059904, + "step": 26120 + }, + { + "epoch": 15.403891509433961, + "grad_norm": 3.217142105102539, + "learning_rate": 1.5246359902409592e-06, + "loss": 0.4001, + "num_input_tokens_seen": 17063168, + "step": 26125 + }, + { + "epoch": 15.40683962264151, + "grad_norm": 2.086602210998535, + "learning_rate": 1.5227868249519423e-06, + "loss": 0.4359, + "num_input_tokens_seen": 17066816, + "step": 26130 + }, + { + "epoch": 15.409787735849056, + "grad_norm": 4.569514751434326, + "learning_rate": 1.5209385802700999e-06, + "loss": 0.4727, + "num_input_tokens_seen": 17069600, + "step": 26135 + }, + { + "epoch": 15.412735849056604, + "grad_norm": 3.5359742641448975, + "learning_rate": 1.5190912566847626e-06, + "loss": 0.4139, + "num_input_tokens_seen": 17072992, + "step": 26140 + }, + { + "epoch": 15.41568396226415, + "grad_norm": 7.760007858276367, + "learning_rate": 1.5172448546850166e-06, + "loss": 0.3556, + "num_input_tokens_seen": 17076224, + "step": 26145 + }, + { + "epoch": 15.418632075471699, + "grad_norm": 3.1608469486236572, + "learning_rate": 1.515399374759704e-06, + "loss": 0.2664, + "num_input_tokens_seen": 17079392, + "step": 26150 + }, + { + "epoch": 15.421580188679245, + "grad_norm": 1.9436498880386353, + "learning_rate": 1.513554817397424e-06, + "loss": 0.2838, + "num_input_tokens_seen": 17082976, + "step": 26155 + }, + { + "epoch": 15.424528301886792, + "grad_norm": 4.7448201179504395, + "learning_rate": 1.5117111830865338e-06, + "loss": 0.4076, + "num_input_tokens_seen": 17085440, + "step": 26160 + }, + { + "epoch": 15.42747641509434, + "grad_norm": 4.619349479675293, + "learning_rate": 1.509868472315142e-06, + "loss": 0.2933, + "num_input_tokens_seen": 17088320, + "step": 26165 + }, + { + "epoch": 15.430424528301886, + "grad_norm": 2.0826029777526855, + "learning_rate": 1.508026685571113e-06, + "loss": 0.3311, + "num_input_tokens_seen": 17092000, + "step": 26170 + }, + { + "epoch": 15.433372641509434, + "grad_norm": 3.464566469192505, + "learning_rate": 1.506185823342069e-06, + "loss": 0.2987, + "num_input_tokens_seen": 17096576, + "step": 26175 + }, + { + "epoch": 15.43632075471698, + "grad_norm": 2.8335041999816895, + "learning_rate": 1.504345886115386e-06, + "loss": 0.2809, + "num_input_tokens_seen": 17099552, + "step": 26180 + }, + { + "epoch": 15.439268867924529, + "grad_norm": 3.714223623275757, + "learning_rate": 1.502506874378193e-06, + "loss": 0.3663, + "num_input_tokens_seen": 17101888, + "step": 26185 + }, + { + "epoch": 15.442216981132075, + "grad_norm": 3.9519529342651367, + "learning_rate": 1.5006687886173805e-06, + "loss": 0.2567, + "num_input_tokens_seen": 17105152, + "step": 26190 + }, + { + "epoch": 15.445165094339623, + "grad_norm": 2.9969823360443115, + "learning_rate": 1.498831629319587e-06, + "loss": 0.3472, + "num_input_tokens_seen": 17108288, + "step": 26195 + }, + { + "epoch": 15.44811320754717, + "grad_norm": 2.718806743621826, + "learning_rate": 1.4969953969712087e-06, + "loss": 0.397, + "num_input_tokens_seen": 17112032, + "step": 26200 + }, + { + "epoch": 15.451061320754716, + "grad_norm": 5.329970359802246, + "learning_rate": 1.4951600920583963e-06, + "loss": 0.3079, + "num_input_tokens_seen": 17114880, + "step": 26205 + }, + { + "epoch": 15.454009433962264, + "grad_norm": 5.377208232879639, + "learning_rate": 1.493325715067055e-06, + "loss": 0.3132, + "num_input_tokens_seen": 17118016, + "step": 26210 + }, + { + "epoch": 15.45695754716981, + "grad_norm": 3.4924845695495605, + "learning_rate": 1.4914922664828417e-06, + "loss": 0.3173, + "num_input_tokens_seen": 17119968, + "step": 26215 + }, + { + "epoch": 15.459905660377359, + "grad_norm": 3.879685163497925, + "learning_rate": 1.4896597467911732e-06, + "loss": 0.3772, + "num_input_tokens_seen": 17122528, + "step": 26220 + }, + { + "epoch": 15.462853773584905, + "grad_norm": 4.152863025665283, + "learning_rate": 1.4878281564772156e-06, + "loss": 0.3274, + "num_input_tokens_seen": 17124896, + "step": 26225 + }, + { + "epoch": 15.465801886792454, + "grad_norm": 3.7789113521575928, + "learning_rate": 1.4859974960258898e-06, + "loss": 0.3095, + "num_input_tokens_seen": 17128672, + "step": 26230 + }, + { + "epoch": 15.46875, + "grad_norm": 5.088944911956787, + "learning_rate": 1.4841677659218723e-06, + "loss": 0.3769, + "num_input_tokens_seen": 17131296, + "step": 26235 + }, + { + "epoch": 15.471698113207546, + "grad_norm": 9.529460906982422, + "learning_rate": 1.4823389666495886e-06, + "loss": 0.351, + "num_input_tokens_seen": 17134048, + "step": 26240 + }, + { + "epoch": 15.474646226415095, + "grad_norm": 2.455556869506836, + "learning_rate": 1.4805110986932258e-06, + "loss": 0.3623, + "num_input_tokens_seen": 17137024, + "step": 26245 + }, + { + "epoch": 15.477594339622641, + "grad_norm": 11.031072616577148, + "learning_rate": 1.4786841625367166e-06, + "loss": 0.3182, + "num_input_tokens_seen": 17140320, + "step": 26250 + }, + { + "epoch": 15.48054245283019, + "grad_norm": 1.8258278369903564, + "learning_rate": 1.476858158663752e-06, + "loss": 0.3103, + "num_input_tokens_seen": 17144448, + "step": 26255 + }, + { + "epoch": 15.483490566037736, + "grad_norm": 4.018097877502441, + "learning_rate": 1.4750330875577745e-06, + "loss": 0.3643, + "num_input_tokens_seen": 17147488, + "step": 26260 + }, + { + "epoch": 15.486438679245284, + "grad_norm": 8.444518089294434, + "learning_rate": 1.4732089497019787e-06, + "loss": 0.538, + "num_input_tokens_seen": 17150528, + "step": 26265 + }, + { + "epoch": 15.48938679245283, + "grad_norm": 4.745720863342285, + "learning_rate": 1.471385745579313e-06, + "loss": 0.3871, + "num_input_tokens_seen": 17154464, + "step": 26270 + }, + { + "epoch": 15.492334905660377, + "grad_norm": 3.9114952087402344, + "learning_rate": 1.4695634756724775e-06, + "loss": 0.2251, + "num_input_tokens_seen": 17157088, + "step": 26275 + }, + { + "epoch": 15.495283018867925, + "grad_norm": 4.807097434997559, + "learning_rate": 1.4677421404639281e-06, + "loss": 0.2905, + "num_input_tokens_seen": 17160192, + "step": 26280 + }, + { + "epoch": 15.498231132075471, + "grad_norm": 3.0802981853485107, + "learning_rate": 1.4659217404358706e-06, + "loss": 0.3214, + "num_input_tokens_seen": 17163520, + "step": 26285 + }, + { + "epoch": 15.50117924528302, + "grad_norm": 4.009572505950928, + "learning_rate": 1.4641022760702627e-06, + "loss": 0.5001, + "num_input_tokens_seen": 17166464, + "step": 26290 + }, + { + "epoch": 15.504127358490566, + "grad_norm": 4.43621826171875, + "learning_rate": 1.4622837478488172e-06, + "loss": 0.2622, + "num_input_tokens_seen": 17171296, + "step": 26295 + }, + { + "epoch": 15.507075471698114, + "grad_norm": 3.803558111190796, + "learning_rate": 1.4604661562529953e-06, + "loss": 0.5299, + "num_input_tokens_seen": 17174816, + "step": 26300 + }, + { + "epoch": 15.51002358490566, + "grad_norm": 2.107499122619629, + "learning_rate": 1.4586495017640119e-06, + "loss": 0.3001, + "num_input_tokens_seen": 17178016, + "step": 26305 + }, + { + "epoch": 15.512971698113208, + "grad_norm": 2.9534988403320312, + "learning_rate": 1.4568337848628366e-06, + "loss": 0.3125, + "num_input_tokens_seen": 17181344, + "step": 26310 + }, + { + "epoch": 15.515919811320755, + "grad_norm": 2.2218596935272217, + "learning_rate": 1.4550190060301872e-06, + "loss": 0.3272, + "num_input_tokens_seen": 17184704, + "step": 26315 + }, + { + "epoch": 15.518867924528301, + "grad_norm": 2.979527235031128, + "learning_rate": 1.4532051657465335e-06, + "loss": 0.2981, + "num_input_tokens_seen": 17189120, + "step": 26320 + }, + { + "epoch": 15.52181603773585, + "grad_norm": 2.1747689247131348, + "learning_rate": 1.4513922644920985e-06, + "loss": 0.182, + "num_input_tokens_seen": 17191744, + "step": 26325 + }, + { + "epoch": 15.524764150943396, + "grad_norm": 3.8797106742858887, + "learning_rate": 1.4495803027468552e-06, + "loss": 0.2874, + "num_input_tokens_seen": 17194848, + "step": 26330 + }, + { + "epoch": 15.527712264150944, + "grad_norm": 3.214142084121704, + "learning_rate": 1.4477692809905263e-06, + "loss": 0.3374, + "num_input_tokens_seen": 17198208, + "step": 26335 + }, + { + "epoch": 15.53066037735849, + "grad_norm": 3.336484670639038, + "learning_rate": 1.4459591997025896e-06, + "loss": 0.3332, + "num_input_tokens_seen": 17201344, + "step": 26340 + }, + { + "epoch": 15.533608490566039, + "grad_norm": 3.285263776779175, + "learning_rate": 1.4441500593622737e-06, + "loss": 0.2752, + "num_input_tokens_seen": 17205632, + "step": 26345 + }, + { + "epoch": 15.536556603773585, + "grad_norm": 3.32733416557312, + "learning_rate": 1.4423418604485539e-06, + "loss": 0.289, + "num_input_tokens_seen": 17209024, + "step": 26350 + }, + { + "epoch": 15.539504716981131, + "grad_norm": 2.3595407009124756, + "learning_rate": 1.4405346034401597e-06, + "loss": 0.2238, + "num_input_tokens_seen": 17212320, + "step": 26355 + }, + { + "epoch": 15.54245283018868, + "grad_norm": 3.1804375648498535, + "learning_rate": 1.4387282888155695e-06, + "loss": 0.3201, + "num_input_tokens_seen": 17215712, + "step": 26360 + }, + { + "epoch": 15.545400943396226, + "grad_norm": 3.304166793823242, + "learning_rate": 1.436922917053013e-06, + "loss": 0.3273, + "num_input_tokens_seen": 17218752, + "step": 26365 + }, + { + "epoch": 15.548349056603774, + "grad_norm": 2.6625277996063232, + "learning_rate": 1.4351184886304686e-06, + "loss": 0.2963, + "num_input_tokens_seen": 17221696, + "step": 26370 + }, + { + "epoch": 15.55129716981132, + "grad_norm": 3.2222208976745605, + "learning_rate": 1.4333150040256699e-06, + "loss": 0.3357, + "num_input_tokens_seen": 17225216, + "step": 26375 + }, + { + "epoch": 15.554245283018869, + "grad_norm": 9.09835147857666, + "learning_rate": 1.4315124637160954e-06, + "loss": 0.3042, + "num_input_tokens_seen": 17227552, + "step": 26380 + }, + { + "epoch": 15.557193396226415, + "grad_norm": 2.557219982147217, + "learning_rate": 1.4297108681789752e-06, + "loss": 0.3631, + "num_input_tokens_seen": 17230528, + "step": 26385 + }, + { + "epoch": 15.560141509433961, + "grad_norm": 12.68981647491455, + "learning_rate": 1.4279102178912902e-06, + "loss": 0.3257, + "num_input_tokens_seen": 17235648, + "step": 26390 + }, + { + "epoch": 15.56308962264151, + "grad_norm": 3.7904462814331055, + "learning_rate": 1.4261105133297693e-06, + "loss": 0.3325, + "num_input_tokens_seen": 17239296, + "step": 26395 + }, + { + "epoch": 15.566037735849056, + "grad_norm": 2.9784905910491943, + "learning_rate": 1.4243117549708913e-06, + "loss": 0.238, + "num_input_tokens_seen": 17241888, + "step": 26400 + }, + { + "epoch": 15.568985849056604, + "grad_norm": 2.5887291431427, + "learning_rate": 1.422513943290888e-06, + "loss": 0.3539, + "num_input_tokens_seen": 17245248, + "step": 26405 + }, + { + "epoch": 15.57193396226415, + "grad_norm": 4.448646068572998, + "learning_rate": 1.4207170787657365e-06, + "loss": 0.3197, + "num_input_tokens_seen": 17248736, + "step": 26410 + }, + { + "epoch": 15.574882075471699, + "grad_norm": 11.758633613586426, + "learning_rate": 1.4189211618711646e-06, + "loss": 0.4476, + "num_input_tokens_seen": 17252512, + "step": 26415 + }, + { + "epoch": 15.577830188679245, + "grad_norm": 6.001640319824219, + "learning_rate": 1.417126193082648e-06, + "loss": 0.2821, + "num_input_tokens_seen": 17255360, + "step": 26420 + }, + { + "epoch": 15.580778301886792, + "grad_norm": 2.906169891357422, + "learning_rate": 1.4153321728754133e-06, + "loss": 0.3252, + "num_input_tokens_seen": 17258592, + "step": 26425 + }, + { + "epoch": 15.58372641509434, + "grad_norm": 2.4316930770874023, + "learning_rate": 1.4135391017244338e-06, + "loss": 0.324, + "num_input_tokens_seen": 17261600, + "step": 26430 + }, + { + "epoch": 15.586674528301886, + "grad_norm": 3.2435684204101562, + "learning_rate": 1.4117469801044332e-06, + "loss": 0.2465, + "num_input_tokens_seen": 17264224, + "step": 26435 + }, + { + "epoch": 15.589622641509434, + "grad_norm": 5.908698558807373, + "learning_rate": 1.4099558084898862e-06, + "loss": 0.3112, + "num_input_tokens_seen": 17266944, + "step": 26440 + }, + { + "epoch": 15.59257075471698, + "grad_norm": 3.2497241497039795, + "learning_rate": 1.408165587355011e-06, + "loss": 0.3281, + "num_input_tokens_seen": 17271296, + "step": 26445 + }, + { + "epoch": 15.595518867924529, + "grad_norm": 2.9871668815612793, + "learning_rate": 1.4063763171737766e-06, + "loss": 0.3871, + "num_input_tokens_seen": 17273984, + "step": 26450 + }, + { + "epoch": 15.598466981132075, + "grad_norm": 2.5675907135009766, + "learning_rate": 1.4045879984198996e-06, + "loss": 0.3463, + "num_input_tokens_seen": 17277408, + "step": 26455 + }, + { + "epoch": 15.601415094339622, + "grad_norm": 2.9131875038146973, + "learning_rate": 1.4028006315668457e-06, + "loss": 0.279, + "num_input_tokens_seen": 17279776, + "step": 26460 + }, + { + "epoch": 15.60436320754717, + "grad_norm": 3.534970283508301, + "learning_rate": 1.4010142170878261e-06, + "loss": 0.3226, + "num_input_tokens_seen": 17282720, + "step": 26465 + }, + { + "epoch": 15.607311320754716, + "grad_norm": 5.100898265838623, + "learning_rate": 1.3992287554558042e-06, + "loss": 0.2861, + "num_input_tokens_seen": 17286208, + "step": 26470 + }, + { + "epoch": 15.610259433962264, + "grad_norm": 4.142660617828369, + "learning_rate": 1.3974442471434885e-06, + "loss": 0.2916, + "num_input_tokens_seen": 17289952, + "step": 26475 + }, + { + "epoch": 15.61320754716981, + "grad_norm": 3.333364963531494, + "learning_rate": 1.395660692623334e-06, + "loss": 0.5546, + "num_input_tokens_seen": 17293408, + "step": 26480 + }, + { + "epoch": 15.616155660377359, + "grad_norm": 3.449448823928833, + "learning_rate": 1.3938780923675454e-06, + "loss": 0.3539, + "num_input_tokens_seen": 17296384, + "step": 26485 + }, + { + "epoch": 15.619103773584905, + "grad_norm": 3.4730427265167236, + "learning_rate": 1.3920964468480718e-06, + "loss": 0.5383, + "num_input_tokens_seen": 17299136, + "step": 26490 + }, + { + "epoch": 15.622051886792454, + "grad_norm": 2.6590166091918945, + "learning_rate": 1.3903157565366143e-06, + "loss": 0.2697, + "num_input_tokens_seen": 17301184, + "step": 26495 + }, + { + "epoch": 15.625, + "grad_norm": 3.138010025024414, + "learning_rate": 1.3885360219046172e-06, + "loss": 0.3751, + "num_input_tokens_seen": 17304224, + "step": 26500 + }, + { + "epoch": 15.627948113207546, + "grad_norm": 4.177865028381348, + "learning_rate": 1.386757243423273e-06, + "loss": 0.4068, + "num_input_tokens_seen": 17307776, + "step": 26505 + }, + { + "epoch": 15.630896226415095, + "grad_norm": 2.2162914276123047, + "learning_rate": 1.384979421563521e-06, + "loss": 0.2556, + "num_input_tokens_seen": 17311040, + "step": 26510 + }, + { + "epoch": 15.633844339622641, + "grad_norm": 2.7708241939544678, + "learning_rate": 1.3832025567960465e-06, + "loss": 0.2577, + "num_input_tokens_seen": 17314432, + "step": 26515 + }, + { + "epoch": 15.63679245283019, + "grad_norm": 3.8605895042419434, + "learning_rate": 1.3814266495912815e-06, + "loss": 0.3768, + "num_input_tokens_seen": 17318144, + "step": 26520 + }, + { + "epoch": 15.639740566037736, + "grad_norm": 3.025686025619507, + "learning_rate": 1.3796517004194078e-06, + "loss": 0.3099, + "num_input_tokens_seen": 17321568, + "step": 26525 + }, + { + "epoch": 15.642688679245284, + "grad_norm": 3.374661445617676, + "learning_rate": 1.3778777097503476e-06, + "loss": 0.2983, + "num_input_tokens_seen": 17324672, + "step": 26530 + }, + { + "epoch": 15.64563679245283, + "grad_norm": 3.6238811016082764, + "learning_rate": 1.3761046780537757e-06, + "loss": 0.2767, + "num_input_tokens_seen": 17326944, + "step": 26535 + }, + { + "epoch": 15.648584905660378, + "grad_norm": 3.3403639793395996, + "learning_rate": 1.3743326057991086e-06, + "loss": 0.2954, + "num_input_tokens_seen": 17329216, + "step": 26540 + }, + { + "epoch": 15.651533018867925, + "grad_norm": 4.596019268035889, + "learning_rate": 1.3725614934555093e-06, + "loss": 0.2689, + "num_input_tokens_seen": 17332480, + "step": 26545 + }, + { + "epoch": 15.654481132075471, + "grad_norm": 3.8578858375549316, + "learning_rate": 1.3707913414918882e-06, + "loss": 0.3054, + "num_input_tokens_seen": 17335712, + "step": 26550 + }, + { + "epoch": 15.65742924528302, + "grad_norm": 2.621803045272827, + "learning_rate": 1.3690221503768996e-06, + "loss": 0.3478, + "num_input_tokens_seen": 17338688, + "step": 26555 + }, + { + "epoch": 15.660377358490566, + "grad_norm": 7.284334182739258, + "learning_rate": 1.3672539205789465e-06, + "loss": 0.4897, + "num_input_tokens_seen": 17345344, + "step": 26560 + }, + { + "epoch": 15.663325471698114, + "grad_norm": 2.919215679168701, + "learning_rate": 1.3654866525661737e-06, + "loss": 0.2723, + "num_input_tokens_seen": 17348096, + "step": 26565 + }, + { + "epoch": 15.66627358490566, + "grad_norm": 3.350151538848877, + "learning_rate": 1.3637203468064741e-06, + "loss": 0.3239, + "num_input_tokens_seen": 17351264, + "step": 26570 + }, + { + "epoch": 15.669221698113208, + "grad_norm": 4.89907169342041, + "learning_rate": 1.3619550037674838e-06, + "loss": 0.3224, + "num_input_tokens_seen": 17353888, + "step": 26575 + }, + { + "epoch": 15.672169811320755, + "grad_norm": 4.1534833908081055, + "learning_rate": 1.3601906239165857e-06, + "loss": 0.28, + "num_input_tokens_seen": 17356704, + "step": 26580 + }, + { + "epoch": 15.675117924528301, + "grad_norm": 2.0151097774505615, + "learning_rate": 1.3584272077209048e-06, + "loss": 0.2817, + "num_input_tokens_seen": 17360288, + "step": 26585 + }, + { + "epoch": 15.67806603773585, + "grad_norm": 3.5692529678344727, + "learning_rate": 1.3566647556473168e-06, + "loss": 0.4044, + "num_input_tokens_seen": 17367584, + "step": 26590 + }, + { + "epoch": 15.681014150943396, + "grad_norm": 2.74219012260437, + "learning_rate": 1.3549032681624363e-06, + "loss": 0.2167, + "num_input_tokens_seen": 17370624, + "step": 26595 + }, + { + "epoch": 15.683962264150944, + "grad_norm": 2.765216827392578, + "learning_rate": 1.3531427457326252e-06, + "loss": 0.2735, + "num_input_tokens_seen": 17373376, + "step": 26600 + }, + { + "epoch": 15.68691037735849, + "grad_norm": 4.542355537414551, + "learning_rate": 1.3513831888239893e-06, + "loss": 0.3001, + "num_input_tokens_seen": 17376576, + "step": 26605 + }, + { + "epoch": 15.689858490566039, + "grad_norm": 2.5971181392669678, + "learning_rate": 1.3496245979023786e-06, + "loss": 0.224, + "num_input_tokens_seen": 17379584, + "step": 26610 + }, + { + "epoch": 15.692806603773585, + "grad_norm": 3.6041226387023926, + "learning_rate": 1.3478669734333865e-06, + "loss": 0.2892, + "num_input_tokens_seen": 17382080, + "step": 26615 + }, + { + "epoch": 15.695754716981131, + "grad_norm": 2.677292823791504, + "learning_rate": 1.3461103158823546e-06, + "loss": 0.3007, + "num_input_tokens_seen": 17384768, + "step": 26620 + }, + { + "epoch": 15.69870283018868, + "grad_norm": 4.184831619262695, + "learning_rate": 1.3443546257143624e-06, + "loss": 0.4467, + "num_input_tokens_seen": 17388096, + "step": 26625 + }, + { + "epoch": 15.701650943396226, + "grad_norm": 4.131869316101074, + "learning_rate": 1.3425999033942395e-06, + "loss": 0.2677, + "num_input_tokens_seen": 17391168, + "step": 26630 + }, + { + "epoch": 15.704599056603774, + "grad_norm": 5.729966640472412, + "learning_rate": 1.3408461493865549e-06, + "loss": 0.3447, + "num_input_tokens_seen": 17394080, + "step": 26635 + }, + { + "epoch": 15.70754716981132, + "grad_norm": 3.189821720123291, + "learning_rate": 1.339093364155622e-06, + "loss": 0.2781, + "num_input_tokens_seen": 17397728, + "step": 26640 + }, + { + "epoch": 15.710495283018869, + "grad_norm": 2.995246171951294, + "learning_rate": 1.3373415481654988e-06, + "loss": 0.4415, + "num_input_tokens_seen": 17402240, + "step": 26645 + }, + { + "epoch": 15.713443396226415, + "grad_norm": 4.78903341293335, + "learning_rate": 1.335590701879984e-06, + "loss": 0.4399, + "num_input_tokens_seen": 17405440, + "step": 26650 + }, + { + "epoch": 15.716391509433961, + "grad_norm": 1.7490776777267456, + "learning_rate": 1.3338408257626257e-06, + "loss": 0.3445, + "num_input_tokens_seen": 17409632, + "step": 26655 + }, + { + "epoch": 15.71933962264151, + "grad_norm": 3.0462284088134766, + "learning_rate": 1.3320919202767086e-06, + "loss": 0.3342, + "num_input_tokens_seen": 17412576, + "step": 26660 + }, + { + "epoch": 15.722287735849056, + "grad_norm": 2.6336510181427, + "learning_rate": 1.3303439858852636e-06, + "loss": 0.3237, + "num_input_tokens_seen": 17415840, + "step": 26665 + }, + { + "epoch": 15.725235849056604, + "grad_norm": 5.104447841644287, + "learning_rate": 1.3285970230510636e-06, + "loss": 0.3518, + "num_input_tokens_seen": 17420512, + "step": 26670 + }, + { + "epoch": 15.72818396226415, + "grad_norm": 3.322167158126831, + "learning_rate": 1.3268510322366246e-06, + "loss": 0.2408, + "num_input_tokens_seen": 17423808, + "step": 26675 + }, + { + "epoch": 15.731132075471699, + "grad_norm": 6.696547985076904, + "learning_rate": 1.3251060139042038e-06, + "loss": 0.4882, + "num_input_tokens_seen": 17427200, + "step": 26680 + }, + { + "epoch": 15.734080188679245, + "grad_norm": 6.63014554977417, + "learning_rate": 1.3233619685158056e-06, + "loss": 0.288, + "num_input_tokens_seen": 17429600, + "step": 26685 + }, + { + "epoch": 15.737028301886792, + "grad_norm": 2.041663646697998, + "learning_rate": 1.3216188965331712e-06, + "loss": 0.3113, + "num_input_tokens_seen": 17433184, + "step": 26690 + }, + { + "epoch": 15.73997641509434, + "grad_norm": 4.595462799072266, + "learning_rate": 1.3198767984177869e-06, + "loss": 0.3345, + "num_input_tokens_seen": 17436000, + "step": 26695 + }, + { + "epoch": 15.742924528301886, + "grad_norm": 3.2987558841705322, + "learning_rate": 1.3181356746308805e-06, + "loss": 0.2425, + "num_input_tokens_seen": 17438752, + "step": 26700 + }, + { + "epoch": 15.745872641509434, + "grad_norm": 2.427408218383789, + "learning_rate": 1.3163955256334226e-06, + "loss": 0.2689, + "num_input_tokens_seen": 17441568, + "step": 26705 + }, + { + "epoch": 15.74882075471698, + "grad_norm": 2.6606180667877197, + "learning_rate": 1.3146563518861227e-06, + "loss": 0.3205, + "num_input_tokens_seen": 17444512, + "step": 26710 + }, + { + "epoch": 15.751768867924529, + "grad_norm": 12.349287986755371, + "learning_rate": 1.3129181538494384e-06, + "loss": 0.3568, + "num_input_tokens_seen": 17449760, + "step": 26715 + }, + { + "epoch": 15.754716981132075, + "grad_norm": 3.7470011711120605, + "learning_rate": 1.3111809319835622e-06, + "loss": 0.4933, + "num_input_tokens_seen": 17453216, + "step": 26720 + }, + { + "epoch": 15.757665094339622, + "grad_norm": 2.3247315883636475, + "learning_rate": 1.3094446867484335e-06, + "loss": 0.432, + "num_input_tokens_seen": 17459520, + "step": 26725 + }, + { + "epoch": 15.76061320754717, + "grad_norm": 3.1757960319519043, + "learning_rate": 1.3077094186037287e-06, + "loss": 0.2822, + "num_input_tokens_seen": 17463136, + "step": 26730 + }, + { + "epoch": 15.763561320754716, + "grad_norm": 4.513773441314697, + "learning_rate": 1.305975128008869e-06, + "loss": 0.2763, + "num_input_tokens_seen": 17466112, + "step": 26735 + }, + { + "epoch": 15.766509433962264, + "grad_norm": 3.7529726028442383, + "learning_rate": 1.304241815423014e-06, + "loss": 0.4352, + "num_input_tokens_seen": 17470656, + "step": 26740 + }, + { + "epoch": 15.76945754716981, + "grad_norm": 3.583127737045288, + "learning_rate": 1.3025094813050655e-06, + "loss": 0.3326, + "num_input_tokens_seen": 17473920, + "step": 26745 + }, + { + "epoch": 15.772405660377359, + "grad_norm": 2.7712326049804688, + "learning_rate": 1.3007781261136675e-06, + "loss": 0.3279, + "num_input_tokens_seen": 17477248, + "step": 26750 + }, + { + "epoch": 15.775353773584905, + "grad_norm": 4.209778785705566, + "learning_rate": 1.299047750307204e-06, + "loss": 0.3706, + "num_input_tokens_seen": 17480032, + "step": 26755 + }, + { + "epoch": 15.778301886792454, + "grad_norm": 3.949589490890503, + "learning_rate": 1.297318354343799e-06, + "loss": 0.3315, + "num_input_tokens_seen": 17483744, + "step": 26760 + }, + { + "epoch": 15.78125, + "grad_norm": 4.311559677124023, + "learning_rate": 1.295589938681317e-06, + "loss": 0.3581, + "num_input_tokens_seen": 17486912, + "step": 26765 + }, + { + "epoch": 15.784198113207546, + "grad_norm": 4.899394989013672, + "learning_rate": 1.2938625037773628e-06, + "loss": 0.5962, + "num_input_tokens_seen": 17489888, + "step": 26770 + }, + { + "epoch": 15.787146226415095, + "grad_norm": 4.326420783996582, + "learning_rate": 1.2921360500892843e-06, + "loss": 0.3095, + "num_input_tokens_seen": 17492736, + "step": 26775 + }, + { + "epoch": 15.790094339622641, + "grad_norm": 3.4198250770568848, + "learning_rate": 1.290410578074167e-06, + "loss": 0.2725, + "num_input_tokens_seen": 17494976, + "step": 26780 + }, + { + "epoch": 15.79304245283019, + "grad_norm": 3.690988540649414, + "learning_rate": 1.2886860881888362e-06, + "loss": 0.3373, + "num_input_tokens_seen": 17497728, + "step": 26785 + }, + { + "epoch": 15.795990566037736, + "grad_norm": 4.829219341278076, + "learning_rate": 1.2869625808898584e-06, + "loss": 0.4345, + "num_input_tokens_seen": 17502432, + "step": 26790 + }, + { + "epoch": 15.798938679245284, + "grad_norm": 3.415407419204712, + "learning_rate": 1.2852400566335398e-06, + "loss": 0.321, + "num_input_tokens_seen": 17506208, + "step": 26795 + }, + { + "epoch": 15.80188679245283, + "grad_norm": 3.618034601211548, + "learning_rate": 1.2835185158759244e-06, + "loss": 0.2659, + "num_input_tokens_seen": 17508832, + "step": 26800 + }, + { + "epoch": 15.804834905660378, + "grad_norm": 4.930912494659424, + "learning_rate": 1.2817979590728009e-06, + "loss": 0.3828, + "num_input_tokens_seen": 17511584, + "step": 26805 + }, + { + "epoch": 15.807783018867925, + "grad_norm": 3.4977104663848877, + "learning_rate": 1.2800783866796918e-06, + "loss": 0.3232, + "num_input_tokens_seen": 17514432, + "step": 26810 + }, + { + "epoch": 15.810731132075471, + "grad_norm": 2.6544413566589355, + "learning_rate": 1.2783597991518604e-06, + "loss": 0.325, + "num_input_tokens_seen": 17517376, + "step": 26815 + }, + { + "epoch": 15.81367924528302, + "grad_norm": 3.020564556121826, + "learning_rate": 1.2766421969443131e-06, + "loss": 0.3618, + "num_input_tokens_seen": 17520256, + "step": 26820 + }, + { + "epoch": 15.816627358490566, + "grad_norm": 2.945122480392456, + "learning_rate": 1.274925580511791e-06, + "loss": 0.2339, + "num_input_tokens_seen": 17523488, + "step": 26825 + }, + { + "epoch": 15.819575471698114, + "grad_norm": 3.801543712615967, + "learning_rate": 1.2732099503087757e-06, + "loss": 0.4455, + "num_input_tokens_seen": 17526336, + "step": 26830 + }, + { + "epoch": 15.82252358490566, + "grad_norm": 3.021477460861206, + "learning_rate": 1.2714953067894859e-06, + "loss": 0.2842, + "num_input_tokens_seen": 17528640, + "step": 26835 + }, + { + "epoch": 15.825471698113208, + "grad_norm": 6.708652973175049, + "learning_rate": 1.2697816504078847e-06, + "loss": 0.233, + "num_input_tokens_seen": 17530944, + "step": 26840 + }, + { + "epoch": 15.828419811320755, + "grad_norm": 2.7829086780548096, + "learning_rate": 1.2680689816176672e-06, + "loss": 0.4671, + "num_input_tokens_seen": 17533952, + "step": 26845 + }, + { + "epoch": 15.831367924528301, + "grad_norm": 3.8936970233917236, + "learning_rate": 1.2663573008722707e-06, + "loss": 0.3385, + "num_input_tokens_seen": 17536608, + "step": 26850 + }, + { + "epoch": 15.83431603773585, + "grad_norm": 2.6244256496429443, + "learning_rate": 1.2646466086248698e-06, + "loss": 0.2594, + "num_input_tokens_seen": 17540384, + "step": 26855 + }, + { + "epoch": 15.837264150943396, + "grad_norm": 4.130337715148926, + "learning_rate": 1.2629369053283779e-06, + "loss": 0.3635, + "num_input_tokens_seen": 17543200, + "step": 26860 + }, + { + "epoch": 15.840212264150944, + "grad_norm": 2.886664628982544, + "learning_rate": 1.2612281914354452e-06, + "loss": 0.292, + "num_input_tokens_seen": 17545856, + "step": 26865 + }, + { + "epoch": 15.84316037735849, + "grad_norm": 3.1281557083129883, + "learning_rate": 1.259520467398463e-06, + "loss": 0.3334, + "num_input_tokens_seen": 17549216, + "step": 26870 + }, + { + "epoch": 15.846108490566039, + "grad_norm": 3.7604057788848877, + "learning_rate": 1.2578137336695573e-06, + "loss": 0.3316, + "num_input_tokens_seen": 17552640, + "step": 26875 + }, + { + "epoch": 15.849056603773585, + "grad_norm": 2.96394944190979, + "learning_rate": 1.256107990700594e-06, + "loss": 0.3786, + "num_input_tokens_seen": 17555712, + "step": 26880 + }, + { + "epoch": 15.852004716981131, + "grad_norm": 3.214125871658325, + "learning_rate": 1.2544032389431753e-06, + "loss": 0.3928, + "num_input_tokens_seen": 17558880, + "step": 26885 + }, + { + "epoch": 15.85495283018868, + "grad_norm": 2.393505573272705, + "learning_rate": 1.2526994788486418e-06, + "loss": 0.3532, + "num_input_tokens_seen": 17561664, + "step": 26890 + }, + { + "epoch": 15.857900943396226, + "grad_norm": 9.443131446838379, + "learning_rate": 1.2509967108680697e-06, + "loss": 0.3264, + "num_input_tokens_seen": 17564576, + "step": 26895 + }, + { + "epoch": 15.860849056603774, + "grad_norm": 7.917477607727051, + "learning_rate": 1.249294935452277e-06, + "loss": 0.3274, + "num_input_tokens_seen": 17567008, + "step": 26900 + }, + { + "epoch": 15.86379716981132, + "grad_norm": 2.1452226638793945, + "learning_rate": 1.247594153051815e-06, + "loss": 0.3174, + "num_input_tokens_seen": 17570912, + "step": 26905 + }, + { + "epoch": 15.866745283018869, + "grad_norm": 3.4629290103912354, + "learning_rate": 1.2458943641169718e-06, + "loss": 0.4055, + "num_input_tokens_seen": 17573952, + "step": 26910 + }, + { + "epoch": 15.869693396226415, + "grad_norm": 3.4955365657806396, + "learning_rate": 1.2441955690977758e-06, + "loss": 0.2408, + "num_input_tokens_seen": 17577408, + "step": 26915 + }, + { + "epoch": 15.872641509433961, + "grad_norm": 1.679832935333252, + "learning_rate": 1.2424977684439898e-06, + "loss": 0.3537, + "num_input_tokens_seen": 17581472, + "step": 26920 + }, + { + "epoch": 15.87558962264151, + "grad_norm": 2.5069875717163086, + "learning_rate": 1.2408009626051137e-06, + "loss": 0.3082, + "num_input_tokens_seen": 17584896, + "step": 26925 + }, + { + "epoch": 15.878537735849056, + "grad_norm": 3.3518593311309814, + "learning_rate": 1.2391051520303826e-06, + "loss": 0.413, + "num_input_tokens_seen": 17587488, + "step": 26930 + }, + { + "epoch": 15.881485849056604, + "grad_norm": 4.274907112121582, + "learning_rate": 1.2374103371687723e-06, + "loss": 0.3738, + "num_input_tokens_seen": 17591456, + "step": 26935 + }, + { + "epoch": 15.88443396226415, + "grad_norm": 3.7922801971435547, + "learning_rate": 1.2357165184689906e-06, + "loss": 0.4075, + "num_input_tokens_seen": 17594624, + "step": 26940 + }, + { + "epoch": 15.887382075471699, + "grad_norm": 3.2511789798736572, + "learning_rate": 1.2340236963794845e-06, + "loss": 0.2869, + "num_input_tokens_seen": 17598304, + "step": 26945 + }, + { + "epoch": 15.890330188679245, + "grad_norm": 2.9721152782440186, + "learning_rate": 1.232331871348435e-06, + "loss": 0.3105, + "num_input_tokens_seen": 17601920, + "step": 26950 + }, + { + "epoch": 15.893278301886792, + "grad_norm": 3.7729594707489014, + "learning_rate": 1.2306410438237603e-06, + "loss": 0.4688, + "num_input_tokens_seen": 17605120, + "step": 26955 + }, + { + "epoch": 15.89622641509434, + "grad_norm": 2.747722625732422, + "learning_rate": 1.228951214253113e-06, + "loss": 0.2799, + "num_input_tokens_seen": 17607904, + "step": 26960 + }, + { + "epoch": 15.899174528301886, + "grad_norm": 2.6618237495422363, + "learning_rate": 1.2272623830838854e-06, + "loss": 0.2878, + "num_input_tokens_seen": 17610880, + "step": 26965 + }, + { + "epoch": 15.902122641509434, + "grad_norm": 2.945797920227051, + "learning_rate": 1.2255745507632016e-06, + "loss": 0.3931, + "num_input_tokens_seen": 17613856, + "step": 26970 + }, + { + "epoch": 15.90507075471698, + "grad_norm": 2.2354636192321777, + "learning_rate": 1.223887717737922e-06, + "loss": 0.3476, + "num_input_tokens_seen": 17618368, + "step": 26975 + }, + { + "epoch": 15.908018867924529, + "grad_norm": 2.5036563873291016, + "learning_rate": 1.2222018844546434e-06, + "loss": 0.2792, + "num_input_tokens_seen": 17621216, + "step": 26980 + }, + { + "epoch": 15.910966981132075, + "grad_norm": 4.830806732177734, + "learning_rate": 1.2205170513596975e-06, + "loss": 0.3727, + "num_input_tokens_seen": 17624352, + "step": 26985 + }, + { + "epoch": 15.913915094339622, + "grad_norm": 4.697818756103516, + "learning_rate": 1.2188332188991493e-06, + "loss": 0.4435, + "num_input_tokens_seen": 17628224, + "step": 26990 + }, + { + "epoch": 15.91686320754717, + "grad_norm": 2.405287027359009, + "learning_rate": 1.217150387518804e-06, + "loss": 0.3801, + "num_input_tokens_seen": 17632256, + "step": 26995 + }, + { + "epoch": 15.919811320754716, + "grad_norm": 3.112307548522949, + "learning_rate": 1.2154685576641967e-06, + "loss": 0.3377, + "num_input_tokens_seen": 17634720, + "step": 27000 + }, + { + "epoch": 15.922759433962264, + "grad_norm": 2.3313491344451904, + "learning_rate": 1.2137877297805972e-06, + "loss": 0.2823, + "num_input_tokens_seen": 17637600, + "step": 27005 + }, + { + "epoch": 15.92570754716981, + "grad_norm": 3.45546817779541, + "learning_rate": 1.2121079043130162e-06, + "loss": 0.3284, + "num_input_tokens_seen": 17640128, + "step": 27010 + }, + { + "epoch": 15.928655660377359, + "grad_norm": 3.2689833641052246, + "learning_rate": 1.210429081706192e-06, + "loss": 0.2553, + "num_input_tokens_seen": 17643136, + "step": 27015 + }, + { + "epoch": 15.931603773584905, + "grad_norm": 2.565685272216797, + "learning_rate": 1.2087512624046005e-06, + "loss": 0.2942, + "num_input_tokens_seen": 17645952, + "step": 27020 + }, + { + "epoch": 15.934551886792454, + "grad_norm": 4.995346546173096, + "learning_rate": 1.2070744468524503e-06, + "loss": 0.4149, + "num_input_tokens_seen": 17649248, + "step": 27025 + }, + { + "epoch": 15.9375, + "grad_norm": 3.093712329864502, + "learning_rate": 1.2053986354936887e-06, + "loss": 0.4348, + "num_input_tokens_seen": 17651424, + "step": 27030 + }, + { + "epoch": 15.940448113207546, + "grad_norm": 2.1443870067596436, + "learning_rate": 1.2037238287719916e-06, + "loss": 0.3609, + "num_input_tokens_seen": 17655520, + "step": 27035 + }, + { + "epoch": 15.943396226415095, + "grad_norm": 3.3462281227111816, + "learning_rate": 1.2020500271307721e-06, + "loss": 0.3081, + "num_input_tokens_seen": 17659488, + "step": 27040 + }, + { + "epoch": 15.946344339622641, + "grad_norm": 2.7538325786590576, + "learning_rate": 1.200377231013176e-06, + "loss": 0.2975, + "num_input_tokens_seen": 17662784, + "step": 27045 + }, + { + "epoch": 15.94929245283019, + "grad_norm": 5.473135948181152, + "learning_rate": 1.1987054408620825e-06, + "loss": 0.2606, + "num_input_tokens_seen": 17665056, + "step": 27050 + }, + { + "epoch": 15.952240566037736, + "grad_norm": 2.7273592948913574, + "learning_rate": 1.197034657120107e-06, + "loss": 0.2377, + "num_input_tokens_seen": 17668352, + "step": 27055 + }, + { + "epoch": 15.955188679245284, + "grad_norm": 3.8685219287872314, + "learning_rate": 1.1953648802295964e-06, + "loss": 0.3631, + "num_input_tokens_seen": 17672384, + "step": 27060 + }, + { + "epoch": 15.95813679245283, + "grad_norm": 4.069058895111084, + "learning_rate": 1.1936961106326307e-06, + "loss": 0.3224, + "num_input_tokens_seen": 17675456, + "step": 27065 + }, + { + "epoch": 15.961084905660378, + "grad_norm": 4.58818244934082, + "learning_rate": 1.1920283487710237e-06, + "loss": 0.4076, + "num_input_tokens_seen": 17678560, + "step": 27070 + }, + { + "epoch": 15.964033018867925, + "grad_norm": 2.9030091762542725, + "learning_rate": 1.1903615950863228e-06, + "loss": 0.3233, + "num_input_tokens_seen": 17682816, + "step": 27075 + }, + { + "epoch": 15.966981132075471, + "grad_norm": 3.5582780838012695, + "learning_rate": 1.1886958500198076e-06, + "loss": 0.4744, + "num_input_tokens_seen": 17686304, + "step": 27080 + }, + { + "epoch": 15.96992924528302, + "grad_norm": 3.5124688148498535, + "learning_rate": 1.1870311140124923e-06, + "loss": 0.2359, + "num_input_tokens_seen": 17689120, + "step": 27085 + }, + { + "epoch": 15.972877358490566, + "grad_norm": 5.891479015350342, + "learning_rate": 1.185367387505123e-06, + "loss": 0.4187, + "num_input_tokens_seen": 17692192, + "step": 27090 + }, + { + "epoch": 15.975825471698114, + "grad_norm": 4.698453903198242, + "learning_rate": 1.1837046709381783e-06, + "loss": 0.2592, + "num_input_tokens_seen": 17695520, + "step": 27095 + }, + { + "epoch": 15.97877358490566, + "grad_norm": 3.6162002086639404, + "learning_rate": 1.1820429647518678e-06, + "loss": 0.2913, + "num_input_tokens_seen": 17698816, + "step": 27100 + }, + { + "epoch": 15.981721698113208, + "grad_norm": 4.295299530029297, + "learning_rate": 1.1803822693861377e-06, + "loss": 0.3264, + "num_input_tokens_seen": 17701632, + "step": 27105 + }, + { + "epoch": 15.984669811320755, + "grad_norm": 3.8536462783813477, + "learning_rate": 1.1787225852806639e-06, + "loss": 0.4721, + "num_input_tokens_seen": 17705632, + "step": 27110 + }, + { + "epoch": 15.987617924528301, + "grad_norm": 2.9807093143463135, + "learning_rate": 1.177063912874853e-06, + "loss": 0.3158, + "num_input_tokens_seen": 17708544, + "step": 27115 + }, + { + "epoch": 15.99056603773585, + "grad_norm": 3.305691719055176, + "learning_rate": 1.1754062526078487e-06, + "loss": 0.3524, + "num_input_tokens_seen": 17711904, + "step": 27120 + }, + { + "epoch": 15.993514150943396, + "grad_norm": 4.563345432281494, + "learning_rate": 1.1737496049185215e-06, + "loss": 0.3399, + "num_input_tokens_seen": 17715616, + "step": 27125 + }, + { + "epoch": 15.996462264150944, + "grad_norm": 2.1637351512908936, + "learning_rate": 1.172093970245477e-06, + "loss": 0.2603, + "num_input_tokens_seen": 17718816, + "step": 27130 + }, + { + "epoch": 15.99941037735849, + "grad_norm": 6.502108097076416, + "learning_rate": 1.1704393490270516e-06, + "loss": 0.4784, + "num_input_tokens_seen": 17721824, + "step": 27135 + }, + { + "epoch": 16.0, + "eval_loss": 0.5757308602333069, + "eval_runtime": 18.9075, + "eval_samples_per_second": 89.7, + "eval_steps_per_second": 22.425, + "num_input_tokens_seen": 17721880, + "step": 27136 + }, + { + "epoch": 16.00235849056604, + "grad_norm": 2.7451486587524414, + "learning_rate": 1.1687857417013126e-06, + "loss": 0.4227, + "num_input_tokens_seen": 17724344, + "step": 27140 + }, + { + "epoch": 16.005306603773583, + "grad_norm": 3.100527763366699, + "learning_rate": 1.1671331487060583e-06, + "loss": 0.2987, + "num_input_tokens_seen": 17727864, + "step": 27145 + }, + { + "epoch": 16.00825471698113, + "grad_norm": 2.3702735900878906, + "learning_rate": 1.1654815704788237e-06, + "loss": 0.3768, + "num_input_tokens_seen": 17731320, + "step": 27150 + }, + { + "epoch": 16.01120283018868, + "grad_norm": 4.266345500946045, + "learning_rate": 1.1638310074568687e-06, + "loss": 0.3447, + "num_input_tokens_seen": 17735960, + "step": 27155 + }, + { + "epoch": 16.014150943396228, + "grad_norm": 3.005725860595703, + "learning_rate": 1.162181460077188e-06, + "loss": 0.3253, + "num_input_tokens_seen": 17738968, + "step": 27160 + }, + { + "epoch": 16.017099056603772, + "grad_norm": 2.878061294555664, + "learning_rate": 1.1605329287765056e-06, + "loss": 0.4462, + "num_input_tokens_seen": 17741752, + "step": 27165 + }, + { + "epoch": 16.02004716981132, + "grad_norm": 3.624833822250366, + "learning_rate": 1.1588854139912775e-06, + "loss": 0.3551, + "num_input_tokens_seen": 17744888, + "step": 27170 + }, + { + "epoch": 16.02299528301887, + "grad_norm": 3.853919506072998, + "learning_rate": 1.1572389161576886e-06, + "loss": 0.2706, + "num_input_tokens_seen": 17747832, + "step": 27175 + }, + { + "epoch": 16.025943396226417, + "grad_norm": 3.0402677059173584, + "learning_rate": 1.15559343571166e-06, + "loss": 0.3234, + "num_input_tokens_seen": 17751160, + "step": 27180 + }, + { + "epoch": 16.02889150943396, + "grad_norm": 3.835184097290039, + "learning_rate": 1.153948973088837e-06, + "loss": 0.2546, + "num_input_tokens_seen": 17754456, + "step": 27185 + }, + { + "epoch": 16.03183962264151, + "grad_norm": 9.814013481140137, + "learning_rate": 1.1523055287245993e-06, + "loss": 0.3491, + "num_input_tokens_seen": 17757464, + "step": 27190 + }, + { + "epoch": 16.034787735849058, + "grad_norm": 3.2540574073791504, + "learning_rate": 1.150663103054056e-06, + "loss": 0.2709, + "num_input_tokens_seen": 17760280, + "step": 27195 + }, + { + "epoch": 16.037735849056602, + "grad_norm": 3.969106435775757, + "learning_rate": 1.1490216965120438e-06, + "loss": 0.3409, + "num_input_tokens_seen": 17762968, + "step": 27200 + }, + { + "epoch": 16.04068396226415, + "grad_norm": 3.1614503860473633, + "learning_rate": 1.147381309533136e-06, + "loss": 0.2908, + "num_input_tokens_seen": 17766200, + "step": 27205 + }, + { + "epoch": 16.0436320754717, + "grad_norm": 2.2998483180999756, + "learning_rate": 1.1457419425516287e-06, + "loss": 0.2791, + "num_input_tokens_seen": 17769144, + "step": 27210 + }, + { + "epoch": 16.046580188679247, + "grad_norm": 3.455659866333008, + "learning_rate": 1.1441035960015544e-06, + "loss": 0.2589, + "num_input_tokens_seen": 17772664, + "step": 27215 + }, + { + "epoch": 16.04952830188679, + "grad_norm": 3.5123298168182373, + "learning_rate": 1.1424662703166716e-06, + "loss": 0.4103, + "num_input_tokens_seen": 17775672, + "step": 27220 + }, + { + "epoch": 16.05247641509434, + "grad_norm": 2.6251749992370605, + "learning_rate": 1.1408299659304684e-06, + "loss": 0.2494, + "num_input_tokens_seen": 17779928, + "step": 27225 + }, + { + "epoch": 16.055424528301888, + "grad_norm": 3.841972589492798, + "learning_rate": 1.1391946832761642e-06, + "loss": 0.3529, + "num_input_tokens_seen": 17783736, + "step": 27230 + }, + { + "epoch": 16.058372641509433, + "grad_norm": 4.781498908996582, + "learning_rate": 1.137560422786706e-06, + "loss": 0.3729, + "num_input_tokens_seen": 17787384, + "step": 27235 + }, + { + "epoch": 16.06132075471698, + "grad_norm": 3.5803732872009277, + "learning_rate": 1.1359271848947712e-06, + "loss": 0.398, + "num_input_tokens_seen": 17790264, + "step": 27240 + }, + { + "epoch": 16.06426886792453, + "grad_norm": 4.455774784088135, + "learning_rate": 1.1342949700327688e-06, + "loss": 0.2783, + "num_input_tokens_seen": 17792568, + "step": 27245 + }, + { + "epoch": 16.067216981132077, + "grad_norm": 2.1193058490753174, + "learning_rate": 1.1326637786328332e-06, + "loss": 0.3205, + "num_input_tokens_seen": 17796088, + "step": 27250 + }, + { + "epoch": 16.07016509433962, + "grad_norm": 3.712601900100708, + "learning_rate": 1.1310336111268293e-06, + "loss": 0.2892, + "num_input_tokens_seen": 17801496, + "step": 27255 + }, + { + "epoch": 16.07311320754717, + "grad_norm": 3.449704885482788, + "learning_rate": 1.1294044679463517e-06, + "loss": 0.3722, + "num_input_tokens_seen": 17804920, + "step": 27260 + }, + { + "epoch": 16.076061320754718, + "grad_norm": 3.269442558288574, + "learning_rate": 1.1277763495227207e-06, + "loss": 0.2937, + "num_input_tokens_seen": 17808632, + "step": 27265 + }, + { + "epoch": 16.079009433962263, + "grad_norm": 3.6592845916748047, + "learning_rate": 1.1261492562869913e-06, + "loss": 0.3341, + "num_input_tokens_seen": 17812632, + "step": 27270 + }, + { + "epoch": 16.08195754716981, + "grad_norm": 1.9981192350387573, + "learning_rate": 1.1245231886699415e-06, + "loss": 0.2553, + "num_input_tokens_seen": 17816056, + "step": 27275 + }, + { + "epoch": 16.08490566037736, + "grad_norm": 4.165942668914795, + "learning_rate": 1.12289814710208e-06, + "loss": 0.2977, + "num_input_tokens_seen": 17819704, + "step": 27280 + }, + { + "epoch": 16.087853773584907, + "grad_norm": 11.913714408874512, + "learning_rate": 1.1212741320136433e-06, + "loss": 0.3558, + "num_input_tokens_seen": 17822264, + "step": 27285 + }, + { + "epoch": 16.090801886792452, + "grad_norm": 3.4759521484375, + "learning_rate": 1.1196511438345963e-06, + "loss": 0.3708, + "num_input_tokens_seen": 17825624, + "step": 27290 + }, + { + "epoch": 16.09375, + "grad_norm": 4.716030597686768, + "learning_rate": 1.118029182994631e-06, + "loss": 0.3493, + "num_input_tokens_seen": 17828728, + "step": 27295 + }, + { + "epoch": 16.096698113207548, + "grad_norm": 6.141891956329346, + "learning_rate": 1.1164082499231704e-06, + "loss": 0.3229, + "num_input_tokens_seen": 17831736, + "step": 27300 + }, + { + "epoch": 16.099646226415093, + "grad_norm": 2.777315139770508, + "learning_rate": 1.114788345049364e-06, + "loss": 0.3431, + "num_input_tokens_seen": 17835320, + "step": 27305 + }, + { + "epoch": 16.10259433962264, + "grad_norm": 3.353022575378418, + "learning_rate": 1.1131694688020872e-06, + "loss": 0.3411, + "num_input_tokens_seen": 17839256, + "step": 27310 + }, + { + "epoch": 16.10554245283019, + "grad_norm": 4.072267055511475, + "learning_rate": 1.1115516216099453e-06, + "loss": 0.3408, + "num_input_tokens_seen": 17841432, + "step": 27315 + }, + { + "epoch": 16.108490566037737, + "grad_norm": 3.9899837970733643, + "learning_rate": 1.1099348039012698e-06, + "loss": 0.2676, + "num_input_tokens_seen": 17845432, + "step": 27320 + }, + { + "epoch": 16.111438679245282, + "grad_norm": 5.017271995544434, + "learning_rate": 1.1083190161041202e-06, + "loss": 0.3712, + "num_input_tokens_seen": 17848216, + "step": 27325 + }, + { + "epoch": 16.11438679245283, + "grad_norm": 6.569302558898926, + "learning_rate": 1.1067042586462822e-06, + "loss": 0.2618, + "num_input_tokens_seen": 17851896, + "step": 27330 + }, + { + "epoch": 16.11733490566038, + "grad_norm": 3.7773454189300537, + "learning_rate": 1.1050905319552718e-06, + "loss": 0.2958, + "num_input_tokens_seen": 17855192, + "step": 27335 + }, + { + "epoch": 16.120283018867923, + "grad_norm": 3.8579070568084717, + "learning_rate": 1.1034778364583293e-06, + "loss": 0.4347, + "num_input_tokens_seen": 17858552, + "step": 27340 + }, + { + "epoch": 16.12323113207547, + "grad_norm": 3.132178544998169, + "learning_rate": 1.1018661725824231e-06, + "loss": 0.3019, + "num_input_tokens_seen": 17861528, + "step": 27345 + }, + { + "epoch": 16.12617924528302, + "grad_norm": 3.176133871078491, + "learning_rate": 1.100255540754247e-06, + "loss": 0.2792, + "num_input_tokens_seen": 17864824, + "step": 27350 + }, + { + "epoch": 16.129127358490567, + "grad_norm": 3.6854135990142822, + "learning_rate": 1.0986459414002244e-06, + "loss": 0.3894, + "num_input_tokens_seen": 17868504, + "step": 27355 + }, + { + "epoch": 16.132075471698112, + "grad_norm": 2.406930685043335, + "learning_rate": 1.0970373749465008e-06, + "loss": 0.3584, + "num_input_tokens_seen": 17871640, + "step": 27360 + }, + { + "epoch": 16.13502358490566, + "grad_norm": 2.7208197116851807, + "learning_rate": 1.095429841818954e-06, + "loss": 0.2211, + "num_input_tokens_seen": 17875416, + "step": 27365 + }, + { + "epoch": 16.13797169811321, + "grad_norm": 2.5699825286865234, + "learning_rate": 1.093823342443185e-06, + "loss": 0.2425, + "num_input_tokens_seen": 17879448, + "step": 27370 + }, + { + "epoch": 16.140919811320753, + "grad_norm": 5.733386516571045, + "learning_rate": 1.0922178772445203e-06, + "loss": 0.1739, + "num_input_tokens_seen": 17882008, + "step": 27375 + }, + { + "epoch": 16.1438679245283, + "grad_norm": 3.0971615314483643, + "learning_rate": 1.0906134466480146e-06, + "loss": 0.2018, + "num_input_tokens_seen": 17885016, + "step": 27380 + }, + { + "epoch": 16.14681603773585, + "grad_norm": 4.090874195098877, + "learning_rate": 1.0890100510784473e-06, + "loss": 0.33, + "num_input_tokens_seen": 17887832, + "step": 27385 + }, + { + "epoch": 16.149764150943398, + "grad_norm": 3.3424510955810547, + "learning_rate": 1.0874076909603227e-06, + "loss": 0.312, + "num_input_tokens_seen": 17891128, + "step": 27390 + }, + { + "epoch": 16.152712264150942, + "grad_norm": 3.083012580871582, + "learning_rate": 1.0858063667178747e-06, + "loss": 0.2721, + "num_input_tokens_seen": 17894008, + "step": 27395 + }, + { + "epoch": 16.15566037735849, + "grad_norm": 2.890322685241699, + "learning_rate": 1.0842060787750614e-06, + "loss": 0.2416, + "num_input_tokens_seen": 17896696, + "step": 27400 + }, + { + "epoch": 16.15860849056604, + "grad_norm": 3.438189744949341, + "learning_rate": 1.0826068275555652e-06, + "loss": 0.3255, + "num_input_tokens_seen": 17900088, + "step": 27405 + }, + { + "epoch": 16.161556603773583, + "grad_norm": 3.4370532035827637, + "learning_rate": 1.081008613482794e-06, + "loss": 0.3037, + "num_input_tokens_seen": 17902968, + "step": 27410 + }, + { + "epoch": 16.16450471698113, + "grad_norm": 4.717468738555908, + "learning_rate": 1.079411436979883e-06, + "loss": 0.4877, + "num_input_tokens_seen": 17905880, + "step": 27415 + }, + { + "epoch": 16.16745283018868, + "grad_norm": 3.9139060974121094, + "learning_rate": 1.0778152984696905e-06, + "loss": 0.2441, + "num_input_tokens_seen": 17908408, + "step": 27420 + }, + { + "epoch": 16.170400943396228, + "grad_norm": 2.7266645431518555, + "learning_rate": 1.0762201983747993e-06, + "loss": 0.3416, + "num_input_tokens_seen": 17911672, + "step": 27425 + }, + { + "epoch": 16.173349056603772, + "grad_norm": 7.945415019989014, + "learning_rate": 1.0746261371175238e-06, + "loss": 0.4298, + "num_input_tokens_seen": 17915320, + "step": 27430 + }, + { + "epoch": 16.17629716981132, + "grad_norm": 3.6957297325134277, + "learning_rate": 1.0730331151198953e-06, + "loss": 0.3352, + "num_input_tokens_seen": 17918328, + "step": 27435 + }, + { + "epoch": 16.17924528301887, + "grad_norm": 3.9663281440734863, + "learning_rate": 1.0714411328036733e-06, + "loss": 0.2745, + "num_input_tokens_seen": 17921048, + "step": 27440 + }, + { + "epoch": 16.182193396226417, + "grad_norm": 3.442814588546753, + "learning_rate": 1.0698501905903435e-06, + "loss": 0.2816, + "num_input_tokens_seen": 17924728, + "step": 27445 + }, + { + "epoch": 16.18514150943396, + "grad_norm": 2.97267746925354, + "learning_rate": 1.0682602889011134e-06, + "loss": 0.3287, + "num_input_tokens_seen": 17927608, + "step": 27450 + }, + { + "epoch": 16.18808962264151, + "grad_norm": 3.4530694484710693, + "learning_rate": 1.0666714281569152e-06, + "loss": 0.2536, + "num_input_tokens_seen": 17931800, + "step": 27455 + }, + { + "epoch": 16.191037735849058, + "grad_norm": 4.014507293701172, + "learning_rate": 1.0650836087784095e-06, + "loss": 0.3586, + "num_input_tokens_seen": 17935320, + "step": 27460 + }, + { + "epoch": 16.193985849056602, + "grad_norm": 4.509791374206543, + "learning_rate": 1.0634968311859768e-06, + "loss": 0.2941, + "num_input_tokens_seen": 17938456, + "step": 27465 + }, + { + "epoch": 16.19693396226415, + "grad_norm": 2.2084882259368896, + "learning_rate": 1.0619110957997237e-06, + "loss": 0.2218, + "num_input_tokens_seen": 17942680, + "step": 27470 + }, + { + "epoch": 16.1998820754717, + "grad_norm": 3.980478048324585, + "learning_rate": 1.06032640303948e-06, + "loss": 0.2998, + "num_input_tokens_seen": 17946808, + "step": 27475 + }, + { + "epoch": 16.202830188679247, + "grad_norm": 6.161243438720703, + "learning_rate": 1.0587427533248002e-06, + "loss": 0.2924, + "num_input_tokens_seen": 17949816, + "step": 27480 + }, + { + "epoch": 16.20577830188679, + "grad_norm": 3.336670398712158, + "learning_rate": 1.057160147074961e-06, + "loss": 0.3081, + "num_input_tokens_seen": 17952856, + "step": 27485 + }, + { + "epoch": 16.20872641509434, + "grad_norm": 5.0814995765686035, + "learning_rate": 1.0555785847089657e-06, + "loss": 0.2568, + "num_input_tokens_seen": 17955736, + "step": 27490 + }, + { + "epoch": 16.211674528301888, + "grad_norm": 6.795226097106934, + "learning_rate": 1.0539980666455407e-06, + "loss": 0.3626, + "num_input_tokens_seen": 17959480, + "step": 27495 + }, + { + "epoch": 16.214622641509433, + "grad_norm": 4.669819355010986, + "learning_rate": 1.052418593303134e-06, + "loss": 0.3442, + "num_input_tokens_seen": 17962456, + "step": 27500 + }, + { + "epoch": 16.21757075471698, + "grad_norm": 3.195713520050049, + "learning_rate": 1.0508401650999178e-06, + "loss": 0.3403, + "num_input_tokens_seen": 17965656, + "step": 27505 + }, + { + "epoch": 16.22051886792453, + "grad_norm": 4.134604454040527, + "learning_rate": 1.0492627824537877e-06, + "loss": 0.2864, + "num_input_tokens_seen": 17968408, + "step": 27510 + }, + { + "epoch": 16.223466981132077, + "grad_norm": 5.353485107421875, + "learning_rate": 1.0476864457823626e-06, + "loss": 0.2181, + "num_input_tokens_seen": 17972088, + "step": 27515 + }, + { + "epoch": 16.22641509433962, + "grad_norm": 6.434770584106445, + "learning_rate": 1.0461111555029836e-06, + "loss": 0.3074, + "num_input_tokens_seen": 17974648, + "step": 27520 + }, + { + "epoch": 16.22936320754717, + "grad_norm": 2.55372953414917, + "learning_rate": 1.0445369120327175e-06, + "loss": 0.4198, + "num_input_tokens_seen": 17985144, + "step": 27525 + }, + { + "epoch": 16.232311320754718, + "grad_norm": 3.6074516773223877, + "learning_rate": 1.0429637157883516e-06, + "loss": 0.33, + "num_input_tokens_seen": 17988056, + "step": 27530 + }, + { + "epoch": 16.235259433962263, + "grad_norm": 3.07741117477417, + "learning_rate": 1.041391567186395e-06, + "loss": 0.2985, + "num_input_tokens_seen": 17992056, + "step": 27535 + }, + { + "epoch": 16.23820754716981, + "grad_norm": 2.8007469177246094, + "learning_rate": 1.0398204666430821e-06, + "loss": 0.2642, + "num_input_tokens_seen": 17994712, + "step": 27540 + }, + { + "epoch": 16.24115566037736, + "grad_norm": 2.8392910957336426, + "learning_rate": 1.0382504145743667e-06, + "loss": 0.3582, + "num_input_tokens_seen": 17997784, + "step": 27545 + }, + { + "epoch": 16.244103773584907, + "grad_norm": 4.285711288452148, + "learning_rate": 1.0366814113959294e-06, + "loss": 0.2894, + "num_input_tokens_seen": 18001208, + "step": 27550 + }, + { + "epoch": 16.247051886792452, + "grad_norm": 6.210953235626221, + "learning_rate": 1.0351134575231697e-06, + "loss": 0.2698, + "num_input_tokens_seen": 18006360, + "step": 27555 + }, + { + "epoch": 16.25, + "grad_norm": 3.3790552616119385, + "learning_rate": 1.0335465533712098e-06, + "loss": 0.2937, + "num_input_tokens_seen": 18009368, + "step": 27560 + }, + { + "epoch": 16.252948113207548, + "grad_norm": 3.2502143383026123, + "learning_rate": 1.031980699354894e-06, + "loss": 0.2814, + "num_input_tokens_seen": 18011800, + "step": 27565 + }, + { + "epoch": 16.255896226415093, + "grad_norm": 2.890284538269043, + "learning_rate": 1.03041589588879e-06, + "loss": 0.3474, + "num_input_tokens_seen": 18014584, + "step": 27570 + }, + { + "epoch": 16.25884433962264, + "grad_norm": 1.9675480127334595, + "learning_rate": 1.0288521433871834e-06, + "loss": 0.3106, + "num_input_tokens_seen": 18018936, + "step": 27575 + }, + { + "epoch": 16.26179245283019, + "grad_norm": 2.821652412414551, + "learning_rate": 1.0272894422640866e-06, + "loss": 0.2573, + "num_input_tokens_seen": 18022136, + "step": 27580 + }, + { + "epoch": 16.264740566037737, + "grad_norm": 2.8954403400421143, + "learning_rate": 1.0257277929332332e-06, + "loss": 0.3429, + "num_input_tokens_seen": 18025464, + "step": 27585 + }, + { + "epoch": 16.267688679245282, + "grad_norm": 2.3992884159088135, + "learning_rate": 1.0241671958080745e-06, + "loss": 0.41, + "num_input_tokens_seen": 18028920, + "step": 27590 + }, + { + "epoch": 16.27063679245283, + "grad_norm": 8.977656364440918, + "learning_rate": 1.0226076513017858e-06, + "loss": 0.3538, + "num_input_tokens_seen": 18032184, + "step": 27595 + }, + { + "epoch": 16.27358490566038, + "grad_norm": 3.8956522941589355, + "learning_rate": 1.0210491598272625e-06, + "loss": 0.4075, + "num_input_tokens_seen": 18035352, + "step": 27600 + }, + { + "epoch": 16.276533018867923, + "grad_norm": 3.3948118686676025, + "learning_rate": 1.0194917217971229e-06, + "loss": 0.3076, + "num_input_tokens_seen": 18038200, + "step": 27605 + }, + { + "epoch": 16.27948113207547, + "grad_norm": 2.7691431045532227, + "learning_rate": 1.0179353376237038e-06, + "loss": 0.3285, + "num_input_tokens_seen": 18041048, + "step": 27610 + }, + { + "epoch": 16.28242924528302, + "grad_norm": 2.522479772567749, + "learning_rate": 1.0163800077190672e-06, + "loss": 0.2927, + "num_input_tokens_seen": 18043192, + "step": 27615 + }, + { + "epoch": 16.285377358490567, + "grad_norm": 5.575686931610107, + "learning_rate": 1.0148257324949916e-06, + "loss": 0.4007, + "num_input_tokens_seen": 18046616, + "step": 27620 + }, + { + "epoch": 16.288325471698112, + "grad_norm": 3.4563584327697754, + "learning_rate": 1.0132725123629783e-06, + "loss": 0.2911, + "num_input_tokens_seen": 18049816, + "step": 27625 + }, + { + "epoch": 16.29127358490566, + "grad_norm": 2.865845203399658, + "learning_rate": 1.0117203477342497e-06, + "loss": 0.3885, + "num_input_tokens_seen": 18052824, + "step": 27630 + }, + { + "epoch": 16.29422169811321, + "grad_norm": 2.245584011077881, + "learning_rate": 1.0101692390197477e-06, + "loss": 0.2591, + "num_input_tokens_seen": 18056120, + "step": 27635 + }, + { + "epoch": 16.297169811320753, + "grad_norm": 4.960104465484619, + "learning_rate": 1.0086191866301331e-06, + "loss": 0.311, + "num_input_tokens_seen": 18059768, + "step": 27640 + }, + { + "epoch": 16.3001179245283, + "grad_norm": 3.6159780025482178, + "learning_rate": 1.0070701909757918e-06, + "loss": 0.3657, + "num_input_tokens_seen": 18062648, + "step": 27645 + }, + { + "epoch": 16.30306603773585, + "grad_norm": 2.7739675045013428, + "learning_rate": 1.0055222524668267e-06, + "loss": 0.3109, + "num_input_tokens_seen": 18067032, + "step": 27650 + }, + { + "epoch": 16.306014150943398, + "grad_norm": 3.2626240253448486, + "learning_rate": 1.00397537151306e-06, + "loss": 0.3273, + "num_input_tokens_seen": 18070712, + "step": 27655 + }, + { + "epoch": 16.308962264150942, + "grad_norm": 3.2104480266571045, + "learning_rate": 1.002429548524036e-06, + "loss": 0.277, + "num_input_tokens_seen": 18073624, + "step": 27660 + }, + { + "epoch": 16.31191037735849, + "grad_norm": 3.031754732131958, + "learning_rate": 1.0008847839090175e-06, + "loss": 0.4142, + "num_input_tokens_seen": 18077688, + "step": 27665 + }, + { + "epoch": 16.31485849056604, + "grad_norm": 4.7030720710754395, + "learning_rate": 9.993410780769862e-07, + "loss": 0.3464, + "num_input_tokens_seen": 18080568, + "step": 27670 + }, + { + "epoch": 16.317806603773583, + "grad_norm": 3.029120683670044, + "learning_rate": 9.977984314366463e-07, + "loss": 0.1772, + "num_input_tokens_seen": 18083640, + "step": 27675 + }, + { + "epoch": 16.32075471698113, + "grad_norm": 5.256019115447998, + "learning_rate": 9.962568443964216e-07, + "loss": 0.4148, + "num_input_tokens_seen": 18087032, + "step": 27680 + }, + { + "epoch": 16.32370283018868, + "grad_norm": 4.762215614318848, + "learning_rate": 9.947163173644524e-07, + "loss": 0.3291, + "num_input_tokens_seen": 18090328, + "step": 27685 + }, + { + "epoch": 16.326650943396228, + "grad_norm": 3.663024425506592, + "learning_rate": 9.931768507486007e-07, + "loss": 0.2122, + "num_input_tokens_seen": 18092984, + "step": 27690 + }, + { + "epoch": 16.329599056603772, + "grad_norm": 3.0397157669067383, + "learning_rate": 9.916384449564453e-07, + "loss": 0.3267, + "num_input_tokens_seen": 18096408, + "step": 27695 + }, + { + "epoch": 16.33254716981132, + "grad_norm": 2.846210241317749, + "learning_rate": 9.90101100395287e-07, + "loss": 0.3616, + "num_input_tokens_seen": 18099576, + "step": 27700 + }, + { + "epoch": 16.33549528301887, + "grad_norm": 4.215295791625977, + "learning_rate": 9.885648174721428e-07, + "loss": 0.3705, + "num_input_tokens_seen": 18101848, + "step": 27705 + }, + { + "epoch": 16.338443396226417, + "grad_norm": 4.762584686279297, + "learning_rate": 9.870295965937532e-07, + "loss": 0.2757, + "num_input_tokens_seen": 18104696, + "step": 27710 + }, + { + "epoch": 16.34139150943396, + "grad_norm": 7.215915203094482, + "learning_rate": 9.854954381665727e-07, + "loss": 0.4656, + "num_input_tokens_seen": 18108120, + "step": 27715 + }, + { + "epoch": 16.34433962264151, + "grad_norm": 4.09479284286499, + "learning_rate": 9.83962342596776e-07, + "loss": 0.2817, + "num_input_tokens_seen": 18110680, + "step": 27720 + }, + { + "epoch": 16.347287735849058, + "grad_norm": 4.176652431488037, + "learning_rate": 9.824303102902576e-07, + "loss": 0.3546, + "num_input_tokens_seen": 18114616, + "step": 27725 + }, + { + "epoch": 16.350235849056602, + "grad_norm": 6.039229393005371, + "learning_rate": 9.808993416526292e-07, + "loss": 0.3443, + "num_input_tokens_seen": 18118680, + "step": 27730 + }, + { + "epoch": 16.35318396226415, + "grad_norm": 3.1494503021240234, + "learning_rate": 9.793694370892204e-07, + "loss": 0.3433, + "num_input_tokens_seen": 18121624, + "step": 27735 + }, + { + "epoch": 16.3561320754717, + "grad_norm": 2.8502485752105713, + "learning_rate": 9.77840597005082e-07, + "loss": 0.2528, + "num_input_tokens_seen": 18124600, + "step": 27740 + }, + { + "epoch": 16.359080188679247, + "grad_norm": 4.289894104003906, + "learning_rate": 9.763128218049806e-07, + "loss": 0.273, + "num_input_tokens_seen": 18127416, + "step": 27745 + }, + { + "epoch": 16.36202830188679, + "grad_norm": 3.9735586643218994, + "learning_rate": 9.747861118934005e-07, + "loss": 0.3213, + "num_input_tokens_seen": 18130072, + "step": 27750 + }, + { + "epoch": 16.36497641509434, + "grad_norm": 4.536723613739014, + "learning_rate": 9.732604676745443e-07, + "loss": 0.2412, + "num_input_tokens_seen": 18132920, + "step": 27755 + }, + { + "epoch": 16.367924528301888, + "grad_norm": 2.3640623092651367, + "learning_rate": 9.717358895523333e-07, + "loss": 0.3559, + "num_input_tokens_seen": 18135576, + "step": 27760 + }, + { + "epoch": 16.370872641509433, + "grad_norm": 4.210780620574951, + "learning_rate": 9.702123779304074e-07, + "loss": 0.2601, + "num_input_tokens_seen": 18138680, + "step": 27765 + }, + { + "epoch": 16.37382075471698, + "grad_norm": 4.556784629821777, + "learning_rate": 9.686899332121203e-07, + "loss": 0.2382, + "num_input_tokens_seen": 18141048, + "step": 27770 + }, + { + "epoch": 16.37676886792453, + "grad_norm": 3.0610227584838867, + "learning_rate": 9.671685558005488e-07, + "loss": 0.2866, + "num_input_tokens_seen": 18144472, + "step": 27775 + }, + { + "epoch": 16.379716981132077, + "grad_norm": 6.802180767059326, + "learning_rate": 9.656482460984828e-07, + "loss": 0.2654, + "num_input_tokens_seen": 18149272, + "step": 27780 + }, + { + "epoch": 16.38266509433962, + "grad_norm": 2.827291965484619, + "learning_rate": 9.641290045084307e-07, + "loss": 0.363, + "num_input_tokens_seen": 18153528, + "step": 27785 + }, + { + "epoch": 16.38561320754717, + "grad_norm": 6.607877254486084, + "learning_rate": 9.626108314326182e-07, + "loss": 0.2634, + "num_input_tokens_seen": 18156344, + "step": 27790 + }, + { + "epoch": 16.388561320754718, + "grad_norm": 2.9593207836151123, + "learning_rate": 9.610937272729881e-07, + "loss": 0.3757, + "num_input_tokens_seen": 18158872, + "step": 27795 + }, + { + "epoch": 16.391509433962263, + "grad_norm": 3.3793394565582275, + "learning_rate": 9.595776924311996e-07, + "loss": 0.3462, + "num_input_tokens_seen": 18162424, + "step": 27800 + }, + { + "epoch": 16.39445754716981, + "grad_norm": 4.409260272979736, + "learning_rate": 9.580627273086313e-07, + "loss": 0.2267, + "num_input_tokens_seen": 18165496, + "step": 27805 + }, + { + "epoch": 16.39740566037736, + "grad_norm": 3.701673746109009, + "learning_rate": 9.565488323063754e-07, + "loss": 0.3644, + "num_input_tokens_seen": 18168888, + "step": 27810 + }, + { + "epoch": 16.400353773584907, + "grad_norm": 1.421898365020752, + "learning_rate": 9.55036007825243e-07, + "loss": 0.2344, + "num_input_tokens_seen": 18172344, + "step": 27815 + }, + { + "epoch": 16.403301886792452, + "grad_norm": 4.106409549713135, + "learning_rate": 9.535242542657602e-07, + "loss": 0.2628, + "num_input_tokens_seen": 18176568, + "step": 27820 + }, + { + "epoch": 16.40625, + "grad_norm": 4.223547458648682, + "learning_rate": 9.520135720281692e-07, + "loss": 0.4582, + "num_input_tokens_seen": 18180472, + "step": 27825 + }, + { + "epoch": 16.409198113207548, + "grad_norm": 2.5262081623077393, + "learning_rate": 9.505039615124318e-07, + "loss": 0.3092, + "num_input_tokens_seen": 18183352, + "step": 27830 + }, + { + "epoch": 16.412146226415093, + "grad_norm": 4.22904109954834, + "learning_rate": 9.489954231182235e-07, + "loss": 0.4095, + "num_input_tokens_seen": 18186552, + "step": 27835 + }, + { + "epoch": 16.41509433962264, + "grad_norm": 2.6649506092071533, + "learning_rate": 9.474879572449352e-07, + "loss": 0.335, + "num_input_tokens_seen": 18189752, + "step": 27840 + }, + { + "epoch": 16.41804245283019, + "grad_norm": 4.876081466674805, + "learning_rate": 9.459815642916759e-07, + "loss": 0.3494, + "num_input_tokens_seen": 18192792, + "step": 27845 + }, + { + "epoch": 16.420990566037737, + "grad_norm": 4.724907875061035, + "learning_rate": 9.444762446572692e-07, + "loss": 0.307, + "num_input_tokens_seen": 18195096, + "step": 27850 + }, + { + "epoch": 16.423938679245282, + "grad_norm": 4.995750904083252, + "learning_rate": 9.429719987402541e-07, + "loss": 0.3057, + "num_input_tokens_seen": 18198904, + "step": 27855 + }, + { + "epoch": 16.42688679245283, + "grad_norm": 3.0965640544891357, + "learning_rate": 9.414688269388883e-07, + "loss": 0.2845, + "num_input_tokens_seen": 18202488, + "step": 27860 + }, + { + "epoch": 16.42983490566038, + "grad_norm": 2.1767213344573975, + "learning_rate": 9.3996672965114e-07, + "loss": 0.4361, + "num_input_tokens_seen": 18206552, + "step": 27865 + }, + { + "epoch": 16.432783018867923, + "grad_norm": 4.873117923736572, + "learning_rate": 9.384657072747e-07, + "loss": 0.4777, + "num_input_tokens_seen": 18209432, + "step": 27870 + }, + { + "epoch": 16.43573113207547, + "grad_norm": 2.778578042984009, + "learning_rate": 9.369657602069676e-07, + "loss": 0.2309, + "num_input_tokens_seen": 18212344, + "step": 27875 + }, + { + "epoch": 16.43867924528302, + "grad_norm": 5.354640960693359, + "learning_rate": 9.354668888450608e-07, + "loss": 0.3347, + "num_input_tokens_seen": 18215384, + "step": 27880 + }, + { + "epoch": 16.441627358490567, + "grad_norm": 2.6661977767944336, + "learning_rate": 9.339690935858125e-07, + "loss": 0.2665, + "num_input_tokens_seen": 18218680, + "step": 27885 + }, + { + "epoch": 16.444575471698112, + "grad_norm": 2.5036470890045166, + "learning_rate": 9.324723748257697e-07, + "loss": 0.3874, + "num_input_tokens_seen": 18221752, + "step": 27890 + }, + { + "epoch": 16.44752358490566, + "grad_norm": 5.187251091003418, + "learning_rate": 9.309767329611963e-07, + "loss": 0.3622, + "num_input_tokens_seen": 18224632, + "step": 27895 + }, + { + "epoch": 16.45047169811321, + "grad_norm": 2.9061391353607178, + "learning_rate": 9.294821683880695e-07, + "loss": 0.2887, + "num_input_tokens_seen": 18227576, + "step": 27900 + }, + { + "epoch": 16.453419811320753, + "grad_norm": 1.915439248085022, + "learning_rate": 9.279886815020816e-07, + "loss": 0.2543, + "num_input_tokens_seen": 18231640, + "step": 27905 + }, + { + "epoch": 16.4563679245283, + "grad_norm": 3.8937764167785645, + "learning_rate": 9.264962726986393e-07, + "loss": 0.2601, + "num_input_tokens_seen": 18235832, + "step": 27910 + }, + { + "epoch": 16.45931603773585, + "grad_norm": 3.432401657104492, + "learning_rate": 9.250049423728652e-07, + "loss": 0.3189, + "num_input_tokens_seen": 18238840, + "step": 27915 + }, + { + "epoch": 16.462264150943398, + "grad_norm": 4.627106666564941, + "learning_rate": 9.235146909195936e-07, + "loss": 0.2659, + "num_input_tokens_seen": 18242328, + "step": 27920 + }, + { + "epoch": 16.465212264150942, + "grad_norm": 2.0879452228546143, + "learning_rate": 9.220255187333771e-07, + "loss": 0.2253, + "num_input_tokens_seen": 18246040, + "step": 27925 + }, + { + "epoch": 16.46816037735849, + "grad_norm": 3.533316135406494, + "learning_rate": 9.205374262084798e-07, + "loss": 0.2973, + "num_input_tokens_seen": 18248568, + "step": 27930 + }, + { + "epoch": 16.47110849056604, + "grad_norm": 2.275442600250244, + "learning_rate": 9.190504137388806e-07, + "loss": 0.2913, + "num_input_tokens_seen": 18252152, + "step": 27935 + }, + { + "epoch": 16.474056603773583, + "grad_norm": 3.345951557159424, + "learning_rate": 9.175644817182722e-07, + "loss": 0.4241, + "num_input_tokens_seen": 18254712, + "step": 27940 + }, + { + "epoch": 16.47700471698113, + "grad_norm": 4.388198375701904, + "learning_rate": 9.16079630540061e-07, + "loss": 0.2836, + "num_input_tokens_seen": 18258936, + "step": 27945 + }, + { + "epoch": 16.47995283018868, + "grad_norm": 4.631225109100342, + "learning_rate": 9.145958605973676e-07, + "loss": 0.4113, + "num_input_tokens_seen": 18262360, + "step": 27950 + }, + { + "epoch": 16.482900943396228, + "grad_norm": 9.120406150817871, + "learning_rate": 9.131131722830289e-07, + "loss": 0.4333, + "num_input_tokens_seen": 18265112, + "step": 27955 + }, + { + "epoch": 16.485849056603772, + "grad_norm": 2.673330783843994, + "learning_rate": 9.116315659895892e-07, + "loss": 0.272, + "num_input_tokens_seen": 18268056, + "step": 27960 + }, + { + "epoch": 16.48879716981132, + "grad_norm": 7.5184736251831055, + "learning_rate": 9.10151042109314e-07, + "loss": 0.3797, + "num_input_tokens_seen": 18270456, + "step": 27965 + }, + { + "epoch": 16.49174528301887, + "grad_norm": 3.9771950244903564, + "learning_rate": 9.086716010341767e-07, + "loss": 0.3756, + "num_input_tokens_seen": 18273528, + "step": 27970 + }, + { + "epoch": 16.494693396226417, + "grad_norm": 3.331240177154541, + "learning_rate": 9.071932431558655e-07, + "loss": 0.3984, + "num_input_tokens_seen": 18276312, + "step": 27975 + }, + { + "epoch": 16.49764150943396, + "grad_norm": 2.7196614742279053, + "learning_rate": 9.057159688657824e-07, + "loss": 0.3467, + "num_input_tokens_seen": 18279352, + "step": 27980 + }, + { + "epoch": 16.50058962264151, + "grad_norm": 5.042430400848389, + "learning_rate": 9.042397785550405e-07, + "loss": 0.2251, + "num_input_tokens_seen": 18281784, + "step": 27985 + }, + { + "epoch": 16.503537735849058, + "grad_norm": 4.0391845703125, + "learning_rate": 9.027646726144707e-07, + "loss": 0.3464, + "num_input_tokens_seen": 18284344, + "step": 27990 + }, + { + "epoch": 16.506485849056602, + "grad_norm": 3.5385758876800537, + "learning_rate": 9.012906514346115e-07, + "loss": 0.3694, + "num_input_tokens_seen": 18288152, + "step": 27995 + }, + { + "epoch": 16.50943396226415, + "grad_norm": 2.880441427230835, + "learning_rate": 8.99817715405717e-07, + "loss": 0.4299, + "num_input_tokens_seen": 18290584, + "step": 28000 + }, + { + "epoch": 16.5123820754717, + "grad_norm": 4.301236629486084, + "learning_rate": 8.983458649177529e-07, + "loss": 0.3281, + "num_input_tokens_seen": 18294584, + "step": 28005 + }, + { + "epoch": 16.515330188679247, + "grad_norm": 7.908176898956299, + "learning_rate": 8.968751003603982e-07, + "loss": 0.4721, + "num_input_tokens_seen": 18297656, + "step": 28010 + }, + { + "epoch": 16.51827830188679, + "grad_norm": 4.387469291687012, + "learning_rate": 8.95405422123043e-07, + "loss": 0.3621, + "num_input_tokens_seen": 18300344, + "step": 28015 + }, + { + "epoch": 16.52122641509434, + "grad_norm": 4.389797687530518, + "learning_rate": 8.939368305947932e-07, + "loss": 0.2713, + "num_input_tokens_seen": 18304120, + "step": 28020 + }, + { + "epoch": 16.524174528301888, + "grad_norm": 3.523591995239258, + "learning_rate": 8.92469326164464e-07, + "loss": 0.3359, + "num_input_tokens_seen": 18306648, + "step": 28025 + }, + { + "epoch": 16.527122641509433, + "grad_norm": 4.246403694152832, + "learning_rate": 8.910029092205829e-07, + "loss": 0.4086, + "num_input_tokens_seen": 18310104, + "step": 28030 + }, + { + "epoch": 16.53007075471698, + "grad_norm": 5.472579002380371, + "learning_rate": 8.895375801513906e-07, + "loss": 0.1605, + "num_input_tokens_seen": 18313208, + "step": 28035 + }, + { + "epoch": 16.53301886792453, + "grad_norm": 3.314617395401001, + "learning_rate": 8.880733393448377e-07, + "loss": 0.2945, + "num_input_tokens_seen": 18316568, + "step": 28040 + }, + { + "epoch": 16.535966981132077, + "grad_norm": 4.266468048095703, + "learning_rate": 8.866101871885907e-07, + "loss": 0.3573, + "num_input_tokens_seen": 18319768, + "step": 28045 + }, + { + "epoch": 16.53891509433962, + "grad_norm": 3.2945151329040527, + "learning_rate": 8.851481240700249e-07, + "loss": 0.2618, + "num_input_tokens_seen": 18322872, + "step": 28050 + }, + { + "epoch": 16.54186320754717, + "grad_norm": 4.082221508026123, + "learning_rate": 8.836871503762257e-07, + "loss": 0.2752, + "num_input_tokens_seen": 18326136, + "step": 28055 + }, + { + "epoch": 16.544811320754718, + "grad_norm": 4.040950298309326, + "learning_rate": 8.822272664939946e-07, + "loss": 0.3726, + "num_input_tokens_seen": 18329176, + "step": 28060 + }, + { + "epoch": 16.547759433962263, + "grad_norm": 2.2085976600646973, + "learning_rate": 8.80768472809842e-07, + "loss": 0.35, + "num_input_tokens_seen": 18332984, + "step": 28065 + }, + { + "epoch": 16.55070754716981, + "grad_norm": 2.494518280029297, + "learning_rate": 8.793107697099884e-07, + "loss": 0.2839, + "num_input_tokens_seen": 18337016, + "step": 28070 + }, + { + "epoch": 16.55365566037736, + "grad_norm": 3.2907626628875732, + "learning_rate": 8.778541575803673e-07, + "loss": 0.3534, + "num_input_tokens_seen": 18339384, + "step": 28075 + }, + { + "epoch": 16.556603773584907, + "grad_norm": 2.228891372680664, + "learning_rate": 8.763986368066241e-07, + "loss": 0.2439, + "num_input_tokens_seen": 18343096, + "step": 28080 + }, + { + "epoch": 16.559551886792452, + "grad_norm": 6.525914192199707, + "learning_rate": 8.749442077741138e-07, + "loss": 0.2855, + "num_input_tokens_seen": 18346136, + "step": 28085 + }, + { + "epoch": 16.5625, + "grad_norm": 3.5747835636138916, + "learning_rate": 8.734908708679024e-07, + "loss": 0.403, + "num_input_tokens_seen": 18349112, + "step": 28090 + }, + { + "epoch": 16.565448113207548, + "grad_norm": 4.86641788482666, + "learning_rate": 8.72038626472767e-07, + "loss": 0.3118, + "num_input_tokens_seen": 18351640, + "step": 28095 + }, + { + "epoch": 16.568396226415093, + "grad_norm": 2.7087998390197754, + "learning_rate": 8.705874749731962e-07, + "loss": 0.3654, + "num_input_tokens_seen": 18355512, + "step": 28100 + }, + { + "epoch": 16.57134433962264, + "grad_norm": 4.8715081214904785, + "learning_rate": 8.691374167533867e-07, + "loss": 0.3535, + "num_input_tokens_seen": 18358168, + "step": 28105 + }, + { + "epoch": 16.57429245283019, + "grad_norm": 4.403817176818848, + "learning_rate": 8.6768845219725e-07, + "loss": 0.4209, + "num_input_tokens_seen": 18360824, + "step": 28110 + }, + { + "epoch": 16.577240566037737, + "grad_norm": 3.34177827835083, + "learning_rate": 8.662405816884056e-07, + "loss": 0.3237, + "num_input_tokens_seen": 18363736, + "step": 28115 + }, + { + "epoch": 16.580188679245282, + "grad_norm": 4.1096673011779785, + "learning_rate": 8.647938056101824e-07, + "loss": 0.3006, + "num_input_tokens_seen": 18367064, + "step": 28120 + }, + { + "epoch": 16.58313679245283, + "grad_norm": 4.284430503845215, + "learning_rate": 8.63348124345621e-07, + "loss": 0.3799, + "num_input_tokens_seen": 18370008, + "step": 28125 + }, + { + "epoch": 16.58608490566038, + "grad_norm": 4.028640270233154, + "learning_rate": 8.619035382774716e-07, + "loss": 0.3094, + "num_input_tokens_seen": 18372824, + "step": 28130 + }, + { + "epoch": 16.589033018867923, + "grad_norm": 4.148003101348877, + "learning_rate": 8.60460047788193e-07, + "loss": 0.2993, + "num_input_tokens_seen": 18376792, + "step": 28135 + }, + { + "epoch": 16.59198113207547, + "grad_norm": 2.614002227783203, + "learning_rate": 8.590176532599587e-07, + "loss": 0.2794, + "num_input_tokens_seen": 18381112, + "step": 28140 + }, + { + "epoch": 16.59492924528302, + "grad_norm": 3.299381732940674, + "learning_rate": 8.575763550746475e-07, + "loss": 0.2786, + "num_input_tokens_seen": 18384376, + "step": 28145 + }, + { + "epoch": 16.597877358490567, + "grad_norm": 5.828056812286377, + "learning_rate": 8.56136153613848e-07, + "loss": 0.2729, + "num_input_tokens_seen": 18387096, + "step": 28150 + }, + { + "epoch": 16.600825471698112, + "grad_norm": 4.38310432434082, + "learning_rate": 8.546970492588619e-07, + "loss": 0.354, + "num_input_tokens_seen": 18390040, + "step": 28155 + }, + { + "epoch": 16.60377358490566, + "grad_norm": 4.52002477645874, + "learning_rate": 8.532590423906973e-07, + "loss": 0.3538, + "num_input_tokens_seen": 18392728, + "step": 28160 + }, + { + "epoch": 16.60672169811321, + "grad_norm": 6.511767864227295, + "learning_rate": 8.518221333900728e-07, + "loss": 0.3295, + "num_input_tokens_seen": 18395640, + "step": 28165 + }, + { + "epoch": 16.609669811320753, + "grad_norm": 4.372495651245117, + "learning_rate": 8.503863226374148e-07, + "loss": 0.422, + "num_input_tokens_seen": 18399416, + "step": 28170 + }, + { + "epoch": 16.6126179245283, + "grad_norm": 2.9493801593780518, + "learning_rate": 8.489516105128632e-07, + "loss": 0.3971, + "num_input_tokens_seen": 18402360, + "step": 28175 + }, + { + "epoch": 16.61556603773585, + "grad_norm": 3.347839117050171, + "learning_rate": 8.475179973962621e-07, + "loss": 0.2542, + "num_input_tokens_seen": 18406040, + "step": 28180 + }, + { + "epoch": 16.618514150943398, + "grad_norm": 3.5302212238311768, + "learning_rate": 8.460854836671678e-07, + "loss": 0.4201, + "num_input_tokens_seen": 18409496, + "step": 28185 + }, + { + "epoch": 16.621462264150942, + "grad_norm": 8.625845909118652, + "learning_rate": 8.446540697048445e-07, + "loss": 0.2028, + "num_input_tokens_seen": 18416728, + "step": 28190 + }, + { + "epoch": 16.62441037735849, + "grad_norm": 3.271637439727783, + "learning_rate": 8.432237558882639e-07, + "loss": 0.3578, + "num_input_tokens_seen": 18420568, + "step": 28195 + }, + { + "epoch": 16.62735849056604, + "grad_norm": 5.003169536590576, + "learning_rate": 8.417945425961083e-07, + "loss": 0.4156, + "num_input_tokens_seen": 18423448, + "step": 28200 + }, + { + "epoch": 16.630306603773583, + "grad_norm": 5.963630676269531, + "learning_rate": 8.403664302067688e-07, + "loss": 0.3324, + "num_input_tokens_seen": 18427544, + "step": 28205 + }, + { + "epoch": 16.63325471698113, + "grad_norm": 2.300724744796753, + "learning_rate": 8.389394190983446e-07, + "loss": 0.3455, + "num_input_tokens_seen": 18430808, + "step": 28210 + }, + { + "epoch": 16.63620283018868, + "grad_norm": 3.6611223220825195, + "learning_rate": 8.37513509648642e-07, + "loss": 0.2751, + "num_input_tokens_seen": 18433336, + "step": 28215 + }, + { + "epoch": 16.639150943396228, + "grad_norm": 3.553276300430298, + "learning_rate": 8.360887022351771e-07, + "loss": 0.3243, + "num_input_tokens_seen": 18437304, + "step": 28220 + }, + { + "epoch": 16.642099056603772, + "grad_norm": 5.39030122756958, + "learning_rate": 8.346649972351739e-07, + "loss": 0.4679, + "num_input_tokens_seen": 18440440, + "step": 28225 + }, + { + "epoch": 16.64504716981132, + "grad_norm": 5.131877899169922, + "learning_rate": 8.33242395025563e-07, + "loss": 0.2208, + "num_input_tokens_seen": 18444024, + "step": 28230 + }, + { + "epoch": 16.64799528301887, + "grad_norm": 3.8152382373809814, + "learning_rate": 8.318208959829871e-07, + "loss": 0.4807, + "num_input_tokens_seen": 18447096, + "step": 28235 + }, + { + "epoch": 16.650943396226417, + "grad_norm": 3.8385541439056396, + "learning_rate": 8.304005004837929e-07, + "loss": 0.2829, + "num_input_tokens_seen": 18450104, + "step": 28240 + }, + { + "epoch": 16.65389150943396, + "grad_norm": 5.4663920402526855, + "learning_rate": 8.289812089040344e-07, + "loss": 0.4344, + "num_input_tokens_seen": 18453176, + "step": 28245 + }, + { + "epoch": 16.65683962264151, + "grad_norm": 3.0491042137145996, + "learning_rate": 8.275630216194785e-07, + "loss": 0.3074, + "num_input_tokens_seen": 18457112, + "step": 28250 + }, + { + "epoch": 16.659787735849058, + "grad_norm": 6.198872089385986, + "learning_rate": 8.261459390055948e-07, + "loss": 0.2485, + "num_input_tokens_seen": 18459480, + "step": 28255 + }, + { + "epoch": 16.662735849056602, + "grad_norm": 7.464951515197754, + "learning_rate": 8.24729961437562e-07, + "loss": 0.3544, + "num_input_tokens_seen": 18462168, + "step": 28260 + }, + { + "epoch": 16.66568396226415, + "grad_norm": 3.2354581356048584, + "learning_rate": 8.233150892902653e-07, + "loss": 0.3224, + "num_input_tokens_seen": 18465592, + "step": 28265 + }, + { + "epoch": 16.6686320754717, + "grad_norm": 4.377171516418457, + "learning_rate": 8.219013229383005e-07, + "loss": 0.381, + "num_input_tokens_seen": 18469048, + "step": 28270 + }, + { + "epoch": 16.671580188679247, + "grad_norm": 4.3602495193481445, + "learning_rate": 8.204886627559666e-07, + "loss": 0.3799, + "num_input_tokens_seen": 18472408, + "step": 28275 + }, + { + "epoch": 16.67452830188679, + "grad_norm": 2.811962604522705, + "learning_rate": 8.190771091172722e-07, + "loss": 0.2633, + "num_input_tokens_seen": 18475512, + "step": 28280 + }, + { + "epoch": 16.67747641509434, + "grad_norm": 5.881292819976807, + "learning_rate": 8.176666623959323e-07, + "loss": 0.4189, + "num_input_tokens_seen": 18477976, + "step": 28285 + }, + { + "epoch": 16.680424528301888, + "grad_norm": 2.6330065727233887, + "learning_rate": 8.162573229653681e-07, + "loss": 0.3216, + "num_input_tokens_seen": 18482136, + "step": 28290 + }, + { + "epoch": 16.683372641509433, + "grad_norm": 6.3715972900390625, + "learning_rate": 8.148490911987073e-07, + "loss": 0.3137, + "num_input_tokens_seen": 18485976, + "step": 28295 + }, + { + "epoch": 16.68632075471698, + "grad_norm": 2.829335927963257, + "learning_rate": 8.134419674687876e-07, + "loss": 0.3507, + "num_input_tokens_seen": 18488408, + "step": 28300 + }, + { + "epoch": 16.68926886792453, + "grad_norm": 4.0512261390686035, + "learning_rate": 8.120359521481502e-07, + "loss": 0.2681, + "num_input_tokens_seen": 18491544, + "step": 28305 + }, + { + "epoch": 16.692216981132077, + "grad_norm": 3.6312010288238525, + "learning_rate": 8.106310456090438e-07, + "loss": 0.2647, + "num_input_tokens_seen": 18494200, + "step": 28310 + }, + { + "epoch": 16.69516509433962, + "grad_norm": 3.5946900844573975, + "learning_rate": 8.092272482234231e-07, + "loss": 0.3439, + "num_input_tokens_seen": 18497656, + "step": 28315 + }, + { + "epoch": 16.69811320754717, + "grad_norm": 3.0161874294281006, + "learning_rate": 8.078245603629486e-07, + "loss": 0.2897, + "num_input_tokens_seen": 18500120, + "step": 28320 + }, + { + "epoch": 16.701061320754718, + "grad_norm": 3.977752685546875, + "learning_rate": 8.0642298239899e-07, + "loss": 0.3369, + "num_input_tokens_seen": 18503608, + "step": 28325 + }, + { + "epoch": 16.704009433962263, + "grad_norm": 1.6963313817977905, + "learning_rate": 8.050225147026202e-07, + "loss": 0.2613, + "num_input_tokens_seen": 18506296, + "step": 28330 + }, + { + "epoch": 16.70695754716981, + "grad_norm": 1.5936009883880615, + "learning_rate": 8.03623157644619e-07, + "loss": 0.3122, + "num_input_tokens_seen": 18509848, + "step": 28335 + }, + { + "epoch": 16.70990566037736, + "grad_norm": 2.8575832843780518, + "learning_rate": 8.022249115954728e-07, + "loss": 0.301, + "num_input_tokens_seen": 18513144, + "step": 28340 + }, + { + "epoch": 16.712853773584907, + "grad_norm": 6.878355026245117, + "learning_rate": 8.008277769253709e-07, + "loss": 0.3014, + "num_input_tokens_seen": 18517016, + "step": 28345 + }, + { + "epoch": 16.715801886792452, + "grad_norm": 6.865626335144043, + "learning_rate": 7.994317540042135e-07, + "loss": 0.4746, + "num_input_tokens_seen": 18520312, + "step": 28350 + }, + { + "epoch": 16.71875, + "grad_norm": 4.296737194061279, + "learning_rate": 7.980368432016017e-07, + "loss": 0.2786, + "num_input_tokens_seen": 18523480, + "step": 28355 + }, + { + "epoch": 16.721698113207548, + "grad_norm": 2.6767940521240234, + "learning_rate": 7.966430448868461e-07, + "loss": 0.2965, + "num_input_tokens_seen": 18526744, + "step": 28360 + }, + { + "epoch": 16.724646226415093, + "grad_norm": 3.084935188293457, + "learning_rate": 7.952503594289601e-07, + "loss": 0.3713, + "num_input_tokens_seen": 18529720, + "step": 28365 + }, + { + "epoch": 16.72759433962264, + "grad_norm": 3.3406479358673096, + "learning_rate": 7.93858787196663e-07, + "loss": 0.3288, + "num_input_tokens_seen": 18532760, + "step": 28370 + }, + { + "epoch": 16.73054245283019, + "grad_norm": 3.6405138969421387, + "learning_rate": 7.92468328558379e-07, + "loss": 0.3553, + "num_input_tokens_seen": 18535576, + "step": 28375 + }, + { + "epoch": 16.733490566037737, + "grad_norm": 2.3802497386932373, + "learning_rate": 7.910789838822386e-07, + "loss": 0.3648, + "num_input_tokens_seen": 18539224, + "step": 28380 + }, + { + "epoch": 16.736438679245282, + "grad_norm": 2.881124258041382, + "learning_rate": 7.89690753536076e-07, + "loss": 0.2733, + "num_input_tokens_seen": 18541752, + "step": 28385 + }, + { + "epoch": 16.73938679245283, + "grad_norm": 3.425151824951172, + "learning_rate": 7.883036378874326e-07, + "loss": 0.3006, + "num_input_tokens_seen": 18544632, + "step": 28390 + }, + { + "epoch": 16.74233490566038, + "grad_norm": 8.204981803894043, + "learning_rate": 7.86917637303552e-07, + "loss": 0.3194, + "num_input_tokens_seen": 18548312, + "step": 28395 + }, + { + "epoch": 16.745283018867923, + "grad_norm": 3.8037784099578857, + "learning_rate": 7.855327521513851e-07, + "loss": 0.2711, + "num_input_tokens_seen": 18551672, + "step": 28400 + }, + { + "epoch": 16.74823113207547, + "grad_norm": 3.6756317615509033, + "learning_rate": 7.841489827975851e-07, + "loss": 0.3624, + "num_input_tokens_seen": 18554776, + "step": 28405 + }, + { + "epoch": 16.75117924528302, + "grad_norm": 2.1749625205993652, + "learning_rate": 7.827663296085109e-07, + "loss": 0.2888, + "num_input_tokens_seen": 18557368, + "step": 28410 + }, + { + "epoch": 16.754127358490567, + "grad_norm": 4.759979724884033, + "learning_rate": 7.813847929502255e-07, + "loss": 0.4212, + "num_input_tokens_seen": 18560184, + "step": 28415 + }, + { + "epoch": 16.757075471698112, + "grad_norm": 3.846106767654419, + "learning_rate": 7.800043731884982e-07, + "loss": 0.4201, + "num_input_tokens_seen": 18563224, + "step": 28420 + }, + { + "epoch": 16.76002358490566, + "grad_norm": 4.0626044273376465, + "learning_rate": 7.786250706888005e-07, + "loss": 0.4793, + "num_input_tokens_seen": 18565624, + "step": 28425 + }, + { + "epoch": 16.76297169811321, + "grad_norm": 2.2572543621063232, + "learning_rate": 7.772468858163085e-07, + "loss": 0.3031, + "num_input_tokens_seen": 18569240, + "step": 28430 + }, + { + "epoch": 16.765919811320753, + "grad_norm": 3.809126138687134, + "learning_rate": 7.758698189359026e-07, + "loss": 0.3584, + "num_input_tokens_seen": 18573560, + "step": 28435 + }, + { + "epoch": 16.7688679245283, + "grad_norm": 2.9734787940979004, + "learning_rate": 7.744938704121658e-07, + "loss": 0.2786, + "num_input_tokens_seen": 18576536, + "step": 28440 + }, + { + "epoch": 16.77181603773585, + "grad_norm": 4.115814208984375, + "learning_rate": 7.731190406093892e-07, + "loss": 0.3011, + "num_input_tokens_seen": 18579672, + "step": 28445 + }, + { + "epoch": 16.774764150943398, + "grad_norm": 3.8660953044891357, + "learning_rate": 7.717453298915617e-07, + "loss": 0.3001, + "num_input_tokens_seen": 18582328, + "step": 28450 + }, + { + "epoch": 16.777712264150942, + "grad_norm": 4.324909210205078, + "learning_rate": 7.703727386223825e-07, + "loss": 0.3659, + "num_input_tokens_seen": 18585048, + "step": 28455 + }, + { + "epoch": 16.78066037735849, + "grad_norm": 3.559994697570801, + "learning_rate": 7.690012671652491e-07, + "loss": 0.2758, + "num_input_tokens_seen": 18587608, + "step": 28460 + }, + { + "epoch": 16.78360849056604, + "grad_norm": 2.865095853805542, + "learning_rate": 7.676309158832651e-07, + "loss": 0.2448, + "num_input_tokens_seen": 18590328, + "step": 28465 + }, + { + "epoch": 16.786556603773583, + "grad_norm": 4.813817501068115, + "learning_rate": 7.662616851392362e-07, + "loss": 0.3646, + "num_input_tokens_seen": 18593208, + "step": 28470 + }, + { + "epoch": 16.78950471698113, + "grad_norm": 2.9376370906829834, + "learning_rate": 7.648935752956732e-07, + "loss": 0.2962, + "num_input_tokens_seen": 18597560, + "step": 28475 + }, + { + "epoch": 16.79245283018868, + "grad_norm": 3.660433053970337, + "learning_rate": 7.635265867147867e-07, + "loss": 0.2178, + "num_input_tokens_seen": 18600792, + "step": 28480 + }, + { + "epoch": 16.795400943396228, + "grad_norm": 2.150542736053467, + "learning_rate": 7.621607197584963e-07, + "loss": 0.3563, + "num_input_tokens_seen": 18603448, + "step": 28485 + }, + { + "epoch": 16.798349056603772, + "grad_norm": 2.7262465953826904, + "learning_rate": 7.607959747884186e-07, + "loss": 0.3436, + "num_input_tokens_seen": 18606680, + "step": 28490 + }, + { + "epoch": 16.80129716981132, + "grad_norm": 5.075009822845459, + "learning_rate": 7.594323521658769e-07, + "loss": 0.2909, + "num_input_tokens_seen": 18609560, + "step": 28495 + }, + { + "epoch": 16.80424528301887, + "grad_norm": 2.4983294010162354, + "learning_rate": 7.580698522518958e-07, + "loss": 0.4017, + "num_input_tokens_seen": 18613080, + "step": 28500 + }, + { + "epoch": 16.807193396226417, + "grad_norm": 8.2108793258667, + "learning_rate": 7.567084754072035e-07, + "loss": 0.2841, + "num_input_tokens_seen": 18615512, + "step": 28505 + }, + { + "epoch": 16.81014150943396, + "grad_norm": 3.749236583709717, + "learning_rate": 7.553482219922282e-07, + "loss": 0.5023, + "num_input_tokens_seen": 18619192, + "step": 28510 + }, + { + "epoch": 16.81308962264151, + "grad_norm": 4.010928630828857, + "learning_rate": 7.539890923671061e-07, + "loss": 0.4587, + "num_input_tokens_seen": 18626392, + "step": 28515 + }, + { + "epoch": 16.816037735849058, + "grad_norm": 2.83538818359375, + "learning_rate": 7.526310868916708e-07, + "loss": 0.3143, + "num_input_tokens_seen": 18629560, + "step": 28520 + }, + { + "epoch": 16.818985849056602, + "grad_norm": 3.3707144260406494, + "learning_rate": 7.512742059254602e-07, + "loss": 0.251, + "num_input_tokens_seen": 18632248, + "step": 28525 + }, + { + "epoch": 16.82193396226415, + "grad_norm": 2.6354451179504395, + "learning_rate": 7.499184498277151e-07, + "loss": 0.2915, + "num_input_tokens_seen": 18635672, + "step": 28530 + }, + { + "epoch": 16.8248820754717, + "grad_norm": 3.5497565269470215, + "learning_rate": 7.485638189573758e-07, + "loss": 0.2882, + "num_input_tokens_seen": 18639000, + "step": 28535 + }, + { + "epoch": 16.827830188679247, + "grad_norm": 6.371391773223877, + "learning_rate": 7.472103136730891e-07, + "loss": 0.3724, + "num_input_tokens_seen": 18642040, + "step": 28540 + }, + { + "epoch": 16.83077830188679, + "grad_norm": 2.5573768615722656, + "learning_rate": 7.458579343331996e-07, + "loss": 0.23, + "num_input_tokens_seen": 18644664, + "step": 28545 + }, + { + "epoch": 16.83372641509434, + "grad_norm": 3.466926336288452, + "learning_rate": 7.445066812957569e-07, + "loss": 0.3331, + "num_input_tokens_seen": 18646872, + "step": 28550 + }, + { + "epoch": 16.836674528301888, + "grad_norm": 7.950833320617676, + "learning_rate": 7.43156554918511e-07, + "loss": 0.3189, + "num_input_tokens_seen": 18650360, + "step": 28555 + }, + { + "epoch": 16.839622641509433, + "grad_norm": 2.2965049743652344, + "learning_rate": 7.418075555589132e-07, + "loss": 0.4173, + "num_input_tokens_seen": 18653816, + "step": 28560 + }, + { + "epoch": 16.84257075471698, + "grad_norm": 5.382430553436279, + "learning_rate": 7.404596835741168e-07, + "loss": 0.3, + "num_input_tokens_seen": 18656376, + "step": 28565 + }, + { + "epoch": 16.84551886792453, + "grad_norm": 3.601341724395752, + "learning_rate": 7.391129393209751e-07, + "loss": 0.3275, + "num_input_tokens_seen": 18659160, + "step": 28570 + }, + { + "epoch": 16.848466981132077, + "grad_norm": 2.7670750617980957, + "learning_rate": 7.377673231560478e-07, + "loss": 0.4539, + "num_input_tokens_seen": 18662648, + "step": 28575 + }, + { + "epoch": 16.85141509433962, + "grad_norm": 3.9982829093933105, + "learning_rate": 7.364228354355907e-07, + "loss": 0.3979, + "num_input_tokens_seen": 18665400, + "step": 28580 + }, + { + "epoch": 16.85436320754717, + "grad_norm": 4.274075984954834, + "learning_rate": 7.350794765155627e-07, + "loss": 0.3118, + "num_input_tokens_seen": 18667512, + "step": 28585 + }, + { + "epoch": 16.857311320754718, + "grad_norm": 2.6380693912506104, + "learning_rate": 7.337372467516246e-07, + "loss": 0.3957, + "num_input_tokens_seen": 18670616, + "step": 28590 + }, + { + "epoch": 16.860259433962263, + "grad_norm": 4.091819763183594, + "learning_rate": 7.323961464991369e-07, + "loss": 0.347, + "num_input_tokens_seen": 18674232, + "step": 28595 + }, + { + "epoch": 16.86320754716981, + "grad_norm": 2.8899502754211426, + "learning_rate": 7.310561761131601e-07, + "loss": 0.2671, + "num_input_tokens_seen": 18679992, + "step": 28600 + }, + { + "epoch": 16.86615566037736, + "grad_norm": 4.81997537612915, + "learning_rate": 7.297173359484605e-07, + "loss": 0.3779, + "num_input_tokens_seen": 18682808, + "step": 28605 + }, + { + "epoch": 16.869103773584907, + "grad_norm": 3.4927401542663574, + "learning_rate": 7.283796263595e-07, + "loss": 0.2064, + "num_input_tokens_seen": 18686392, + "step": 28610 + }, + { + "epoch": 16.872051886792452, + "grad_norm": 3.7779829502105713, + "learning_rate": 7.270430477004431e-07, + "loss": 0.2321, + "num_input_tokens_seen": 18689624, + "step": 28615 + }, + { + "epoch": 16.875, + "grad_norm": 4.518831253051758, + "learning_rate": 7.257076003251545e-07, + "loss": 0.2738, + "num_input_tokens_seen": 18692184, + "step": 28620 + }, + { + "epoch": 16.877948113207548, + "grad_norm": 3.8273937702178955, + "learning_rate": 7.243732845871998e-07, + "loss": 0.2984, + "num_input_tokens_seen": 18694680, + "step": 28625 + }, + { + "epoch": 16.880896226415093, + "grad_norm": 2.8120851516723633, + "learning_rate": 7.230401008398441e-07, + "loss": 0.3028, + "num_input_tokens_seen": 18698136, + "step": 28630 + }, + { + "epoch": 16.88384433962264, + "grad_norm": 3.5156373977661133, + "learning_rate": 7.217080494360546e-07, + "loss": 0.2792, + "num_input_tokens_seen": 18701848, + "step": 28635 + }, + { + "epoch": 16.88679245283019, + "grad_norm": 3.743208885192871, + "learning_rate": 7.20377130728498e-07, + "loss": 0.2067, + "num_input_tokens_seen": 18705592, + "step": 28640 + }, + { + "epoch": 16.889740566037737, + "grad_norm": 3.1455750465393066, + "learning_rate": 7.190473450695407e-07, + "loss": 0.268, + "num_input_tokens_seen": 18708696, + "step": 28645 + }, + { + "epoch": 16.892688679245282, + "grad_norm": 3.220890522003174, + "learning_rate": 7.177186928112484e-07, + "loss": 0.2986, + "num_input_tokens_seen": 18712248, + "step": 28650 + }, + { + "epoch": 16.89563679245283, + "grad_norm": 2.8530080318450928, + "learning_rate": 7.163911743053876e-07, + "loss": 0.4598, + "num_input_tokens_seen": 18715320, + "step": 28655 + }, + { + "epoch": 16.89858490566038, + "grad_norm": 5.29266357421875, + "learning_rate": 7.150647899034252e-07, + "loss": 0.4787, + "num_input_tokens_seen": 18718136, + "step": 28660 + }, + { + "epoch": 16.901533018867923, + "grad_norm": 6.000851154327393, + "learning_rate": 7.13739539956525e-07, + "loss": 0.466, + "num_input_tokens_seen": 18721400, + "step": 28665 + }, + { + "epoch": 16.90448113207547, + "grad_norm": 3.6635286808013916, + "learning_rate": 7.124154248155562e-07, + "loss": 0.4197, + "num_input_tokens_seen": 18724280, + "step": 28670 + }, + { + "epoch": 16.90742924528302, + "grad_norm": 5.583603858947754, + "learning_rate": 7.110924448310813e-07, + "loss": 0.3946, + "num_input_tokens_seen": 18726840, + "step": 28675 + }, + { + "epoch": 16.910377358490567, + "grad_norm": 5.430003643035889, + "learning_rate": 7.097706003533666e-07, + "loss": 0.2532, + "num_input_tokens_seen": 18729432, + "step": 28680 + }, + { + "epoch": 16.913325471698112, + "grad_norm": 3.3852806091308594, + "learning_rate": 7.084498917323751e-07, + "loss": 0.3131, + "num_input_tokens_seen": 18732760, + "step": 28685 + }, + { + "epoch": 16.91627358490566, + "grad_norm": 2.6686973571777344, + "learning_rate": 7.071303193177698e-07, + "loss": 0.3159, + "num_input_tokens_seen": 18736536, + "step": 28690 + }, + { + "epoch": 16.91922169811321, + "grad_norm": 3.253920316696167, + "learning_rate": 7.058118834589133e-07, + "loss": 0.2683, + "num_input_tokens_seen": 18740248, + "step": 28695 + }, + { + "epoch": 16.922169811320753, + "grad_norm": 3.3200628757476807, + "learning_rate": 7.044945845048684e-07, + "loss": 0.2349, + "num_input_tokens_seen": 18743064, + "step": 28700 + }, + { + "epoch": 16.9251179245283, + "grad_norm": 5.094338417053223, + "learning_rate": 7.031784228043948e-07, + "loss": 0.2267, + "num_input_tokens_seen": 18746168, + "step": 28705 + }, + { + "epoch": 16.92806603773585, + "grad_norm": 3.6910462379455566, + "learning_rate": 7.01863398705952e-07, + "loss": 0.3934, + "num_input_tokens_seen": 18749816, + "step": 28710 + }, + { + "epoch": 16.931014150943398, + "grad_norm": 3.2015345096588135, + "learning_rate": 7.005495125576983e-07, + "loss": 0.2625, + "num_input_tokens_seen": 18754136, + "step": 28715 + }, + { + "epoch": 16.933962264150942, + "grad_norm": 5.083651542663574, + "learning_rate": 6.99236764707491e-07, + "loss": 0.4112, + "num_input_tokens_seen": 18757240, + "step": 28720 + }, + { + "epoch": 16.93691037735849, + "grad_norm": 3.2427263259887695, + "learning_rate": 6.979251555028843e-07, + "loss": 0.3275, + "num_input_tokens_seen": 18761336, + "step": 28725 + }, + { + "epoch": 16.93985849056604, + "grad_norm": 4.145651340484619, + "learning_rate": 6.966146852911332e-07, + "loss": 0.2734, + "num_input_tokens_seen": 18764664, + "step": 28730 + }, + { + "epoch": 16.942806603773583, + "grad_norm": 3.3172624111175537, + "learning_rate": 6.953053544191923e-07, + "loss": 0.3632, + "num_input_tokens_seen": 18768280, + "step": 28735 + }, + { + "epoch": 16.94575471698113, + "grad_norm": 2.7251205444335938, + "learning_rate": 6.939971632337111e-07, + "loss": 0.308, + "num_input_tokens_seen": 18771736, + "step": 28740 + }, + { + "epoch": 16.94870283018868, + "grad_norm": 3.291449785232544, + "learning_rate": 6.926901120810387e-07, + "loss": 0.227, + "num_input_tokens_seen": 18774584, + "step": 28745 + }, + { + "epoch": 16.951650943396228, + "grad_norm": 8.115428924560547, + "learning_rate": 6.91384201307222e-07, + "loss": 0.3238, + "num_input_tokens_seen": 18777144, + "step": 28750 + }, + { + "epoch": 16.954599056603772, + "grad_norm": 3.811201810836792, + "learning_rate": 6.900794312580078e-07, + "loss": 0.2943, + "num_input_tokens_seen": 18780056, + "step": 28755 + }, + { + "epoch": 16.95754716981132, + "grad_norm": 2.4994089603424072, + "learning_rate": 6.887758022788377e-07, + "loss": 0.3286, + "num_input_tokens_seen": 18783576, + "step": 28760 + }, + { + "epoch": 16.96049528301887, + "grad_norm": 3.724210262298584, + "learning_rate": 6.874733147148549e-07, + "loss": 0.3182, + "num_input_tokens_seen": 18786072, + "step": 28765 + }, + { + "epoch": 16.963443396226417, + "grad_norm": 3.7042551040649414, + "learning_rate": 6.861719689108987e-07, + "loss": 0.2915, + "num_input_tokens_seen": 18788696, + "step": 28770 + }, + { + "epoch": 16.96639150943396, + "grad_norm": 4.771889686584473, + "learning_rate": 6.84871765211505e-07, + "loss": 0.2634, + "num_input_tokens_seen": 18792216, + "step": 28775 + }, + { + "epoch": 16.96933962264151, + "grad_norm": 7.197193622589111, + "learning_rate": 6.835727039609086e-07, + "loss": 0.3296, + "num_input_tokens_seen": 18795224, + "step": 28780 + }, + { + "epoch": 16.972287735849058, + "grad_norm": 3.704580307006836, + "learning_rate": 6.822747855030415e-07, + "loss": 0.3266, + "num_input_tokens_seen": 18799096, + "step": 28785 + }, + { + "epoch": 16.975235849056602, + "grad_norm": 2.8455963134765625, + "learning_rate": 6.809780101815322e-07, + "loss": 0.4137, + "num_input_tokens_seen": 18802648, + "step": 28790 + }, + { + "epoch": 16.97818396226415, + "grad_norm": 3.1786396503448486, + "learning_rate": 6.796823783397099e-07, + "loss": 0.3113, + "num_input_tokens_seen": 18807608, + "step": 28795 + }, + { + "epoch": 16.9811320754717, + "grad_norm": 4.838693618774414, + "learning_rate": 6.783878903205976e-07, + "loss": 0.3199, + "num_input_tokens_seen": 18810648, + "step": 28800 + }, + { + "epoch": 16.984080188679247, + "grad_norm": 4.981436252593994, + "learning_rate": 6.77094546466916e-07, + "loss": 0.3662, + "num_input_tokens_seen": 18813976, + "step": 28805 + }, + { + "epoch": 16.98702830188679, + "grad_norm": 6.76599645614624, + "learning_rate": 6.758023471210845e-07, + "loss": 0.4045, + "num_input_tokens_seen": 18817784, + "step": 28810 + }, + { + "epoch": 16.98997641509434, + "grad_norm": 4.107265472412109, + "learning_rate": 6.745112926252162e-07, + "loss": 0.2353, + "num_input_tokens_seen": 18820920, + "step": 28815 + }, + { + "epoch": 16.992924528301888, + "grad_norm": 7.457312107086182, + "learning_rate": 6.732213833211265e-07, + "loss": 0.3685, + "num_input_tokens_seen": 18823256, + "step": 28820 + }, + { + "epoch": 16.995872641509433, + "grad_norm": 9.563373565673828, + "learning_rate": 6.719326195503218e-07, + "loss": 0.4733, + "num_input_tokens_seen": 18826296, + "step": 28825 + }, + { + "epoch": 16.99882075471698, + "grad_norm": 3.2320663928985596, + "learning_rate": 6.706450016540094e-07, + "loss": 0.2929, + "num_input_tokens_seen": 18830136, + "step": 28830 + }, + { + "epoch": 17.00176886792453, + "grad_norm": 3.268505334854126, + "learning_rate": 6.69358529973092e-07, + "loss": 0.3093, + "num_input_tokens_seen": 18832672, + "step": 28835 + }, + { + "epoch": 17.004716981132077, + "grad_norm": 6.553085803985596, + "learning_rate": 6.680732048481681e-07, + "loss": 0.2686, + "num_input_tokens_seen": 18835584, + "step": 28840 + }, + { + "epoch": 17.00766509433962, + "grad_norm": 3.7788097858428955, + "learning_rate": 6.667890266195321e-07, + "loss": 0.3316, + "num_input_tokens_seen": 18839104, + "step": 28845 + }, + { + "epoch": 17.01061320754717, + "grad_norm": 6.007084369659424, + "learning_rate": 6.655059956271759e-07, + "loss": 0.2984, + "num_input_tokens_seen": 18842080, + "step": 28850 + }, + { + "epoch": 17.013561320754718, + "grad_norm": 4.250484943389893, + "learning_rate": 6.642241122107884e-07, + "loss": 0.3496, + "num_input_tokens_seen": 18845152, + "step": 28855 + }, + { + "epoch": 17.016509433962263, + "grad_norm": 3.8874032497406006, + "learning_rate": 6.629433767097537e-07, + "loss": 0.3042, + "num_input_tokens_seen": 18848320, + "step": 28860 + }, + { + "epoch": 17.01945754716981, + "grad_norm": 5.278209686279297, + "learning_rate": 6.616637894631517e-07, + "loss": 0.262, + "num_input_tokens_seen": 18851360, + "step": 28865 + }, + { + "epoch": 17.02240566037736, + "grad_norm": 5.332418918609619, + "learning_rate": 6.603853508097591e-07, + "loss": 0.3484, + "num_input_tokens_seen": 18854336, + "step": 28870 + }, + { + "epoch": 17.025353773584907, + "grad_norm": 5.189344882965088, + "learning_rate": 6.591080610880468e-07, + "loss": 0.3215, + "num_input_tokens_seen": 18857440, + "step": 28875 + }, + { + "epoch": 17.028301886792452, + "grad_norm": 2.7632431983947754, + "learning_rate": 6.578319206361828e-07, + "loss": 0.2603, + "num_input_tokens_seen": 18860992, + "step": 28880 + }, + { + "epoch": 17.03125, + "grad_norm": 4.103625774383545, + "learning_rate": 6.565569297920327e-07, + "loss": 0.3165, + "num_input_tokens_seen": 18864320, + "step": 28885 + }, + { + "epoch": 17.034198113207548, + "grad_norm": 3.0839715003967285, + "learning_rate": 6.552830888931544e-07, + "loss": 0.3397, + "num_input_tokens_seen": 18866720, + "step": 28890 + }, + { + "epoch": 17.037146226415093, + "grad_norm": 3.8489675521850586, + "learning_rate": 6.540103982768031e-07, + "loss": 0.4168, + "num_input_tokens_seen": 18869632, + "step": 28895 + }, + { + "epoch": 17.04009433962264, + "grad_norm": 2.875838041305542, + "learning_rate": 6.527388582799293e-07, + "loss": 0.2823, + "num_input_tokens_seen": 18872480, + "step": 28900 + }, + { + "epoch": 17.04304245283019, + "grad_norm": 3.258222818374634, + "learning_rate": 6.514684692391782e-07, + "loss": 0.3743, + "num_input_tokens_seen": 18876448, + "step": 28905 + }, + { + "epoch": 17.045990566037737, + "grad_norm": 2.978172540664673, + "learning_rate": 6.501992314908895e-07, + "loss": 0.3006, + "num_input_tokens_seen": 18880192, + "step": 28910 + }, + { + "epoch": 17.048938679245282, + "grad_norm": 4.137148857116699, + "learning_rate": 6.489311453711017e-07, + "loss": 0.3403, + "num_input_tokens_seen": 18883616, + "step": 28915 + }, + { + "epoch": 17.05188679245283, + "grad_norm": 3.5452136993408203, + "learning_rate": 6.476642112155457e-07, + "loss": 0.2535, + "num_input_tokens_seen": 18886272, + "step": 28920 + }, + { + "epoch": 17.05483490566038, + "grad_norm": 2.40582275390625, + "learning_rate": 6.463984293596476e-07, + "loss": 0.3185, + "num_input_tokens_seen": 18889312, + "step": 28925 + }, + { + "epoch": 17.057783018867923, + "grad_norm": 2.0989315509796143, + "learning_rate": 6.451338001385282e-07, + "loss": 0.2667, + "num_input_tokens_seen": 18892192, + "step": 28930 + }, + { + "epoch": 17.06073113207547, + "grad_norm": 2.2070581912994385, + "learning_rate": 6.438703238870037e-07, + "loss": 0.2784, + "num_input_tokens_seen": 18896960, + "step": 28935 + }, + { + "epoch": 17.06367924528302, + "grad_norm": 3.435950994491577, + "learning_rate": 6.426080009395846e-07, + "loss": 0.3516, + "num_input_tokens_seen": 18899776, + "step": 28940 + }, + { + "epoch": 17.066627358490567, + "grad_norm": 2.303943634033203, + "learning_rate": 6.413468316304755e-07, + "loss": 0.2262, + "num_input_tokens_seen": 18902432, + "step": 28945 + }, + { + "epoch": 17.069575471698112, + "grad_norm": 2.808736562728882, + "learning_rate": 6.400868162935786e-07, + "loss": 0.3881, + "num_input_tokens_seen": 18906368, + "step": 28950 + }, + { + "epoch": 17.07252358490566, + "grad_norm": 3.225719451904297, + "learning_rate": 6.388279552624877e-07, + "loss": 0.2844, + "num_input_tokens_seen": 18909440, + "step": 28955 + }, + { + "epoch": 17.07547169811321, + "grad_norm": 4.661156177520752, + "learning_rate": 6.37570248870491e-07, + "loss": 0.3802, + "num_input_tokens_seen": 18913920, + "step": 28960 + }, + { + "epoch": 17.078419811320753, + "grad_norm": 9.141014099121094, + "learning_rate": 6.363136974505718e-07, + "loss": 0.4308, + "num_input_tokens_seen": 18918080, + "step": 28965 + }, + { + "epoch": 17.0813679245283, + "grad_norm": 6.614665508270264, + "learning_rate": 6.350583013354078e-07, + "loss": 0.2927, + "num_input_tokens_seen": 18921024, + "step": 28970 + }, + { + "epoch": 17.08431603773585, + "grad_norm": 5.314215660095215, + "learning_rate": 6.338040608573693e-07, + "loss": 0.3223, + "num_input_tokens_seen": 18923648, + "step": 28975 + }, + { + "epoch": 17.087264150943398, + "grad_norm": 2.787910223007202, + "learning_rate": 6.325509763485238e-07, + "loss": 0.3584, + "num_input_tokens_seen": 18927264, + "step": 28980 + }, + { + "epoch": 17.090212264150942, + "grad_norm": 3.4490957260131836, + "learning_rate": 6.312990481406301e-07, + "loss": 0.4216, + "num_input_tokens_seen": 18930528, + "step": 28985 + }, + { + "epoch": 17.09316037735849, + "grad_norm": 3.0445220470428467, + "learning_rate": 6.300482765651411e-07, + "loss": 0.4246, + "num_input_tokens_seen": 18932928, + "step": 28990 + }, + { + "epoch": 17.09610849056604, + "grad_norm": 4.262693405151367, + "learning_rate": 6.28798661953205e-07, + "loss": 0.3011, + "num_input_tokens_seen": 18935744, + "step": 28995 + }, + { + "epoch": 17.099056603773583, + "grad_norm": 4.984156131744385, + "learning_rate": 6.275502046356618e-07, + "loss": 0.3145, + "num_input_tokens_seen": 18939168, + "step": 29000 + }, + { + "epoch": 17.10200471698113, + "grad_norm": 5.059686183929443, + "learning_rate": 6.263029049430447e-07, + "loss": 0.3558, + "num_input_tokens_seen": 18941696, + "step": 29005 + }, + { + "epoch": 17.10495283018868, + "grad_norm": 3.2511088848114014, + "learning_rate": 6.250567632055832e-07, + "loss": 0.4292, + "num_input_tokens_seen": 18946304, + "step": 29010 + }, + { + "epoch": 17.107900943396228, + "grad_norm": 6.151841640472412, + "learning_rate": 6.238117797532e-07, + "loss": 0.3659, + "num_input_tokens_seen": 18949120, + "step": 29015 + }, + { + "epoch": 17.110849056603772, + "grad_norm": 3.687826156616211, + "learning_rate": 6.225679549155083e-07, + "loss": 0.2325, + "num_input_tokens_seen": 18952000, + "step": 29020 + }, + { + "epoch": 17.11379716981132, + "grad_norm": 3.0545480251312256, + "learning_rate": 6.213252890218163e-07, + "loss": 0.3386, + "num_input_tokens_seen": 18954624, + "step": 29025 + }, + { + "epoch": 17.11674528301887, + "grad_norm": 4.306593894958496, + "learning_rate": 6.200837824011247e-07, + "loss": 0.4648, + "num_input_tokens_seen": 18957408, + "step": 29030 + }, + { + "epoch": 17.119693396226417, + "grad_norm": 3.1017940044403076, + "learning_rate": 6.188434353821282e-07, + "loss": 0.3743, + "num_input_tokens_seen": 18961280, + "step": 29035 + }, + { + "epoch": 17.12264150943396, + "grad_norm": 7.133545875549316, + "learning_rate": 6.176042482932132e-07, + "loss": 0.2494, + "num_input_tokens_seen": 18964288, + "step": 29040 + }, + { + "epoch": 17.12558962264151, + "grad_norm": 2.38862681388855, + "learning_rate": 6.163662214624616e-07, + "loss": 0.3194, + "num_input_tokens_seen": 18966816, + "step": 29045 + }, + { + "epoch": 17.128537735849058, + "grad_norm": 8.155951499938965, + "learning_rate": 6.151293552176451e-07, + "loss": 0.3001, + "num_input_tokens_seen": 18969600, + "step": 29050 + }, + { + "epoch": 17.131485849056602, + "grad_norm": 2.4925954341888428, + "learning_rate": 6.138936498862291e-07, + "loss": 0.3237, + "num_input_tokens_seen": 18972608, + "step": 29055 + }, + { + "epoch": 17.13443396226415, + "grad_norm": 3.9452223777770996, + "learning_rate": 6.126591057953729e-07, + "loss": 0.3228, + "num_input_tokens_seen": 18976512, + "step": 29060 + }, + { + "epoch": 17.1373820754717, + "grad_norm": 3.0351386070251465, + "learning_rate": 6.114257232719267e-07, + "loss": 0.329, + "num_input_tokens_seen": 18979648, + "step": 29065 + }, + { + "epoch": 17.140330188679247, + "grad_norm": 5.009087085723877, + "learning_rate": 6.101935026424332e-07, + "loss": 0.2948, + "num_input_tokens_seen": 18983168, + "step": 29070 + }, + { + "epoch": 17.14327830188679, + "grad_norm": 4.005725383758545, + "learning_rate": 6.089624442331293e-07, + "loss": 0.3583, + "num_input_tokens_seen": 18986112, + "step": 29075 + }, + { + "epoch": 17.14622641509434, + "grad_norm": 3.371461868286133, + "learning_rate": 6.077325483699432e-07, + "loss": 0.3043, + "num_input_tokens_seen": 18989568, + "step": 29080 + }, + { + "epoch": 17.149174528301888, + "grad_norm": 3.5143120288848877, + "learning_rate": 6.065038153784947e-07, + "loss": 0.3779, + "num_input_tokens_seen": 18992576, + "step": 29085 + }, + { + "epoch": 17.152122641509433, + "grad_norm": 4.460042476654053, + "learning_rate": 6.052762455840955e-07, + "loss": 0.2682, + "num_input_tokens_seen": 18995584, + "step": 29090 + }, + { + "epoch": 17.15507075471698, + "grad_norm": 3.987522602081299, + "learning_rate": 6.040498393117494e-07, + "loss": 0.2696, + "num_input_tokens_seen": 18998528, + "step": 29095 + }, + { + "epoch": 17.15801886792453, + "grad_norm": 4.71243953704834, + "learning_rate": 6.028245968861551e-07, + "loss": 0.3947, + "num_input_tokens_seen": 19005152, + "step": 29100 + }, + { + "epoch": 17.160966981132077, + "grad_norm": 4.050377368927002, + "learning_rate": 6.016005186316987e-07, + "loss": 0.2514, + "num_input_tokens_seen": 19007552, + "step": 29105 + }, + { + "epoch": 17.16391509433962, + "grad_norm": 5.734931945800781, + "learning_rate": 6.003776048724614e-07, + "loss": 0.2876, + "num_input_tokens_seen": 19010368, + "step": 29110 + }, + { + "epoch": 17.16686320754717, + "grad_norm": 1.4831265211105347, + "learning_rate": 5.991558559322152e-07, + "loss": 0.3296, + "num_input_tokens_seen": 19015040, + "step": 29115 + }, + { + "epoch": 17.169811320754718, + "grad_norm": 3.1013050079345703, + "learning_rate": 5.979352721344223e-07, + "loss": 0.2765, + "num_input_tokens_seen": 19017664, + "step": 29120 + }, + { + "epoch": 17.172759433962263, + "grad_norm": 3.5723185539245605, + "learning_rate": 5.967158538022383e-07, + "loss": 0.3369, + "num_input_tokens_seen": 19021760, + "step": 29125 + }, + { + "epoch": 17.17570754716981, + "grad_norm": 3.1796345710754395, + "learning_rate": 5.954976012585078e-07, + "loss": 0.2546, + "num_input_tokens_seen": 19024896, + "step": 29130 + }, + { + "epoch": 17.17865566037736, + "grad_norm": 2.6230032444000244, + "learning_rate": 5.942805148257713e-07, + "loss": 0.2697, + "num_input_tokens_seen": 19028224, + "step": 29135 + }, + { + "epoch": 17.181603773584907, + "grad_norm": 2.92547607421875, + "learning_rate": 5.930645948262553e-07, + "loss": 0.3108, + "num_input_tokens_seen": 19031616, + "step": 29140 + }, + { + "epoch": 17.184551886792452, + "grad_norm": 3.8507256507873535, + "learning_rate": 5.918498415818813e-07, + "loss": 0.3108, + "num_input_tokens_seen": 19035392, + "step": 29145 + }, + { + "epoch": 17.1875, + "grad_norm": 3.819749116897583, + "learning_rate": 5.906362554142592e-07, + "loss": 0.3436, + "num_input_tokens_seen": 19037856, + "step": 29150 + }, + { + "epoch": 17.190448113207548, + "grad_norm": 8.640069007873535, + "learning_rate": 5.894238366446925e-07, + "loss": 0.3729, + "num_input_tokens_seen": 19040320, + "step": 29155 + }, + { + "epoch": 17.193396226415093, + "grad_norm": 2.88718843460083, + "learning_rate": 5.882125855941723e-07, + "loss": 0.254, + "num_input_tokens_seen": 19045760, + "step": 29160 + }, + { + "epoch": 17.19634433962264, + "grad_norm": 3.6244008541107178, + "learning_rate": 5.870025025833842e-07, + "loss": 0.3703, + "num_input_tokens_seen": 19049696, + "step": 29165 + }, + { + "epoch": 17.19929245283019, + "grad_norm": 2.3070738315582275, + "learning_rate": 5.857935879327031e-07, + "loss": 0.2406, + "num_input_tokens_seen": 19052320, + "step": 29170 + }, + { + "epoch": 17.202240566037737, + "grad_norm": 4.201915264129639, + "learning_rate": 5.845858419621936e-07, + "loss": 0.3884, + "num_input_tokens_seen": 19055168, + "step": 29175 + }, + { + "epoch": 17.205188679245282, + "grad_norm": 3.812565803527832, + "learning_rate": 5.83379264991612e-07, + "loss": 0.2973, + "num_input_tokens_seen": 19058368, + "step": 29180 + }, + { + "epoch": 17.20813679245283, + "grad_norm": 3.2405993938446045, + "learning_rate": 5.821738573404046e-07, + "loss": 0.2854, + "num_input_tokens_seen": 19061760, + "step": 29185 + }, + { + "epoch": 17.21108490566038, + "grad_norm": 4.884172439575195, + "learning_rate": 5.80969619327707e-07, + "loss": 0.4092, + "num_input_tokens_seen": 19065344, + "step": 29190 + }, + { + "epoch": 17.214033018867923, + "grad_norm": 2.98653244972229, + "learning_rate": 5.797665512723488e-07, + "loss": 0.3665, + "num_input_tokens_seen": 19067968, + "step": 29195 + }, + { + "epoch": 17.21698113207547, + "grad_norm": 2.823582887649536, + "learning_rate": 5.785646534928452e-07, + "loss": 0.2242, + "num_input_tokens_seen": 19071392, + "step": 29200 + }, + { + "epoch": 17.21992924528302, + "grad_norm": 4.660680294036865, + "learning_rate": 5.77363926307406e-07, + "loss": 0.3975, + "num_input_tokens_seen": 19074368, + "step": 29205 + }, + { + "epoch": 17.222877358490567, + "grad_norm": 1.8629311323165894, + "learning_rate": 5.761643700339281e-07, + "loss": 0.3173, + "num_input_tokens_seen": 19077728, + "step": 29210 + }, + { + "epoch": 17.225825471698112, + "grad_norm": 6.075425148010254, + "learning_rate": 5.749659849899985e-07, + "loss": 0.3235, + "num_input_tokens_seen": 19080352, + "step": 29215 + }, + { + "epoch": 17.22877358490566, + "grad_norm": 3.873568534851074, + "learning_rate": 5.737687714928953e-07, + "loss": 0.2643, + "num_input_tokens_seen": 19083520, + "step": 29220 + }, + { + "epoch": 17.23172169811321, + "grad_norm": 8.558841705322266, + "learning_rate": 5.725727298595846e-07, + "loss": 0.3594, + "num_input_tokens_seen": 19086112, + "step": 29225 + }, + { + "epoch": 17.234669811320753, + "grad_norm": 2.836946725845337, + "learning_rate": 5.71377860406726e-07, + "loss": 0.3977, + "num_input_tokens_seen": 19089792, + "step": 29230 + }, + { + "epoch": 17.2376179245283, + "grad_norm": 2.358649969100952, + "learning_rate": 5.701841634506655e-07, + "loss": 0.3422, + "num_input_tokens_seen": 19092832, + "step": 29235 + }, + { + "epoch": 17.24056603773585, + "grad_norm": 5.548435688018799, + "learning_rate": 5.689916393074391e-07, + "loss": 0.41, + "num_input_tokens_seen": 19095840, + "step": 29240 + }, + { + "epoch": 17.243514150943398, + "grad_norm": 2.806475877761841, + "learning_rate": 5.678002882927725e-07, + "loss": 0.3131, + "num_input_tokens_seen": 19098848, + "step": 29245 + }, + { + "epoch": 17.246462264150942, + "grad_norm": 3.684885025024414, + "learning_rate": 5.666101107220811e-07, + "loss": 0.2705, + "num_input_tokens_seen": 19101664, + "step": 29250 + }, + { + "epoch": 17.24941037735849, + "grad_norm": 6.344594955444336, + "learning_rate": 5.654211069104693e-07, + "loss": 0.261, + "num_input_tokens_seen": 19104416, + "step": 29255 + }, + { + "epoch": 17.25235849056604, + "grad_norm": 3.063352108001709, + "learning_rate": 5.642332771727321e-07, + "loss": 0.3228, + "num_input_tokens_seen": 19107520, + "step": 29260 + }, + { + "epoch": 17.255306603773583, + "grad_norm": 3.8572964668273926, + "learning_rate": 5.630466218233521e-07, + "loss": 0.4025, + "num_input_tokens_seen": 19110944, + "step": 29265 + }, + { + "epoch": 17.25825471698113, + "grad_norm": 3.267599105834961, + "learning_rate": 5.618611411765007e-07, + "loss": 0.2839, + "num_input_tokens_seen": 19113440, + "step": 29270 + }, + { + "epoch": 17.26120283018868, + "grad_norm": 3.690305471420288, + "learning_rate": 5.606768355460401e-07, + "loss": 0.381, + "num_input_tokens_seen": 19116320, + "step": 29275 + }, + { + "epoch": 17.264150943396228, + "grad_norm": 4.956605434417725, + "learning_rate": 5.594937052455191e-07, + "loss": 0.3524, + "num_input_tokens_seen": 19119552, + "step": 29280 + }, + { + "epoch": 17.267099056603772, + "grad_norm": 2.6190624237060547, + "learning_rate": 5.583117505881764e-07, + "loss": 0.3105, + "num_input_tokens_seen": 19123776, + "step": 29285 + }, + { + "epoch": 17.27004716981132, + "grad_norm": 3.4120593070983887, + "learning_rate": 5.571309718869417e-07, + "loss": 0.3402, + "num_input_tokens_seen": 19126784, + "step": 29290 + }, + { + "epoch": 17.27299528301887, + "grad_norm": 3.248769760131836, + "learning_rate": 5.559513694544282e-07, + "loss": 0.2613, + "num_input_tokens_seen": 19130464, + "step": 29295 + }, + { + "epoch": 17.275943396226417, + "grad_norm": 5.460995197296143, + "learning_rate": 5.547729436029442e-07, + "loss": 0.2034, + "num_input_tokens_seen": 19132448, + "step": 29300 + }, + { + "epoch": 17.27889150943396, + "grad_norm": 3.276087522506714, + "learning_rate": 5.535956946444809e-07, + "loss": 0.2414, + "num_input_tokens_seen": 19136096, + "step": 29305 + }, + { + "epoch": 17.28183962264151, + "grad_norm": 2.6699023246765137, + "learning_rate": 5.524196228907203e-07, + "loss": 0.2973, + "num_input_tokens_seen": 19139264, + "step": 29310 + }, + { + "epoch": 17.284787735849058, + "grad_norm": 3.9594762325286865, + "learning_rate": 5.512447286530326e-07, + "loss": 0.4211, + "num_input_tokens_seen": 19142144, + "step": 29315 + }, + { + "epoch": 17.287735849056602, + "grad_norm": 4.185850620269775, + "learning_rate": 5.500710122424746e-07, + "loss": 0.3849, + "num_input_tokens_seen": 19145312, + "step": 29320 + }, + { + "epoch": 17.29068396226415, + "grad_norm": 3.6043007373809814, + "learning_rate": 5.488984739697961e-07, + "loss": 0.2606, + "num_input_tokens_seen": 19148352, + "step": 29325 + }, + { + "epoch": 17.2936320754717, + "grad_norm": 4.735563278198242, + "learning_rate": 5.477271141454294e-07, + "loss": 0.2607, + "num_input_tokens_seen": 19151968, + "step": 29330 + }, + { + "epoch": 17.296580188679247, + "grad_norm": 3.9017982482910156, + "learning_rate": 5.465569330794974e-07, + "loss": 0.2993, + "num_input_tokens_seen": 19154912, + "step": 29335 + }, + { + "epoch": 17.29952830188679, + "grad_norm": 2.227429151535034, + "learning_rate": 5.453879310818105e-07, + "loss": 0.3234, + "num_input_tokens_seen": 19158656, + "step": 29340 + }, + { + "epoch": 17.30247641509434, + "grad_norm": 2.3421084880828857, + "learning_rate": 5.442201084618664e-07, + "loss": 0.3085, + "num_input_tokens_seen": 19166496, + "step": 29345 + }, + { + "epoch": 17.305424528301888, + "grad_norm": 3.5004076957702637, + "learning_rate": 5.430534655288528e-07, + "loss": 0.2777, + "num_input_tokens_seen": 19169600, + "step": 29350 + }, + { + "epoch": 17.308372641509433, + "grad_norm": 6.461467742919922, + "learning_rate": 5.418880025916428e-07, + "loss": 0.3618, + "num_input_tokens_seen": 19171968, + "step": 29355 + }, + { + "epoch": 17.31132075471698, + "grad_norm": 2.381603240966797, + "learning_rate": 5.407237199587973e-07, + "loss": 0.3162, + "num_input_tokens_seen": 19175328, + "step": 29360 + }, + { + "epoch": 17.31426886792453, + "grad_norm": 7.179906845092773, + "learning_rate": 5.395606179385654e-07, + "loss": 0.2745, + "num_input_tokens_seen": 19178080, + "step": 29365 + }, + { + "epoch": 17.317216981132077, + "grad_norm": 10.61878490447998, + "learning_rate": 5.383986968388833e-07, + "loss": 0.296, + "num_input_tokens_seen": 19181760, + "step": 29370 + }, + { + "epoch": 17.32016509433962, + "grad_norm": 4.444844722747803, + "learning_rate": 5.372379569673736e-07, + "loss": 0.3521, + "num_input_tokens_seen": 19185440, + "step": 29375 + }, + { + "epoch": 17.32311320754717, + "grad_norm": 6.351528644561768, + "learning_rate": 5.360783986313495e-07, + "loss": 0.283, + "num_input_tokens_seen": 19188032, + "step": 29380 + }, + { + "epoch": 17.326061320754718, + "grad_norm": 5.115810394287109, + "learning_rate": 5.349200221378076e-07, + "loss": 0.3369, + "num_input_tokens_seen": 19190944, + "step": 29385 + }, + { + "epoch": 17.329009433962263, + "grad_norm": 2.156642198562622, + "learning_rate": 5.33762827793432e-07, + "loss": 0.2976, + "num_input_tokens_seen": 19194912, + "step": 29390 + }, + { + "epoch": 17.33195754716981, + "grad_norm": 3.2365708351135254, + "learning_rate": 5.326068159045978e-07, + "loss": 0.3704, + "num_input_tokens_seen": 19197568, + "step": 29395 + }, + { + "epoch": 17.33490566037736, + "grad_norm": 3.873096227645874, + "learning_rate": 5.314519867773621e-07, + "loss": 0.2787, + "num_input_tokens_seen": 19200480, + "step": 29400 + }, + { + "epoch": 17.337853773584907, + "grad_norm": 3.3564343452453613, + "learning_rate": 5.302983407174711e-07, + "loss": 0.3357, + "num_input_tokens_seen": 19203488, + "step": 29405 + }, + { + "epoch": 17.340801886792452, + "grad_norm": 3.8083159923553467, + "learning_rate": 5.291458780303572e-07, + "loss": 0.3213, + "num_input_tokens_seen": 19206304, + "step": 29410 + }, + { + "epoch": 17.34375, + "grad_norm": 3.4642364978790283, + "learning_rate": 5.279945990211411e-07, + "loss": 0.2911, + "num_input_tokens_seen": 19209824, + "step": 29415 + }, + { + "epoch": 17.346698113207548, + "grad_norm": 1.819846272468567, + "learning_rate": 5.26844503994628e-07, + "loss": 0.3494, + "num_input_tokens_seen": 19212896, + "step": 29420 + }, + { + "epoch": 17.349646226415093, + "grad_norm": 4.367151737213135, + "learning_rate": 5.25695593255311e-07, + "loss": 0.2687, + "num_input_tokens_seen": 19215744, + "step": 29425 + }, + { + "epoch": 17.35259433962264, + "grad_norm": 3.683776378631592, + "learning_rate": 5.24547867107369e-07, + "loss": 0.3714, + "num_input_tokens_seen": 19218656, + "step": 29430 + }, + { + "epoch": 17.35554245283019, + "grad_norm": 2.5625104904174805, + "learning_rate": 5.234013258546672e-07, + "loss": 0.2491, + "num_input_tokens_seen": 19221248, + "step": 29435 + }, + { + "epoch": 17.358490566037737, + "grad_norm": 1.9774420261383057, + "learning_rate": 5.222559698007563e-07, + "loss": 0.3594, + "num_input_tokens_seen": 19224288, + "step": 29440 + }, + { + "epoch": 17.361438679245282, + "grad_norm": 2.0054752826690674, + "learning_rate": 5.211117992488763e-07, + "loss": 0.2165, + "num_input_tokens_seen": 19227648, + "step": 29445 + }, + { + "epoch": 17.36438679245283, + "grad_norm": 3.453519105911255, + "learning_rate": 5.199688145019505e-07, + "loss": 0.3277, + "num_input_tokens_seen": 19230272, + "step": 29450 + }, + { + "epoch": 17.36733490566038, + "grad_norm": 3.7615222930908203, + "learning_rate": 5.188270158625891e-07, + "loss": 0.3313, + "num_input_tokens_seen": 19234336, + "step": 29455 + }, + { + "epoch": 17.370283018867923, + "grad_norm": 3.445971965789795, + "learning_rate": 5.176864036330875e-07, + "loss": 0.3359, + "num_input_tokens_seen": 19237888, + "step": 29460 + }, + { + "epoch": 17.37323113207547, + "grad_norm": 2.6645336151123047, + "learning_rate": 5.165469781154287e-07, + "loss": 0.2652, + "num_input_tokens_seen": 19240960, + "step": 29465 + }, + { + "epoch": 17.37617924528302, + "grad_norm": 2.8495962619781494, + "learning_rate": 5.154087396112789e-07, + "loss": 0.2995, + "num_input_tokens_seen": 19243488, + "step": 29470 + }, + { + "epoch": 17.379127358490567, + "grad_norm": 6.181472301483154, + "learning_rate": 5.142716884219939e-07, + "loss": 0.3912, + "num_input_tokens_seen": 19245920, + "step": 29475 + }, + { + "epoch": 17.382075471698112, + "grad_norm": 2.5698862075805664, + "learning_rate": 5.131358248486118e-07, + "loss": 0.3978, + "num_input_tokens_seen": 19249248, + "step": 29480 + }, + { + "epoch": 17.38502358490566, + "grad_norm": 3.3577940464019775, + "learning_rate": 5.120011491918564e-07, + "loss": 0.2473, + "num_input_tokens_seen": 19252288, + "step": 29485 + }, + { + "epoch": 17.38797169811321, + "grad_norm": 7.503777980804443, + "learning_rate": 5.108676617521402e-07, + "loss": 0.3511, + "num_input_tokens_seen": 19254624, + "step": 29490 + }, + { + "epoch": 17.390919811320753, + "grad_norm": 2.98106050491333, + "learning_rate": 5.097353628295571e-07, + "loss": 0.3004, + "num_input_tokens_seen": 19258336, + "step": 29495 + }, + { + "epoch": 17.3938679245283, + "grad_norm": 3.778383731842041, + "learning_rate": 5.086042527238893e-07, + "loss": 0.3463, + "num_input_tokens_seen": 19261024, + "step": 29500 + }, + { + "epoch": 17.39681603773585, + "grad_norm": 3.2237308025360107, + "learning_rate": 5.074743317346009e-07, + "loss": 0.3366, + "num_input_tokens_seen": 19265920, + "step": 29505 + }, + { + "epoch": 17.399764150943398, + "grad_norm": 3.1538872718811035, + "learning_rate": 5.063456001608458e-07, + "loss": 0.2967, + "num_input_tokens_seen": 19270016, + "step": 29510 + }, + { + "epoch": 17.402712264150942, + "grad_norm": 5.6729865074157715, + "learning_rate": 5.052180583014599e-07, + "loss": 0.2783, + "num_input_tokens_seen": 19273312, + "step": 29515 + }, + { + "epoch": 17.40566037735849, + "grad_norm": 4.250759124755859, + "learning_rate": 5.04091706454965e-07, + "loss": 0.2192, + "num_input_tokens_seen": 19276544, + "step": 29520 + }, + { + "epoch": 17.40860849056604, + "grad_norm": 3.9193546772003174, + "learning_rate": 5.029665449195665e-07, + "loss": 0.2623, + "num_input_tokens_seen": 19280128, + "step": 29525 + }, + { + "epoch": 17.411556603773583, + "grad_norm": 5.958858013153076, + "learning_rate": 5.018425739931559e-07, + "loss": 0.2579, + "num_input_tokens_seen": 19283552, + "step": 29530 + }, + { + "epoch": 17.41450471698113, + "grad_norm": 3.370196580886841, + "learning_rate": 5.007197939733099e-07, + "loss": 0.2187, + "num_input_tokens_seen": 19286656, + "step": 29535 + }, + { + "epoch": 17.41745283018868, + "grad_norm": 2.638054132461548, + "learning_rate": 4.995982051572895e-07, + "loss": 0.3984, + "num_input_tokens_seen": 19290144, + "step": 29540 + }, + { + "epoch": 17.420400943396228, + "grad_norm": 3.195915937423706, + "learning_rate": 4.984778078420405e-07, + "loss": 0.2579, + "num_input_tokens_seen": 19293568, + "step": 29545 + }, + { + "epoch": 17.423349056603772, + "grad_norm": 2.9128684997558594, + "learning_rate": 4.973586023241917e-07, + "loss": 0.2915, + "num_input_tokens_seen": 19296832, + "step": 29550 + }, + { + "epoch": 17.42629716981132, + "grad_norm": 3.1413722038269043, + "learning_rate": 4.962405889000588e-07, + "loss": 0.3087, + "num_input_tokens_seen": 19301024, + "step": 29555 + }, + { + "epoch": 17.42924528301887, + "grad_norm": 2.4317986965179443, + "learning_rate": 4.951237678656396e-07, + "loss": 0.2135, + "num_input_tokens_seen": 19304064, + "step": 29560 + }, + { + "epoch": 17.432193396226417, + "grad_norm": 2.725205659866333, + "learning_rate": 4.940081395166174e-07, + "loss": 0.2776, + "num_input_tokens_seen": 19306528, + "step": 29565 + }, + { + "epoch": 17.43514150943396, + "grad_norm": 4.106966972351074, + "learning_rate": 4.928937041483606e-07, + "loss": 0.3588, + "num_input_tokens_seen": 19309696, + "step": 29570 + }, + { + "epoch": 17.43808962264151, + "grad_norm": 1.9201048612594604, + "learning_rate": 4.917804620559202e-07, + "loss": 0.2547, + "num_input_tokens_seen": 19313056, + "step": 29575 + }, + { + "epoch": 17.441037735849058, + "grad_norm": 6.124823093414307, + "learning_rate": 4.906684135340317e-07, + "loss": 0.3437, + "num_input_tokens_seen": 19316480, + "step": 29580 + }, + { + "epoch": 17.443985849056602, + "grad_norm": 2.860461473464966, + "learning_rate": 4.89557558877114e-07, + "loss": 0.3644, + "num_input_tokens_seen": 19320576, + "step": 29585 + }, + { + "epoch": 17.44693396226415, + "grad_norm": 3.1666300296783447, + "learning_rate": 4.884478983792728e-07, + "loss": 0.4055, + "num_input_tokens_seen": 19322816, + "step": 29590 + }, + { + "epoch": 17.4498820754717, + "grad_norm": 2.563812494277954, + "learning_rate": 4.873394323342939e-07, + "loss": 0.2664, + "num_input_tokens_seen": 19325696, + "step": 29595 + }, + { + "epoch": 17.452830188679247, + "grad_norm": 5.053902626037598, + "learning_rate": 4.86232161035648e-07, + "loss": 0.3622, + "num_input_tokens_seen": 19329152, + "step": 29600 + }, + { + "epoch": 17.45577830188679, + "grad_norm": 4.316999912261963, + "learning_rate": 4.851260847764916e-07, + "loss": 0.3601, + "num_input_tokens_seen": 19332128, + "step": 29605 + }, + { + "epoch": 17.45872641509434, + "grad_norm": 3.1579549312591553, + "learning_rate": 4.840212038496622e-07, + "loss": 0.2718, + "num_input_tokens_seen": 19334688, + "step": 29610 + }, + { + "epoch": 17.461674528301888, + "grad_norm": 2.7102205753326416, + "learning_rate": 4.82917518547682e-07, + "loss": 0.4655, + "num_input_tokens_seen": 19338976, + "step": 29615 + }, + { + "epoch": 17.464622641509433, + "grad_norm": 6.09607458114624, + "learning_rate": 4.81815029162756e-07, + "loss": 0.2984, + "num_input_tokens_seen": 19342208, + "step": 29620 + }, + { + "epoch": 17.46757075471698, + "grad_norm": 2.300431489944458, + "learning_rate": 4.807137359867725e-07, + "loss": 0.3599, + "num_input_tokens_seen": 19345760, + "step": 29625 + }, + { + "epoch": 17.47051886792453, + "grad_norm": 3.765184164047241, + "learning_rate": 4.79613639311306e-07, + "loss": 0.2767, + "num_input_tokens_seen": 19348064, + "step": 29630 + }, + { + "epoch": 17.473466981132077, + "grad_norm": 2.9525370597839355, + "learning_rate": 4.785147394276096e-07, + "loss": 0.2818, + "num_input_tokens_seen": 19350784, + "step": 29635 + }, + { + "epoch": 17.47641509433962, + "grad_norm": 8.993549346923828, + "learning_rate": 4.774170366266223e-07, + "loss": 0.3438, + "num_input_tokens_seen": 19354464, + "step": 29640 + }, + { + "epoch": 17.47936320754717, + "grad_norm": 2.925863742828369, + "learning_rate": 4.763205311989666e-07, + "loss": 0.2985, + "num_input_tokens_seen": 19357888, + "step": 29645 + }, + { + "epoch": 17.482311320754718, + "grad_norm": 3.1539323329925537, + "learning_rate": 4.752252234349458e-07, + "loss": 0.2357, + "num_input_tokens_seen": 19361024, + "step": 29650 + }, + { + "epoch": 17.485259433962263, + "grad_norm": 3.4361445903778076, + "learning_rate": 4.7413111362454634e-07, + "loss": 0.2752, + "num_input_tokens_seen": 19364000, + "step": 29655 + }, + { + "epoch": 17.48820754716981, + "grad_norm": 1.9195863008499146, + "learning_rate": 4.7303820205744143e-07, + "loss": 0.1848, + "num_input_tokens_seen": 19366560, + "step": 29660 + }, + { + "epoch": 17.49115566037736, + "grad_norm": 2.399934768676758, + "learning_rate": 4.7194648902298303e-07, + "loss": 0.3239, + "num_input_tokens_seen": 19369760, + "step": 29665 + }, + { + "epoch": 17.494103773584907, + "grad_norm": 5.031466960906982, + "learning_rate": 4.7085597481020594e-07, + "loss": 0.489, + "num_input_tokens_seen": 19372512, + "step": 29670 + }, + { + "epoch": 17.497051886792452, + "grad_norm": 3.3574674129486084, + "learning_rate": 4.697666597078293e-07, + "loss": 0.282, + "num_input_tokens_seen": 19375232, + "step": 29675 + }, + { + "epoch": 17.5, + "grad_norm": 3.059581995010376, + "learning_rate": 4.6867854400425237e-07, + "loss": 0.3113, + "num_input_tokens_seen": 19378944, + "step": 29680 + }, + { + "epoch": 17.502948113207548, + "grad_norm": 6.336361408233643, + "learning_rate": 4.6759162798756084e-07, + "loss": 0.3264, + "num_input_tokens_seen": 19381504, + "step": 29685 + }, + { + "epoch": 17.505896226415093, + "grad_norm": 8.157143592834473, + "learning_rate": 4.6650591194551895e-07, + "loss": 0.3556, + "num_input_tokens_seen": 19384320, + "step": 29690 + }, + { + "epoch": 17.50884433962264, + "grad_norm": 3.9175477027893066, + "learning_rate": 4.654213961655757e-07, + "loss": 0.2977, + "num_input_tokens_seen": 19387296, + "step": 29695 + }, + { + "epoch": 17.51179245283019, + "grad_norm": 3.9180550575256348, + "learning_rate": 4.6433808093486075e-07, + "loss": 0.3049, + "num_input_tokens_seen": 19389920, + "step": 29700 + }, + { + "epoch": 17.514740566037737, + "grad_norm": 4.462956428527832, + "learning_rate": 4.63255966540187e-07, + "loss": 0.2405, + "num_input_tokens_seen": 19394080, + "step": 29705 + }, + { + "epoch": 17.517688679245282, + "grad_norm": 2.9335086345672607, + "learning_rate": 4.62175053268048e-07, + "loss": 0.2154, + "num_input_tokens_seen": 19397440, + "step": 29710 + }, + { + "epoch": 17.52063679245283, + "grad_norm": 5.900696277618408, + "learning_rate": 4.6109534140462045e-07, + "loss": 0.3034, + "num_input_tokens_seen": 19399872, + "step": 29715 + }, + { + "epoch": 17.52358490566038, + "grad_norm": 2.734018325805664, + "learning_rate": 4.6001683123576226e-07, + "loss": 0.2305, + "num_input_tokens_seen": 19402944, + "step": 29720 + }, + { + "epoch": 17.526533018867923, + "grad_norm": 3.0331692695617676, + "learning_rate": 4.589395230470145e-07, + "loss": 0.3132, + "num_input_tokens_seen": 19406560, + "step": 29725 + }, + { + "epoch": 17.52948113207547, + "grad_norm": 3.5999550819396973, + "learning_rate": 4.578634171235996e-07, + "loss": 0.3321, + "num_input_tokens_seen": 19410400, + "step": 29730 + }, + { + "epoch": 17.53242924528302, + "grad_norm": 3.8013665676116943, + "learning_rate": 4.567885137504202e-07, + "loss": 0.455, + "num_input_tokens_seen": 19413632, + "step": 29735 + }, + { + "epoch": 17.535377358490567, + "grad_norm": 3.540724277496338, + "learning_rate": 4.55714813212062e-07, + "loss": 0.2529, + "num_input_tokens_seen": 19417056, + "step": 29740 + }, + { + "epoch": 17.538325471698112, + "grad_norm": 3.6132802963256836, + "learning_rate": 4.5464231579279206e-07, + "loss": 0.3456, + "num_input_tokens_seen": 19421184, + "step": 29745 + }, + { + "epoch": 17.54127358490566, + "grad_norm": 3.577967405319214, + "learning_rate": 4.535710217765571e-07, + "loss": 0.2902, + "num_input_tokens_seen": 19424416, + "step": 29750 + }, + { + "epoch": 17.54422169811321, + "grad_norm": 2.4436566829681396, + "learning_rate": 4.5250093144698913e-07, + "loss": 0.2666, + "num_input_tokens_seen": 19427776, + "step": 29755 + }, + { + "epoch": 17.547169811320753, + "grad_norm": 2.32700252532959, + "learning_rate": 4.514320450873988e-07, + "loss": 0.2832, + "num_input_tokens_seen": 19431136, + "step": 29760 + }, + { + "epoch": 17.5501179245283, + "grad_norm": 4.3469696044921875, + "learning_rate": 4.503643629807769e-07, + "loss": 0.2506, + "num_input_tokens_seen": 19433984, + "step": 29765 + }, + { + "epoch": 17.55306603773585, + "grad_norm": 4.068400859832764, + "learning_rate": 4.4929788540979844e-07, + "loss": 0.3652, + "num_input_tokens_seen": 19437216, + "step": 29770 + }, + { + "epoch": 17.556014150943398, + "grad_norm": 5.558276176452637, + "learning_rate": 4.4823261265681596e-07, + "loss": 0.2992, + "num_input_tokens_seen": 19440800, + "step": 29775 + }, + { + "epoch": 17.558962264150942, + "grad_norm": 4.061931610107422, + "learning_rate": 4.471685450038671e-07, + "loss": 0.2784, + "num_input_tokens_seen": 19443648, + "step": 29780 + }, + { + "epoch": 17.56191037735849, + "grad_norm": 6.200254440307617, + "learning_rate": 4.4610568273266706e-07, + "loss": 0.3916, + "num_input_tokens_seen": 19446048, + "step": 29785 + }, + { + "epoch": 17.56485849056604, + "grad_norm": 3.2743682861328125, + "learning_rate": 4.450440261246142e-07, + "loss": 0.2556, + "num_input_tokens_seen": 19448512, + "step": 29790 + }, + { + "epoch": 17.567806603773583, + "grad_norm": 3.65533447265625, + "learning_rate": 4.439835754607863e-07, + "loss": 0.4145, + "num_input_tokens_seen": 19452320, + "step": 29795 + }, + { + "epoch": 17.57075471698113, + "grad_norm": 3.61458158493042, + "learning_rate": 4.429243310219422e-07, + "loss": 0.5106, + "num_input_tokens_seen": 19455360, + "step": 29800 + }, + { + "epoch": 17.57370283018868, + "grad_norm": 3.0410470962524414, + "learning_rate": 4.418662930885215e-07, + "loss": 0.5093, + "num_input_tokens_seen": 19459360, + "step": 29805 + }, + { + "epoch": 17.576650943396228, + "grad_norm": 4.047935485839844, + "learning_rate": 4.408094619406439e-07, + "loss": 0.3356, + "num_input_tokens_seen": 19462208, + "step": 29810 + }, + { + "epoch": 17.579599056603772, + "grad_norm": 9.496639251708984, + "learning_rate": 4.3975383785810954e-07, + "loss": 0.5449, + "num_input_tokens_seen": 19465088, + "step": 29815 + }, + { + "epoch": 17.58254716981132, + "grad_norm": 6.355640411376953, + "learning_rate": 4.3869942112040096e-07, + "loss": 0.265, + "num_input_tokens_seen": 19467808, + "step": 29820 + }, + { + "epoch": 17.58549528301887, + "grad_norm": 7.583702087402344, + "learning_rate": 4.3764621200667936e-07, + "loss": 0.3423, + "num_input_tokens_seen": 19472192, + "step": 29825 + }, + { + "epoch": 17.588443396226417, + "grad_norm": 4.433642864227295, + "learning_rate": 4.365942107957849e-07, + "loss": 0.3258, + "num_input_tokens_seen": 19475456, + "step": 29830 + }, + { + "epoch": 17.59139150943396, + "grad_norm": 4.367140769958496, + "learning_rate": 4.35543417766241e-07, + "loss": 0.3129, + "num_input_tokens_seen": 19478912, + "step": 29835 + }, + { + "epoch": 17.59433962264151, + "grad_norm": 3.9334778785705566, + "learning_rate": 4.3449383319624785e-07, + "loss": 0.2492, + "num_input_tokens_seen": 19482112, + "step": 29840 + }, + { + "epoch": 17.597287735849058, + "grad_norm": 2.7103755474090576, + "learning_rate": 4.3344545736368926e-07, + "loss": 0.2678, + "num_input_tokens_seen": 19485152, + "step": 29845 + }, + { + "epoch": 17.600235849056602, + "grad_norm": 4.945530414581299, + "learning_rate": 4.323982905461266e-07, + "loss": 0.3604, + "num_input_tokens_seen": 19488480, + "step": 29850 + }, + { + "epoch": 17.60318396226415, + "grad_norm": 4.960989952087402, + "learning_rate": 4.313523330208019e-07, + "loss": 0.3011, + "num_input_tokens_seen": 19492512, + "step": 29855 + }, + { + "epoch": 17.6061320754717, + "grad_norm": 3.778290033340454, + "learning_rate": 4.303075850646371e-07, + "loss": 0.3457, + "num_input_tokens_seen": 19495712, + "step": 29860 + }, + { + "epoch": 17.609080188679247, + "grad_norm": 3.2231316566467285, + "learning_rate": 4.2926404695423305e-07, + "loss": 0.3378, + "num_input_tokens_seen": 19498624, + "step": 29865 + }, + { + "epoch": 17.61202830188679, + "grad_norm": 3.314218521118164, + "learning_rate": 4.282217189658705e-07, + "loss": 0.2409, + "num_input_tokens_seen": 19501952, + "step": 29870 + }, + { + "epoch": 17.61497641509434, + "grad_norm": 3.311863899230957, + "learning_rate": 4.27180601375512e-07, + "loss": 0.28, + "num_input_tokens_seen": 19505312, + "step": 29875 + }, + { + "epoch": 17.617924528301888, + "grad_norm": 3.9183762073516846, + "learning_rate": 4.2614069445879646e-07, + "loss": 0.2693, + "num_input_tokens_seen": 19507616, + "step": 29880 + }, + { + "epoch": 17.620872641509433, + "grad_norm": 3.592451333999634, + "learning_rate": 4.251019984910448e-07, + "loss": 0.4427, + "num_input_tokens_seen": 19511008, + "step": 29885 + }, + { + "epoch": 17.62382075471698, + "grad_norm": 3.193491220474243, + "learning_rate": 4.2406451374725597e-07, + "loss": 0.2825, + "num_input_tokens_seen": 19513920, + "step": 29890 + }, + { + "epoch": 17.62676886792453, + "grad_norm": 6.880303382873535, + "learning_rate": 4.2302824050210855e-07, + "loss": 0.4282, + "num_input_tokens_seen": 19517184, + "step": 29895 + }, + { + "epoch": 17.629716981132077, + "grad_norm": 2.0219013690948486, + "learning_rate": 4.2199317902995974e-07, + "loss": 0.3695, + "num_input_tokens_seen": 19521024, + "step": 29900 + }, + { + "epoch": 17.63266509433962, + "grad_norm": 3.9728493690490723, + "learning_rate": 4.209593296048459e-07, + "loss": 0.3464, + "num_input_tokens_seen": 19524256, + "step": 29905 + }, + { + "epoch": 17.63561320754717, + "grad_norm": 3.701292037963867, + "learning_rate": 4.1992669250048524e-07, + "loss": 0.3664, + "num_input_tokens_seen": 19527584, + "step": 29910 + }, + { + "epoch": 17.638561320754718, + "grad_norm": 2.9115025997161865, + "learning_rate": 4.188952679902719e-07, + "loss": 0.3239, + "num_input_tokens_seen": 19530208, + "step": 29915 + }, + { + "epoch": 17.641509433962263, + "grad_norm": 3.1208655834198, + "learning_rate": 4.178650563472797e-07, + "loss": 0.2679, + "num_input_tokens_seen": 19533568, + "step": 29920 + }, + { + "epoch": 17.64445754716981, + "grad_norm": 3.0349061489105225, + "learning_rate": 4.168360578442615e-07, + "loss": 0.3176, + "num_input_tokens_seen": 19537568, + "step": 29925 + }, + { + "epoch": 17.64740566037736, + "grad_norm": 2.8342525959014893, + "learning_rate": 4.1580827275365e-07, + "loss": 0.3493, + "num_input_tokens_seen": 19540896, + "step": 29930 + }, + { + "epoch": 17.650353773584907, + "grad_norm": 3.1558902263641357, + "learning_rate": 4.147817013475536e-07, + "loss": 0.3165, + "num_input_tokens_seen": 19544128, + "step": 29935 + }, + { + "epoch": 17.653301886792452, + "grad_norm": 3.3394057750701904, + "learning_rate": 4.1375634389776375e-07, + "loss": 0.3544, + "num_input_tokens_seen": 19546720, + "step": 29940 + }, + { + "epoch": 17.65625, + "grad_norm": 4.496445178985596, + "learning_rate": 4.127322006757478e-07, + "loss": 0.308, + "num_input_tokens_seen": 19549952, + "step": 29945 + }, + { + "epoch": 17.659198113207548, + "grad_norm": 2.1149258613586426, + "learning_rate": 4.1170927195265163e-07, + "loss": 0.3818, + "num_input_tokens_seen": 19553472, + "step": 29950 + }, + { + "epoch": 17.662146226415093, + "grad_norm": 3.124708890914917, + "learning_rate": 4.1068755799930026e-07, + "loss": 0.3388, + "num_input_tokens_seen": 19557600, + "step": 29955 + }, + { + "epoch": 17.66509433962264, + "grad_norm": 3.51701021194458, + "learning_rate": 4.096670590861962e-07, + "loss": 0.493, + "num_input_tokens_seen": 19561312, + "step": 29960 + }, + { + "epoch": 17.66804245283019, + "grad_norm": 4.620598793029785, + "learning_rate": 4.086477754835211e-07, + "loss": 0.3399, + "num_input_tokens_seen": 19565024, + "step": 29965 + }, + { + "epoch": 17.670990566037737, + "grad_norm": 5.505821228027344, + "learning_rate": 4.0762970746113517e-07, + "loss": 0.2752, + "num_input_tokens_seen": 19568352, + "step": 29970 + }, + { + "epoch": 17.673938679245282, + "grad_norm": 4.164543628692627, + "learning_rate": 4.0661285528857676e-07, + "loss": 0.4454, + "num_input_tokens_seen": 19571200, + "step": 29975 + }, + { + "epoch": 17.67688679245283, + "grad_norm": 4.3231730461120605, + "learning_rate": 4.0559721923506155e-07, + "loss": 0.3474, + "num_input_tokens_seen": 19574432, + "step": 29980 + }, + { + "epoch": 17.67983490566038, + "grad_norm": 4.886749267578125, + "learning_rate": 4.045827995694834e-07, + "loss": 0.2965, + "num_input_tokens_seen": 19577120, + "step": 29985 + }, + { + "epoch": 17.682783018867923, + "grad_norm": 2.8505780696868896, + "learning_rate": 4.035695965604142e-07, + "loss": 0.3225, + "num_input_tokens_seen": 19580384, + "step": 29990 + }, + { + "epoch": 17.68573113207547, + "grad_norm": 3.9658753871917725, + "learning_rate": 4.0255761047610365e-07, + "loss": 0.6283, + "num_input_tokens_seen": 19583808, + "step": 29995 + }, + { + "epoch": 17.68867924528302, + "grad_norm": 3.2051446437835693, + "learning_rate": 4.0154684158447864e-07, + "loss": 0.3864, + "num_input_tokens_seen": 19591552, + "step": 30000 + }, + { + "epoch": 17.691627358490567, + "grad_norm": 6.007548809051514, + "learning_rate": 4.0053729015314623e-07, + "loss": 0.3124, + "num_input_tokens_seen": 19593920, + "step": 30005 + }, + { + "epoch": 17.694575471698112, + "grad_norm": 1.5697258710861206, + "learning_rate": 3.9952895644938926e-07, + "loss": 0.2172, + "num_input_tokens_seen": 19598016, + "step": 30010 + }, + { + "epoch": 17.69752358490566, + "grad_norm": 2.824974536895752, + "learning_rate": 3.985218407401681e-07, + "loss": 0.2284, + "num_input_tokens_seen": 19600608, + "step": 30015 + }, + { + "epoch": 17.70047169811321, + "grad_norm": 9.1043119430542, + "learning_rate": 3.975159432921205e-07, + "loss": 0.2005, + "num_input_tokens_seen": 19603488, + "step": 30020 + }, + { + "epoch": 17.703419811320753, + "grad_norm": 4.0601983070373535, + "learning_rate": 3.9651126437156294e-07, + "loss": 0.3181, + "num_input_tokens_seen": 19606368, + "step": 30025 + }, + { + "epoch": 17.7063679245283, + "grad_norm": 5.281491279602051, + "learning_rate": 3.9550780424448653e-07, + "loss": 0.3587, + "num_input_tokens_seen": 19610080, + "step": 30030 + }, + { + "epoch": 17.70931603773585, + "grad_norm": 2.527717351913452, + "learning_rate": 3.9450556317656487e-07, + "loss": 0.1779, + "num_input_tokens_seen": 19612576, + "step": 30035 + }, + { + "epoch": 17.712264150943398, + "grad_norm": 5.429333209991455, + "learning_rate": 3.935045414331434e-07, + "loss": 0.2991, + "num_input_tokens_seen": 19615968, + "step": 30040 + }, + { + "epoch": 17.715212264150942, + "grad_norm": 4.34470272064209, + "learning_rate": 3.925047392792475e-07, + "loss": 0.3695, + "num_input_tokens_seen": 19618656, + "step": 30045 + }, + { + "epoch": 17.71816037735849, + "grad_norm": 2.3379011154174805, + "learning_rate": 3.9150615697957917e-07, + "loss": 0.2224, + "num_input_tokens_seen": 19622912, + "step": 30050 + }, + { + "epoch": 17.72110849056604, + "grad_norm": 3.541718006134033, + "learning_rate": 3.9050879479851753e-07, + "loss": 0.3178, + "num_input_tokens_seen": 19626304, + "step": 30055 + }, + { + "epoch": 17.724056603773583, + "grad_norm": 3.5064034461975098, + "learning_rate": 3.89512653000117e-07, + "loss": 0.3254, + "num_input_tokens_seen": 19629856, + "step": 30060 + }, + { + "epoch": 17.72700471698113, + "grad_norm": 5.090205669403076, + "learning_rate": 3.8851773184811203e-07, + "loss": 0.2577, + "num_input_tokens_seen": 19633312, + "step": 30065 + }, + { + "epoch": 17.72995283018868, + "grad_norm": 3.2107765674591064, + "learning_rate": 3.8752403160591255e-07, + "loss": 0.2703, + "num_input_tokens_seen": 19635648, + "step": 30070 + }, + { + "epoch": 17.732900943396228, + "grad_norm": 2.9298388957977295, + "learning_rate": 3.8653155253660477e-07, + "loss": 0.2967, + "num_input_tokens_seen": 19638656, + "step": 30075 + }, + { + "epoch": 17.735849056603772, + "grad_norm": 4.618764877319336, + "learning_rate": 3.8554029490295073e-07, + "loss": 0.2641, + "num_input_tokens_seen": 19642592, + "step": 30080 + }, + { + "epoch": 17.73879716981132, + "grad_norm": 4.866190433502197, + "learning_rate": 3.8455025896739164e-07, + "loss": 0.2574, + "num_input_tokens_seen": 19646080, + "step": 30085 + }, + { + "epoch": 17.74174528301887, + "grad_norm": 2.535501480102539, + "learning_rate": 3.8356144499204215e-07, + "loss": 0.2707, + "num_input_tokens_seen": 19649344, + "step": 30090 + }, + { + "epoch": 17.744693396226417, + "grad_norm": 3.2376654148101807, + "learning_rate": 3.8257385323869576e-07, + "loss": 0.2505, + "num_input_tokens_seen": 19651840, + "step": 30095 + }, + { + "epoch": 17.74764150943396, + "grad_norm": 3.7758312225341797, + "learning_rate": 3.815874839688222e-07, + "loss": 0.3621, + "num_input_tokens_seen": 19655232, + "step": 30100 + }, + { + "epoch": 17.75058962264151, + "grad_norm": 3.169992446899414, + "learning_rate": 3.8060233744356634e-07, + "loss": 0.3696, + "num_input_tokens_seen": 19658400, + "step": 30105 + }, + { + "epoch": 17.753537735849058, + "grad_norm": 5.916741847991943, + "learning_rate": 3.796184139237502e-07, + "loss": 0.4198, + "num_input_tokens_seen": 19661024, + "step": 30110 + }, + { + "epoch": 17.756485849056602, + "grad_norm": 3.774514675140381, + "learning_rate": 3.7863571366987206e-07, + "loss": 0.3266, + "num_input_tokens_seen": 19665152, + "step": 30115 + }, + { + "epoch": 17.75943396226415, + "grad_norm": 2.4678025245666504, + "learning_rate": 3.776542369421049e-07, + "loss": 0.2726, + "num_input_tokens_seen": 19669600, + "step": 30120 + }, + { + "epoch": 17.7623820754717, + "grad_norm": 1.784080147743225, + "learning_rate": 3.766739840003003e-07, + "loss": 0.1868, + "num_input_tokens_seen": 19680032, + "step": 30125 + }, + { + "epoch": 17.765330188679247, + "grad_norm": 4.111957550048828, + "learning_rate": 3.756949551039835e-07, + "loss": 0.2974, + "num_input_tokens_seen": 19682848, + "step": 30130 + }, + { + "epoch": 17.76827830188679, + "grad_norm": 3.5421383380889893, + "learning_rate": 3.7471715051235757e-07, + "loss": 0.2779, + "num_input_tokens_seen": 19686240, + "step": 30135 + }, + { + "epoch": 17.77122641509434, + "grad_norm": 5.544686794281006, + "learning_rate": 3.7374057048429947e-07, + "loss": 0.3669, + "num_input_tokens_seen": 19689408, + "step": 30140 + }, + { + "epoch": 17.774174528301888, + "grad_norm": 5.103699684143066, + "learning_rate": 3.7276521527836396e-07, + "loss": 0.3192, + "num_input_tokens_seen": 19693056, + "step": 30145 + }, + { + "epoch": 17.777122641509433, + "grad_norm": 2.685528039932251, + "learning_rate": 3.717910851527784e-07, + "loss": 0.3637, + "num_input_tokens_seen": 19695776, + "step": 30150 + }, + { + "epoch": 17.78007075471698, + "grad_norm": 3.2547898292541504, + "learning_rate": 3.708181803654498e-07, + "loss": 0.3224, + "num_input_tokens_seen": 19698656, + "step": 30155 + }, + { + "epoch": 17.78301886792453, + "grad_norm": 3.4345507621765137, + "learning_rate": 3.6984650117395993e-07, + "loss": 0.3362, + "num_input_tokens_seen": 19701664, + "step": 30160 + }, + { + "epoch": 17.785966981132077, + "grad_norm": 6.389288425445557, + "learning_rate": 3.688760478355635e-07, + "loss": 0.3523, + "num_input_tokens_seen": 19705472, + "step": 30165 + }, + { + "epoch": 17.78891509433962, + "grad_norm": 3.34975528717041, + "learning_rate": 3.679068206071923e-07, + "loss": 0.4228, + "num_input_tokens_seen": 19708160, + "step": 30170 + }, + { + "epoch": 17.79186320754717, + "grad_norm": 1.843700647354126, + "learning_rate": 3.669388197454532e-07, + "loss": 0.2509, + "num_input_tokens_seen": 19711232, + "step": 30175 + }, + { + "epoch": 17.794811320754718, + "grad_norm": 4.235142707824707, + "learning_rate": 3.6597204550662956e-07, + "loss": 0.3961, + "num_input_tokens_seen": 19714752, + "step": 30180 + }, + { + "epoch": 17.797759433962263, + "grad_norm": 4.2879719734191895, + "learning_rate": 3.650064981466772e-07, + "loss": 0.3208, + "num_input_tokens_seen": 19717536, + "step": 30185 + }, + { + "epoch": 17.80070754716981, + "grad_norm": 3.503232717514038, + "learning_rate": 3.640421779212311e-07, + "loss": 0.3081, + "num_input_tokens_seen": 19721664, + "step": 30190 + }, + { + "epoch": 17.80365566037736, + "grad_norm": 4.549956321716309, + "learning_rate": 3.630790850855986e-07, + "loss": 0.3582, + "num_input_tokens_seen": 19725760, + "step": 30195 + }, + { + "epoch": 17.806603773584907, + "grad_norm": 3.125926971435547, + "learning_rate": 3.62117219894762e-07, + "loss": 0.2877, + "num_input_tokens_seen": 19728960, + "step": 30200 + }, + { + "epoch": 17.809551886792452, + "grad_norm": 4.316230773925781, + "learning_rate": 3.611565826033797e-07, + "loss": 0.2375, + "num_input_tokens_seen": 19732960, + "step": 30205 + }, + { + "epoch": 17.8125, + "grad_norm": 6.34557580947876, + "learning_rate": 3.6019717346578445e-07, + "loss": 0.3102, + "num_input_tokens_seen": 19736416, + "step": 30210 + }, + { + "epoch": 17.815448113207548, + "grad_norm": 2.676623582839966, + "learning_rate": 3.5923899273598293e-07, + "loss": 0.3315, + "num_input_tokens_seen": 19739264, + "step": 30215 + }, + { + "epoch": 17.818396226415093, + "grad_norm": 3.9406638145446777, + "learning_rate": 3.582820406676596e-07, + "loss": 0.2109, + "num_input_tokens_seen": 19742272, + "step": 30220 + }, + { + "epoch": 17.82134433962264, + "grad_norm": 3.007896900177002, + "learning_rate": 3.5732631751417056e-07, + "loss": 0.2881, + "num_input_tokens_seen": 19745664, + "step": 30225 + }, + { + "epoch": 17.82429245283019, + "grad_norm": 2.9613282680511475, + "learning_rate": 3.563718235285485e-07, + "loss": 0.4062, + "num_input_tokens_seen": 19748736, + "step": 30230 + }, + { + "epoch": 17.827240566037737, + "grad_norm": 2.883772850036621, + "learning_rate": 3.5541855896349844e-07, + "loss": 0.2794, + "num_input_tokens_seen": 19751616, + "step": 30235 + }, + { + "epoch": 17.830188679245282, + "grad_norm": 2.032867908477783, + "learning_rate": 3.544665240714018e-07, + "loss": 0.2579, + "num_input_tokens_seen": 19756736, + "step": 30240 + }, + { + "epoch": 17.83313679245283, + "grad_norm": 2.3924789428710938, + "learning_rate": 3.535157191043137e-07, + "loss": 0.3239, + "num_input_tokens_seen": 19760928, + "step": 30245 + }, + { + "epoch": 17.83608490566038, + "grad_norm": 3.009890079498291, + "learning_rate": 3.5256614431396385e-07, + "loss": 0.2607, + "num_input_tokens_seen": 19763488, + "step": 30250 + }, + { + "epoch": 17.839033018867923, + "grad_norm": 2.873530864715576, + "learning_rate": 3.516177999517578e-07, + "loss": 0.2999, + "num_input_tokens_seen": 19766560, + "step": 30255 + }, + { + "epoch": 17.84198113207547, + "grad_norm": 3.5567116737365723, + "learning_rate": 3.50670686268772e-07, + "loss": 0.3735, + "num_input_tokens_seen": 19768992, + "step": 30260 + }, + { + "epoch": 17.84492924528302, + "grad_norm": 3.774045467376709, + "learning_rate": 3.497248035157602e-07, + "loss": 0.3245, + "num_input_tokens_seen": 19771840, + "step": 30265 + }, + { + "epoch": 17.847877358490567, + "grad_norm": 4.366836071014404, + "learning_rate": 3.4878015194314773e-07, + "loss": 0.4361, + "num_input_tokens_seen": 19775232, + "step": 30270 + }, + { + "epoch": 17.850825471698112, + "grad_norm": 2.2126338481903076, + "learning_rate": 3.4783673180103617e-07, + "loss": 0.3305, + "num_input_tokens_seen": 19778400, + "step": 30275 + }, + { + "epoch": 17.85377358490566, + "grad_norm": 3.4971535205841064, + "learning_rate": 3.468945433391985e-07, + "loss": 0.2525, + "num_input_tokens_seen": 19781088, + "step": 30280 + }, + { + "epoch": 17.85672169811321, + "grad_norm": 7.614840984344482, + "learning_rate": 3.459535868070851e-07, + "loss": 0.3762, + "num_input_tokens_seen": 19784224, + "step": 30285 + }, + { + "epoch": 17.859669811320753, + "grad_norm": 4.9139485359191895, + "learning_rate": 3.450138624538174e-07, + "loss": 0.3173, + "num_input_tokens_seen": 19787296, + "step": 30290 + }, + { + "epoch": 17.8626179245283, + "grad_norm": 5.110832691192627, + "learning_rate": 3.440753705281913e-07, + "loss": 0.3591, + "num_input_tokens_seen": 19789792, + "step": 30295 + }, + { + "epoch": 17.86556603773585, + "grad_norm": 3.3531744480133057, + "learning_rate": 3.4313811127867693e-07, + "loss": 0.2753, + "num_input_tokens_seen": 19792928, + "step": 30300 + }, + { + "epoch": 17.868514150943398, + "grad_norm": 5.514091491699219, + "learning_rate": 3.4220208495341745e-07, + "loss": 0.3641, + "num_input_tokens_seen": 19797056, + "step": 30305 + }, + { + "epoch": 17.871462264150942, + "grad_norm": 6.236359596252441, + "learning_rate": 3.412672918002291e-07, + "loss": 0.2878, + "num_input_tokens_seen": 19800224, + "step": 30310 + }, + { + "epoch": 17.87441037735849, + "grad_norm": 5.7866411209106445, + "learning_rate": 3.403337320666045e-07, + "loss": 0.457, + "num_input_tokens_seen": 19803296, + "step": 30315 + }, + { + "epoch": 17.87735849056604, + "grad_norm": 3.2133665084838867, + "learning_rate": 3.394014059997064e-07, + "loss": 0.3047, + "num_input_tokens_seen": 19806848, + "step": 30320 + }, + { + "epoch": 17.880306603773583, + "grad_norm": 4.196218967437744, + "learning_rate": 3.3847031384637185e-07, + "loss": 0.3058, + "num_input_tokens_seen": 19810336, + "step": 30325 + }, + { + "epoch": 17.88325471698113, + "grad_norm": 5.332586765289307, + "learning_rate": 3.3754045585311147e-07, + "loss": 0.2635, + "num_input_tokens_seen": 19813056, + "step": 30330 + }, + { + "epoch": 17.88620283018868, + "grad_norm": 3.568516492843628, + "learning_rate": 3.366118322661094e-07, + "loss": 0.276, + "num_input_tokens_seen": 19815840, + "step": 30335 + }, + { + "epoch": 17.889150943396228, + "grad_norm": 3.3996684551239014, + "learning_rate": 3.3568444333122283e-07, + "loss": 0.232, + "num_input_tokens_seen": 19819392, + "step": 30340 + }, + { + "epoch": 17.892099056603772, + "grad_norm": 4.295978546142578, + "learning_rate": 3.347582892939816e-07, + "loss": 0.4255, + "num_input_tokens_seen": 19822624, + "step": 30345 + }, + { + "epoch": 17.89504716981132, + "grad_norm": 2.6706316471099854, + "learning_rate": 3.338333703995905e-07, + "loss": 0.2961, + "num_input_tokens_seen": 19826624, + "step": 30350 + }, + { + "epoch": 17.89799528301887, + "grad_norm": 3.3476226329803467, + "learning_rate": 3.329096868929238e-07, + "loss": 0.31, + "num_input_tokens_seen": 19829760, + "step": 30355 + }, + { + "epoch": 17.900943396226417, + "grad_norm": 5.39312219619751, + "learning_rate": 3.319872390185325e-07, + "loss": 0.3961, + "num_input_tokens_seen": 19833152, + "step": 30360 + }, + { + "epoch": 17.90389150943396, + "grad_norm": 4.360324859619141, + "learning_rate": 3.3106602702063727e-07, + "loss": 0.2767, + "num_input_tokens_seen": 19835616, + "step": 30365 + }, + { + "epoch": 17.90683962264151, + "grad_norm": 4.108413219451904, + "learning_rate": 3.3014605114313316e-07, + "loss": 0.3703, + "num_input_tokens_seen": 19838720, + "step": 30370 + }, + { + "epoch": 17.909787735849058, + "grad_norm": 2.7625741958618164, + "learning_rate": 3.2922731162958744e-07, + "loss": 0.4141, + "num_input_tokens_seen": 19842208, + "step": 30375 + }, + { + "epoch": 17.912735849056602, + "grad_norm": 3.6481552124023438, + "learning_rate": 3.2830980872324114e-07, + "loss": 0.3056, + "num_input_tokens_seen": 19844672, + "step": 30380 + }, + { + "epoch": 17.91568396226415, + "grad_norm": 2.4930813312530518, + "learning_rate": 3.2739354266700775e-07, + "loss": 0.2805, + "num_input_tokens_seen": 19848416, + "step": 30385 + }, + { + "epoch": 17.9186320754717, + "grad_norm": 4.765651226043701, + "learning_rate": 3.264785137034709e-07, + "loss": 0.3498, + "num_input_tokens_seen": 19851232, + "step": 30390 + }, + { + "epoch": 17.921580188679247, + "grad_norm": 2.9501960277557373, + "learning_rate": 3.2556472207488977e-07, + "loss": 0.2979, + "num_input_tokens_seen": 19854368, + "step": 30395 + }, + { + "epoch": 17.92452830188679, + "grad_norm": 3.582176446914673, + "learning_rate": 3.246521680231934e-07, + "loss": 0.2621, + "num_input_tokens_seen": 19856992, + "step": 30400 + }, + { + "epoch": 17.92747641509434, + "grad_norm": 2.213850498199463, + "learning_rate": 3.2374085178998594e-07, + "loss": 0.2753, + "num_input_tokens_seen": 19860160, + "step": 30405 + }, + { + "epoch": 17.930424528301888, + "grad_norm": 2.2930216789245605, + "learning_rate": 3.2283077361654145e-07, + "loss": 0.3625, + "num_input_tokens_seen": 19862912, + "step": 30410 + }, + { + "epoch": 17.933372641509433, + "grad_norm": 3.198028326034546, + "learning_rate": 3.2192193374380677e-07, + "loss": 0.3417, + "num_input_tokens_seen": 19865952, + "step": 30415 + }, + { + "epoch": 17.93632075471698, + "grad_norm": 3.765009641647339, + "learning_rate": 3.210143324124021e-07, + "loss": 0.3521, + "num_input_tokens_seen": 19868928, + "step": 30420 + }, + { + "epoch": 17.93926886792453, + "grad_norm": 4.803660869598389, + "learning_rate": 3.2010796986261805e-07, + "loss": 0.338, + "num_input_tokens_seen": 19872576, + "step": 30425 + }, + { + "epoch": 17.942216981132077, + "grad_norm": 3.070101261138916, + "learning_rate": 3.1920284633441713e-07, + "loss": 0.2916, + "num_input_tokens_seen": 19875456, + "step": 30430 + }, + { + "epoch": 17.94516509433962, + "grad_norm": 5.140340328216553, + "learning_rate": 3.1829896206743704e-07, + "loss": 0.2825, + "num_input_tokens_seen": 19879136, + "step": 30435 + }, + { + "epoch": 17.94811320754717, + "grad_norm": 4.412280559539795, + "learning_rate": 3.173963173009825e-07, + "loss": 0.3052, + "num_input_tokens_seen": 19881888, + "step": 30440 + }, + { + "epoch": 17.951061320754718, + "grad_norm": 3.7558774948120117, + "learning_rate": 3.164949122740352e-07, + "loss": 0.3059, + "num_input_tokens_seen": 19885312, + "step": 30445 + }, + { + "epoch": 17.954009433962263, + "grad_norm": 8.34122371673584, + "learning_rate": 3.1559474722524406e-07, + "loss": 0.3225, + "num_input_tokens_seen": 19888448, + "step": 30450 + }, + { + "epoch": 17.95695754716981, + "grad_norm": 2.856175422668457, + "learning_rate": 3.146958223929325e-07, + "loss": 0.2522, + "num_input_tokens_seen": 19891776, + "step": 30455 + }, + { + "epoch": 17.95990566037736, + "grad_norm": 3.592524290084839, + "learning_rate": 3.1379813801509454e-07, + "loss": 0.3633, + "num_input_tokens_seen": 19895424, + "step": 30460 + }, + { + "epoch": 17.962853773584907, + "grad_norm": 2.823840618133545, + "learning_rate": 3.1290169432939556e-07, + "loss": 0.379, + "num_input_tokens_seen": 19898688, + "step": 30465 + }, + { + "epoch": 17.965801886792452, + "grad_norm": 3.1919360160827637, + "learning_rate": 3.120064915731735e-07, + "loss": 0.3095, + "num_input_tokens_seen": 19902272, + "step": 30470 + }, + { + "epoch": 17.96875, + "grad_norm": 3.755524158477783, + "learning_rate": 3.1111252998343723e-07, + "loss": 0.2029, + "num_input_tokens_seen": 19906304, + "step": 30475 + }, + { + "epoch": 17.971698113207548, + "grad_norm": 3.8478615283966064, + "learning_rate": 3.102198097968662e-07, + "loss": 0.3194, + "num_input_tokens_seen": 19909344, + "step": 30480 + }, + { + "epoch": 17.974646226415093, + "grad_norm": 5.596621990203857, + "learning_rate": 3.093283312498124e-07, + "loss": 0.3492, + "num_input_tokens_seen": 19912512, + "step": 30485 + }, + { + "epoch": 17.97759433962264, + "grad_norm": 5.208889961242676, + "learning_rate": 3.084380945782989e-07, + "loss": 0.3733, + "num_input_tokens_seen": 19914912, + "step": 30490 + }, + { + "epoch": 17.98054245283019, + "grad_norm": 4.070738315582275, + "learning_rate": 3.0754910001801866e-07, + "loss": 0.325, + "num_input_tokens_seen": 19918016, + "step": 30495 + }, + { + "epoch": 17.983490566037737, + "grad_norm": 4.485264301300049, + "learning_rate": 3.0666134780433786e-07, + "loss": 0.4323, + "num_input_tokens_seen": 19921568, + "step": 30500 + }, + { + "epoch": 17.986438679245282, + "grad_norm": 2.68072247505188, + "learning_rate": 3.0577483817229306e-07, + "loss": 0.3007, + "num_input_tokens_seen": 19925568, + "step": 30505 + }, + { + "epoch": 17.98938679245283, + "grad_norm": 3.3829479217529297, + "learning_rate": 3.0488957135659023e-07, + "loss": 0.4097, + "num_input_tokens_seen": 19928640, + "step": 30510 + }, + { + "epoch": 17.99233490566038, + "grad_norm": 3.669656753540039, + "learning_rate": 3.040055475916087e-07, + "loss": 0.1953, + "num_input_tokens_seen": 19932032, + "step": 30515 + }, + { + "epoch": 17.995283018867923, + "grad_norm": 2.39255690574646, + "learning_rate": 3.0312276711139675e-07, + "loss": 0.4088, + "num_input_tokens_seen": 19935584, + "step": 30520 + }, + { + "epoch": 17.99823113207547, + "grad_norm": 3.892282009124756, + "learning_rate": 3.0224123014967353e-07, + "loss": 0.3258, + "num_input_tokens_seen": 19938880, + "step": 30525 + }, + { + "epoch": 18.0, + "eval_loss": 0.5941832065582275, + "eval_runtime": 18.8861, + "eval_samples_per_second": 89.801, + "eval_steps_per_second": 22.45, + "num_input_tokens_seen": 19940536, + "step": 30528 + }, + { + "epoch": 18.00117924528302, + "grad_norm": 2.5265822410583496, + "learning_rate": 3.013609369398324e-07, + "loss": 0.4002, + "num_input_tokens_seen": 19942104, + "step": 30530 + }, + { + "epoch": 18.004127358490567, + "grad_norm": 4.76052188873291, + "learning_rate": 3.004818877149318e-07, + "loss": 0.2676, + "num_input_tokens_seen": 19947096, + "step": 30535 + }, + { + "epoch": 18.007075471698112, + "grad_norm": 3.0932953357696533, + "learning_rate": 2.9960408270770624e-07, + "loss": 0.2888, + "num_input_tokens_seen": 19950424, + "step": 30540 + }, + { + "epoch": 18.01002358490566, + "grad_norm": 2.855525493621826, + "learning_rate": 2.9872752215055755e-07, + "loss": 0.2917, + "num_input_tokens_seen": 19953176, + "step": 30545 + }, + { + "epoch": 18.01297169811321, + "grad_norm": 2.998812675476074, + "learning_rate": 2.9785220627555844e-07, + "loss": 0.4209, + "num_input_tokens_seen": 19959256, + "step": 30550 + }, + { + "epoch": 18.015919811320753, + "grad_norm": 3.7044389247894287, + "learning_rate": 2.9697813531445295e-07, + "loss": 0.3351, + "num_input_tokens_seen": 19962744, + "step": 30555 + }, + { + "epoch": 18.0188679245283, + "grad_norm": 4.51074743270874, + "learning_rate": 2.9610530949865433e-07, + "loss": 0.3501, + "num_input_tokens_seen": 19966520, + "step": 30560 + }, + { + "epoch": 18.02181603773585, + "grad_norm": 4.765985012054443, + "learning_rate": 2.952337290592483e-07, + "loss": 0.289, + "num_input_tokens_seen": 19968984, + "step": 30565 + }, + { + "epoch": 18.024764150943398, + "grad_norm": 4.224015712738037, + "learning_rate": 2.9436339422698913e-07, + "loss": 0.3454, + "num_input_tokens_seen": 19973496, + "step": 30570 + }, + { + "epoch": 18.027712264150942, + "grad_norm": 8.087196350097656, + "learning_rate": 2.934943052323008e-07, + "loss": 0.3104, + "num_input_tokens_seen": 19976216, + "step": 30575 + }, + { + "epoch": 18.03066037735849, + "grad_norm": 3.438331127166748, + "learning_rate": 2.926264623052799e-07, + "loss": 0.2161, + "num_input_tokens_seen": 19979320, + "step": 30580 + }, + { + "epoch": 18.03360849056604, + "grad_norm": 2.8841609954833984, + "learning_rate": 2.9175986567569036e-07, + "loss": 0.3056, + "num_input_tokens_seen": 19982552, + "step": 30585 + }, + { + "epoch": 18.036556603773583, + "grad_norm": 3.733731508255005, + "learning_rate": 2.9089451557296755e-07, + "loss": 0.2964, + "num_input_tokens_seen": 19985432, + "step": 30590 + }, + { + "epoch": 18.03950471698113, + "grad_norm": 2.0743279457092285, + "learning_rate": 2.9003041222621706e-07, + "loss": 0.2714, + "num_input_tokens_seen": 19989368, + "step": 30595 + }, + { + "epoch": 18.04245283018868, + "grad_norm": 3.5909957885742188, + "learning_rate": 2.8916755586421375e-07, + "loss": 0.3279, + "num_input_tokens_seen": 19992472, + "step": 30600 + }, + { + "epoch": 18.045400943396228, + "grad_norm": 3.2228407859802246, + "learning_rate": 2.883059467154031e-07, + "loss": 0.33, + "num_input_tokens_seen": 19995608, + "step": 30605 + }, + { + "epoch": 18.048349056603772, + "grad_norm": 2.3751883506774902, + "learning_rate": 2.8744558500789887e-07, + "loss": 0.2374, + "num_input_tokens_seen": 19998200, + "step": 30610 + }, + { + "epoch": 18.05129716981132, + "grad_norm": 4.652612209320068, + "learning_rate": 2.8658647096948546e-07, + "loss": 0.2613, + "num_input_tokens_seen": 20001464, + "step": 30615 + }, + { + "epoch": 18.05424528301887, + "grad_norm": 3.4750492572784424, + "learning_rate": 2.8572860482761813e-07, + "loss": 0.2553, + "num_input_tokens_seen": 20004632, + "step": 30620 + }, + { + "epoch": 18.057193396226417, + "grad_norm": 2.6133663654327393, + "learning_rate": 2.8487198680942017e-07, + "loss": 0.2653, + "num_input_tokens_seen": 20008632, + "step": 30625 + }, + { + "epoch": 18.06014150943396, + "grad_norm": 3.119717597961426, + "learning_rate": 2.840166171416836e-07, + "loss": 0.1991, + "num_input_tokens_seen": 20011736, + "step": 30630 + }, + { + "epoch": 18.06308962264151, + "grad_norm": 5.0106096267700195, + "learning_rate": 2.8316249605087386e-07, + "loss": 0.4072, + "num_input_tokens_seen": 20015384, + "step": 30635 + }, + { + "epoch": 18.066037735849058, + "grad_norm": 7.298815727233887, + "learning_rate": 2.823096237631212e-07, + "loss": 0.3528, + "num_input_tokens_seen": 20017432, + "step": 30640 + }, + { + "epoch": 18.068985849056602, + "grad_norm": 2.295753240585327, + "learning_rate": 2.814580005042283e-07, + "loss": 0.2903, + "num_input_tokens_seen": 20020632, + "step": 30645 + }, + { + "epoch": 18.07193396226415, + "grad_norm": 4.242852210998535, + "learning_rate": 2.8060762649966435e-07, + "loss": 0.3347, + "num_input_tokens_seen": 20023544, + "step": 30650 + }, + { + "epoch": 18.0748820754717, + "grad_norm": 5.536223888397217, + "learning_rate": 2.797585019745713e-07, + "loss": 0.349, + "num_input_tokens_seen": 20026712, + "step": 30655 + }, + { + "epoch": 18.077830188679247, + "grad_norm": 4.0718865394592285, + "learning_rate": 2.789106271537584e-07, + "loss": 0.4925, + "num_input_tokens_seen": 20029560, + "step": 30660 + }, + { + "epoch": 18.08077830188679, + "grad_norm": 6.246129989624023, + "learning_rate": 2.780640022617037e-07, + "loss": 0.332, + "num_input_tokens_seen": 20032824, + "step": 30665 + }, + { + "epoch": 18.08372641509434, + "grad_norm": 4.589426517486572, + "learning_rate": 2.772186275225547e-07, + "loss": 0.324, + "num_input_tokens_seen": 20035224, + "step": 30670 + }, + { + "epoch": 18.086674528301888, + "grad_norm": 4.647521018981934, + "learning_rate": 2.7637450316012836e-07, + "loss": 0.279, + "num_input_tokens_seen": 20037976, + "step": 30675 + }, + { + "epoch": 18.089622641509433, + "grad_norm": 4.592487335205078, + "learning_rate": 2.755316293979088e-07, + "loss": 0.2902, + "num_input_tokens_seen": 20041048, + "step": 30680 + }, + { + "epoch": 18.09257075471698, + "grad_norm": 4.786962509155273, + "learning_rate": 2.7469000645905295e-07, + "loss": 0.324, + "num_input_tokens_seen": 20043704, + "step": 30685 + }, + { + "epoch": 18.09551886792453, + "grad_norm": 3.726161479949951, + "learning_rate": 2.738496345663827e-07, + "loss": 0.431, + "num_input_tokens_seen": 20047352, + "step": 30690 + }, + { + "epoch": 18.098466981132077, + "grad_norm": 2.783735990524292, + "learning_rate": 2.7301051394239e-07, + "loss": 0.3334, + "num_input_tokens_seen": 20051064, + "step": 30695 + }, + { + "epoch": 18.10141509433962, + "grad_norm": 5.283046245574951, + "learning_rate": 2.72172644809236e-07, + "loss": 0.2439, + "num_input_tokens_seen": 20053880, + "step": 30700 + }, + { + "epoch": 18.10436320754717, + "grad_norm": 2.828019857406616, + "learning_rate": 2.7133602738875e-07, + "loss": 0.412, + "num_input_tokens_seen": 20057688, + "step": 30705 + }, + { + "epoch": 18.107311320754718, + "grad_norm": 3.271169662475586, + "learning_rate": 2.7050066190242976e-07, + "loss": 0.2653, + "num_input_tokens_seen": 20061080, + "step": 30710 + }, + { + "epoch": 18.110259433962263, + "grad_norm": 2.417069435119629, + "learning_rate": 2.696665485714428e-07, + "loss": 0.2716, + "num_input_tokens_seen": 20064376, + "step": 30715 + }, + { + "epoch": 18.11320754716981, + "grad_norm": 2.043907642364502, + "learning_rate": 2.6883368761662367e-07, + "loss": 0.4424, + "num_input_tokens_seen": 20069400, + "step": 30720 + }, + { + "epoch": 18.11615566037736, + "grad_norm": 2.647522211074829, + "learning_rate": 2.680020792584759e-07, + "loss": 0.2995, + "num_input_tokens_seen": 20072920, + "step": 30725 + }, + { + "epoch": 18.119103773584907, + "grad_norm": 4.582237720489502, + "learning_rate": 2.6717172371717113e-07, + "loss": 0.2655, + "num_input_tokens_seen": 20076440, + "step": 30730 + }, + { + "epoch": 18.122051886792452, + "grad_norm": 3.586529493331909, + "learning_rate": 2.663426212125503e-07, + "loss": 0.2359, + "num_input_tokens_seen": 20079544, + "step": 30735 + }, + { + "epoch": 18.125, + "grad_norm": 2.650723457336426, + "learning_rate": 2.655147719641216e-07, + "loss": 0.2951, + "num_input_tokens_seen": 20082904, + "step": 30740 + }, + { + "epoch": 18.127948113207548, + "grad_norm": 4.334046363830566, + "learning_rate": 2.646881761910602e-07, + "loss": 0.3179, + "num_input_tokens_seen": 20086520, + "step": 30745 + }, + { + "epoch": 18.130896226415093, + "grad_norm": 3.9168360233306885, + "learning_rate": 2.638628341122135e-07, + "loss": 0.3488, + "num_input_tokens_seen": 20089240, + "step": 30750 + }, + { + "epoch": 18.13384433962264, + "grad_norm": 3.4001777172088623, + "learning_rate": 2.6303874594609314e-07, + "loss": 0.3391, + "num_input_tokens_seen": 20092312, + "step": 30755 + }, + { + "epoch": 18.13679245283019, + "grad_norm": 3.2929415702819824, + "learning_rate": 2.622159119108797e-07, + "loss": 0.2021, + "num_input_tokens_seen": 20096120, + "step": 30760 + }, + { + "epoch": 18.139740566037737, + "grad_norm": 4.537700653076172, + "learning_rate": 2.6139433222442226e-07, + "loss": 0.3968, + "num_input_tokens_seen": 20099512, + "step": 30765 + }, + { + "epoch": 18.142688679245282, + "grad_norm": 3.304396390914917, + "learning_rate": 2.6057400710423787e-07, + "loss": 0.3048, + "num_input_tokens_seen": 20101976, + "step": 30770 + }, + { + "epoch": 18.14563679245283, + "grad_norm": 2.21475887298584, + "learning_rate": 2.5975493676751004e-07, + "loss": 0.292, + "num_input_tokens_seen": 20105592, + "step": 30775 + }, + { + "epoch": 18.14858490566038, + "grad_norm": 3.7604424953460693, + "learning_rate": 2.589371214310926e-07, + "loss": 0.3474, + "num_input_tokens_seen": 20109112, + "step": 30780 + }, + { + "epoch": 18.151533018867923, + "grad_norm": 3.2141644954681396, + "learning_rate": 2.581205613115051e-07, + "loss": 0.163, + "num_input_tokens_seen": 20112664, + "step": 30785 + }, + { + "epoch": 18.15448113207547, + "grad_norm": 2.9813199043273926, + "learning_rate": 2.573052566249357e-07, + "loss": 0.297, + "num_input_tokens_seen": 20116184, + "step": 30790 + }, + { + "epoch": 18.15742924528302, + "grad_norm": 3.6401379108428955, + "learning_rate": 2.5649120758723945e-07, + "loss": 0.315, + "num_input_tokens_seen": 20119864, + "step": 30795 + }, + { + "epoch": 18.160377358490567, + "grad_norm": 3.4730067253112793, + "learning_rate": 2.5567841441393906e-07, + "loss": 0.2623, + "num_input_tokens_seen": 20123448, + "step": 30800 + }, + { + "epoch": 18.163325471698112, + "grad_norm": 3.802412748336792, + "learning_rate": 2.548668773202245e-07, + "loss": 0.2588, + "num_input_tokens_seen": 20126712, + "step": 30805 + }, + { + "epoch": 18.16627358490566, + "grad_norm": 4.011453628540039, + "learning_rate": 2.5405659652095573e-07, + "loss": 0.3242, + "num_input_tokens_seen": 20130008, + "step": 30810 + }, + { + "epoch": 18.16922169811321, + "grad_norm": 3.3421318531036377, + "learning_rate": 2.5324757223065655e-07, + "loss": 0.3454, + "num_input_tokens_seen": 20133048, + "step": 30815 + }, + { + "epoch": 18.172169811320753, + "grad_norm": 4.586883544921875, + "learning_rate": 2.524398046635207e-07, + "loss": 0.3522, + "num_input_tokens_seen": 20136024, + "step": 30820 + }, + { + "epoch": 18.1751179245283, + "grad_norm": 6.1732401847839355, + "learning_rate": 2.51633294033406e-07, + "loss": 0.4183, + "num_input_tokens_seen": 20138840, + "step": 30825 + }, + { + "epoch": 18.17806603773585, + "grad_norm": 3.4685909748077393, + "learning_rate": 2.5082804055384214e-07, + "loss": 0.3112, + "num_input_tokens_seen": 20141528, + "step": 30830 + }, + { + "epoch": 18.181014150943398, + "grad_norm": 4.010064125061035, + "learning_rate": 2.50024044438022e-07, + "loss": 0.2783, + "num_input_tokens_seen": 20144248, + "step": 30835 + }, + { + "epoch": 18.183962264150942, + "grad_norm": 4.521585464477539, + "learning_rate": 2.492213058988069e-07, + "loss": 0.2228, + "num_input_tokens_seen": 20148024, + "step": 30840 + }, + { + "epoch": 18.18691037735849, + "grad_norm": 4.4292168617248535, + "learning_rate": 2.4841982514872633e-07, + "loss": 0.4267, + "num_input_tokens_seen": 20151160, + "step": 30845 + }, + { + "epoch": 18.18985849056604, + "grad_norm": 6.3571929931640625, + "learning_rate": 2.4761960239997497e-07, + "loss": 0.3973, + "num_input_tokens_seen": 20153624, + "step": 30850 + }, + { + "epoch": 18.192806603773583, + "grad_norm": 5.262664318084717, + "learning_rate": 2.4682063786441556e-07, + "loss": 0.3065, + "num_input_tokens_seen": 20156952, + "step": 30855 + }, + { + "epoch": 18.19575471698113, + "grad_norm": 3.424534559249878, + "learning_rate": 2.460229317535778e-07, + "loss": 0.3691, + "num_input_tokens_seen": 20160216, + "step": 30860 + }, + { + "epoch": 18.19870283018868, + "grad_norm": 4.0079755783081055, + "learning_rate": 2.4522648427865725e-07, + "loss": 0.5204, + "num_input_tokens_seen": 20163480, + "step": 30865 + }, + { + "epoch": 18.201650943396228, + "grad_norm": 2.6852898597717285, + "learning_rate": 2.444312956505163e-07, + "loss": 0.3327, + "num_input_tokens_seen": 20165944, + "step": 30870 + }, + { + "epoch": 18.204599056603772, + "grad_norm": 2.6974143981933594, + "learning_rate": 2.4363736607968537e-07, + "loss": 0.3257, + "num_input_tokens_seen": 20170296, + "step": 30875 + }, + { + "epoch": 18.20754716981132, + "grad_norm": 4.271442413330078, + "learning_rate": 2.428446957763608e-07, + "loss": 0.2367, + "num_input_tokens_seen": 20172728, + "step": 30880 + }, + { + "epoch": 18.21049528301887, + "grad_norm": 6.421514987945557, + "learning_rate": 2.4205328495040535e-07, + "loss": 0.237, + "num_input_tokens_seen": 20175192, + "step": 30885 + }, + { + "epoch": 18.213443396226417, + "grad_norm": 4.681836128234863, + "learning_rate": 2.412631338113486e-07, + "loss": 0.3524, + "num_input_tokens_seen": 20179608, + "step": 30890 + }, + { + "epoch": 18.21639150943396, + "grad_norm": 3.9854345321655273, + "learning_rate": 2.404742425683848e-07, + "loss": 0.4017, + "num_input_tokens_seen": 20183992, + "step": 30895 + }, + { + "epoch": 18.21933962264151, + "grad_norm": 3.511500120162964, + "learning_rate": 2.3968661143037864e-07, + "loss": 0.3688, + "num_input_tokens_seen": 20187704, + "step": 30900 + }, + { + "epoch": 18.222287735849058, + "grad_norm": 6.381875991821289, + "learning_rate": 2.3890024060585823e-07, + "loss": 0.3638, + "num_input_tokens_seen": 20190296, + "step": 30905 + }, + { + "epoch": 18.225235849056602, + "grad_norm": 4.434762477874756, + "learning_rate": 2.3811513030301826e-07, + "loss": 0.295, + "num_input_tokens_seen": 20193208, + "step": 30910 + }, + { + "epoch": 18.22818396226415, + "grad_norm": 6.903330326080322, + "learning_rate": 2.373312807297201e-07, + "loss": 0.4325, + "num_input_tokens_seen": 20197400, + "step": 30915 + }, + { + "epoch": 18.2311320754717, + "grad_norm": 3.8669493198394775, + "learning_rate": 2.3654869209349007e-07, + "loss": 0.2354, + "num_input_tokens_seen": 20200248, + "step": 30920 + }, + { + "epoch": 18.234080188679247, + "grad_norm": 2.9442226886749268, + "learning_rate": 2.357673646015246e-07, + "loss": 0.3109, + "num_input_tokens_seen": 20204184, + "step": 30925 + }, + { + "epoch": 18.23702830188679, + "grad_norm": 3.6569793224334717, + "learning_rate": 2.3498729846068103e-07, + "loss": 0.3243, + "num_input_tokens_seen": 20207704, + "step": 30930 + }, + { + "epoch": 18.23997641509434, + "grad_norm": 2.5842247009277344, + "learning_rate": 2.342084938774869e-07, + "loss": 0.296, + "num_input_tokens_seen": 20211352, + "step": 30935 + }, + { + "epoch": 18.242924528301888, + "grad_norm": 6.875071048736572, + "learning_rate": 2.334309510581334e-07, + "loss": 0.3221, + "num_input_tokens_seen": 20214840, + "step": 30940 + }, + { + "epoch": 18.245872641509433, + "grad_norm": 2.7966063022613525, + "learning_rate": 2.3265467020847864e-07, + "loss": 0.2627, + "num_input_tokens_seen": 20218296, + "step": 30945 + }, + { + "epoch": 18.24882075471698, + "grad_norm": 3.169018030166626, + "learning_rate": 2.31879651534046e-07, + "loss": 0.3625, + "num_input_tokens_seen": 20222712, + "step": 30950 + }, + { + "epoch": 18.25176886792453, + "grad_norm": 4.09061336517334, + "learning_rate": 2.311058952400247e-07, + "loss": 0.2936, + "num_input_tokens_seen": 20225368, + "step": 30955 + }, + { + "epoch": 18.254716981132077, + "grad_norm": 3.6982972621917725, + "learning_rate": 2.3033340153127026e-07, + "loss": 0.2555, + "num_input_tokens_seen": 20228440, + "step": 30960 + }, + { + "epoch": 18.25766509433962, + "grad_norm": 4.805902004241943, + "learning_rate": 2.295621706123041e-07, + "loss": 0.494, + "num_input_tokens_seen": 20230680, + "step": 30965 + }, + { + "epoch": 18.26061320754717, + "grad_norm": 2.121840000152588, + "learning_rate": 2.287922026873135e-07, + "loss": 0.3115, + "num_input_tokens_seen": 20234744, + "step": 30970 + }, + { + "epoch": 18.263561320754718, + "grad_norm": 4.0343427658081055, + "learning_rate": 2.2802349796014923e-07, + "loss": 0.3223, + "num_input_tokens_seen": 20238200, + "step": 30975 + }, + { + "epoch": 18.266509433962263, + "grad_norm": 2.5841872692108154, + "learning_rate": 2.2725605663433013e-07, + "loss": 0.3921, + "num_input_tokens_seen": 20241016, + "step": 30980 + }, + { + "epoch": 18.26945754716981, + "grad_norm": 3.5967726707458496, + "learning_rate": 2.264898789130393e-07, + "loss": 0.3704, + "num_input_tokens_seen": 20244920, + "step": 30985 + }, + { + "epoch": 18.27240566037736, + "grad_norm": 3.863816261291504, + "learning_rate": 2.2572496499912554e-07, + "loss": 0.3424, + "num_input_tokens_seen": 20247352, + "step": 30990 + }, + { + "epoch": 18.275353773584907, + "grad_norm": 3.439467430114746, + "learning_rate": 2.2496131509510354e-07, + "loss": 0.2966, + "num_input_tokens_seen": 20249752, + "step": 30995 + }, + { + "epoch": 18.278301886792452, + "grad_norm": 3.5899083614349365, + "learning_rate": 2.2419892940315268e-07, + "loss": 0.2957, + "num_input_tokens_seen": 20252760, + "step": 31000 + }, + { + "epoch": 18.28125, + "grad_norm": 3.228104591369629, + "learning_rate": 2.2343780812511819e-07, + "loss": 0.2267, + "num_input_tokens_seen": 20255480, + "step": 31005 + }, + { + "epoch": 18.284198113207548, + "grad_norm": 2.379227638244629, + "learning_rate": 2.2267795146250936e-07, + "loss": 0.2462, + "num_input_tokens_seen": 20258264, + "step": 31010 + }, + { + "epoch": 18.287146226415093, + "grad_norm": 2.577089309692383, + "learning_rate": 2.2191935961650146e-07, + "loss": 0.3095, + "num_input_tokens_seen": 20261624, + "step": 31015 + }, + { + "epoch": 18.29009433962264, + "grad_norm": 6.69338846206665, + "learning_rate": 2.2116203278793603e-07, + "loss": 0.4328, + "num_input_tokens_seen": 20264280, + "step": 31020 + }, + { + "epoch": 18.29304245283019, + "grad_norm": 2.537680149078369, + "learning_rate": 2.2040597117731766e-07, + "loss": 0.3596, + "num_input_tokens_seen": 20267032, + "step": 31025 + }, + { + "epoch": 18.295990566037737, + "grad_norm": 3.4269886016845703, + "learning_rate": 2.1965117498481793e-07, + "loss": 0.2367, + "num_input_tokens_seen": 20270232, + "step": 31030 + }, + { + "epoch": 18.298938679245282, + "grad_norm": 2.5314464569091797, + "learning_rate": 2.188976444102714e-07, + "loss": 0.2271, + "num_input_tokens_seen": 20273208, + "step": 31035 + }, + { + "epoch": 18.30188679245283, + "grad_norm": 4.472116470336914, + "learning_rate": 2.181453796531796e-07, + "loss": 0.3437, + "num_input_tokens_seen": 20276312, + "step": 31040 + }, + { + "epoch": 18.30483490566038, + "grad_norm": 3.50868558883667, + "learning_rate": 2.1739438091270658e-07, + "loss": 0.3939, + "num_input_tokens_seen": 20279480, + "step": 31045 + }, + { + "epoch": 18.307783018867923, + "grad_norm": 3.516284227371216, + "learning_rate": 2.1664464838768329e-07, + "loss": 0.3021, + "num_input_tokens_seen": 20282648, + "step": 31050 + }, + { + "epoch": 18.31073113207547, + "grad_norm": 5.384464263916016, + "learning_rate": 2.1589618227660426e-07, + "loss": 0.3435, + "num_input_tokens_seen": 20286424, + "step": 31055 + }, + { + "epoch": 18.31367924528302, + "grad_norm": 3.6274635791778564, + "learning_rate": 2.151489827776293e-07, + "loss": 0.276, + "num_input_tokens_seen": 20290104, + "step": 31060 + }, + { + "epoch": 18.316627358490567, + "grad_norm": 3.7473349571228027, + "learning_rate": 2.1440305008858298e-07, + "loss": 0.5679, + "num_input_tokens_seen": 20293752, + "step": 31065 + }, + { + "epoch": 18.319575471698112, + "grad_norm": 7.613704681396484, + "learning_rate": 2.1365838440695397e-07, + "loss": 0.4189, + "num_input_tokens_seen": 20296920, + "step": 31070 + }, + { + "epoch": 18.32252358490566, + "grad_norm": 2.4843337535858154, + "learning_rate": 2.129149859298957e-07, + "loss": 0.4748, + "num_input_tokens_seen": 20303928, + "step": 31075 + }, + { + "epoch": 18.32547169811321, + "grad_norm": 5.413169860839844, + "learning_rate": 2.1217285485422622e-07, + "loss": 0.3099, + "num_input_tokens_seen": 20308248, + "step": 31080 + }, + { + "epoch": 18.328419811320753, + "grad_norm": 2.2487637996673584, + "learning_rate": 2.114319913764268e-07, + "loss": 0.3265, + "num_input_tokens_seen": 20311992, + "step": 31085 + }, + { + "epoch": 18.3313679245283, + "grad_norm": 3.004335403442383, + "learning_rate": 2.10692395692646e-07, + "loss": 0.3037, + "num_input_tokens_seen": 20315832, + "step": 31090 + }, + { + "epoch": 18.33431603773585, + "grad_norm": 6.479954719543457, + "learning_rate": 2.0995406799869444e-07, + "loss": 0.2935, + "num_input_tokens_seen": 20318648, + "step": 31095 + }, + { + "epoch": 18.337264150943398, + "grad_norm": 4.063228607177734, + "learning_rate": 2.0921700849004743e-07, + "loss": 0.3422, + "num_input_tokens_seen": 20321304, + "step": 31100 + }, + { + "epoch": 18.340212264150942, + "grad_norm": 5.251711845397949, + "learning_rate": 2.084812173618439e-07, + "loss": 0.3584, + "num_input_tokens_seen": 20325048, + "step": 31105 + }, + { + "epoch": 18.34316037735849, + "grad_norm": 5.354496955871582, + "learning_rate": 2.0774669480888853e-07, + "loss": 0.3868, + "num_input_tokens_seen": 20327736, + "step": 31110 + }, + { + "epoch": 18.34610849056604, + "grad_norm": 2.65647554397583, + "learning_rate": 2.0701344102564912e-07, + "loss": 0.2481, + "num_input_tokens_seen": 20331800, + "step": 31115 + }, + { + "epoch": 18.349056603773583, + "grad_norm": 2.7232937812805176, + "learning_rate": 2.062814562062576e-07, + "loss": 0.339, + "num_input_tokens_seen": 20335192, + "step": 31120 + }, + { + "epoch": 18.35200471698113, + "grad_norm": 2.221489667892456, + "learning_rate": 2.0555074054451063e-07, + "loss": 0.2922, + "num_input_tokens_seen": 20339032, + "step": 31125 + }, + { + "epoch": 18.35495283018868, + "grad_norm": 7.735386848449707, + "learning_rate": 2.0482129423386843e-07, + "loss": 0.2247, + "num_input_tokens_seen": 20341720, + "step": 31130 + }, + { + "epoch": 18.357900943396228, + "grad_norm": 7.577327728271484, + "learning_rate": 2.040931174674543e-07, + "loss": 0.3374, + "num_input_tokens_seen": 20345016, + "step": 31135 + }, + { + "epoch": 18.360849056603772, + "grad_norm": 5.7893757820129395, + "learning_rate": 2.0336621043805682e-07, + "loss": 0.4572, + "num_input_tokens_seen": 20347992, + "step": 31140 + }, + { + "epoch": 18.36379716981132, + "grad_norm": 3.080145835876465, + "learning_rate": 2.0264057333812704e-07, + "loss": 0.2992, + "num_input_tokens_seen": 20350872, + "step": 31145 + }, + { + "epoch": 18.36674528301887, + "grad_norm": 7.023118019104004, + "learning_rate": 2.0191620635978127e-07, + "loss": 0.4746, + "num_input_tokens_seen": 20355032, + "step": 31150 + }, + { + "epoch": 18.369693396226417, + "grad_norm": 2.502795457839966, + "learning_rate": 2.0119310969479833e-07, + "loss": 0.2953, + "num_input_tokens_seen": 20357432, + "step": 31155 + }, + { + "epoch": 18.37264150943396, + "grad_norm": 2.988151788711548, + "learning_rate": 2.004712835346212e-07, + "loss": 0.2763, + "num_input_tokens_seen": 20361144, + "step": 31160 + }, + { + "epoch": 18.37558962264151, + "grad_norm": 3.29575252532959, + "learning_rate": 1.99750728070357e-07, + "loss": 0.2417, + "num_input_tokens_seen": 20363768, + "step": 31165 + }, + { + "epoch": 18.378537735849058, + "grad_norm": 3.6879220008850098, + "learning_rate": 1.9903144349277536e-07, + "loss": 0.2397, + "num_input_tokens_seen": 20366584, + "step": 31170 + }, + { + "epoch": 18.381485849056602, + "grad_norm": 4.933578968048096, + "learning_rate": 1.983134299923095e-07, + "loss": 0.2956, + "num_input_tokens_seen": 20369176, + "step": 31175 + }, + { + "epoch": 18.38443396226415, + "grad_norm": 4.242902755737305, + "learning_rate": 1.9759668775905737e-07, + "loss": 0.4118, + "num_input_tokens_seen": 20371896, + "step": 31180 + }, + { + "epoch": 18.3873820754717, + "grad_norm": 3.6775307655334473, + "learning_rate": 1.9688121698277995e-07, + "loss": 0.4216, + "num_input_tokens_seen": 20375352, + "step": 31185 + }, + { + "epoch": 18.390330188679247, + "grad_norm": 6.861064434051514, + "learning_rate": 1.9616701785290015e-07, + "loss": 0.2416, + "num_input_tokens_seen": 20378744, + "step": 31190 + }, + { + "epoch": 18.39327830188679, + "grad_norm": 3.3154211044311523, + "learning_rate": 1.954540905585056e-07, + "loss": 0.2906, + "num_input_tokens_seen": 20381496, + "step": 31195 + }, + { + "epoch": 18.39622641509434, + "grad_norm": 2.129359722137451, + "learning_rate": 1.9474243528834757e-07, + "loss": 0.2212, + "num_input_tokens_seen": 20384376, + "step": 31200 + }, + { + "epoch": 18.399174528301888, + "grad_norm": 2.401759147644043, + "learning_rate": 1.9403205223083866e-07, + "loss": 0.2959, + "num_input_tokens_seen": 20387448, + "step": 31205 + }, + { + "epoch": 18.402122641509433, + "grad_norm": 3.886819362640381, + "learning_rate": 1.9332294157405619e-07, + "loss": 0.3945, + "num_input_tokens_seen": 20391160, + "step": 31210 + }, + { + "epoch": 18.40507075471698, + "grad_norm": 3.6202776432037354, + "learning_rate": 1.926151035057411e-07, + "loss": 0.3526, + "num_input_tokens_seen": 20393784, + "step": 31215 + }, + { + "epoch": 18.40801886792453, + "grad_norm": 2.3170266151428223, + "learning_rate": 1.9190853821329626e-07, + "loss": 0.5003, + "num_input_tokens_seen": 20396632, + "step": 31220 + }, + { + "epoch": 18.410966981132077, + "grad_norm": 2.871852159500122, + "learning_rate": 1.9120324588378757e-07, + "loss": 0.3718, + "num_input_tokens_seen": 20399448, + "step": 31225 + }, + { + "epoch": 18.41391509433962, + "grad_norm": 2.4961109161376953, + "learning_rate": 1.9049922670394461e-07, + "loss": 0.3154, + "num_input_tokens_seen": 20402840, + "step": 31230 + }, + { + "epoch": 18.41686320754717, + "grad_norm": 3.7342333793640137, + "learning_rate": 1.897964808601588e-07, + "loss": 0.3012, + "num_input_tokens_seen": 20405944, + "step": 31235 + }, + { + "epoch": 18.419811320754718, + "grad_norm": 3.7501492500305176, + "learning_rate": 1.8909500853848517e-07, + "loss": 0.2841, + "num_input_tokens_seen": 20409464, + "step": 31240 + }, + { + "epoch": 18.422759433962263, + "grad_norm": 3.0760669708251953, + "learning_rate": 1.8839480992464243e-07, + "loss": 0.3617, + "num_input_tokens_seen": 20412120, + "step": 31245 + }, + { + "epoch": 18.42570754716981, + "grad_norm": 4.088088035583496, + "learning_rate": 1.8769588520401005e-07, + "loss": 0.335, + "num_input_tokens_seen": 20415672, + "step": 31250 + }, + { + "epoch": 18.42865566037736, + "grad_norm": 6.260193824768066, + "learning_rate": 1.8699823456163279e-07, + "loss": 0.3712, + "num_input_tokens_seen": 20419160, + "step": 31255 + }, + { + "epoch": 18.431603773584907, + "grad_norm": 4.4111127853393555, + "learning_rate": 1.8630185818221514e-07, + "loss": 0.184, + "num_input_tokens_seen": 20425336, + "step": 31260 + }, + { + "epoch": 18.434551886792452, + "grad_norm": 4.505548000335693, + "learning_rate": 1.856067562501268e-07, + "loss": 0.3574, + "num_input_tokens_seen": 20427896, + "step": 31265 + }, + { + "epoch": 18.4375, + "grad_norm": 3.361851930618286, + "learning_rate": 1.8491292894939837e-07, + "loss": 0.3405, + "num_input_tokens_seen": 20432120, + "step": 31270 + }, + { + "epoch": 18.440448113207548, + "grad_norm": 3.3576714992523193, + "learning_rate": 1.8422037646372405e-07, + "loss": 0.3369, + "num_input_tokens_seen": 20434936, + "step": 31275 + }, + { + "epoch": 18.443396226415093, + "grad_norm": 3.85368275642395, + "learning_rate": 1.8352909897645989e-07, + "loss": 0.4829, + "num_input_tokens_seen": 20438136, + "step": 31280 + }, + { + "epoch": 18.44634433962264, + "grad_norm": 3.1504311561584473, + "learning_rate": 1.8283909667062448e-07, + "loss": 0.4015, + "num_input_tokens_seen": 20441016, + "step": 31285 + }, + { + "epoch": 18.44929245283019, + "grad_norm": 3.735199451446533, + "learning_rate": 1.82150369728899e-07, + "loss": 0.3334, + "num_input_tokens_seen": 20444056, + "step": 31290 + }, + { + "epoch": 18.452240566037737, + "grad_norm": 4.244088172912598, + "learning_rate": 1.814629183336275e-07, + "loss": 0.3042, + "num_input_tokens_seen": 20447608, + "step": 31295 + }, + { + "epoch": 18.455188679245282, + "grad_norm": 3.9640002250671387, + "learning_rate": 1.807767426668139e-07, + "loss": 0.3337, + "num_input_tokens_seen": 20451672, + "step": 31300 + }, + { + "epoch": 18.45813679245283, + "grad_norm": 2.9421026706695557, + "learning_rate": 1.8009184291012783e-07, + "loss": 0.2794, + "num_input_tokens_seen": 20454200, + "step": 31305 + }, + { + "epoch": 18.46108490566038, + "grad_norm": 5.494865417480469, + "learning_rate": 1.7940821924489926e-07, + "loss": 0.5115, + "num_input_tokens_seen": 20457464, + "step": 31310 + }, + { + "epoch": 18.464033018867923, + "grad_norm": 3.2613863945007324, + "learning_rate": 1.7872587185212009e-07, + "loss": 0.4477, + "num_input_tokens_seen": 20460472, + "step": 31315 + }, + { + "epoch": 18.46698113207547, + "grad_norm": 4.858624458312988, + "learning_rate": 1.7804480091244524e-07, + "loss": 0.3751, + "num_input_tokens_seen": 20463384, + "step": 31320 + }, + { + "epoch": 18.46992924528302, + "grad_norm": 1.286846399307251, + "learning_rate": 1.7736500660619104e-07, + "loss": 0.205, + "num_input_tokens_seen": 20466744, + "step": 31325 + }, + { + "epoch": 18.472877358490567, + "grad_norm": 4.25598669052124, + "learning_rate": 1.766864891133352e-07, + "loss": 0.2909, + "num_input_tokens_seen": 20470072, + "step": 31330 + }, + { + "epoch": 18.475825471698112, + "grad_norm": 4.103469371795654, + "learning_rate": 1.7600924861351843e-07, + "loss": 0.3245, + "num_input_tokens_seen": 20473208, + "step": 31335 + }, + { + "epoch": 18.47877358490566, + "grad_norm": 2.931022882461548, + "learning_rate": 1.7533328528604398e-07, + "loss": 0.33, + "num_input_tokens_seen": 20481496, + "step": 31340 + }, + { + "epoch": 18.48172169811321, + "grad_norm": 3.6926183700561523, + "learning_rate": 1.746585993098754e-07, + "loss": 0.3001, + "num_input_tokens_seen": 20484088, + "step": 31345 + }, + { + "epoch": 18.484669811320753, + "grad_norm": 3.8861589431762695, + "learning_rate": 1.7398519086363864e-07, + "loss": 0.3188, + "num_input_tokens_seen": 20487160, + "step": 31350 + }, + { + "epoch": 18.4876179245283, + "grad_norm": 2.956934928894043, + "learning_rate": 1.733130601256211e-07, + "loss": 0.234, + "num_input_tokens_seen": 20489752, + "step": 31355 + }, + { + "epoch": 18.49056603773585, + "grad_norm": 5.5170135498046875, + "learning_rate": 1.7264220727377323e-07, + "loss": 0.2364, + "num_input_tokens_seen": 20492632, + "step": 31360 + }, + { + "epoch": 18.493514150943398, + "grad_norm": 4.1700119972229, + "learning_rate": 1.7197263248570517e-07, + "loss": 0.4646, + "num_input_tokens_seen": 20495672, + "step": 31365 + }, + { + "epoch": 18.496462264150942, + "grad_norm": 3.9699063301086426, + "learning_rate": 1.7130433593869124e-07, + "loss": 0.2952, + "num_input_tokens_seen": 20498552, + "step": 31370 + }, + { + "epoch": 18.49941037735849, + "grad_norm": 3.814575433731079, + "learning_rate": 1.706373178096643e-07, + "loss": 0.3421, + "num_input_tokens_seen": 20501624, + "step": 31375 + }, + { + "epoch": 18.50235849056604, + "grad_norm": 5.838244438171387, + "learning_rate": 1.6997157827522092e-07, + "loss": 0.3465, + "num_input_tokens_seen": 20504824, + "step": 31380 + }, + { + "epoch": 18.505306603773583, + "grad_norm": 6.080380439758301, + "learning_rate": 1.6930711751161843e-07, + "loss": 0.2722, + "num_input_tokens_seen": 20507704, + "step": 31385 + }, + { + "epoch": 18.50825471698113, + "grad_norm": 2.5904321670532227, + "learning_rate": 1.6864393569477556e-07, + "loss": 0.374, + "num_input_tokens_seen": 20511320, + "step": 31390 + }, + { + "epoch": 18.51120283018868, + "grad_norm": 2.629373073577881, + "learning_rate": 1.6798203300027295e-07, + "loss": 0.3408, + "num_input_tokens_seen": 20515448, + "step": 31395 + }, + { + "epoch": 18.514150943396228, + "grad_norm": 3.271523952484131, + "learning_rate": 1.6732140960335152e-07, + "loss": 0.2598, + "num_input_tokens_seen": 20518488, + "step": 31400 + }, + { + "epoch": 18.517099056603772, + "grad_norm": 3.6425201892852783, + "learning_rate": 1.666620656789153e-07, + "loss": 0.3018, + "num_input_tokens_seen": 20521208, + "step": 31405 + }, + { + "epoch": 18.52004716981132, + "grad_norm": 4.078788757324219, + "learning_rate": 1.660040014015274e-07, + "loss": 0.2608, + "num_input_tokens_seen": 20524696, + "step": 31410 + }, + { + "epoch": 18.52299528301887, + "grad_norm": 3.7701377868652344, + "learning_rate": 1.6534721694541344e-07, + "loss": 0.3264, + "num_input_tokens_seen": 20527864, + "step": 31415 + }, + { + "epoch": 18.525943396226417, + "grad_norm": 3.053232192993164, + "learning_rate": 1.6469171248445993e-07, + "loss": 0.2961, + "num_input_tokens_seen": 20531832, + "step": 31420 + }, + { + "epoch": 18.52889150943396, + "grad_norm": 4.229280948638916, + "learning_rate": 1.6403748819221464e-07, + "loss": 0.3037, + "num_input_tokens_seen": 20535384, + "step": 31425 + }, + { + "epoch": 18.53183962264151, + "grad_norm": 3.878682851791382, + "learning_rate": 1.6338454424188632e-07, + "loss": 0.3437, + "num_input_tokens_seen": 20538552, + "step": 31430 + }, + { + "epoch": 18.534787735849058, + "grad_norm": 6.370835304260254, + "learning_rate": 1.6273288080634442e-07, + "loss": 0.2886, + "num_input_tokens_seen": 20541048, + "step": 31435 + }, + { + "epoch": 18.537735849056602, + "grad_norm": 3.125622272491455, + "learning_rate": 1.6208249805811982e-07, + "loss": 0.3296, + "num_input_tokens_seen": 20544120, + "step": 31440 + }, + { + "epoch": 18.54068396226415, + "grad_norm": 4.39781379699707, + "learning_rate": 1.6143339616940423e-07, + "loss": 0.2206, + "num_input_tokens_seen": 20547448, + "step": 31445 + }, + { + "epoch": 18.5436320754717, + "grad_norm": 3.8669145107269287, + "learning_rate": 1.6078557531205018e-07, + "loss": 0.4343, + "num_input_tokens_seen": 20553400, + "step": 31450 + }, + { + "epoch": 18.546580188679247, + "grad_norm": 2.7901110649108887, + "learning_rate": 1.601390356575705e-07, + "loss": 0.2838, + "num_input_tokens_seen": 20556440, + "step": 31455 + }, + { + "epoch": 18.54952830188679, + "grad_norm": 3.3160061836242676, + "learning_rate": 1.5949377737713988e-07, + "loss": 0.287, + "num_input_tokens_seen": 20559416, + "step": 31460 + }, + { + "epoch": 18.55247641509434, + "grad_norm": 3.660276174545288, + "learning_rate": 1.5884980064159338e-07, + "loss": 0.2835, + "num_input_tokens_seen": 20562552, + "step": 31465 + }, + { + "epoch": 18.555424528301888, + "grad_norm": 2.8648746013641357, + "learning_rate": 1.5820710562142627e-07, + "loss": 0.2526, + "num_input_tokens_seen": 20566200, + "step": 31470 + }, + { + "epoch": 18.558372641509433, + "grad_norm": 4.788000583648682, + "learning_rate": 1.575656924867952e-07, + "loss": 0.3084, + "num_input_tokens_seen": 20569048, + "step": 31475 + }, + { + "epoch": 18.56132075471698, + "grad_norm": 3.9026756286621094, + "learning_rate": 1.5692556140751658e-07, + "loss": 0.476, + "num_input_tokens_seen": 20571768, + "step": 31480 + }, + { + "epoch": 18.56426886792453, + "grad_norm": 5.443937301635742, + "learning_rate": 1.5628671255306706e-07, + "loss": 0.3126, + "num_input_tokens_seen": 20574648, + "step": 31485 + }, + { + "epoch": 18.567216981132077, + "grad_norm": 2.5468943119049072, + "learning_rate": 1.556491460925863e-07, + "loss": 0.3333, + "num_input_tokens_seen": 20579256, + "step": 31490 + }, + { + "epoch": 18.57016509433962, + "grad_norm": 4.477004528045654, + "learning_rate": 1.550128621948721e-07, + "loss": 0.2638, + "num_input_tokens_seen": 20582072, + "step": 31495 + }, + { + "epoch": 18.57311320754717, + "grad_norm": 3.0212182998657227, + "learning_rate": 1.5437786102838413e-07, + "loss": 0.3, + "num_input_tokens_seen": 20585528, + "step": 31500 + }, + { + "epoch": 18.576061320754718, + "grad_norm": 2.229137420654297, + "learning_rate": 1.5374414276124017e-07, + "loss": 0.4469, + "num_input_tokens_seen": 20589112, + "step": 31505 + }, + { + "epoch": 18.579009433962263, + "grad_norm": 4.662487983703613, + "learning_rate": 1.5311170756122095e-07, + "loss": 0.2427, + "num_input_tokens_seen": 20591608, + "step": 31510 + }, + { + "epoch": 18.58195754716981, + "grad_norm": 3.7925665378570557, + "learning_rate": 1.5248055559576647e-07, + "loss": 0.3472, + "num_input_tokens_seen": 20594456, + "step": 31515 + }, + { + "epoch": 18.58490566037736, + "grad_norm": 3.0668749809265137, + "learning_rate": 1.5185068703197526e-07, + "loss": 0.3443, + "num_input_tokens_seen": 20599096, + "step": 31520 + }, + { + "epoch": 18.587853773584907, + "grad_norm": 4.562741756439209, + "learning_rate": 1.5122210203661004e-07, + "loss": 0.2971, + "num_input_tokens_seen": 20601976, + "step": 31525 + }, + { + "epoch": 18.590801886792452, + "grad_norm": 3.120861291885376, + "learning_rate": 1.505948007760899e-07, + "loss": 0.26, + "num_input_tokens_seen": 20604760, + "step": 31530 + }, + { + "epoch": 18.59375, + "grad_norm": 3.509272336959839, + "learning_rate": 1.4996878341649647e-07, + "loss": 0.309, + "num_input_tokens_seen": 20608440, + "step": 31535 + }, + { + "epoch": 18.596698113207548, + "grad_norm": 3.2157444953918457, + "learning_rate": 1.493440501235699e-07, + "loss": 0.3475, + "num_input_tokens_seen": 20611800, + "step": 31540 + }, + { + "epoch": 18.599646226415093, + "grad_norm": 3.354100227355957, + "learning_rate": 1.487206010627118e-07, + "loss": 0.3109, + "num_input_tokens_seen": 20615224, + "step": 31545 + }, + { + "epoch": 18.60259433962264, + "grad_norm": 2.3743863105773926, + "learning_rate": 1.4809843639898124e-07, + "loss": 0.2616, + "num_input_tokens_seen": 20618232, + "step": 31550 + }, + { + "epoch": 18.60554245283019, + "grad_norm": 2.4093759059906006, + "learning_rate": 1.4747755629710093e-07, + "loss": 0.2093, + "num_input_tokens_seen": 20621432, + "step": 31555 + }, + { + "epoch": 18.608490566037737, + "grad_norm": 3.691257953643799, + "learning_rate": 1.4685796092145045e-07, + "loss": 0.2647, + "num_input_tokens_seen": 20624504, + "step": 31560 + }, + { + "epoch": 18.611438679245282, + "grad_norm": 5.264340877532959, + "learning_rate": 1.4623965043607135e-07, + "loss": 0.2534, + "num_input_tokens_seen": 20626936, + "step": 31565 + }, + { + "epoch": 18.61438679245283, + "grad_norm": 5.0635905265808105, + "learning_rate": 1.4562262500466273e-07, + "loss": 0.3193, + "num_input_tokens_seen": 20630232, + "step": 31570 + }, + { + "epoch": 18.61733490566038, + "grad_norm": 2.144681453704834, + "learning_rate": 1.4500688479058556e-07, + "loss": 0.2881, + "num_input_tokens_seen": 20632920, + "step": 31575 + }, + { + "epoch": 18.620283018867923, + "grad_norm": 3.315079689025879, + "learning_rate": 1.4439242995685943e-07, + "loss": 0.3951, + "num_input_tokens_seen": 20636024, + "step": 31580 + }, + { + "epoch": 18.62323113207547, + "grad_norm": 3.0013439655303955, + "learning_rate": 1.4377926066616364e-07, + "loss": 0.3748, + "num_input_tokens_seen": 20639128, + "step": 31585 + }, + { + "epoch": 18.62617924528302, + "grad_norm": 3.181952714920044, + "learning_rate": 1.4316737708083783e-07, + "loss": 0.4367, + "num_input_tokens_seen": 20642360, + "step": 31590 + }, + { + "epoch": 18.629127358490567, + "grad_norm": 3.5177149772644043, + "learning_rate": 1.4255677936288127e-07, + "loss": 0.4115, + "num_input_tokens_seen": 20644952, + "step": 31595 + }, + { + "epoch": 18.632075471698112, + "grad_norm": 2.56434965133667, + "learning_rate": 1.4194746767395184e-07, + "loss": 0.3284, + "num_input_tokens_seen": 20648280, + "step": 31600 + }, + { + "epoch": 18.63502358490566, + "grad_norm": 5.139606475830078, + "learning_rate": 1.4133944217536722e-07, + "loss": 0.4703, + "num_input_tokens_seen": 20651096, + "step": 31605 + }, + { + "epoch": 18.63797169811321, + "grad_norm": 5.009140491485596, + "learning_rate": 1.4073270302810471e-07, + "loss": 0.3006, + "num_input_tokens_seen": 20653912, + "step": 31610 + }, + { + "epoch": 18.640919811320753, + "grad_norm": 2.648782730102539, + "learning_rate": 1.4012725039280084e-07, + "loss": 0.4278, + "num_input_tokens_seen": 20657368, + "step": 31615 + }, + { + "epoch": 18.6438679245283, + "grad_norm": 3.443155288696289, + "learning_rate": 1.3952308442975292e-07, + "loss": 0.28, + "num_input_tokens_seen": 20659864, + "step": 31620 + }, + { + "epoch": 18.64681603773585, + "grad_norm": 2.855499029159546, + "learning_rate": 1.3892020529891637e-07, + "loss": 0.312, + "num_input_tokens_seen": 20663384, + "step": 31625 + }, + { + "epoch": 18.649764150943398, + "grad_norm": 3.506525993347168, + "learning_rate": 1.3831861315990514e-07, + "loss": 0.324, + "num_input_tokens_seen": 20666520, + "step": 31630 + }, + { + "epoch": 18.652712264150942, + "grad_norm": 4.776881217956543, + "learning_rate": 1.377183081719935e-07, + "loss": 0.4453, + "num_input_tokens_seen": 20669656, + "step": 31635 + }, + { + "epoch": 18.65566037735849, + "grad_norm": 3.412578582763672, + "learning_rate": 1.3711929049411544e-07, + "loss": 0.2338, + "num_input_tokens_seen": 20672344, + "step": 31640 + }, + { + "epoch": 18.65860849056604, + "grad_norm": 2.437042713165283, + "learning_rate": 1.365215602848624e-07, + "loss": 0.3784, + "num_input_tokens_seen": 20675288, + "step": 31645 + }, + { + "epoch": 18.661556603773583, + "grad_norm": 3.3169381618499756, + "learning_rate": 1.3592511770248727e-07, + "loss": 0.287, + "num_input_tokens_seen": 20677880, + "step": 31650 + }, + { + "epoch": 18.66450471698113, + "grad_norm": 3.385544538497925, + "learning_rate": 1.3532996290490041e-07, + "loss": 0.3621, + "num_input_tokens_seen": 20681400, + "step": 31655 + }, + { + "epoch": 18.66745283018868, + "grad_norm": 3.553556203842163, + "learning_rate": 1.347360960496713e-07, + "loss": 0.223, + "num_input_tokens_seen": 20684792, + "step": 31660 + }, + { + "epoch": 18.670400943396228, + "grad_norm": 2.7093803882598877, + "learning_rate": 1.3414351729402862e-07, + "loss": 0.2312, + "num_input_tokens_seen": 20688312, + "step": 31665 + }, + { + "epoch": 18.673349056603772, + "grad_norm": 4.679896354675293, + "learning_rate": 1.3355222679486025e-07, + "loss": 0.3397, + "num_input_tokens_seen": 20692376, + "step": 31670 + }, + { + "epoch": 18.67629716981132, + "grad_norm": 4.128603935241699, + "learning_rate": 1.3296222470871367e-07, + "loss": 0.2709, + "num_input_tokens_seen": 20694712, + "step": 31675 + }, + { + "epoch": 18.67924528301887, + "grad_norm": 6.332762718200684, + "learning_rate": 1.3237351119179287e-07, + "loss": 0.2806, + "num_input_tokens_seen": 20697464, + "step": 31680 + }, + { + "epoch": 18.682193396226417, + "grad_norm": 4.318985939025879, + "learning_rate": 1.3178608639996425e-07, + "loss": 0.2944, + "num_input_tokens_seen": 20701592, + "step": 31685 + }, + { + "epoch": 18.68514150943396, + "grad_norm": 2.113708257675171, + "learning_rate": 1.3119995048874957e-07, + "loss": 0.3212, + "num_input_tokens_seen": 20705016, + "step": 31690 + }, + { + "epoch": 18.68808962264151, + "grad_norm": 1.712005376815796, + "learning_rate": 1.3061510361333186e-07, + "loss": 0.2401, + "num_input_tokens_seen": 20709144, + "step": 31695 + }, + { + "epoch": 18.691037735849058, + "grad_norm": 3.5128304958343506, + "learning_rate": 1.3003154592855116e-07, + "loss": 0.2056, + "num_input_tokens_seen": 20712504, + "step": 31700 + }, + { + "epoch": 18.693985849056602, + "grad_norm": 2.0550734996795654, + "learning_rate": 1.2944927758890668e-07, + "loss": 0.2382, + "num_input_tokens_seen": 20715960, + "step": 31705 + }, + { + "epoch": 18.69693396226415, + "grad_norm": 6.1192474365234375, + "learning_rate": 1.2886829874855733e-07, + "loss": 0.2879, + "num_input_tokens_seen": 20718424, + "step": 31710 + }, + { + "epoch": 18.6998820754717, + "grad_norm": 6.022867679595947, + "learning_rate": 1.2828860956131894e-07, + "loss": 0.3128, + "num_input_tokens_seen": 20721144, + "step": 31715 + }, + { + "epoch": 18.702830188679247, + "grad_norm": 3.6858971118927, + "learning_rate": 1.2771021018066765e-07, + "loss": 0.3433, + "num_input_tokens_seen": 20724056, + "step": 31720 + }, + { + "epoch": 18.70577830188679, + "grad_norm": 2.8692994117736816, + "learning_rate": 1.271331007597365e-07, + "loss": 0.2725, + "num_input_tokens_seen": 20727224, + "step": 31725 + }, + { + "epoch": 18.70872641509434, + "grad_norm": 2.7368106842041016, + "learning_rate": 1.2655728145131774e-07, + "loss": 0.3016, + "num_input_tokens_seen": 20730264, + "step": 31730 + }, + { + "epoch": 18.711674528301888, + "grad_norm": 3.1634414196014404, + "learning_rate": 1.2598275240786105e-07, + "loss": 0.3036, + "num_input_tokens_seen": 20734200, + "step": 31735 + }, + { + "epoch": 18.714622641509433, + "grad_norm": 5.313192367553711, + "learning_rate": 1.254095137814776e-07, + "loss": 0.4193, + "num_input_tokens_seen": 20738328, + "step": 31740 + }, + { + "epoch": 18.71757075471698, + "grad_norm": 3.62459659576416, + "learning_rate": 1.2483756572393368e-07, + "loss": 0.269, + "num_input_tokens_seen": 20741368, + "step": 31745 + }, + { + "epoch": 18.72051886792453, + "grad_norm": 4.848401069641113, + "learning_rate": 1.242669083866549e-07, + "loss": 0.2716, + "num_input_tokens_seen": 20744440, + "step": 31750 + }, + { + "epoch": 18.723466981132077, + "grad_norm": 3.234863758087158, + "learning_rate": 1.2369754192072537e-07, + "loss": 0.2486, + "num_input_tokens_seen": 20748056, + "step": 31755 + }, + { + "epoch": 18.72641509433962, + "grad_norm": 2.1214497089385986, + "learning_rate": 1.231294664768873e-07, + "loss": 0.2959, + "num_input_tokens_seen": 20751000, + "step": 31760 + }, + { + "epoch": 18.72936320754717, + "grad_norm": 3.3434669971466064, + "learning_rate": 1.225626822055409e-07, + "loss": 0.2942, + "num_input_tokens_seen": 20754200, + "step": 31765 + }, + { + "epoch": 18.732311320754718, + "grad_norm": 4.219792366027832, + "learning_rate": 1.2199718925674508e-07, + "loss": 0.3651, + "num_input_tokens_seen": 20757688, + "step": 31770 + }, + { + "epoch": 18.735259433962263, + "grad_norm": 3.0408599376678467, + "learning_rate": 1.2143298778021616e-07, + "loss": 0.3429, + "num_input_tokens_seen": 20761656, + "step": 31775 + }, + { + "epoch": 18.73820754716981, + "grad_norm": 6.209348678588867, + "learning_rate": 1.2087007792532967e-07, + "loss": 0.3602, + "num_input_tokens_seen": 20764376, + "step": 31780 + }, + { + "epoch": 18.74115566037736, + "grad_norm": 3.4661037921905518, + "learning_rate": 1.203084598411175e-07, + "loss": 0.3061, + "num_input_tokens_seen": 20767288, + "step": 31785 + }, + { + "epoch": 18.744103773584907, + "grad_norm": 4.814477920532227, + "learning_rate": 1.1974813367627124e-07, + "loss": 0.2967, + "num_input_tokens_seen": 20770392, + "step": 31790 + }, + { + "epoch": 18.747051886792452, + "grad_norm": 3.2331178188323975, + "learning_rate": 1.1918909957913949e-07, + "loss": 0.3149, + "num_input_tokens_seen": 20772984, + "step": 31795 + }, + { + "epoch": 18.75, + "grad_norm": 4.656973838806152, + "learning_rate": 1.1863135769772827e-07, + "loss": 0.3494, + "num_input_tokens_seen": 20776632, + "step": 31800 + }, + { + "epoch": 18.752948113207548, + "grad_norm": 3.1667845249176025, + "learning_rate": 1.1807490817970279e-07, + "loss": 0.309, + "num_input_tokens_seen": 20779864, + "step": 31805 + }, + { + "epoch": 18.755896226415093, + "grad_norm": 4.313079357147217, + "learning_rate": 1.1751975117238578e-07, + "loss": 0.3438, + "num_input_tokens_seen": 20782552, + "step": 31810 + }, + { + "epoch": 18.75884433962264, + "grad_norm": 3.3790857791900635, + "learning_rate": 1.1696588682275633e-07, + "loss": 0.3766, + "num_input_tokens_seen": 20785560, + "step": 31815 + }, + { + "epoch": 18.76179245283019, + "grad_norm": 3.8160560131073, + "learning_rate": 1.1641331527745325e-07, + "loss": 0.3192, + "num_input_tokens_seen": 20789144, + "step": 31820 + }, + { + "epoch": 18.764740566037737, + "grad_norm": 3.332486867904663, + "learning_rate": 1.1586203668277229e-07, + "loss": 0.2718, + "num_input_tokens_seen": 20791672, + "step": 31825 + }, + { + "epoch": 18.767688679245282, + "grad_norm": 3.298363208770752, + "learning_rate": 1.1531205118466615e-07, + "loss": 0.2494, + "num_input_tokens_seen": 20794904, + "step": 31830 + }, + { + "epoch": 18.77063679245283, + "grad_norm": 4.2720441818237305, + "learning_rate": 1.1476335892874669e-07, + "loss": 0.2412, + "num_input_tokens_seen": 20797464, + "step": 31835 + }, + { + "epoch": 18.77358490566038, + "grad_norm": 4.663975715637207, + "learning_rate": 1.1421596006028157e-07, + "loss": 0.2692, + "num_input_tokens_seen": 20800248, + "step": 31840 + }, + { + "epoch": 18.776533018867923, + "grad_norm": 2.580622911453247, + "learning_rate": 1.1366985472419823e-07, + "loss": 0.3072, + "num_input_tokens_seen": 20804440, + "step": 31845 + }, + { + "epoch": 18.77948113207547, + "grad_norm": 2.1765542030334473, + "learning_rate": 1.1312504306507987e-07, + "loss": 0.2143, + "num_input_tokens_seen": 20807736, + "step": 31850 + }, + { + "epoch": 18.78242924528302, + "grad_norm": 5.577960968017578, + "learning_rate": 1.1258152522716725e-07, + "loss": 0.4252, + "num_input_tokens_seen": 20811192, + "step": 31855 + }, + { + "epoch": 18.785377358490567, + "grad_norm": 2.8440349102020264, + "learning_rate": 1.1203930135435914e-07, + "loss": 0.3122, + "num_input_tokens_seen": 20814264, + "step": 31860 + }, + { + "epoch": 18.788325471698112, + "grad_norm": 4.184165954589844, + "learning_rate": 1.1149837159021238e-07, + "loss": 0.3134, + "num_input_tokens_seen": 20818616, + "step": 31865 + }, + { + "epoch": 18.79127358490566, + "grad_norm": 3.2116756439208984, + "learning_rate": 1.1095873607793961e-07, + "loss": 0.2907, + "num_input_tokens_seen": 20822328, + "step": 31870 + }, + { + "epoch": 18.79422169811321, + "grad_norm": 2.991103410720825, + "learning_rate": 1.1042039496041212e-07, + "loss": 0.4776, + "num_input_tokens_seen": 20824824, + "step": 31875 + }, + { + "epoch": 18.797169811320753, + "grad_norm": 2.8250656127929688, + "learning_rate": 1.0988334838015812e-07, + "loss": 0.3379, + "num_input_tokens_seen": 20828376, + "step": 31880 + }, + { + "epoch": 18.8001179245283, + "grad_norm": 3.8289754390716553, + "learning_rate": 1.0934759647936333e-07, + "loss": 0.2778, + "num_input_tokens_seen": 20831896, + "step": 31885 + }, + { + "epoch": 18.80306603773585, + "grad_norm": 2.6460554599761963, + "learning_rate": 1.0881313939986926e-07, + "loss": 0.274, + "num_input_tokens_seen": 20834872, + "step": 31890 + }, + { + "epoch": 18.806014150943398, + "grad_norm": 3.4999728202819824, + "learning_rate": 1.0827997728317662e-07, + "loss": 0.251, + "num_input_tokens_seen": 20837624, + "step": 31895 + }, + { + "epoch": 18.808962264150942, + "grad_norm": 5.6577653884887695, + "learning_rate": 1.0774811027044196e-07, + "loss": 0.3176, + "num_input_tokens_seen": 20841528, + "step": 31900 + }, + { + "epoch": 18.81191037735849, + "grad_norm": 3.421323299407959, + "learning_rate": 1.0721753850247984e-07, + "loss": 0.4235, + "num_input_tokens_seen": 20845112, + "step": 31905 + }, + { + "epoch": 18.81485849056604, + "grad_norm": 3.3589859008789062, + "learning_rate": 1.0668826211976124e-07, + "loss": 0.2606, + "num_input_tokens_seen": 20847864, + "step": 31910 + }, + { + "epoch": 18.817806603773583, + "grad_norm": 2.685386896133423, + "learning_rate": 1.0616028126241407e-07, + "loss": 0.301, + "num_input_tokens_seen": 20850872, + "step": 31915 + }, + { + "epoch": 18.82075471698113, + "grad_norm": 4.025056838989258, + "learning_rate": 1.0563359607022372e-07, + "loss": 0.3135, + "num_input_tokens_seen": 20853656, + "step": 31920 + }, + { + "epoch": 18.82370283018868, + "grad_norm": 3.2330806255340576, + "learning_rate": 1.05108206682632e-07, + "loss": 0.3584, + "num_input_tokens_seen": 20856920, + "step": 31925 + }, + { + "epoch": 18.826650943396228, + "grad_norm": 3.082397699356079, + "learning_rate": 1.0458411323873874e-07, + "loss": 0.3705, + "num_input_tokens_seen": 20861080, + "step": 31930 + }, + { + "epoch": 18.829599056603772, + "grad_norm": 4.035135746002197, + "learning_rate": 1.0406131587729962e-07, + "loss": 0.3331, + "num_input_tokens_seen": 20863704, + "step": 31935 + }, + { + "epoch": 18.83254716981132, + "grad_norm": 3.4481394290924072, + "learning_rate": 1.035398147367278e-07, + "loss": 0.2358, + "num_input_tokens_seen": 20866360, + "step": 31940 + }, + { + "epoch": 18.83549528301887, + "grad_norm": 2.6164820194244385, + "learning_rate": 1.030196099550923e-07, + "loss": 0.3564, + "num_input_tokens_seen": 20869208, + "step": 31945 + }, + { + "epoch": 18.838443396226417, + "grad_norm": 2.6773130893707275, + "learning_rate": 1.0250070167011905e-07, + "loss": 0.2418, + "num_input_tokens_seen": 20872088, + "step": 31950 + }, + { + "epoch": 18.84139150943396, + "grad_norm": 3.5228466987609863, + "learning_rate": 1.0198309001919315e-07, + "loss": 0.2866, + "num_input_tokens_seen": 20875576, + "step": 31955 + }, + { + "epoch": 18.84433962264151, + "grad_norm": 4.384583473205566, + "learning_rate": 1.0146677513935277e-07, + "loss": 0.2355, + "num_input_tokens_seen": 20879768, + "step": 31960 + }, + { + "epoch": 18.847287735849058, + "grad_norm": 3.829850435256958, + "learning_rate": 1.0095175716729578e-07, + "loss": 0.3045, + "num_input_tokens_seen": 20882776, + "step": 31965 + }, + { + "epoch": 18.850235849056602, + "grad_norm": 2.6946651935577393, + "learning_rate": 1.004380362393742e-07, + "loss": 0.2269, + "num_input_tokens_seen": 20885304, + "step": 31970 + }, + { + "epoch": 18.85318396226415, + "grad_norm": 5.25225830078125, + "learning_rate": 9.99256124915987e-08, + "loss": 0.4048, + "num_input_tokens_seen": 20889400, + "step": 31975 + }, + { + "epoch": 18.8561320754717, + "grad_norm": 6.024153709411621, + "learning_rate": 9.941448605963577e-08, + "loss": 0.3116, + "num_input_tokens_seen": 20892312, + "step": 31980 + }, + { + "epoch": 18.859080188679247, + "grad_norm": 4.432629108428955, + "learning_rate": 9.890465707880715e-08, + "loss": 0.2993, + "num_input_tokens_seen": 20895480, + "step": 31985 + }, + { + "epoch": 18.86202830188679, + "grad_norm": 1.8606187105178833, + "learning_rate": 9.839612568409374e-08, + "loss": 0.214, + "num_input_tokens_seen": 20898904, + "step": 31990 + }, + { + "epoch": 18.86497641509434, + "grad_norm": 3.053262948989868, + "learning_rate": 9.788889201013119e-08, + "loss": 0.3067, + "num_input_tokens_seen": 20902936, + "step": 31995 + }, + { + "epoch": 18.867924528301888, + "grad_norm": 2.9846272468566895, + "learning_rate": 9.738295619121097e-08, + "loss": 0.3514, + "num_input_tokens_seen": 20905688, + "step": 32000 + }, + { + "epoch": 18.870872641509433, + "grad_norm": 2.755007266998291, + "learning_rate": 9.687831836128203e-08, + "loss": 0.2348, + "num_input_tokens_seen": 20908408, + "step": 32005 + }, + { + "epoch": 18.87382075471698, + "grad_norm": 5.450766086578369, + "learning_rate": 9.637497865395029e-08, + "loss": 0.327, + "num_input_tokens_seen": 20910616, + "step": 32010 + }, + { + "epoch": 18.87676886792453, + "grad_norm": 4.681421756744385, + "learning_rate": 9.587293720247526e-08, + "loss": 0.2606, + "num_input_tokens_seen": 20913912, + "step": 32015 + }, + { + "epoch": 18.879716981132077, + "grad_norm": 7.963930130004883, + "learning_rate": 9.537219413977672e-08, + "loss": 0.3826, + "num_input_tokens_seen": 20917400, + "step": 32020 + }, + { + "epoch": 18.88266509433962, + "grad_norm": 3.1929216384887695, + "learning_rate": 9.487274959842696e-08, + "loss": 0.3092, + "num_input_tokens_seen": 20920728, + "step": 32025 + }, + { + "epoch": 18.88561320754717, + "grad_norm": 3.2705507278442383, + "learning_rate": 9.437460371065687e-08, + "loss": 0.3075, + "num_input_tokens_seen": 20925208, + "step": 32030 + }, + { + "epoch": 18.888561320754718, + "grad_norm": 4.201900005340576, + "learning_rate": 9.387775660835263e-08, + "loss": 0.414, + "num_input_tokens_seen": 20928120, + "step": 32035 + }, + { + "epoch": 18.891509433962263, + "grad_norm": 5.133607864379883, + "learning_rate": 9.338220842305678e-08, + "loss": 0.3115, + "num_input_tokens_seen": 20930712, + "step": 32040 + }, + { + "epoch": 18.89445754716981, + "grad_norm": 3.2827374935150146, + "learning_rate": 9.288795928596661e-08, + "loss": 0.2895, + "num_input_tokens_seen": 20934776, + "step": 32045 + }, + { + "epoch": 18.89740566037736, + "grad_norm": 3.0240285396575928, + "learning_rate": 9.239500932793854e-08, + "loss": 0.4206, + "num_input_tokens_seen": 20938232, + "step": 32050 + }, + { + "epoch": 18.900353773584907, + "grad_norm": 7.569511413574219, + "learning_rate": 9.190335867948263e-08, + "loss": 0.2875, + "num_input_tokens_seen": 20941752, + "step": 32055 + }, + { + "epoch": 18.903301886792452, + "grad_norm": 2.92561674118042, + "learning_rate": 9.141300747076476e-08, + "loss": 0.3066, + "num_input_tokens_seen": 20944984, + "step": 32060 + }, + { + "epoch": 18.90625, + "grad_norm": 4.644803524017334, + "learning_rate": 9.092395583160773e-08, + "loss": 0.2886, + "num_input_tokens_seen": 20947800, + "step": 32065 + }, + { + "epoch": 18.909198113207548, + "grad_norm": 3.700523614883423, + "learning_rate": 9.043620389149021e-08, + "loss": 0.22, + "num_input_tokens_seen": 20952216, + "step": 32070 + }, + { + "epoch": 18.912146226415093, + "grad_norm": 3.575502395629883, + "learning_rate": 8.994975177954723e-08, + "loss": 0.3615, + "num_input_tokens_seen": 20955832, + "step": 32075 + }, + { + "epoch": 18.91509433962264, + "grad_norm": 1.9007840156555176, + "learning_rate": 8.946459962456855e-08, + "loss": 0.2848, + "num_input_tokens_seen": 20958328, + "step": 32080 + }, + { + "epoch": 18.91804245283019, + "grad_norm": 2.606865406036377, + "learning_rate": 8.89807475550003e-08, + "loss": 0.2892, + "num_input_tokens_seen": 20961752, + "step": 32085 + }, + { + "epoch": 18.920990566037737, + "grad_norm": 3.2316229343414307, + "learning_rate": 8.849819569894447e-08, + "loss": 0.3258, + "num_input_tokens_seen": 20965240, + "step": 32090 + }, + { + "epoch": 18.923938679245282, + "grad_norm": 3.69700026512146, + "learning_rate": 8.801694418415884e-08, + "loss": 0.2182, + "num_input_tokens_seen": 20968088, + "step": 32095 + }, + { + "epoch": 18.92688679245283, + "grad_norm": 4.933427333831787, + "learning_rate": 8.753699313805708e-08, + "loss": 0.2729, + "num_input_tokens_seen": 20971416, + "step": 32100 + }, + { + "epoch": 18.92983490566038, + "grad_norm": 4.528944969177246, + "learning_rate": 8.705834268770753e-08, + "loss": 0.2604, + "num_input_tokens_seen": 20973816, + "step": 32105 + }, + { + "epoch": 18.932783018867923, + "grad_norm": 4.6234846115112305, + "learning_rate": 8.65809929598349e-08, + "loss": 0.3348, + "num_input_tokens_seen": 20976664, + "step": 32110 + }, + { + "epoch": 18.93573113207547, + "grad_norm": 3.26098370552063, + "learning_rate": 8.610494408082037e-08, + "loss": 0.4021, + "num_input_tokens_seen": 20981272, + "step": 32115 + }, + { + "epoch": 18.93867924528302, + "grad_norm": 3.0806496143341064, + "learning_rate": 8.563019617669977e-08, + "loss": 0.2293, + "num_input_tokens_seen": 20983960, + "step": 32120 + }, + { + "epoch": 18.941627358490567, + "grad_norm": 3.6366324424743652, + "learning_rate": 8.51567493731642e-08, + "loss": 0.3327, + "num_input_tokens_seen": 20987128, + "step": 32125 + }, + { + "epoch": 18.944575471698112, + "grad_norm": 8.162969589233398, + "learning_rate": 8.468460379556176e-08, + "loss": 0.3825, + "num_input_tokens_seen": 20989880, + "step": 32130 + }, + { + "epoch": 18.94752358490566, + "grad_norm": 3.3659112453460693, + "learning_rate": 8.421375956889355e-08, + "loss": 0.2136, + "num_input_tokens_seen": 20992920, + "step": 32135 + }, + { + "epoch": 18.95047169811321, + "grad_norm": 3.1257705688476562, + "learning_rate": 8.374421681781819e-08, + "loss": 0.2, + "num_input_tokens_seen": 20995672, + "step": 32140 + }, + { + "epoch": 18.953419811320753, + "grad_norm": 4.012869834899902, + "learning_rate": 8.327597566665013e-08, + "loss": 0.3536, + "num_input_tokens_seen": 20999000, + "step": 32145 + }, + { + "epoch": 18.9563679245283, + "grad_norm": 3.8996293544769287, + "learning_rate": 8.280903623935688e-08, + "loss": 0.2623, + "num_input_tokens_seen": 21002360, + "step": 32150 + }, + { + "epoch": 18.95931603773585, + "grad_norm": 4.247572422027588, + "learning_rate": 8.234339865956342e-08, + "loss": 0.3902, + "num_input_tokens_seen": 21005400, + "step": 32155 + }, + { + "epoch": 18.962264150943398, + "grad_norm": 3.1703972816467285, + "learning_rate": 8.187906305054838e-08, + "loss": 0.3627, + "num_input_tokens_seen": 21008856, + "step": 32160 + }, + { + "epoch": 18.965212264150942, + "grad_norm": 3.419330358505249, + "learning_rate": 8.141602953524841e-08, + "loss": 0.4293, + "num_input_tokens_seen": 21012056, + "step": 32165 + }, + { + "epoch": 18.96816037735849, + "grad_norm": 2.962758779525757, + "learning_rate": 8.095429823625212e-08, + "loss": 0.2932, + "num_input_tokens_seen": 21015224, + "step": 32170 + }, + { + "epoch": 18.97110849056604, + "grad_norm": 2.609294891357422, + "learning_rate": 8.04938692758045e-08, + "loss": 0.3457, + "num_input_tokens_seen": 21019288, + "step": 32175 + }, + { + "epoch": 18.974056603773583, + "grad_norm": 3.1856350898742676, + "learning_rate": 8.003474277580803e-08, + "loss": 0.3959, + "num_input_tokens_seen": 21022456, + "step": 32180 + }, + { + "epoch": 18.97700471698113, + "grad_norm": 2.139434814453125, + "learning_rate": 7.95769188578166e-08, + "loss": 0.2887, + "num_input_tokens_seen": 21026200, + "step": 32185 + }, + { + "epoch": 18.97995283018868, + "grad_norm": 3.33143949508667, + "learning_rate": 7.912039764304213e-08, + "loss": 0.3176, + "num_input_tokens_seen": 21028952, + "step": 32190 + }, + { + "epoch": 18.982900943396228, + "grad_norm": 3.2928967475891113, + "learning_rate": 7.866517925235017e-08, + "loss": 0.3514, + "num_input_tokens_seen": 21031512, + "step": 32195 + }, + { + "epoch": 18.985849056603772, + "grad_norm": 4.884756088256836, + "learning_rate": 7.821126380626154e-08, + "loss": 0.3086, + "num_input_tokens_seen": 21034136, + "step": 32200 + }, + { + "epoch": 18.98879716981132, + "grad_norm": 3.0687546730041504, + "learning_rate": 7.775865142495286e-08, + "loss": 0.4198, + "num_input_tokens_seen": 21037592, + "step": 32205 + }, + { + "epoch": 18.99174528301887, + "grad_norm": 2.490489959716797, + "learning_rate": 7.730734222825442e-08, + "loss": 0.1823, + "num_input_tokens_seen": 21040984, + "step": 32210 + }, + { + "epoch": 18.994693396226417, + "grad_norm": 2.797300338745117, + "learning_rate": 7.68573363356534e-08, + "loss": 0.3309, + "num_input_tokens_seen": 21044344, + "step": 32215 + }, + { + "epoch": 18.99764150943396, + "grad_norm": 5.516859531402588, + "learning_rate": 7.640863386629005e-08, + "loss": 0.2936, + "num_input_tokens_seen": 21046808, + "step": 32220 + }, + { + "epoch": 19.00058962264151, + "grad_norm": 4.541352272033691, + "learning_rate": 7.59612349389599e-08, + "loss": 0.2156, + "num_input_tokens_seen": 21049520, + "step": 32225 + }, + { + "epoch": 19.003537735849058, + "grad_norm": 2.416443109512329, + "learning_rate": 7.551513967211433e-08, + "loss": 0.2575, + "num_input_tokens_seen": 21052336, + "step": 32230 + }, + { + "epoch": 19.006485849056602, + "grad_norm": 3.3911828994750977, + "learning_rate": 7.507034818385883e-08, + "loss": 0.3925, + "num_input_tokens_seen": 21055664, + "step": 32235 + }, + { + "epoch": 19.00943396226415, + "grad_norm": 1.7284677028656006, + "learning_rate": 7.462686059195423e-08, + "loss": 0.2727, + "num_input_tokens_seen": 21058928, + "step": 32240 + }, + { + "epoch": 19.0123820754717, + "grad_norm": 5.32491397857666, + "learning_rate": 7.418467701381548e-08, + "loss": 0.3251, + "num_input_tokens_seen": 21061456, + "step": 32245 + }, + { + "epoch": 19.015330188679247, + "grad_norm": 3.688509225845337, + "learning_rate": 7.374379756651285e-08, + "loss": 0.3071, + "num_input_tokens_seen": 21064656, + "step": 32250 + }, + { + "epoch": 19.01827830188679, + "grad_norm": 5.601522445678711, + "learning_rate": 7.330422236677015e-08, + "loss": 0.272, + "num_input_tokens_seen": 21068592, + "step": 32255 + }, + { + "epoch": 19.02122641509434, + "grad_norm": 6.954903602600098, + "learning_rate": 7.286595153096765e-08, + "loss": 0.4904, + "num_input_tokens_seen": 21071120, + "step": 32260 + }, + { + "epoch": 19.024174528301888, + "grad_norm": 6.054090976715088, + "learning_rate": 7.242898517513864e-08, + "loss": 0.183, + "num_input_tokens_seen": 21074352, + "step": 32265 + }, + { + "epoch": 19.027122641509433, + "grad_norm": 2.8884658813476562, + "learning_rate": 7.199332341497333e-08, + "loss": 0.382, + "num_input_tokens_seen": 21078576, + "step": 32270 + }, + { + "epoch": 19.03007075471698, + "grad_norm": 4.715409278869629, + "learning_rate": 7.155896636581394e-08, + "loss": 0.2716, + "num_input_tokens_seen": 21081040, + "step": 32275 + }, + { + "epoch": 19.03301886792453, + "grad_norm": 4.379739284515381, + "learning_rate": 7.112591414265901e-08, + "loss": 0.4189, + "num_input_tokens_seen": 21084272, + "step": 32280 + }, + { + "epoch": 19.035966981132077, + "grad_norm": 8.941743850708008, + "learning_rate": 7.069416686016018e-08, + "loss": 0.2196, + "num_input_tokens_seen": 21087088, + "step": 32285 + }, + { + "epoch": 19.03891509433962, + "grad_norm": 3.417194128036499, + "learning_rate": 7.026372463262488e-08, + "loss": 0.2777, + "num_input_tokens_seen": 21090448, + "step": 32290 + }, + { + "epoch": 19.04186320754717, + "grad_norm": 7.70710563659668, + "learning_rate": 6.983458757401418e-08, + "loss": 0.3214, + "num_input_tokens_seen": 21094352, + "step": 32295 + }, + { + "epoch": 19.044811320754718, + "grad_norm": 3.703444004058838, + "learning_rate": 6.940675579794443e-08, + "loss": 0.298, + "num_input_tokens_seen": 21097296, + "step": 32300 + }, + { + "epoch": 19.047759433962263, + "grad_norm": 5.69713830947876, + "learning_rate": 6.898022941768612e-08, + "loss": 0.3554, + "num_input_tokens_seen": 21100144, + "step": 32305 + }, + { + "epoch": 19.05070754716981, + "grad_norm": 3.033539295196533, + "learning_rate": 6.855500854616337e-08, + "loss": 0.2539, + "num_input_tokens_seen": 21104816, + "step": 32310 + }, + { + "epoch": 19.05365566037736, + "grad_norm": 5.692043781280518, + "learning_rate": 6.813109329595557e-08, + "loss": 0.3027, + "num_input_tokens_seen": 21108464, + "step": 32315 + }, + { + "epoch": 19.056603773584907, + "grad_norm": 1.9294579029083252, + "learning_rate": 6.770848377929573e-08, + "loss": 0.2209, + "num_input_tokens_seen": 21111728, + "step": 32320 + }, + { + "epoch": 19.059551886792452, + "grad_norm": 4.078330039978027, + "learning_rate": 6.728718010807156e-08, + "loss": 0.3688, + "num_input_tokens_seen": 21115088, + "step": 32325 + }, + { + "epoch": 19.0625, + "grad_norm": 4.6357808113098145, + "learning_rate": 6.68671823938255e-08, + "loss": 0.344, + "num_input_tokens_seen": 21117840, + "step": 32330 + }, + { + "epoch": 19.065448113207548, + "grad_norm": 4.771129608154297, + "learning_rate": 6.644849074775361e-08, + "loss": 0.3484, + "num_input_tokens_seen": 21120688, + "step": 32335 + }, + { + "epoch": 19.068396226415093, + "grad_norm": 3.1717491149902344, + "learning_rate": 6.603110528070667e-08, + "loss": 0.2825, + "num_input_tokens_seen": 21123856, + "step": 32340 + }, + { + "epoch": 19.07134433962264, + "grad_norm": 3.4115712642669678, + "learning_rate": 6.561502610318849e-08, + "loss": 0.3666, + "num_input_tokens_seen": 21126544, + "step": 32345 + }, + { + "epoch": 19.07429245283019, + "grad_norm": 5.78889799118042, + "learning_rate": 6.520025332535762e-08, + "loss": 0.3101, + "num_input_tokens_seen": 21129136, + "step": 32350 + }, + { + "epoch": 19.077240566037737, + "grad_norm": 2.353043556213379, + "learning_rate": 6.47867870570279e-08, + "loss": 0.3507, + "num_input_tokens_seen": 21132432, + "step": 32355 + }, + { + "epoch": 19.080188679245282, + "grad_norm": 3.7032015323638916, + "learning_rate": 6.437462740766564e-08, + "loss": 0.2864, + "num_input_tokens_seen": 21135728, + "step": 32360 + }, + { + "epoch": 19.08313679245283, + "grad_norm": 3.3055472373962402, + "learning_rate": 6.396377448639246e-08, + "loss": 0.2273, + "num_input_tokens_seen": 21139600, + "step": 32365 + }, + { + "epoch": 19.08608490566038, + "grad_norm": 3.0463578701019287, + "learning_rate": 6.3554228401983e-08, + "loss": 0.3517, + "num_input_tokens_seen": 21142832, + "step": 32370 + }, + { + "epoch": 19.089033018867923, + "grad_norm": 3.9849629402160645, + "learning_rate": 6.314598926286663e-08, + "loss": 0.3364, + "num_input_tokens_seen": 21146320, + "step": 32375 + }, + { + "epoch": 19.09198113207547, + "grad_norm": 3.604785680770874, + "learning_rate": 6.273905717712637e-08, + "loss": 0.3587, + "num_input_tokens_seen": 21149648, + "step": 32380 + }, + { + "epoch": 19.09492924528302, + "grad_norm": 6.483526229858398, + "learning_rate": 6.233343225249933e-08, + "loss": 0.338, + "num_input_tokens_seen": 21152912, + "step": 32385 + }, + { + "epoch": 19.097877358490567, + "grad_norm": 5.441969394683838, + "learning_rate": 6.192911459637519e-08, + "loss": 0.3073, + "num_input_tokens_seen": 21155568, + "step": 32390 + }, + { + "epoch": 19.100825471698112, + "grad_norm": 2.8762454986572266, + "learning_rate": 6.152610431580052e-08, + "loss": 0.3473, + "num_input_tokens_seen": 21159696, + "step": 32395 + }, + { + "epoch": 19.10377358490566, + "grad_norm": 2.9909894466400146, + "learning_rate": 6.112440151747389e-08, + "loss": 0.3249, + "num_input_tokens_seen": 21163504, + "step": 32400 + }, + { + "epoch": 19.10672169811321, + "grad_norm": 2.6772067546844482, + "learning_rate": 6.072400630774689e-08, + "loss": 0.2764, + "num_input_tokens_seen": 21167408, + "step": 32405 + }, + { + "epoch": 19.109669811320753, + "grad_norm": 4.372299671173096, + "learning_rate": 6.032491879262637e-08, + "loss": 0.3602, + "num_input_tokens_seen": 21169968, + "step": 32410 + }, + { + "epoch": 19.1126179245283, + "grad_norm": 3.861894369125366, + "learning_rate": 5.99271390777717e-08, + "loss": 0.3143, + "num_input_tokens_seen": 21172784, + "step": 32415 + }, + { + "epoch": 19.11556603773585, + "grad_norm": 4.561354160308838, + "learning_rate": 5.953066726849865e-08, + "loss": 0.2601, + "num_input_tokens_seen": 21175472, + "step": 32420 + }, + { + "epoch": 19.118514150943398, + "grad_norm": 2.9480364322662354, + "learning_rate": 5.913550346977326e-08, + "loss": 0.2232, + "num_input_tokens_seen": 21178928, + "step": 32425 + }, + { + "epoch": 19.121462264150942, + "grad_norm": 3.4954049587249756, + "learning_rate": 5.874164778621683e-08, + "loss": 0.3218, + "num_input_tokens_seen": 21182160, + "step": 32430 + }, + { + "epoch": 19.12441037735849, + "grad_norm": 4.119682788848877, + "learning_rate": 5.834910032210539e-08, + "loss": 0.3909, + "num_input_tokens_seen": 21184944, + "step": 32435 + }, + { + "epoch": 19.12735849056604, + "grad_norm": 3.6908490657806396, + "learning_rate": 5.795786118136693e-08, + "loss": 0.3448, + "num_input_tokens_seen": 21187760, + "step": 32440 + }, + { + "epoch": 19.130306603773583, + "grad_norm": 4.491008281707764, + "learning_rate": 5.756793046758302e-08, + "loss": 0.3089, + "num_input_tokens_seen": 21190704, + "step": 32445 + }, + { + "epoch": 19.13325471698113, + "grad_norm": 3.7017111778259277, + "learning_rate": 5.7179308283990544e-08, + "loss": 0.1959, + "num_input_tokens_seen": 21196496, + "step": 32450 + }, + { + "epoch": 19.13620283018868, + "grad_norm": 8.666614532470703, + "learning_rate": 5.679199473347885e-08, + "loss": 0.3496, + "num_input_tokens_seen": 21198960, + "step": 32455 + }, + { + "epoch": 19.139150943396228, + "grad_norm": 2.7542433738708496, + "learning_rate": 5.6405989918590366e-08, + "loss": 0.2971, + "num_input_tokens_seen": 21202032, + "step": 32460 + }, + { + "epoch": 19.142099056603772, + "grad_norm": 3.412757396697998, + "learning_rate": 5.6021293941522225e-08, + "loss": 0.3245, + "num_input_tokens_seen": 21205296, + "step": 32465 + }, + { + "epoch": 19.14504716981132, + "grad_norm": 4.819224834442139, + "learning_rate": 5.563790690412352e-08, + "loss": 0.2608, + "num_input_tokens_seen": 21208496, + "step": 32470 + }, + { + "epoch": 19.14799528301887, + "grad_norm": 2.7247495651245117, + "learning_rate": 5.525582890789805e-08, + "loss": 0.3646, + "num_input_tokens_seen": 21212304, + "step": 32475 + }, + { + "epoch": 19.150943396226417, + "grad_norm": 4.3295063972473145, + "learning_rate": 5.4875060054002115e-08, + "loss": 0.3171, + "num_input_tokens_seen": 21216208, + "step": 32480 + }, + { + "epoch": 19.15389150943396, + "grad_norm": 13.229454040527344, + "learning_rate": 5.4495600443246755e-08, + "loss": 0.2898, + "num_input_tokens_seen": 21218896, + "step": 32485 + }, + { + "epoch": 19.15683962264151, + "grad_norm": 3.5999627113342285, + "learning_rate": 5.411745017609493e-08, + "loss": 0.3895, + "num_input_tokens_seen": 21222224, + "step": 32490 + }, + { + "epoch": 19.159787735849058, + "grad_norm": 4.040768623352051, + "learning_rate": 5.374060935266434e-08, + "loss": 0.2963, + "num_input_tokens_seen": 21224784, + "step": 32495 + }, + { + "epoch": 19.162735849056602, + "grad_norm": 2.498656749725342, + "learning_rate": 5.3365078072724065e-08, + "loss": 0.3287, + "num_input_tokens_seen": 21229008, + "step": 32500 + }, + { + "epoch": 19.16568396226415, + "grad_norm": 4.556945323944092, + "learning_rate": 5.299085643569846e-08, + "loss": 0.1909, + "num_input_tokens_seen": 21232176, + "step": 32505 + }, + { + "epoch": 19.1686320754717, + "grad_norm": 3.9086718559265137, + "learning_rate": 5.261794454066327e-08, + "loss": 0.3442, + "num_input_tokens_seen": 21236112, + "step": 32510 + }, + { + "epoch": 19.171580188679247, + "grad_norm": 2.5681066513061523, + "learning_rate": 5.224634248635008e-08, + "loss": 0.2851, + "num_input_tokens_seen": 21239952, + "step": 32515 + }, + { + "epoch": 19.17452830188679, + "grad_norm": 2.9770824909210205, + "learning_rate": 5.187605037114129e-08, + "loss": 0.2832, + "num_input_tokens_seen": 21243216, + "step": 32520 + }, + { + "epoch": 19.17747641509434, + "grad_norm": 3.545811176300049, + "learning_rate": 5.15070682930735e-08, + "loss": 0.3248, + "num_input_tokens_seen": 21246224, + "step": 32525 + }, + { + "epoch": 19.180424528301888, + "grad_norm": 2.119210720062256, + "learning_rate": 5.113939634983578e-08, + "loss": 0.4665, + "num_input_tokens_seen": 21249424, + "step": 32530 + }, + { + "epoch": 19.183372641509433, + "grad_norm": 2.9769673347473145, + "learning_rate": 5.077303463877192e-08, + "loss": 0.3769, + "num_input_tokens_seen": 21253360, + "step": 32535 + }, + { + "epoch": 19.18632075471698, + "grad_norm": 2.8489370346069336, + "learning_rate": 5.040798325687601e-08, + "loss": 0.245, + "num_input_tokens_seen": 21255952, + "step": 32540 + }, + { + "epoch": 19.18926886792453, + "grad_norm": 6.409721374511719, + "learning_rate": 5.004424230079852e-08, + "loss": 0.3078, + "num_input_tokens_seen": 21258576, + "step": 32545 + }, + { + "epoch": 19.192216981132077, + "grad_norm": 6.975810527801514, + "learning_rate": 4.968181186684129e-08, + "loss": 0.2585, + "num_input_tokens_seen": 21261296, + "step": 32550 + }, + { + "epoch": 19.19516509433962, + "grad_norm": 6.687721252441406, + "learning_rate": 4.932069205095924e-08, + "loss": 0.4654, + "num_input_tokens_seen": 21265392, + "step": 32555 + }, + { + "epoch": 19.19811320754717, + "grad_norm": 2.821732521057129, + "learning_rate": 4.896088294875978e-08, + "loss": 0.4247, + "num_input_tokens_seen": 21268528, + "step": 32560 + }, + { + "epoch": 19.201061320754718, + "grad_norm": 5.78277587890625, + "learning_rate": 4.8602384655505044e-08, + "loss": 0.3509, + "num_input_tokens_seen": 21271280, + "step": 32565 + }, + { + "epoch": 19.204009433962263, + "grad_norm": 5.275733470916748, + "learning_rate": 4.824519726610744e-08, + "loss": 0.4577, + "num_input_tokens_seen": 21274416, + "step": 32570 + }, + { + "epoch": 19.20695754716981, + "grad_norm": 3.281393527984619, + "learning_rate": 4.7889320875135206e-08, + "loss": 0.2693, + "num_input_tokens_seen": 21278160, + "step": 32575 + }, + { + "epoch": 19.20990566037736, + "grad_norm": 2.9459006786346436, + "learning_rate": 4.753475557680742e-08, + "loss": 0.3718, + "num_input_tokens_seen": 21281392, + "step": 32580 + }, + { + "epoch": 19.212853773584907, + "grad_norm": 2.9422643184661865, + "learning_rate": 4.718150146499734e-08, + "loss": 0.3663, + "num_input_tokens_seen": 21283952, + "step": 32585 + }, + { + "epoch": 19.215801886792452, + "grad_norm": 6.708521842956543, + "learning_rate": 4.682955863323013e-08, + "loss": 0.3068, + "num_input_tokens_seen": 21288176, + "step": 32590 + }, + { + "epoch": 19.21875, + "grad_norm": 3.327995777130127, + "learning_rate": 4.6478927174684606e-08, + "loss": 0.2168, + "num_input_tokens_seen": 21291408, + "step": 32595 + }, + { + "epoch": 19.221698113207548, + "grad_norm": 3.5255520343780518, + "learning_rate": 4.612960718219095e-08, + "loss": 0.4105, + "num_input_tokens_seen": 21294800, + "step": 32600 + }, + { + "epoch": 19.224646226415093, + "grad_norm": 2.083840847015381, + "learning_rate": 4.578159874823407e-08, + "loss": 0.3569, + "num_input_tokens_seen": 21297296, + "step": 32605 + }, + { + "epoch": 19.22759433962264, + "grad_norm": 2.9634735584259033, + "learning_rate": 4.5434901964950264e-08, + "loss": 0.3, + "num_input_tokens_seen": 21300112, + "step": 32610 + }, + { + "epoch": 19.23054245283019, + "grad_norm": 4.075167655944824, + "learning_rate": 4.508951692412944e-08, + "loss": 0.2629, + "num_input_tokens_seen": 21302992, + "step": 32615 + }, + { + "epoch": 19.233490566037737, + "grad_norm": 4.8349714279174805, + "learning_rate": 4.4745443717213455e-08, + "loss": 0.3039, + "num_input_tokens_seen": 21305488, + "step": 32620 + }, + { + "epoch": 19.236438679245282, + "grad_norm": 2.54081392288208, + "learning_rate": 4.4402682435296666e-08, + "loss": 0.3112, + "num_input_tokens_seen": 21308880, + "step": 32625 + }, + { + "epoch": 19.23938679245283, + "grad_norm": 5.45439338684082, + "learning_rate": 4.406123316912758e-08, + "loss": 0.236, + "num_input_tokens_seen": 21311920, + "step": 32630 + }, + { + "epoch": 19.24233490566038, + "grad_norm": 5.484621524810791, + "learning_rate": 4.372109600910612e-08, + "loss": 0.4071, + "num_input_tokens_seen": 21315472, + "step": 32635 + }, + { + "epoch": 19.245283018867923, + "grad_norm": 2.659684181213379, + "learning_rate": 4.338227104528414e-08, + "loss": 0.4155, + "num_input_tokens_seen": 21319664, + "step": 32640 + }, + { + "epoch": 19.24823113207547, + "grad_norm": 3.490819215774536, + "learning_rate": 4.304475836736821e-08, + "loss": 0.3273, + "num_input_tokens_seen": 21323056, + "step": 32645 + }, + { + "epoch": 19.25117924528302, + "grad_norm": 3.3193774223327637, + "learning_rate": 4.27085580647163e-08, + "loss": 0.3496, + "num_input_tokens_seen": 21325744, + "step": 32650 + }, + { + "epoch": 19.254127358490567, + "grad_norm": 5.606291770935059, + "learning_rate": 4.237367022633776e-08, + "loss": 0.2799, + "num_input_tokens_seen": 21328144, + "step": 32655 + }, + { + "epoch": 19.257075471698112, + "grad_norm": 3.7048423290252686, + "learning_rate": 4.204009494089612e-08, + "loss": 0.3754, + "num_input_tokens_seen": 21330992, + "step": 32660 + }, + { + "epoch": 19.26002358490566, + "grad_norm": 5.2559332847595215, + "learning_rate": 4.170783229670739e-08, + "loss": 0.25, + "num_input_tokens_seen": 21333872, + "step": 32665 + }, + { + "epoch": 19.26297169811321, + "grad_norm": 3.7479662895202637, + "learning_rate": 4.137688238173898e-08, + "loss": 0.3348, + "num_input_tokens_seen": 21336144, + "step": 32670 + }, + { + "epoch": 19.265919811320753, + "grad_norm": 4.0683746337890625, + "learning_rate": 4.104724528361137e-08, + "loss": 0.2524, + "num_input_tokens_seen": 21339376, + "step": 32675 + }, + { + "epoch": 19.2688679245283, + "grad_norm": 2.524906873703003, + "learning_rate": 4.071892108959752e-08, + "loss": 0.3792, + "num_input_tokens_seen": 21342256, + "step": 32680 + }, + { + "epoch": 19.27181603773585, + "grad_norm": 5.218274116516113, + "learning_rate": 4.039190988662234e-08, + "loss": 0.3542, + "num_input_tokens_seen": 21345136, + "step": 32685 + }, + { + "epoch": 19.274764150943398, + "grad_norm": 2.6085565090179443, + "learning_rate": 4.006621176126435e-08, + "loss": 0.3863, + "num_input_tokens_seen": 21348048, + "step": 32690 + }, + { + "epoch": 19.277712264150942, + "grad_norm": 5.060567855834961, + "learning_rate": 3.974182679975236e-08, + "loss": 0.3497, + "num_input_tokens_seen": 21350832, + "step": 32695 + }, + { + "epoch": 19.28066037735849, + "grad_norm": 3.1134748458862305, + "learning_rate": 3.941875508796933e-08, + "loss": 0.2112, + "num_input_tokens_seen": 21353200, + "step": 32700 + }, + { + "epoch": 19.28360849056604, + "grad_norm": 2.891444683074951, + "learning_rate": 3.909699671145017e-08, + "loss": 0.2811, + "num_input_tokens_seen": 21355888, + "step": 32705 + }, + { + "epoch": 19.286556603773583, + "grad_norm": 2.959975242614746, + "learning_rate": 3.87765517553812e-08, + "loss": 0.4086, + "num_input_tokens_seen": 21359184, + "step": 32710 + }, + { + "epoch": 19.28950471698113, + "grad_norm": 3.016228199005127, + "learning_rate": 3.8457420304601756e-08, + "loss": 0.3201, + "num_input_tokens_seen": 21362288, + "step": 32715 + }, + { + "epoch": 19.29245283018868, + "grad_norm": 4.052240371704102, + "learning_rate": 3.813960244360371e-08, + "loss": 0.3213, + "num_input_tokens_seen": 21365872, + "step": 32720 + }, + { + "epoch": 19.295400943396228, + "grad_norm": 1.7970272302627563, + "learning_rate": 3.7823098256529744e-08, + "loss": 0.3958, + "num_input_tokens_seen": 21369872, + "step": 32725 + }, + { + "epoch": 19.298349056603772, + "grad_norm": 8.028731346130371, + "learning_rate": 3.750790782717673e-08, + "loss": 0.2422, + "num_input_tokens_seen": 21373520, + "step": 32730 + }, + { + "epoch": 19.30129716981132, + "grad_norm": 2.724740505218506, + "learning_rate": 3.719403123899179e-08, + "loss": 0.1298, + "num_input_tokens_seen": 21376560, + "step": 32735 + }, + { + "epoch": 19.30424528301887, + "grad_norm": 4.056419372558594, + "learning_rate": 3.688146857507624e-08, + "loss": 0.3221, + "num_input_tokens_seen": 21380624, + "step": 32740 + }, + { + "epoch": 19.307193396226417, + "grad_norm": 5.748373985290527, + "learning_rate": 3.657021991818166e-08, + "loss": 0.2795, + "num_input_tokens_seen": 21382512, + "step": 32745 + }, + { + "epoch": 19.31014150943396, + "grad_norm": 5.24235200881958, + "learning_rate": 3.626028535071213e-08, + "loss": 0.3107, + "num_input_tokens_seen": 21386288, + "step": 32750 + }, + { + "epoch": 19.31308962264151, + "grad_norm": 4.767680644989014, + "learning_rate": 3.59516649547248e-08, + "loss": 0.2394, + "num_input_tokens_seen": 21389040, + "step": 32755 + }, + { + "epoch": 19.316037735849058, + "grad_norm": 5.8734636306762695, + "learning_rate": 3.564435881192818e-08, + "loss": 0.3191, + "num_input_tokens_seen": 21392432, + "step": 32760 + }, + { + "epoch": 19.318985849056602, + "grad_norm": 4.180936336517334, + "learning_rate": 3.5338367003682763e-08, + "loss": 0.232, + "num_input_tokens_seen": 21395184, + "step": 32765 + }, + { + "epoch": 19.32193396226415, + "grad_norm": 3.9384567737579346, + "learning_rate": 3.5033689611000954e-08, + "loss": 0.3621, + "num_input_tokens_seen": 21398768, + "step": 32770 + }, + { + "epoch": 19.3248820754717, + "grad_norm": 4.308476448059082, + "learning_rate": 3.473032671454768e-08, + "loss": 0.3439, + "num_input_tokens_seen": 21401808, + "step": 32775 + }, + { + "epoch": 19.327830188679247, + "grad_norm": 6.103777885437012, + "learning_rate": 3.44282783946398e-08, + "loss": 0.2499, + "num_input_tokens_seen": 21404784, + "step": 32780 + }, + { + "epoch": 19.33077830188679, + "grad_norm": 2.9270472526550293, + "learning_rate": 3.4127544731245575e-08, + "loss": 0.2285, + "num_input_tokens_seen": 21410128, + "step": 32785 + }, + { + "epoch": 19.33372641509434, + "grad_norm": 4.297802925109863, + "learning_rate": 3.38281258039852e-08, + "loss": 0.2772, + "num_input_tokens_seen": 21414864, + "step": 32790 + }, + { + "epoch": 19.336674528301888, + "grad_norm": 4.454588890075684, + "learning_rate": 3.353002169213193e-08, + "loss": 0.3525, + "num_input_tokens_seen": 21417680, + "step": 32795 + }, + { + "epoch": 19.339622641509433, + "grad_norm": 4.75861120223999, + "learning_rate": 3.32332324746093e-08, + "loss": 0.511, + "num_input_tokens_seen": 21422064, + "step": 32800 + }, + { + "epoch": 19.34257075471698, + "grad_norm": 2.605390787124634, + "learning_rate": 3.2937758229994455e-08, + "loss": 0.2884, + "num_input_tokens_seen": 21424752, + "step": 32805 + }, + { + "epoch": 19.34551886792453, + "grad_norm": 3.736689567565918, + "learning_rate": 3.2643599036514815e-08, + "loss": 0.3546, + "num_input_tokens_seen": 21427792, + "step": 32810 + }, + { + "epoch": 19.348466981132077, + "grad_norm": 2.4162073135375977, + "learning_rate": 3.2350754972050316e-08, + "loss": 0.3444, + "num_input_tokens_seen": 21431280, + "step": 32815 + }, + { + "epoch": 19.35141509433962, + "grad_norm": 5.010720252990723, + "learning_rate": 3.2059226114132815e-08, + "loss": 0.1883, + "num_input_tokens_seen": 21434576, + "step": 32820 + }, + { + "epoch": 19.35436320754717, + "grad_norm": 5.424532413482666, + "learning_rate": 3.1769012539945575e-08, + "loss": 0.2569, + "num_input_tokens_seen": 21437456, + "step": 32825 + }, + { + "epoch": 19.357311320754718, + "grad_norm": 2.971100330352783, + "learning_rate": 3.1480114326324364e-08, + "loss": 0.2939, + "num_input_tokens_seen": 21441392, + "step": 32830 + }, + { + "epoch": 19.360259433962263, + "grad_norm": 2.9182536602020264, + "learning_rate": 3.1192531549756325e-08, + "loss": 0.3816, + "num_input_tokens_seen": 21444176, + "step": 32835 + }, + { + "epoch": 19.36320754716981, + "grad_norm": 4.6987433433532715, + "learning_rate": 3.090626428638e-08, + "loss": 0.265, + "num_input_tokens_seen": 21446480, + "step": 32840 + }, + { + "epoch": 19.36615566037736, + "grad_norm": 5.707876205444336, + "learning_rate": 3.062131261198531e-08, + "loss": 0.2311, + "num_input_tokens_seen": 21449744, + "step": 32845 + }, + { + "epoch": 19.369103773584907, + "grad_norm": 5.144915580749512, + "learning_rate": 3.033767660201525e-08, + "loss": 0.2605, + "num_input_tokens_seen": 21452656, + "step": 32850 + }, + { + "epoch": 19.372051886792452, + "grad_norm": 3.128615379333496, + "learning_rate": 3.005535633156309e-08, + "loss": 0.2439, + "num_input_tokens_seen": 21455664, + "step": 32855 + }, + { + "epoch": 19.375, + "grad_norm": 4.675142765045166, + "learning_rate": 2.977435187537514e-08, + "loss": 0.2652, + "num_input_tokens_seen": 21458224, + "step": 32860 + }, + { + "epoch": 19.377948113207548, + "grad_norm": 2.348304510116577, + "learning_rate": 2.949466330784745e-08, + "loss": 0.3505, + "num_input_tokens_seen": 21462096, + "step": 32865 + }, + { + "epoch": 19.380896226415093, + "grad_norm": 2.9643499851226807, + "learning_rate": 2.921629070302967e-08, + "loss": 0.2921, + "num_input_tokens_seen": 21465392, + "step": 32870 + }, + { + "epoch": 19.38384433962264, + "grad_norm": 3.8925108909606934, + "learning_rate": 2.893923413462174e-08, + "loss": 0.3126, + "num_input_tokens_seen": 21468304, + "step": 32875 + }, + { + "epoch": 19.38679245283019, + "grad_norm": 2.98225736618042, + "learning_rate": 2.866349367597554e-08, + "loss": 0.2807, + "num_input_tokens_seen": 21471152, + "step": 32880 + }, + { + "epoch": 19.389740566037737, + "grad_norm": 3.1229918003082275, + "learning_rate": 2.8389069400094893e-08, + "loss": 0.3506, + "num_input_tokens_seen": 21475280, + "step": 32885 + }, + { + "epoch": 19.392688679245282, + "grad_norm": 6.614002227783203, + "learning_rate": 2.811596137963446e-08, + "loss": 0.2504, + "num_input_tokens_seen": 21478256, + "step": 32890 + }, + { + "epoch": 19.39563679245283, + "grad_norm": 3.48294734954834, + "learning_rate": 2.7844169686900844e-08, + "loss": 0.3474, + "num_input_tokens_seen": 21481744, + "step": 32895 + }, + { + "epoch": 19.39858490566038, + "grad_norm": 4.235499382019043, + "learning_rate": 2.7573694393852047e-08, + "loss": 0.4446, + "num_input_tokens_seen": 21484528, + "step": 32900 + }, + { + "epoch": 19.401533018867923, + "grad_norm": 3.366101026535034, + "learning_rate": 2.7304535572098e-08, + "loss": 0.2967, + "num_input_tokens_seen": 21487888, + "step": 32905 + }, + { + "epoch": 19.40448113207547, + "grad_norm": 4.8033928871154785, + "learning_rate": 2.703669329289893e-08, + "loss": 0.314, + "num_input_tokens_seen": 21491120, + "step": 32910 + }, + { + "epoch": 19.40742924528302, + "grad_norm": 1.7783482074737549, + "learning_rate": 2.6770167627167554e-08, + "loss": 0.2856, + "num_input_tokens_seen": 21494832, + "step": 32915 + }, + { + "epoch": 19.410377358490567, + "grad_norm": 4.850675106048584, + "learning_rate": 2.6504958645467426e-08, + "loss": 0.3471, + "num_input_tokens_seen": 21499024, + "step": 32920 + }, + { + "epoch": 19.413325471698112, + "grad_norm": 3.3716466426849365, + "learning_rate": 2.6241066418014605e-08, + "loss": 0.3767, + "num_input_tokens_seen": 21502480, + "step": 32925 + }, + { + "epoch": 19.41627358490566, + "grad_norm": 3.908383369445801, + "learning_rate": 2.5978491014674866e-08, + "loss": 0.3111, + "num_input_tokens_seen": 21506224, + "step": 32930 + }, + { + "epoch": 19.41922169811321, + "grad_norm": 5.622121334075928, + "learning_rate": 2.571723250496705e-08, + "loss": 0.2893, + "num_input_tokens_seen": 21510736, + "step": 32935 + }, + { + "epoch": 19.422169811320753, + "grad_norm": 5.139248371124268, + "learning_rate": 2.5457290958059155e-08, + "loss": 0.2748, + "num_input_tokens_seen": 21513680, + "step": 32940 + }, + { + "epoch": 19.4251179245283, + "grad_norm": 3.786322593688965, + "learning_rate": 2.51986664427728e-08, + "loss": 0.2847, + "num_input_tokens_seen": 21516496, + "step": 32945 + }, + { + "epoch": 19.42806603773585, + "grad_norm": 4.735250949859619, + "learning_rate": 2.4941359027579883e-08, + "loss": 0.3403, + "num_input_tokens_seen": 21519696, + "step": 32950 + }, + { + "epoch": 19.431014150943398, + "grad_norm": 4.255846977233887, + "learning_rate": 2.468536878060368e-08, + "loss": 0.2872, + "num_input_tokens_seen": 21522320, + "step": 32955 + }, + { + "epoch": 19.433962264150942, + "grad_norm": 3.2672483921051025, + "learning_rate": 2.443069576961832e-08, + "loss": 0.3505, + "num_input_tokens_seen": 21525584, + "step": 32960 + }, + { + "epoch": 19.43691037735849, + "grad_norm": 2.4485743045806885, + "learning_rate": 2.4177340062049304e-08, + "loss": 0.2515, + "num_input_tokens_seen": 21529200, + "step": 32965 + }, + { + "epoch": 19.43985849056604, + "grad_norm": 4.342250347137451, + "learning_rate": 2.3925301724974647e-08, + "loss": 0.4683, + "num_input_tokens_seen": 21532432, + "step": 32970 + }, + { + "epoch": 19.442806603773583, + "grad_norm": 3.6549549102783203, + "learning_rate": 2.367458082512153e-08, + "loss": 0.2972, + "num_input_tokens_seen": 21535984, + "step": 32975 + }, + { + "epoch": 19.44575471698113, + "grad_norm": 4.940224647521973, + "learning_rate": 2.3425177428870737e-08, + "loss": 0.4739, + "num_input_tokens_seen": 21538864, + "step": 32980 + }, + { + "epoch": 19.44870283018868, + "grad_norm": 3.955087900161743, + "learning_rate": 2.3177091602251677e-08, + "loss": 0.2562, + "num_input_tokens_seen": 21541616, + "step": 32985 + }, + { + "epoch": 19.451650943396228, + "grad_norm": 3.676581859588623, + "learning_rate": 2.2930323410946254e-08, + "loss": 0.2768, + "num_input_tokens_seen": 21544816, + "step": 32990 + }, + { + "epoch": 19.454599056603772, + "grad_norm": 4.538853645324707, + "learning_rate": 2.2684872920287758e-08, + "loss": 0.3721, + "num_input_tokens_seen": 21548272, + "step": 32995 + }, + { + "epoch": 19.45754716981132, + "grad_norm": 3.6588380336761475, + "learning_rate": 2.2440740195260323e-08, + "loss": 0.289, + "num_input_tokens_seen": 21551472, + "step": 33000 + }, + { + "epoch": 19.46049528301887, + "grad_norm": 3.4664647579193115, + "learning_rate": 2.219792530049891e-08, + "loss": 0.3269, + "num_input_tokens_seen": 21554544, + "step": 33005 + }, + { + "epoch": 19.463443396226417, + "grad_norm": 4.53541374206543, + "learning_rate": 2.1956428300290434e-08, + "loss": 0.2761, + "num_input_tokens_seen": 21558000, + "step": 33010 + }, + { + "epoch": 19.46639150943396, + "grad_norm": 3.6018331050872803, + "learning_rate": 2.1716249258570966e-08, + "loss": 0.4246, + "num_input_tokens_seen": 21561552, + "step": 33015 + }, + { + "epoch": 19.46933962264151, + "grad_norm": 2.9429702758789062, + "learning_rate": 2.1477388238930196e-08, + "loss": 0.2202, + "num_input_tokens_seen": 21564304, + "step": 33020 + }, + { + "epoch": 19.472287735849058, + "grad_norm": 2.6524124145507812, + "learning_rate": 2.1239845304606988e-08, + "loss": 0.2556, + "num_input_tokens_seen": 21566992, + "step": 33025 + }, + { + "epoch": 19.475235849056602, + "grad_norm": 3.0263664722442627, + "learning_rate": 2.100362051849214e-08, + "loss": 0.2809, + "num_input_tokens_seen": 21571152, + "step": 33030 + }, + { + "epoch": 19.47818396226415, + "grad_norm": 4.467493057250977, + "learning_rate": 2.076871394312674e-08, + "loss": 0.4432, + "num_input_tokens_seen": 21574576, + "step": 33035 + }, + { + "epoch": 19.4811320754717, + "grad_norm": 3.165116548538208, + "learning_rate": 2.0535125640703813e-08, + "loss": 0.3151, + "num_input_tokens_seen": 21577680, + "step": 33040 + }, + { + "epoch": 19.484080188679247, + "grad_norm": 3.714243173599243, + "learning_rate": 2.0302855673066667e-08, + "loss": 0.3463, + "num_input_tokens_seen": 21580016, + "step": 33045 + }, + { + "epoch": 19.48702830188679, + "grad_norm": 3.8439974784851074, + "learning_rate": 2.0071904101710004e-08, + "loss": 0.3706, + "num_input_tokens_seen": 21584176, + "step": 33050 + }, + { + "epoch": 19.48997641509434, + "grad_norm": 4.471275329589844, + "learning_rate": 1.98422709877788e-08, + "loss": 0.3697, + "num_input_tokens_seen": 21587248, + "step": 33055 + }, + { + "epoch": 19.492924528301888, + "grad_norm": 3.374711751937866, + "learning_rate": 1.961395639206942e-08, + "loss": 0.2605, + "num_input_tokens_seen": 21591056, + "step": 33060 + }, + { + "epoch": 19.495872641509433, + "grad_norm": 2.915036201477051, + "learning_rate": 1.9386960375029628e-08, + "loss": 0.2315, + "num_input_tokens_seen": 21594704, + "step": 33065 + }, + { + "epoch": 19.49882075471698, + "grad_norm": 4.308692455291748, + "learning_rate": 1.9161282996757458e-08, + "loss": 0.3835, + "num_input_tokens_seen": 21598384, + "step": 33070 + }, + { + "epoch": 19.50176886792453, + "grad_norm": 3.322129011154175, + "learning_rate": 1.8936924317001225e-08, + "loss": 0.2753, + "num_input_tokens_seen": 21601424, + "step": 33075 + }, + { + "epoch": 19.504716981132077, + "grad_norm": 4.241962909698486, + "learning_rate": 1.8713884395162308e-08, + "loss": 0.2768, + "num_input_tokens_seen": 21604336, + "step": 33080 + }, + { + "epoch": 19.50766509433962, + "grad_norm": 3.262444019317627, + "learning_rate": 1.8492163290290132e-08, + "loss": 0.3151, + "num_input_tokens_seen": 21607408, + "step": 33085 + }, + { + "epoch": 19.51061320754717, + "grad_norm": 2.8773465156555176, + "learning_rate": 1.827176106108719e-08, + "loss": 0.1778, + "num_input_tokens_seen": 21611056, + "step": 33090 + }, + { + "epoch": 19.513561320754718, + "grad_norm": 5.963344573974609, + "learning_rate": 1.8052677765905137e-08, + "loss": 0.3466, + "num_input_tokens_seen": 21614128, + "step": 33095 + }, + { + "epoch": 19.516509433962263, + "grad_norm": 3.5044984817504883, + "learning_rate": 1.783491346274757e-08, + "loss": 0.3226, + "num_input_tokens_seen": 21617104, + "step": 33100 + }, + { + "epoch": 19.51945754716981, + "grad_norm": 5.104624271392822, + "learning_rate": 1.7618468209268936e-08, + "loss": 0.2714, + "num_input_tokens_seen": 21619664, + "step": 33105 + }, + { + "epoch": 19.52240566037736, + "grad_norm": 1.7399553060531616, + "learning_rate": 1.7403342062773943e-08, + "loss": 0.2385, + "num_input_tokens_seen": 21623024, + "step": 33110 + }, + { + "epoch": 19.525353773584907, + "grad_norm": 7.488417148590088, + "learning_rate": 1.718953508021759e-08, + "loss": 0.3371, + "num_input_tokens_seen": 21627312, + "step": 33115 + }, + { + "epoch": 19.528301886792452, + "grad_norm": 4.445229530334473, + "learning_rate": 1.6977047318206262e-08, + "loss": 0.4196, + "num_input_tokens_seen": 21630256, + "step": 33120 + }, + { + "epoch": 19.53125, + "grad_norm": 6.33087158203125, + "learning_rate": 1.676587883299774e-08, + "loss": 0.3704, + "num_input_tokens_seen": 21633936, + "step": 33125 + }, + { + "epoch": 19.534198113207548, + "grad_norm": 2.9921529293060303, + "learning_rate": 1.655602968049952e-08, + "loss": 0.2833, + "num_input_tokens_seen": 21638128, + "step": 33130 + }, + { + "epoch": 19.537146226415093, + "grad_norm": 7.775867462158203, + "learning_rate": 1.634749991626938e-08, + "loss": 0.3139, + "num_input_tokens_seen": 21640528, + "step": 33135 + }, + { + "epoch": 19.54009433962264, + "grad_norm": 3.6402933597564697, + "learning_rate": 1.6140289595517056e-08, + "loss": 0.3991, + "num_input_tokens_seen": 21643856, + "step": 33140 + }, + { + "epoch": 19.54304245283019, + "grad_norm": 9.127867698669434, + "learning_rate": 1.5934398773102545e-08, + "loss": 0.4224, + "num_input_tokens_seen": 21650000, + "step": 33145 + }, + { + "epoch": 19.545990566037737, + "grad_norm": 3.9873061180114746, + "learning_rate": 1.5729827503536133e-08, + "loss": 0.3661, + "num_input_tokens_seen": 21652976, + "step": 33150 + }, + { + "epoch": 19.548938679245282, + "grad_norm": 3.110238790512085, + "learning_rate": 1.5526575840978942e-08, + "loss": 0.2984, + "num_input_tokens_seen": 21656400, + "step": 33155 + }, + { + "epoch": 19.55188679245283, + "grad_norm": 4.064279079437256, + "learning_rate": 1.532464383924237e-08, + "loss": 0.322, + "num_input_tokens_seen": 21659184, + "step": 33160 + }, + { + "epoch": 19.55483490566038, + "grad_norm": 4.056965351104736, + "learning_rate": 1.5124031551789208e-08, + "loss": 0.2786, + "num_input_tokens_seen": 21663536, + "step": 33165 + }, + { + "epoch": 19.557783018867923, + "grad_norm": 4.634166240692139, + "learning_rate": 1.4924739031732527e-08, + "loss": 0.2833, + "num_input_tokens_seen": 21666256, + "step": 33170 + }, + { + "epoch": 19.56073113207547, + "grad_norm": 3.332362651824951, + "learning_rate": 1.4726766331835118e-08, + "loss": 0.2987, + "num_input_tokens_seen": 21668752, + "step": 33175 + }, + { + "epoch": 19.56367924528302, + "grad_norm": 4.433830261230469, + "learning_rate": 1.4530113504512278e-08, + "loss": 0.2756, + "num_input_tokens_seen": 21671696, + "step": 33180 + }, + { + "epoch": 19.566627358490567, + "grad_norm": 6.211709499359131, + "learning_rate": 1.4334780601827914e-08, + "loss": 0.4197, + "num_input_tokens_seen": 21674704, + "step": 33185 + }, + { + "epoch": 19.569575471698112, + "grad_norm": 5.757567882537842, + "learning_rate": 1.4140767675497325e-08, + "loss": 0.331, + "num_input_tokens_seen": 21677680, + "step": 33190 + }, + { + "epoch": 19.57252358490566, + "grad_norm": 4.809163570404053, + "learning_rate": 1.394807477688609e-08, + "loss": 0.3257, + "num_input_tokens_seen": 21681168, + "step": 33195 + }, + { + "epoch": 19.57547169811321, + "grad_norm": 5.456246852874756, + "learning_rate": 1.3756701957011177e-08, + "loss": 0.3422, + "num_input_tokens_seen": 21683632, + "step": 33200 + }, + { + "epoch": 19.578419811320753, + "grad_norm": 3.374333143234253, + "learning_rate": 1.3566649266538723e-08, + "loss": 0.4086, + "num_input_tokens_seen": 21688592, + "step": 33205 + }, + { + "epoch": 19.5813679245283, + "grad_norm": 4.3611741065979, + "learning_rate": 1.3377916755786257e-08, + "loss": 0.4606, + "num_input_tokens_seen": 21691824, + "step": 33210 + }, + { + "epoch": 19.58431603773585, + "grad_norm": 3.4329488277435303, + "learning_rate": 1.3190504474721588e-08, + "loss": 0.3029, + "num_input_tokens_seen": 21694736, + "step": 33215 + }, + { + "epoch": 19.587264150943398, + "grad_norm": 5.299778461456299, + "learning_rate": 1.3004412472962802e-08, + "loss": 0.3547, + "num_input_tokens_seen": 21697680, + "step": 33220 + }, + { + "epoch": 19.590212264150942, + "grad_norm": 6.052629470825195, + "learning_rate": 1.2819640799778266e-08, + "loss": 0.4412, + "num_input_tokens_seen": 21700304, + "step": 33225 + }, + { + "epoch": 19.59316037735849, + "grad_norm": 4.586988925933838, + "learning_rate": 1.2636189504087737e-08, + "loss": 0.3512, + "num_input_tokens_seen": 21703536, + "step": 33230 + }, + { + "epoch": 19.59610849056604, + "grad_norm": 2.7154428958892822, + "learning_rate": 1.2454058634460142e-08, + "loss": 0.2846, + "num_input_tokens_seen": 21706320, + "step": 33235 + }, + { + "epoch": 19.599056603773583, + "grad_norm": 3.6609365940093994, + "learning_rate": 1.2273248239115798e-08, + "loss": 0.3257, + "num_input_tokens_seen": 21709232, + "step": 33240 + }, + { + "epoch": 19.60200471698113, + "grad_norm": 3.799445152282715, + "learning_rate": 1.2093758365924746e-08, + "loss": 0.2979, + "num_input_tokens_seen": 21711952, + "step": 33245 + }, + { + "epoch": 19.60495283018868, + "grad_norm": 2.052961587905884, + "learning_rate": 1.1915589062408417e-08, + "loss": 0.2699, + "num_input_tokens_seen": 21715728, + "step": 33250 + }, + { + "epoch": 19.607900943396228, + "grad_norm": 2.679300308227539, + "learning_rate": 1.1738740375736301e-08, + "loss": 0.319, + "num_input_tokens_seen": 21718736, + "step": 33255 + }, + { + "epoch": 19.610849056603772, + "grad_norm": 7.712305545806885, + "learning_rate": 1.15632123527315e-08, + "loss": 0.3211, + "num_input_tokens_seen": 21721840, + "step": 33260 + }, + { + "epoch": 19.61379716981132, + "grad_norm": 5.5507001876831055, + "learning_rate": 1.1389005039865176e-08, + "loss": 0.4001, + "num_input_tokens_seen": 21725104, + "step": 33265 + }, + { + "epoch": 19.61674528301887, + "grad_norm": 2.468691110610962, + "learning_rate": 1.1216118483259875e-08, + "loss": 0.2412, + "num_input_tokens_seen": 21728528, + "step": 33270 + }, + { + "epoch": 19.619693396226417, + "grad_norm": 8.703282356262207, + "learning_rate": 1.1044552728687319e-08, + "loss": 0.331, + "num_input_tokens_seen": 21732112, + "step": 33275 + }, + { + "epoch": 19.62264150943396, + "grad_norm": 3.064037799835205, + "learning_rate": 1.0874307821570618e-08, + "loss": 0.2742, + "num_input_tokens_seen": 21734832, + "step": 33280 + }, + { + "epoch": 19.62558962264151, + "grad_norm": 5.510524749755859, + "learning_rate": 1.0705383806982606e-08, + "loss": 0.2943, + "num_input_tokens_seen": 21739152, + "step": 33285 + }, + { + "epoch": 19.628537735849058, + "grad_norm": 4.18088960647583, + "learning_rate": 1.0537780729646952e-08, + "loss": 0.3507, + "num_input_tokens_seen": 21741872, + "step": 33290 + }, + { + "epoch": 19.631485849056602, + "grad_norm": 2.89296817779541, + "learning_rate": 1.0371498633937605e-08, + "loss": 0.2921, + "num_input_tokens_seen": 21744816, + "step": 33295 + }, + { + "epoch": 19.63443396226415, + "grad_norm": 3.114800214767456, + "learning_rate": 1.0206537563877683e-08, + "loss": 0.3165, + "num_input_tokens_seen": 21748272, + "step": 33300 + }, + { + "epoch": 19.6373820754717, + "grad_norm": 2.942711353302002, + "learning_rate": 1.0042897563141695e-08, + "loss": 0.3127, + "num_input_tokens_seen": 21750768, + "step": 33305 + }, + { + "epoch": 19.640330188679247, + "grad_norm": 6.110835075378418, + "learning_rate": 9.88057867505443e-09, + "loss": 0.2582, + "num_input_tokens_seen": 21753520, + "step": 33310 + }, + { + "epoch": 19.64327830188679, + "grad_norm": 4.047492980957031, + "learning_rate": 9.7195809425904e-09, + "loss": 0.3232, + "num_input_tokens_seen": 21757648, + "step": 33315 + }, + { + "epoch": 19.64622641509434, + "grad_norm": 3.19606351852417, + "learning_rate": 9.559904408373844e-09, + "loss": 0.2076, + "num_input_tokens_seen": 21760112, + "step": 33320 + }, + { + "epoch": 19.649174528301888, + "grad_norm": 2.249260425567627, + "learning_rate": 9.401549114680387e-09, + "loss": 0.2448, + "num_input_tokens_seen": 21763600, + "step": 33325 + }, + { + "epoch": 19.652122641509433, + "grad_norm": 3.7067179679870605, + "learning_rate": 9.244515103434826e-09, + "loss": 0.4665, + "num_input_tokens_seen": 21766288, + "step": 33330 + }, + { + "epoch": 19.65507075471698, + "grad_norm": 3.000007390975952, + "learning_rate": 9.08880241621335e-09, + "loss": 0.2828, + "num_input_tokens_seen": 21769776, + "step": 33335 + }, + { + "epoch": 19.65801886792453, + "grad_norm": 3.031480073928833, + "learning_rate": 8.934411094240758e-09, + "loss": 0.319, + "num_input_tokens_seen": 21772464, + "step": 33340 + }, + { + "epoch": 19.660966981132077, + "grad_norm": 3.608771324157715, + "learning_rate": 8.781341178393244e-09, + "loss": 0.3343, + "num_input_tokens_seen": 21779440, + "step": 33345 + }, + { + "epoch": 19.66391509433962, + "grad_norm": 3.8140554428100586, + "learning_rate": 8.629592709196167e-09, + "loss": 0.3483, + "num_input_tokens_seen": 21783056, + "step": 33350 + }, + { + "epoch": 19.66686320754717, + "grad_norm": 4.697683811187744, + "learning_rate": 8.479165726826277e-09, + "loss": 0.4259, + "num_input_tokens_seen": 21785968, + "step": 33355 + }, + { + "epoch": 19.669811320754718, + "grad_norm": 3.109001636505127, + "learning_rate": 8.330060271109496e-09, + "loss": 0.5078, + "num_input_tokens_seen": 21789520, + "step": 33360 + }, + { + "epoch": 19.672759433962263, + "grad_norm": 4.5132012367248535, + "learning_rate": 8.18227638152258e-09, + "loss": 0.2891, + "num_input_tokens_seen": 21792880, + "step": 33365 + }, + { + "epoch": 19.67570754716981, + "grad_norm": 4.441066741943359, + "learning_rate": 8.035814097191452e-09, + "loss": 0.316, + "num_input_tokens_seen": 21795536, + "step": 33370 + }, + { + "epoch": 19.67865566037736, + "grad_norm": 3.8302135467529297, + "learning_rate": 7.890673456892317e-09, + "loss": 0.3587, + "num_input_tokens_seen": 21798672, + "step": 33375 + }, + { + "epoch": 19.681603773584907, + "grad_norm": 3.2094991207122803, + "learning_rate": 7.746854499052215e-09, + "loss": 0.2629, + "num_input_tokens_seen": 21801456, + "step": 33380 + }, + { + "epoch": 19.684551886792452, + "grad_norm": 3.8145651817321777, + "learning_rate": 7.604357261747907e-09, + "loss": 0.2956, + "num_input_tokens_seen": 21804112, + "step": 33385 + }, + { + "epoch": 19.6875, + "grad_norm": 9.096756935119629, + "learning_rate": 7.463181782705886e-09, + "loss": 0.4919, + "num_input_tokens_seen": 21812944, + "step": 33390 + }, + { + "epoch": 19.690448113207548, + "grad_norm": 5.395994663238525, + "learning_rate": 7.3233280993034726e-09, + "loss": 0.2869, + "num_input_tokens_seen": 21815664, + "step": 33395 + }, + { + "epoch": 19.693396226415093, + "grad_norm": 3.329216480255127, + "learning_rate": 7.184796248567161e-09, + "loss": 0.32, + "num_input_tokens_seen": 21819952, + "step": 33400 + }, + { + "epoch": 19.69634433962264, + "grad_norm": 3.457634449005127, + "learning_rate": 7.047586267173723e-09, + "loss": 0.3458, + "num_input_tokens_seen": 21822928, + "step": 33405 + }, + { + "epoch": 19.69929245283019, + "grad_norm": 3.2881057262420654, + "learning_rate": 6.9116981914502114e-09, + "loss": 0.3006, + "num_input_tokens_seen": 21826192, + "step": 33410 + }, + { + "epoch": 19.702240566037737, + "grad_norm": 3.240182638168335, + "learning_rate": 6.7771320573734036e-09, + "loss": 0.3033, + "num_input_tokens_seen": 21829776, + "step": 33415 + }, + { + "epoch": 19.705188679245282, + "grad_norm": 2.611565589904785, + "learning_rate": 6.6438879005709114e-09, + "loss": 0.2856, + "num_input_tokens_seen": 21833136, + "step": 33420 + }, + { + "epoch": 19.70813679245283, + "grad_norm": 3.567434787750244, + "learning_rate": 6.511965756318961e-09, + "loss": 0.4116, + "num_input_tokens_seen": 21836016, + "step": 33425 + }, + { + "epoch": 19.71108490566038, + "grad_norm": 5.201951503753662, + "learning_rate": 6.381365659545169e-09, + "loss": 0.3011, + "num_input_tokens_seen": 21839568, + "step": 33430 + }, + { + "epoch": 19.714033018867923, + "grad_norm": 4.966508388519287, + "learning_rate": 6.252087644825766e-09, + "loss": 0.2938, + "num_input_tokens_seen": 21842640, + "step": 33435 + }, + { + "epoch": 19.71698113207547, + "grad_norm": 2.6045634746551514, + "learning_rate": 6.124131746388373e-09, + "loss": 0.2242, + "num_input_tokens_seen": 21845168, + "step": 33440 + }, + { + "epoch": 19.71992924528302, + "grad_norm": 7.267561912536621, + "learning_rate": 5.997497998109225e-09, + "loss": 0.3085, + "num_input_tokens_seen": 21848304, + "step": 33445 + }, + { + "epoch": 19.722877358490567, + "grad_norm": 2.6956725120544434, + "learning_rate": 5.8721864335153925e-09, + "loss": 0.3063, + "num_input_tokens_seen": 21850800, + "step": 33450 + }, + { + "epoch": 19.725825471698112, + "grad_norm": 2.486862897872925, + "learning_rate": 5.748197085784224e-09, + "loss": 0.3259, + "num_input_tokens_seen": 21853552, + "step": 33455 + }, + { + "epoch": 19.72877358490566, + "grad_norm": 2.9241044521331787, + "learning_rate": 5.62552998774113e-09, + "loss": 0.2549, + "num_input_tokens_seen": 21856912, + "step": 33460 + }, + { + "epoch": 19.73172169811321, + "grad_norm": 3.719806671142578, + "learning_rate": 5.504185171864018e-09, + "loss": 0.2676, + "num_input_tokens_seen": 21860016, + "step": 33465 + }, + { + "epoch": 19.734669811320753, + "grad_norm": 5.632564067840576, + "learning_rate": 5.384162670278858e-09, + "loss": 0.2742, + "num_input_tokens_seen": 21863184, + "step": 33470 + }, + { + "epoch": 19.7376179245283, + "grad_norm": 3.002448558807373, + "learning_rate": 5.265462514762454e-09, + "loss": 0.2323, + "num_input_tokens_seen": 21870384, + "step": 33475 + }, + { + "epoch": 19.74056603773585, + "grad_norm": 2.459990978240967, + "learning_rate": 5.148084736740777e-09, + "loss": 0.2993, + "num_input_tokens_seen": 21873008, + "step": 33480 + }, + { + "epoch": 19.743514150943398, + "grad_norm": 3.3669137954711914, + "learning_rate": 5.032029367290081e-09, + "loss": 0.2905, + "num_input_tokens_seen": 21876144, + "step": 33485 + }, + { + "epoch": 19.746462264150942, + "grad_norm": 2.7785913944244385, + "learning_rate": 4.917296437136898e-09, + "loss": 0.2959, + "num_input_tokens_seen": 21879440, + "step": 33490 + }, + { + "epoch": 19.74941037735849, + "grad_norm": 3.381882667541504, + "learning_rate": 4.8038859766569305e-09, + "loss": 0.3627, + "num_input_tokens_seen": 21882000, + "step": 33495 + }, + { + "epoch": 19.75235849056604, + "grad_norm": 4.458227157592773, + "learning_rate": 4.691798015876714e-09, + "loss": 0.437, + "num_input_tokens_seen": 21884688, + "step": 33500 + }, + { + "epoch": 19.755306603773583, + "grad_norm": 3.6195790767669678, + "learning_rate": 4.581032584470846e-09, + "loss": 0.236, + "num_input_tokens_seen": 21887600, + "step": 33505 + }, + { + "epoch": 19.75825471698113, + "grad_norm": 4.431854248046875, + "learning_rate": 4.471589711766422e-09, + "loss": 0.2244, + "num_input_tokens_seen": 21892016, + "step": 33510 + }, + { + "epoch": 19.76120283018868, + "grad_norm": 2.233607292175293, + "learning_rate": 4.363469426737487e-09, + "loss": 0.4124, + "num_input_tokens_seen": 21896112, + "step": 33515 + }, + { + "epoch": 19.764150943396228, + "grad_norm": 3.0984039306640625, + "learning_rate": 4.256671758010588e-09, + "loss": 0.3941, + "num_input_tokens_seen": 21899056, + "step": 33520 + }, + { + "epoch": 19.767099056603772, + "grad_norm": 2.7059948444366455, + "learning_rate": 4.151196733859775e-09, + "loss": 0.2016, + "num_input_tokens_seen": 21902416, + "step": 33525 + }, + { + "epoch": 19.77004716981132, + "grad_norm": 4.958644866943359, + "learning_rate": 4.047044382211041e-09, + "loss": 0.308, + "num_input_tokens_seen": 21907440, + "step": 33530 + }, + { + "epoch": 19.77299528301887, + "grad_norm": 2.5668201446533203, + "learning_rate": 3.94421473063844e-09, + "loss": 0.3607, + "num_input_tokens_seen": 21911408, + "step": 33535 + }, + { + "epoch": 19.775943396226417, + "grad_norm": 7.056716442108154, + "learning_rate": 3.842707806366863e-09, + "loss": 0.2804, + "num_input_tokens_seen": 21914000, + "step": 33540 + }, + { + "epoch": 19.77889150943396, + "grad_norm": 2.4496166706085205, + "learning_rate": 3.742523636270368e-09, + "loss": 0.2364, + "num_input_tokens_seen": 21916368, + "step": 33545 + }, + { + "epoch": 19.78183962264151, + "grad_norm": 4.036341667175293, + "learning_rate": 3.6436622468738468e-09, + "loss": 0.229, + "num_input_tokens_seen": 21920016, + "step": 33550 + }, + { + "epoch": 19.784787735849058, + "grad_norm": 2.8719537258148193, + "learning_rate": 3.546123664350254e-09, + "loss": 0.2474, + "num_input_tokens_seen": 21923664, + "step": 33555 + }, + { + "epoch": 19.787735849056602, + "grad_norm": 2.6845271587371826, + "learning_rate": 3.449907914524486e-09, + "loss": 0.318, + "num_input_tokens_seen": 21926544, + "step": 33560 + }, + { + "epoch": 19.79068396226415, + "grad_norm": 4.461830139160156, + "learning_rate": 3.355015022869501e-09, + "loss": 0.2196, + "num_input_tokens_seen": 21929392, + "step": 33565 + }, + { + "epoch": 19.7936320754717, + "grad_norm": 3.9571194648742676, + "learning_rate": 3.261445014508535e-09, + "loss": 0.2177, + "num_input_tokens_seen": 21932304, + "step": 33570 + }, + { + "epoch": 19.796580188679247, + "grad_norm": 2.9771134853363037, + "learning_rate": 3.1691979142145503e-09, + "loss": 0.4029, + "num_input_tokens_seen": 21936144, + "step": 33575 + }, + { + "epoch": 19.79952830188679, + "grad_norm": 5.422300815582275, + "learning_rate": 3.078273746410787e-09, + "loss": 0.2289, + "num_input_tokens_seen": 21938672, + "step": 33580 + }, + { + "epoch": 19.80247641509434, + "grad_norm": 3.730861186981201, + "learning_rate": 2.988672535169657e-09, + "loss": 0.3036, + "num_input_tokens_seen": 21941072, + "step": 33585 + }, + { + "epoch": 19.805424528301888, + "grad_norm": 3.547900438308716, + "learning_rate": 2.9003943042127393e-09, + "loss": 0.3458, + "num_input_tokens_seen": 21943952, + "step": 33590 + }, + { + "epoch": 19.808372641509433, + "grad_norm": 3.745901584625244, + "learning_rate": 2.8134390769135598e-09, + "loss": 0.2709, + "num_input_tokens_seen": 21947376, + "step": 33595 + }, + { + "epoch": 19.81132075471698, + "grad_norm": 2.752380609512329, + "learning_rate": 2.7278068762925935e-09, + "loss": 0.3813, + "num_input_tokens_seen": 21951152, + "step": 33600 + }, + { + "epoch": 19.81426886792453, + "grad_norm": 5.4558892250061035, + "learning_rate": 2.6434977250217043e-09, + "loss": 0.3169, + "num_input_tokens_seen": 21954000, + "step": 33605 + }, + { + "epoch": 19.817216981132077, + "grad_norm": 3.1278326511383057, + "learning_rate": 2.560511645422481e-09, + "loss": 0.3972, + "num_input_tokens_seen": 21957424, + "step": 33610 + }, + { + "epoch": 19.82016509433962, + "grad_norm": 2.859490156173706, + "learning_rate": 2.4788486594656825e-09, + "loss": 0.2818, + "num_input_tokens_seen": 21961456, + "step": 33615 + }, + { + "epoch": 19.82311320754717, + "grad_norm": 4.533249378204346, + "learning_rate": 2.398508788771792e-09, + "loss": 0.284, + "num_input_tokens_seen": 21964720, + "step": 33620 + }, + { + "epoch": 19.826061320754718, + "grad_norm": 4.94255256652832, + "learning_rate": 2.3194920546110166e-09, + "loss": 0.2457, + "num_input_tokens_seen": 21967696, + "step": 33625 + }, + { + "epoch": 19.829009433962263, + "grad_norm": 4.781594276428223, + "learning_rate": 2.2417984779032896e-09, + "loss": 0.4096, + "num_input_tokens_seen": 21970224, + "step": 33630 + }, + { + "epoch": 19.83195754716981, + "grad_norm": 2.1774332523345947, + "learning_rate": 2.1654280792193782e-09, + "loss": 0.3042, + "num_input_tokens_seen": 21973744, + "step": 33635 + }, + { + "epoch": 19.83490566037736, + "grad_norm": 4.254349231719971, + "learning_rate": 2.0903808787769987e-09, + "loss": 0.1963, + "num_input_tokens_seen": 21977360, + "step": 33640 + }, + { + "epoch": 19.837853773584907, + "grad_norm": 2.1908535957336426, + "learning_rate": 2.0166568964463673e-09, + "loss": 0.2665, + "num_input_tokens_seen": 21981104, + "step": 33645 + }, + { + "epoch": 19.840801886792452, + "grad_norm": 2.8443338871002197, + "learning_rate": 1.9442561517463153e-09, + "loss": 0.3657, + "num_input_tokens_seen": 21984112, + "step": 33650 + }, + { + "epoch": 19.84375, + "grad_norm": 4.134384632110596, + "learning_rate": 1.8731786638442886e-09, + "loss": 0.2457, + "num_input_tokens_seen": 21987536, + "step": 33655 + }, + { + "epoch": 19.846698113207548, + "grad_norm": 3.7275497913360596, + "learning_rate": 1.8034244515591214e-09, + "loss": 0.247, + "num_input_tokens_seen": 21990512, + "step": 33660 + }, + { + "epoch": 19.849646226415093, + "grad_norm": 3.2004446983337402, + "learning_rate": 1.7349935333582646e-09, + "loss": 0.2883, + "num_input_tokens_seen": 21993520, + "step": 33665 + }, + { + "epoch": 19.85259433962264, + "grad_norm": 2.049375295639038, + "learning_rate": 1.6678859273594471e-09, + "loss": 0.2601, + "num_input_tokens_seen": 21997008, + "step": 33670 + }, + { + "epoch": 19.85554245283019, + "grad_norm": 4.082880020141602, + "learning_rate": 1.6021016513295683e-09, + "loss": 0.2585, + "num_input_tokens_seen": 22000080, + "step": 33675 + }, + { + "epoch": 19.858490566037737, + "grad_norm": 4.088730812072754, + "learning_rate": 1.5376407226846968e-09, + "loss": 0.3228, + "num_input_tokens_seen": 22002896, + "step": 33680 + }, + { + "epoch": 19.861438679245282, + "grad_norm": 3.600693702697754, + "learning_rate": 1.4745031584917357e-09, + "loss": 0.2822, + "num_input_tokens_seen": 22006352, + "step": 33685 + }, + { + "epoch": 19.86438679245283, + "grad_norm": 4.0250678062438965, + "learning_rate": 1.4126889754667583e-09, + "loss": 0.5709, + "num_input_tokens_seen": 22008496, + "step": 33690 + }, + { + "epoch": 19.86733490566038, + "grad_norm": 2.3138720989227295, + "learning_rate": 1.3521981899750069e-09, + "loss": 0.3793, + "num_input_tokens_seen": 22011536, + "step": 33695 + }, + { + "epoch": 19.870283018867923, + "grad_norm": 3.160548448562622, + "learning_rate": 1.293030818032004e-09, + "loss": 0.3883, + "num_input_tokens_seen": 22017008, + "step": 33700 + }, + { + "epoch": 19.87323113207547, + "grad_norm": 8.162267684936523, + "learning_rate": 1.2351868753018858e-09, + "loss": 0.2853, + "num_input_tokens_seen": 22020080, + "step": 33705 + }, + { + "epoch": 19.87617924528302, + "grad_norm": 2.725212335586548, + "learning_rate": 1.1786663770996242e-09, + "loss": 0.352, + "num_input_tokens_seen": 22022928, + "step": 33710 + }, + { + "epoch": 19.879127358490567, + "grad_norm": 3.5212697982788086, + "learning_rate": 1.1234693383893602e-09, + "loss": 0.3233, + "num_input_tokens_seen": 22026160, + "step": 33715 + }, + { + "epoch": 19.882075471698112, + "grad_norm": 5.5137152671813965, + "learning_rate": 1.0695957737844043e-09, + "loss": 0.2999, + "num_input_tokens_seen": 22029104, + "step": 33720 + }, + { + "epoch": 19.88502358490566, + "grad_norm": 3.4834892749786377, + "learning_rate": 1.0170456975483467e-09, + "loss": 0.2683, + "num_input_tokens_seen": 22032208, + "step": 33725 + }, + { + "epoch": 19.88797169811321, + "grad_norm": 3.2871904373168945, + "learning_rate": 9.658191235933922e-10, + "loss": 0.2666, + "num_input_tokens_seen": 22035408, + "step": 33730 + }, + { + "epoch": 19.890919811320753, + "grad_norm": 3.3365895748138428, + "learning_rate": 9.159160654825805e-10, + "loss": 0.3281, + "num_input_tokens_seen": 22038544, + "step": 33735 + }, + { + "epoch": 19.8938679245283, + "grad_norm": 3.5054190158843994, + "learning_rate": 8.673365364281205e-10, + "loss": 0.4378, + "num_input_tokens_seen": 22042576, + "step": 33740 + }, + { + "epoch": 19.89681603773585, + "grad_norm": 4.8986029624938965, + "learning_rate": 8.200805492913911e-10, + "loss": 0.3309, + "num_input_tokens_seen": 22045552, + "step": 33745 + }, + { + "epoch": 19.899764150943398, + "grad_norm": 5.483534812927246, + "learning_rate": 7.741481165834952e-10, + "loss": 0.2668, + "num_input_tokens_seen": 22048560, + "step": 33750 + }, + { + "epoch": 19.902712264150942, + "grad_norm": 5.058638095855713, + "learning_rate": 7.29539250465261e-10, + "loss": 0.2916, + "num_input_tokens_seen": 22051472, + "step": 33755 + }, + { + "epoch": 19.90566037735849, + "grad_norm": 2.270888090133667, + "learning_rate": 6.862539627472409e-10, + "loss": 0.2471, + "num_input_tokens_seen": 22054704, + "step": 33760 + }, + { + "epoch": 19.90860849056604, + "grad_norm": 2.723860502243042, + "learning_rate": 6.442922648897121e-10, + "loss": 0.3397, + "num_input_tokens_seen": 22058224, + "step": 33765 + }, + { + "epoch": 19.911556603773583, + "grad_norm": 8.167261123657227, + "learning_rate": 6.036541680015662e-10, + "loss": 0.4247, + "num_input_tokens_seen": 22062736, + "step": 33770 + }, + { + "epoch": 19.91450471698113, + "grad_norm": 2.0885746479034424, + "learning_rate": 5.643396828419745e-10, + "loss": 0.2853, + "num_input_tokens_seen": 22067152, + "step": 33775 + }, + { + "epoch": 19.91745283018868, + "grad_norm": 3.8016562461853027, + "learning_rate": 5.26348819819833e-10, + "loss": 0.3309, + "num_input_tokens_seen": 22070128, + "step": 33780 + }, + { + "epoch": 19.920400943396228, + "grad_norm": 3.267599582672119, + "learning_rate": 4.896815889937622e-10, + "loss": 0.3157, + "num_input_tokens_seen": 22073104, + "step": 33785 + }, + { + "epoch": 19.923349056603772, + "grad_norm": 4.034236907958984, + "learning_rate": 4.543380000704423e-10, + "loss": 0.4012, + "num_input_tokens_seen": 22076880, + "step": 33790 + }, + { + "epoch": 19.92629716981132, + "grad_norm": 4.125852584838867, + "learning_rate": 4.203180624084979e-10, + "loss": 0.4264, + "num_input_tokens_seen": 22080272, + "step": 33795 + }, + { + "epoch": 19.92924528301887, + "grad_norm": 5.804861068725586, + "learning_rate": 3.876217850146136e-10, + "loss": 0.4483, + "num_input_tokens_seen": 22082672, + "step": 33800 + }, + { + "epoch": 19.932193396226417, + "grad_norm": 4.364052772521973, + "learning_rate": 3.56249176544643e-10, + "loss": 0.2803, + "num_input_tokens_seen": 22085456, + "step": 33805 + }, + { + "epoch": 19.93514150943396, + "grad_norm": 3.313464879989624, + "learning_rate": 3.262002453047197e-10, + "loss": 0.3158, + "num_input_tokens_seen": 22089072, + "step": 33810 + }, + { + "epoch": 19.93808962264151, + "grad_norm": 4.428413391113281, + "learning_rate": 2.974749992512571e-10, + "loss": 0.3976, + "num_input_tokens_seen": 22091632, + "step": 33815 + }, + { + "epoch": 19.941037735849058, + "grad_norm": 3.1056268215179443, + "learning_rate": 2.700734459881726e-10, + "loss": 0.3996, + "num_input_tokens_seen": 22094608, + "step": 33820 + }, + { + "epoch": 19.943985849056602, + "grad_norm": 4.290034770965576, + "learning_rate": 2.439955927713289e-10, + "loss": 0.3717, + "num_input_tokens_seen": 22098768, + "step": 33825 + }, + { + "epoch": 19.94693396226415, + "grad_norm": 4.617106914520264, + "learning_rate": 2.1924144650409263e-10, + "loss": 0.3326, + "num_input_tokens_seen": 22102512, + "step": 33830 + }, + { + "epoch": 19.9498820754717, + "grad_norm": 4.43975830078125, + "learning_rate": 1.9581101374066546e-10, + "loss": 0.3303, + "num_input_tokens_seen": 22105040, + "step": 33835 + }, + { + "epoch": 19.952830188679247, + "grad_norm": 5.322542190551758, + "learning_rate": 1.7370430068441858e-10, + "loss": 0.3058, + "num_input_tokens_seen": 22108400, + "step": 33840 + }, + { + "epoch": 19.95577830188679, + "grad_norm": 4.346014499664307, + "learning_rate": 1.529213131878926e-10, + "loss": 0.2887, + "num_input_tokens_seen": 22111376, + "step": 33845 + }, + { + "epoch": 19.95872641509434, + "grad_norm": 3.3585667610168457, + "learning_rate": 1.3346205675335288e-10, + "loss": 0.342, + "num_input_tokens_seen": 22114416, + "step": 33850 + }, + { + "epoch": 19.961674528301888, + "grad_norm": 4.376374244689941, + "learning_rate": 1.1532653653334447e-10, + "loss": 0.3784, + "num_input_tokens_seen": 22117328, + "step": 33855 + }, + { + "epoch": 19.964622641509433, + "grad_norm": 3.1879591941833496, + "learning_rate": 9.85147573284717e-11, + "loss": 0.2831, + "num_input_tokens_seen": 22120880, + "step": 33860 + }, + { + "epoch": 19.96757075471698, + "grad_norm": 3.7572011947631836, + "learning_rate": 8.302672359072894e-11, + "loss": 0.2299, + "num_input_tokens_seen": 22124144, + "step": 33865 + }, + { + "epoch": 19.97051886792453, + "grad_norm": 3.9036357402801514, + "learning_rate": 6.886243941961468e-11, + "loss": 0.3609, + "num_input_tokens_seen": 22127440, + "step": 33870 + }, + { + "epoch": 19.973466981132077, + "grad_norm": 2.6943063735961914, + "learning_rate": 5.602190856601741e-11, + "loss": 0.2278, + "num_input_tokens_seen": 22130544, + "step": 33875 + }, + { + "epoch": 19.97641509433962, + "grad_norm": 6.409963607788086, + "learning_rate": 4.450513442888493e-11, + "loss": 0.2564, + "num_input_tokens_seen": 22134096, + "step": 33880 + }, + { + "epoch": 19.97936320754717, + "grad_norm": 1.9501882791519165, + "learning_rate": 3.4312120057999886e-11, + "loss": 0.3344, + "num_input_tokens_seen": 22137360, + "step": 33885 + }, + { + "epoch": 19.982311320754718, + "grad_norm": 3.5404703617095947, + "learning_rate": 2.5442868151204224e-11, + "loss": 0.3701, + "num_input_tokens_seen": 22140752, + "step": 33890 + }, + { + "epoch": 19.985259433962263, + "grad_norm": 7.576112270355225, + "learning_rate": 1.7897381057729867e-11, + "loss": 0.382, + "num_input_tokens_seen": 22143120, + "step": 33895 + }, + { + "epoch": 19.98820754716981, + "grad_norm": 2.526190996170044, + "learning_rate": 1.1675660773757813e-11, + "loss": 0.2664, + "num_input_tokens_seen": 22146864, + "step": 33900 + }, + { + "epoch": 19.99115566037736, + "grad_norm": 6.760940074920654, + "learning_rate": 6.777708947969253e-12, + "loss": 0.2647, + "num_input_tokens_seen": 22149808, + "step": 33905 + }, + { + "epoch": 19.994103773584907, + "grad_norm": 3.746896266937256, + "learning_rate": 3.2035268765495674e-12, + "loss": 0.202, + "num_input_tokens_seen": 22152592, + "step": 33910 + }, + { + "epoch": 19.997051886792452, + "grad_norm": 3.9705088138580322, + "learning_rate": 9.531155059638863e-13, + "loss": 0.2234, + "num_input_tokens_seen": 22155184, + "step": 33915 + }, + { + "epoch": 20.0, + "grad_norm": 23.305288314819336, + "learning_rate": 2.6475431291750342e-14, + "loss": 0.3676, + "num_input_tokens_seen": 22157104, + "step": 33920 + }, + { + "epoch": 20.0, + "eval_loss": 0.5998956561088562, + "eval_runtime": 19.064, + "eval_samples_per_second": 88.963, + "eval_steps_per_second": 22.241, + "num_input_tokens_seen": 22157104, + "step": 33920 + }, + { + "epoch": 20.0, + "num_input_tokens_seen": 22157104, + "step": 33920, + "total_flos": 9.977243788180193e+17, + "train_loss": 0.46050994760479846, + "train_runtime": 4012.5976, + "train_samples_per_second": 33.799, + "train_steps_per_second": 8.453 + } + ], + "logging_steps": 5, + "max_steps": 33920, + "num_input_tokens_seen": 22157104, + "num_train_epochs": 20, + "save_steps": 3392, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 9.977243788180193e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +}