{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 500, "global_step": 4024, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.002485089463220676, "grad_norm": 1.48516430932384, "learning_rate": 9.99997561945331e-06, "loss": 0.7547443389892579, "num_input_tokens_seen": 526856, "step": 5, "train_runtime": 72.4525, "train_tokens_per_second": 7271.743 }, { "epoch": 0.004970178926441352, "grad_norm": 1.0499373091515534, "learning_rate": 9.999876573889877e-06, "loss": 0.6137888908386231, "num_input_tokens_seen": 1092088, "step": 10, "train_runtime": 136.4629, "train_tokens_per_second": 8002.82 }, { "epoch": 0.007455268389662028, "grad_norm": 0.7435657135826963, "learning_rate": 9.99970134103361e-06, "loss": 0.568207836151123, "num_input_tokens_seen": 1650032, "step": 15, "train_runtime": 203.4614, "train_tokens_per_second": 8109.804 }, { "epoch": 0.009940357852882704, "grad_norm": 0.8076060280076128, "learning_rate": 9.99944992355468e-06, "loss": 0.526887321472168, "num_input_tokens_seen": 2163080, "step": 20, "train_runtime": 278.4156, "train_tokens_per_second": 7769.248 }, { "epoch": 0.01242544731610338, "grad_norm": 0.9031987244014792, "learning_rate": 9.999122325284146e-06, "loss": 0.5160922050476074, "num_input_tokens_seen": 2714856, "step": 25, "train_runtime": 349.361, "train_tokens_per_second": 7770.919 }, { "epoch": 0.014910536779324055, "grad_norm": 0.6662354297886746, "learning_rate": 9.998718551213894e-06, "loss": 0.5206570625305176, "num_input_tokens_seen": 3271808, "step": 30, "train_runtime": 426.1933, "train_tokens_per_second": 7676.818 }, { "epoch": 0.01739562624254473, "grad_norm": 0.7499687523197902, "learning_rate": 9.998238607496569e-06, "loss": 0.5006282806396485, "num_input_tokens_seen": 3805000, "step": 35, "train_runtime": 502.4142, "train_tokens_per_second": 7573.433 }, { "epoch": 0.019880715705765408, "grad_norm": 0.7001249778043209, "learning_rate": 9.99768250144547e-06, "loss": 0.4811150550842285, "num_input_tokens_seen": 4325816, "step": 40, "train_runtime": 570.5961, "train_tokens_per_second": 7581.223 }, { "epoch": 0.022365805168986085, "grad_norm": 0.7014623312711038, "learning_rate": 9.997050241534455e-06, "loss": 0.4966543197631836, "num_input_tokens_seen": 4860112, "step": 45, "train_runtime": 636.028, "train_tokens_per_second": 7641.349 }, { "epoch": 0.02485089463220676, "grad_norm": 0.7924304172544439, "learning_rate": 9.99634183739779e-06, "loss": 0.4881586074829102, "num_input_tokens_seen": 5401472, "step": 50, "train_runtime": 710.8997, "train_tokens_per_second": 7598.079 }, { "epoch": 0.027335984095427434, "grad_norm": 0.7302555340482748, "learning_rate": 9.995557299830024e-06, "loss": 0.49920997619628904, "num_input_tokens_seen": 5916648, "step": 55, "train_runtime": 787.1096, "train_tokens_per_second": 7516.931 }, { "epoch": 0.02982107355864811, "grad_norm": 0.7470311250225292, "learning_rate": 9.99469664078581e-06, "loss": 0.48033866882324217, "num_input_tokens_seen": 6503416, "step": 60, "train_runtime": 856.9915, "train_tokens_per_second": 7588.659 }, { "epoch": 0.03230616302186879, "grad_norm": 0.7243488236400842, "learning_rate": 9.993759873379728e-06, "loss": 0.47772536277770994, "num_input_tokens_seen": 7049000, "step": 65, "train_runtime": 926.4752, "train_tokens_per_second": 7608.406 }, { "epoch": 0.03479125248508946, "grad_norm": 0.7105041057933622, "learning_rate": 9.992747011886083e-06, "loss": 0.4617642879486084, "num_input_tokens_seen": 7605432, "step": 70, "train_runtime": 985.1402, "train_tokens_per_second": 7720.152 }, { "epoch": 0.037276341948310136, "grad_norm": 0.6817164427173915, "learning_rate": 9.991658071738696e-06, "loss": 0.4472812652587891, "num_input_tokens_seen": 8170688, "step": 75, "train_runtime": 1062.2492, "train_tokens_per_second": 7691.875 }, { "epoch": 0.039761431411530816, "grad_norm": 0.6822320863803008, "learning_rate": 9.990493069530652e-06, "loss": 0.45863828659057615, "num_input_tokens_seen": 8779096, "step": 80, "train_runtime": 1125.2207, "train_tokens_per_second": 7802.11 }, { "epoch": 0.04224652087475149, "grad_norm": 0.7320483930776894, "learning_rate": 9.989252023014064e-06, "loss": 0.4660465717315674, "num_input_tokens_seen": 9301592, "step": 85, "train_runtime": 1201.0781, "train_tokens_per_second": 7744.369 }, { "epoch": 0.04473161033797217, "grad_norm": 0.6477582273980964, "learning_rate": 9.987934951099794e-06, "loss": 0.47597427368164064, "num_input_tokens_seen": 9842296, "step": 90, "train_runtime": 1263.0055, "train_tokens_per_second": 7792.758 }, { "epoch": 0.04721669980119284, "grad_norm": 0.6692134288771309, "learning_rate": 9.986541873857167e-06, "loss": 0.4624770164489746, "num_input_tokens_seen": 10408600, "step": 95, "train_runtime": 1332.1107, "train_tokens_per_second": 7813.615 }, { "epoch": 0.04970178926441352, "grad_norm": 0.6772254972685579, "learning_rate": 9.985072812513661e-06, "loss": 0.4523159980773926, "num_input_tokens_seen": 11012720, "step": 100, "train_runtime": 1400.2315, "train_tokens_per_second": 7864.928 }, { "epoch": 0.052186878727634195, "grad_norm": 0.6777537636498243, "learning_rate": 9.983527789454593e-06, "loss": 0.46146764755249026, "num_input_tokens_seen": 11595744, "step": 105, "train_runtime": 1465.7185, "train_tokens_per_second": 7911.304 }, { "epoch": 0.05467196819085487, "grad_norm": 0.8158227350097417, "learning_rate": 9.981906828222764e-06, "loss": 0.4701869010925293, "num_input_tokens_seen": 12145384, "step": 110, "train_runtime": 1532.5514, "train_tokens_per_second": 7924.944 }, { "epoch": 0.05715705765407555, "grad_norm": 1.0309855809717265, "learning_rate": 9.98020995351812e-06, "loss": 0.45644779205322267, "num_input_tokens_seen": 12717448, "step": 115, "train_runtime": 1605.5364, "train_tokens_per_second": 7920.996 }, { "epoch": 0.05964214711729622, "grad_norm": 0.7546116526019456, "learning_rate": 9.978437191197354e-06, "loss": 0.4323369026184082, "num_input_tokens_seen": 13275968, "step": 120, "train_runtime": 1678.1785, "train_tokens_per_second": 7910.939 }, { "epoch": 0.0621272365805169, "grad_norm": 0.8425049347947811, "learning_rate": 9.976588568273526e-06, "loss": 0.44097166061401366, "num_input_tokens_seen": 13848096, "step": 125, "train_runtime": 1733.1806, "train_tokens_per_second": 7989.99 }, { "epoch": 0.06461232604373758, "grad_norm": 0.7248966416044177, "learning_rate": 9.974664112915644e-06, "loss": 0.44237565994262695, "num_input_tokens_seen": 14389600, "step": 130, "train_runtime": 1805.7036, "train_tokens_per_second": 7968.971 }, { "epoch": 0.06709741550695825, "grad_norm": 0.7170274064378713, "learning_rate": 9.972663854448244e-06, "loss": 0.4436997413635254, "num_input_tokens_seen": 14942624, "step": 135, "train_runtime": 1870.7248, "train_tokens_per_second": 7987.612 }, { "epoch": 0.06958250497017893, "grad_norm": 0.729330446275624, "learning_rate": 9.970587823350933e-06, "loss": 0.4589400768280029, "num_input_tokens_seen": 15508880, "step": 140, "train_runtime": 1928.649, "train_tokens_per_second": 8041.318 }, { "epoch": 0.0720675944333996, "grad_norm": 0.7217377471042493, "learning_rate": 9.968436051257927e-06, "loss": 0.43112521171569823, "num_input_tokens_seen": 16067408, "step": 145, "train_runtime": 2001.9902, "train_tokens_per_second": 8025.718 }, { "epoch": 0.07455268389662027, "grad_norm": 0.7417357330469618, "learning_rate": 9.966208570957576e-06, "loss": 0.43833422660827637, "num_input_tokens_seen": 16641360, "step": 150, "train_runtime": 2074.374, "train_tokens_per_second": 8022.353 }, { "epoch": 0.07703777335984095, "grad_norm": 0.661495628429147, "learning_rate": 9.963905416391858e-06, "loss": 0.4669617176055908, "num_input_tokens_seen": 17205544, "step": 155, "train_runtime": 2148.2766, "train_tokens_per_second": 8008.999 }, { "epoch": 0.07952286282306163, "grad_norm": 1.0634325439600465, "learning_rate": 9.96152662265586e-06, "loss": 0.47125539779663084, "num_input_tokens_seen": 17787240, "step": 160, "train_runtime": 2223.2045, "train_tokens_per_second": 8000.721 }, { "epoch": 0.08200795228628231, "grad_norm": 0.755507375336271, "learning_rate": 9.959072225997246e-06, "loss": 0.42906894683837893, "num_input_tokens_seen": 18356552, "step": 165, "train_runtime": 2286.4492, "train_tokens_per_second": 8028.41 }, { "epoch": 0.08449304174950298, "grad_norm": 0.8311318326618452, "learning_rate": 9.95654226381571e-06, "loss": 0.4371389389038086, "num_input_tokens_seen": 18889552, "step": 170, "train_runtime": 2352.8397, "train_tokens_per_second": 8028.406 }, { "epoch": 0.08697813121272366, "grad_norm": 0.6897368738648079, "learning_rate": 9.953936774662396e-06, "loss": 0.43525238037109376, "num_input_tokens_seen": 19454128, "step": 175, "train_runtime": 2427.6715, "train_tokens_per_second": 8013.493 }, { "epoch": 0.08946322067594434, "grad_norm": 0.7993617258900514, "learning_rate": 9.951255798239317e-06, "loss": 0.4044791698455811, "num_input_tokens_seen": 19996088, "step": 180, "train_runtime": 2494.0017, "train_tokens_per_second": 8017.672 }, { "epoch": 0.091948310139165, "grad_norm": 0.7087103621246671, "learning_rate": 9.948499375398746e-06, "loss": 0.44888954162597655, "num_input_tokens_seen": 20554328, "step": 185, "train_runtime": 2564.496, "train_tokens_per_second": 8014.958 }, { "epoch": 0.09443339960238568, "grad_norm": 0.6872240626380537, "learning_rate": 9.945667548142603e-06, "loss": 0.40648441314697265, "num_input_tokens_seen": 21111368, "step": 190, "train_runtime": 2624.6694, "train_tokens_per_second": 8043.439 }, { "epoch": 0.09691848906560636, "grad_norm": 0.7442086897543689, "learning_rate": 9.942760359621803e-06, "loss": 0.42204437255859373, "num_input_tokens_seen": 21664656, "step": 195, "train_runtime": 2690.9339, "train_tokens_per_second": 8050.98 }, { "epoch": 0.09940357852882704, "grad_norm": 0.7173717455657352, "learning_rate": 9.939777854135603e-06, "loss": 0.41335372924804686, "num_input_tokens_seen": 22254552, "step": 200, "train_runtime": 2758.8818, "train_tokens_per_second": 8066.512 }, { "epoch": 0.10188866799204771, "grad_norm": 0.6731061622522566, "learning_rate": 9.936720077130928e-06, "loss": 0.4478871822357178, "num_input_tokens_seen": 22804024, "step": 205, "train_runtime": 2826.2431, "train_tokens_per_second": 8068.671 }, { "epoch": 0.10437375745526839, "grad_norm": 0.6380671912881155, "learning_rate": 9.933587075201678e-06, "loss": 0.42775816917419435, "num_input_tokens_seen": 23356848, "step": 210, "train_runtime": 2900.2086, "train_tokens_per_second": 8053.506 }, { "epoch": 0.10685884691848907, "grad_norm": 0.6839656053674485, "learning_rate": 9.930378896088022e-06, "loss": 0.46932339668273926, "num_input_tokens_seen": 23923904, "step": 215, "train_runtime": 2966.0931, "train_tokens_per_second": 8065.797 }, { "epoch": 0.10934393638170974, "grad_norm": 0.6294228660792941, "learning_rate": 9.92709558867566e-06, "loss": 0.4336122512817383, "num_input_tokens_seen": 24486352, "step": 220, "train_runtime": 3025.8796, "train_tokens_per_second": 8092.309 }, { "epoch": 0.11182902584493042, "grad_norm": 0.661004546035617, "learning_rate": 9.923737202995089e-06, "loss": 0.41347699165344237, "num_input_tokens_seen": 25055736, "step": 225, "train_runtime": 3107.3681, "train_tokens_per_second": 8063.33 }, { "epoch": 0.1143141153081511, "grad_norm": 0.7423836723730006, "learning_rate": 9.920303790220835e-06, "loss": 0.41893601417541504, "num_input_tokens_seen": 25605264, "step": 230, "train_runtime": 3180.8869, "train_tokens_per_second": 8049.725 }, { "epoch": 0.11679920477137178, "grad_norm": 0.7794748050178208, "learning_rate": 9.916795402670674e-06, "loss": 0.4319512367248535, "num_input_tokens_seen": 26154472, "step": 235, "train_runtime": 3256.7537, "train_tokens_per_second": 8030.841 }, { "epoch": 0.11928429423459244, "grad_norm": 0.7139577795218617, "learning_rate": 9.913212093804835e-06, "loss": 0.4378546714782715, "num_input_tokens_seen": 26673248, "step": 240, "train_runtime": 3316.079, "train_tokens_per_second": 8043.611 }, { "epoch": 0.12176938369781312, "grad_norm": 0.6767799849577883, "learning_rate": 9.909553918225186e-06, "loss": 0.42829208374023436, "num_input_tokens_seen": 27253464, "step": 245, "train_runtime": 3391.3447, "train_tokens_per_second": 8036.182 }, { "epoch": 0.1242544731610338, "grad_norm": 0.6991762222617712, "learning_rate": 9.905820931674404e-06, "loss": 0.42859811782836915, "num_input_tokens_seen": 27792304, "step": 250, "train_runtime": 3464.0294, "train_tokens_per_second": 8023.114 }, { "epoch": 0.12673956262425448, "grad_norm": 0.7301292115528666, "learning_rate": 9.902013191035118e-06, "loss": 0.4286064147949219, "num_input_tokens_seen": 28363528, "step": 255, "train_runtime": 3540.8198, "train_tokens_per_second": 8010.441 }, { "epoch": 0.12922465208747516, "grad_norm": 0.7160088828333275, "learning_rate": 9.898130754329053e-06, "loss": 0.41687164306640623, "num_input_tokens_seen": 28939472, "step": 260, "train_runtime": 3599.3546, "train_tokens_per_second": 8040.184 }, { "epoch": 0.1317097415506958, "grad_norm": 0.6280424801999446, "learning_rate": 9.894173680716138e-06, "loss": 0.418760871887207, "num_input_tokens_seen": 29510080, "step": 265, "train_runtime": 3655.6824, "train_tokens_per_second": 8072.386 }, { "epoch": 0.1341948310139165, "grad_norm": 0.6423846031425479, "learning_rate": 9.890142030493603e-06, "loss": 0.41259174346923827, "num_input_tokens_seen": 30092568, "step": 270, "train_runtime": 3716.5484, "train_tokens_per_second": 8096.913 }, { "epoch": 0.13667992047713717, "grad_norm": 0.6778581431468657, "learning_rate": 9.886035865095073e-06, "loss": 0.45127053260803224, "num_input_tokens_seen": 30677880, "step": 275, "train_runtime": 3787.1836, "train_tokens_per_second": 8100.447 }, { "epoch": 0.13916500994035785, "grad_norm": 0.7286396272235184, "learning_rate": 9.881855247089615e-06, "loss": 0.4469005584716797, "num_input_tokens_seen": 31242472, "step": 280, "train_runtime": 3853.396, "train_tokens_per_second": 8107.776 }, { "epoch": 0.14165009940357853, "grad_norm": 0.7206352363765698, "learning_rate": 9.877600240180793e-06, "loss": 0.40082669258117676, "num_input_tokens_seen": 31809864, "step": 285, "train_runtime": 3928.0213, "train_tokens_per_second": 8098.19 }, { "epoch": 0.1441351888667992, "grad_norm": 0.662700111475498, "learning_rate": 9.873270909205703e-06, "loss": 0.40410122871398924, "num_input_tokens_seen": 32351336, "step": 290, "train_runtime": 3990.9788, "train_tokens_per_second": 8106.116 }, { "epoch": 0.1466202783300199, "grad_norm": 1.1819170959698453, "learning_rate": 9.868867320133974e-06, "loss": 0.4134364128112793, "num_input_tokens_seen": 32862824, "step": 295, "train_runtime": 4061.991, "train_tokens_per_second": 8090.324 }, { "epoch": 0.14910536779324055, "grad_norm": 0.6349050134498895, "learning_rate": 9.864389540066765e-06, "loss": 0.40877833366394045, "num_input_tokens_seen": 33455224, "step": 300, "train_runtime": 4134.2336, "train_tokens_per_second": 8092.243 }, { "epoch": 0.15159045725646123, "grad_norm": 0.7145363527076218, "learning_rate": 9.859837637235752e-06, "loss": 0.4419567108154297, "num_input_tokens_seen": 34011888, "step": 305, "train_runtime": 4200.7209, "train_tokens_per_second": 8096.679 }, { "epoch": 0.1540755467196819, "grad_norm": 0.6304983059809672, "learning_rate": 9.855211681002077e-06, "loss": 0.4136381149291992, "num_input_tokens_seen": 34563864, "step": 310, "train_runtime": 4272.3884, "train_tokens_per_second": 8090.057 }, { "epoch": 0.15656063618290258, "grad_norm": 0.7209343441189546, "learning_rate": 9.850511741855298e-06, "loss": 0.4224031925201416, "num_input_tokens_seen": 35098496, "step": 315, "train_runtime": 4329.2394, "train_tokens_per_second": 8107.312 }, { "epoch": 0.15904572564612326, "grad_norm": 0.7704307506047531, "learning_rate": 9.845737891412308e-06, "loss": 0.4627669334411621, "num_input_tokens_seen": 35636160, "step": 320, "train_runtime": 4395.1235, "train_tokens_per_second": 8108.113 }, { "epoch": 0.16153081510934394, "grad_norm": 0.6892599049173513, "learning_rate": 9.840890202416253e-06, "loss": 0.42969422340393065, "num_input_tokens_seen": 36196184, "step": 325, "train_runtime": 4470.4024, "train_tokens_per_second": 8096.851 }, { "epoch": 0.16401590457256462, "grad_norm": 0.7501653604520323, "learning_rate": 9.835968748735415e-06, "loss": 0.41391358375549314, "num_input_tokens_seen": 36764680, "step": 330, "train_runtime": 4540.3634, "train_tokens_per_second": 8097.299 }, { "epoch": 0.16650099403578528, "grad_norm": 0.705647029353333, "learning_rate": 9.830973605362093e-06, "loss": 0.42150249481201174, "num_input_tokens_seen": 37355168, "step": 335, "train_runtime": 4605.5272, "train_tokens_per_second": 8110.943 }, { "epoch": 0.16898608349900596, "grad_norm": 0.6797613209132866, "learning_rate": 9.825904848411457e-06, "loss": 0.42339191436767576, "num_input_tokens_seen": 37898784, "step": 340, "train_runtime": 4669.2568, "train_tokens_per_second": 8116.663 }, { "epoch": 0.17147117296222664, "grad_norm": 0.7340918300956556, "learning_rate": 9.820762555120386e-06, "loss": 0.42127156257629395, "num_input_tokens_seen": 38481464, "step": 345, "train_runtime": 4745.8387, "train_tokens_per_second": 8108.464 }, { "epoch": 0.17395626242544732, "grad_norm": 0.6804354135392355, "learning_rate": 9.815546803846297e-06, "loss": 0.4065572738647461, "num_input_tokens_seen": 39060736, "step": 350, "train_runtime": 4814.6774, "train_tokens_per_second": 8112.846 }, { "epoch": 0.176441351888668, "grad_norm": 0.7446666159487537, "learning_rate": 9.810257674065942e-06, "loss": 0.39780230522155763, "num_input_tokens_seen": 39569784, "step": 355, "train_runtime": 4877.1833, "train_tokens_per_second": 8113.245 }, { "epoch": 0.17892644135188868, "grad_norm": 0.6572454024397968, "learning_rate": 9.804895246374211e-06, "loss": 0.4173138618469238, "num_input_tokens_seen": 40119136, "step": 360, "train_runtime": 4944.5934, "train_tokens_per_second": 8113.738 }, { "epoch": 0.18141153081510936, "grad_norm": 0.6810638966440239, "learning_rate": 9.799459602482888e-06, "loss": 0.4325833797454834, "num_input_tokens_seen": 40696928, "step": 365, "train_runtime": 5012.5173, "train_tokens_per_second": 8119.06 }, { "epoch": 0.18389662027833, "grad_norm": 0.7460043268879804, "learning_rate": 9.793950825219418e-06, "loss": 0.40879230499267577, "num_input_tokens_seen": 41261312, "step": 370, "train_runtime": 5088.2819, "train_tokens_per_second": 8109.085 }, { "epoch": 0.1863817097415507, "grad_norm": 0.6543763054325196, "learning_rate": 9.788368998525635e-06, "loss": 0.40566296577453614, "num_input_tokens_seen": 41817800, "step": 375, "train_runtime": 5150.8642, "train_tokens_per_second": 8118.599 }, { "epoch": 0.18886679920477137, "grad_norm": 0.7897116477363397, "learning_rate": 9.782714207456496e-06, "loss": 0.4157840728759766, "num_input_tokens_seen": 42346336, "step": 380, "train_runtime": 5218.3479, "train_tokens_per_second": 8114.893 }, { "epoch": 0.19135188866799205, "grad_norm": 0.5801772953709613, "learning_rate": 9.776986538178773e-06, "loss": 0.4044309616088867, "num_input_tokens_seen": 42916584, "step": 385, "train_runtime": 5289.3381, "train_tokens_per_second": 8113.791 }, { "epoch": 0.19383697813121273, "grad_norm": 0.6644503896895383, "learning_rate": 9.771186077969736e-06, "loss": 0.4201981544494629, "num_input_tokens_seen": 43524552, "step": 390, "train_runtime": 5360.5957, "train_tokens_per_second": 8119.35 }, { "epoch": 0.1963220675944334, "grad_norm": 0.6594682011653696, "learning_rate": 9.76531291521585e-06, "loss": 0.3854872941970825, "num_input_tokens_seen": 44099480, "step": 395, "train_runtime": 5425.3275, "train_tokens_per_second": 8128.446 }, { "epoch": 0.1988071570576541, "grad_norm": 0.6522720740101062, "learning_rate": 9.759367139411389e-06, "loss": 0.4173161506652832, "num_input_tokens_seen": 44659192, "step": 400, "train_runtime": 5479.4308, "train_tokens_per_second": 8150.334 }, { "epoch": 0.20129224652087474, "grad_norm": 0.6506002420636534, "learning_rate": 9.753348841157107e-06, "loss": 0.40453433990478516, "num_input_tokens_seen": 45225784, "step": 405, "train_runtime": 5558.2618, "train_tokens_per_second": 8136.678 }, { "epoch": 0.20377733598409542, "grad_norm": 0.7682310982532393, "learning_rate": 9.747258112158837e-06, "loss": 0.4161695957183838, "num_input_tokens_seen": 45769824, "step": 410, "train_runtime": 5627.989, "train_tokens_per_second": 8132.536 }, { "epoch": 0.2062624254473161, "grad_norm": 0.6993601555199566, "learning_rate": 9.741095045226098e-06, "loss": 0.42332983016967773, "num_input_tokens_seen": 46364216, "step": 415, "train_runtime": 5704.4159, "train_tokens_per_second": 8127.776 }, { "epoch": 0.20874751491053678, "grad_norm": 0.8818710434381768, "learning_rate": 9.734859734270692e-06, "loss": 0.4054297924041748, "num_input_tokens_seen": 46930928, "step": 420, "train_runtime": 5762.8675, "train_tokens_per_second": 8143.676 }, { "epoch": 0.21123260437375746, "grad_norm": 0.6952834831712054, "learning_rate": 9.72855227430525e-06, "loss": 0.4093897819519043, "num_input_tokens_seen": 47488416, "step": 425, "train_runtime": 5829.918, "train_tokens_per_second": 8145.641 }, { "epoch": 0.21371769383697814, "grad_norm": 0.7035993394357021, "learning_rate": 9.722172761441806e-06, "loss": 0.40102171897888184, "num_input_tokens_seen": 48082952, "step": 430, "train_runtime": 5898.1334, "train_tokens_per_second": 8152.232 }, { "epoch": 0.21620278330019882, "grad_norm": 0.6911870115106311, "learning_rate": 9.715721292890325e-06, "loss": 0.40170631408691404, "num_input_tokens_seen": 48633736, "step": 435, "train_runtime": 5971.3436, "train_tokens_per_second": 8144.522 }, { "epoch": 0.21868787276341947, "grad_norm": 0.6573411917108836, "learning_rate": 9.709197966957217e-06, "loss": 0.4013651371002197, "num_input_tokens_seen": 49197560, "step": 440, "train_runtime": 6041.5015, "train_tokens_per_second": 8143.267 }, { "epoch": 0.22117296222664015, "grad_norm": 0.7422260563403945, "learning_rate": 9.702602883043845e-06, "loss": 0.4123281478881836, "num_input_tokens_seen": 49775504, "step": 445, "train_runtime": 6108.1405, "train_tokens_per_second": 8149.044 }, { "epoch": 0.22365805168986083, "grad_norm": 0.8371929406965495, "learning_rate": 9.695936141645007e-06, "loss": 0.39359707832336427, "num_input_tokens_seen": 50348040, "step": 450, "train_runtime": 6173.433, "train_tokens_per_second": 8155.598 }, { "epoch": 0.2261431411530815, "grad_norm": 0.7514594863149813, "learning_rate": 9.689197844347404e-06, "loss": 0.42499399185180664, "num_input_tokens_seen": 50859312, "step": 455, "train_runtime": 6239.1577, "train_tokens_per_second": 8151.631 }, { "epoch": 0.2286282306163022, "grad_norm": 0.7238788450094297, "learning_rate": 9.6823880938281e-06, "loss": 0.403135871887207, "num_input_tokens_seen": 51420904, "step": 460, "train_runtime": 6314.7403, "train_tokens_per_second": 8142.996 }, { "epoch": 0.23111332007952287, "grad_norm": 0.645737273625517, "learning_rate": 9.67550699385295e-06, "loss": 0.3934160709381104, "num_input_tokens_seen": 52002024, "step": 465, "train_runtime": 6379.9154, "train_tokens_per_second": 8150.896 }, { "epoch": 0.23359840954274355, "grad_norm": 0.7494232376603538, "learning_rate": 9.668554649275011e-06, "loss": 0.41286430358886717, "num_input_tokens_seen": 52574656, "step": 470, "train_runtime": 6454.7081, "train_tokens_per_second": 8145.164 }, { "epoch": 0.2360834990059642, "grad_norm": 0.7472569718523798, "learning_rate": 9.661531166032968e-06, "loss": 0.3993457078933716, "num_input_tokens_seen": 53132184, "step": 475, "train_runtime": 6523.9363, "train_tokens_per_second": 8144.191 }, { "epoch": 0.23856858846918488, "grad_norm": 0.6877935355865147, "learning_rate": 9.65443665114949e-06, "loss": 0.3828821897506714, "num_input_tokens_seen": 53708416, "step": 480, "train_runtime": 6593.8237, "train_tokens_per_second": 8145.261 }, { "epoch": 0.24105367793240556, "grad_norm": 0.6352472339861172, "learning_rate": 9.64727121272963e-06, "loss": 0.3770132541656494, "num_input_tokens_seen": 54288656, "step": 485, "train_runtime": 6664.6736, "train_tokens_per_second": 8145.734 }, { "epoch": 0.24353876739562624, "grad_norm": 0.653028852664786, "learning_rate": 9.64003495995915e-06, "loss": 0.413008451461792, "num_input_tokens_seen": 54869496, "step": 490, "train_runtime": 6735.0725, "train_tokens_per_second": 8146.831 }, { "epoch": 0.24602385685884692, "grad_norm": 0.6121568523371016, "learning_rate": 9.632728003102873e-06, "loss": 0.40009346008300783, "num_input_tokens_seen": 55427408, "step": 495, "train_runtime": 6799.8959, "train_tokens_per_second": 8151.214 }, { "epoch": 0.2485089463220676, "grad_norm": 0.7120886817536121, "learning_rate": 9.625350453503001e-06, "loss": 0.4180534839630127, "num_input_tokens_seen": 55973256, "step": 500, "train_runtime": 6868.4697, "train_tokens_per_second": 8149.305 }, { "epoch": 0.2509940357852883, "grad_norm": 0.6788366210649915, "learning_rate": 9.617902423577418e-06, "loss": 0.38946239948272704, "num_input_tokens_seen": 56502248, "step": 505, "train_runtime": 6945.3063, "train_tokens_per_second": 8135.314 }, { "epoch": 0.25347912524850896, "grad_norm": 0.6723523622436895, "learning_rate": 9.61038402681797e-06, "loss": 0.38671092987060546, "num_input_tokens_seen": 57099144, "step": 510, "train_runtime": 7006.3056, "train_tokens_per_second": 8149.679 }, { "epoch": 0.25596421471172964, "grad_norm": 0.6883074091669321, "learning_rate": 9.602795377788745e-06, "loss": 0.4063846588134766, "num_input_tokens_seen": 57631048, "step": 515, "train_runtime": 7068.9472, "train_tokens_per_second": 8152.706 }, { "epoch": 0.2584493041749503, "grad_norm": 0.6993757379347519, "learning_rate": 9.59513659212432e-06, "loss": 0.3968632221221924, "num_input_tokens_seen": 58161800, "step": 520, "train_runtime": 7140.0651, "train_tokens_per_second": 8145.836 }, { "epoch": 0.26093439363817095, "grad_norm": 0.7105408103332554, "learning_rate": 9.587407786528012e-06, "loss": 0.4193892955780029, "num_input_tokens_seen": 58751864, "step": 525, "train_runtime": 7214.3581, "train_tokens_per_second": 8143.741 }, { "epoch": 0.2634194831013916, "grad_norm": 0.6615084684963548, "learning_rate": 9.579609078770076e-06, "loss": 0.38826470375061034, "num_input_tokens_seen": 59341128, "step": 530, "train_runtime": 7291.9092, "train_tokens_per_second": 8137.941 }, { "epoch": 0.2659045725646123, "grad_norm": 0.715899891970891, "learning_rate": 9.571740587685934e-06, "loss": 0.40195498466491697, "num_input_tokens_seen": 59904784, "step": 535, "train_runtime": 7366.4075, "train_tokens_per_second": 8132.157 }, { "epoch": 0.268389662027833, "grad_norm": 0.6914023809775961, "learning_rate": 9.563802433174354e-06, "loss": 0.3986898183822632, "num_input_tokens_seen": 60457240, "step": 540, "train_runtime": 7431.4252, "train_tokens_per_second": 8135.349 }, { "epoch": 0.27087475149105367, "grad_norm": 0.6469623320084871, "learning_rate": 9.555794736195621e-06, "loss": 0.41936459541320803, "num_input_tokens_seen": 61018792, "step": 545, "train_runtime": 7504.4225, "train_tokens_per_second": 8131.044 }, { "epoch": 0.27335984095427435, "grad_norm": 0.6316071072074376, "learning_rate": 9.547717618769699e-06, "loss": 0.3822399377822876, "num_input_tokens_seen": 61587280, "step": 550, "train_runtime": 7575.5242, "train_tokens_per_second": 8129.771 }, { "epoch": 0.275844930417495, "grad_norm": 0.701021051625865, "learning_rate": 9.53957120397437e-06, "loss": 0.40807833671569826, "num_input_tokens_seen": 62172968, "step": 555, "train_runtime": 7652.0272, "train_tokens_per_second": 8125.032 }, { "epoch": 0.2783300198807157, "grad_norm": 0.6331565665780977, "learning_rate": 9.53135561594335e-06, "loss": 0.3991607427597046, "num_input_tokens_seen": 62738296, "step": 560, "train_runtime": 7720.4402, "train_tokens_per_second": 8126.259 }, { "epoch": 0.2808151093439364, "grad_norm": 0.7111143326581448, "learning_rate": 9.523070979864419e-06, "loss": 0.3836745500564575, "num_input_tokens_seen": 63287696, "step": 565, "train_runtime": 7785.6342, "train_tokens_per_second": 8128.778 }, { "epoch": 0.28330019880715707, "grad_norm": 0.6857878025122368, "learning_rate": 9.514717421977488e-06, "loss": 0.40068907737731935, "num_input_tokens_seen": 63803960, "step": 570, "train_runtime": 7855.5786, "train_tokens_per_second": 8122.121 }, { "epoch": 0.28578528827037775, "grad_norm": 0.679734463461153, "learning_rate": 9.506295069572691e-06, "loss": 0.39016916751861574, "num_input_tokens_seen": 64387544, "step": 575, "train_runtime": 7933.8861, "train_tokens_per_second": 8115.512 }, { "epoch": 0.2882703777335984, "grad_norm": 0.6438999905737711, "learning_rate": 9.497804050988444e-06, "loss": 0.3936117887496948, "num_input_tokens_seen": 64959824, "step": 580, "train_runtime": 8003.8231, "train_tokens_per_second": 8116.099 }, { "epoch": 0.2907554671968191, "grad_norm": 0.7738550684817421, "learning_rate": 9.489244495609483e-06, "loss": 0.3829601287841797, "num_input_tokens_seen": 65505672, "step": 585, "train_runtime": 8068.5982, "train_tokens_per_second": 8118.594 }, { "epoch": 0.2932405566600398, "grad_norm": 0.5964964558199108, "learning_rate": 9.4806165338649e-06, "loss": 0.3989708423614502, "num_input_tokens_seen": 66085672, "step": 590, "train_runtime": 8141.3491, "train_tokens_per_second": 8117.288 }, { "epoch": 0.2957256461232604, "grad_norm": 0.6987987841896753, "learning_rate": 9.47192029722615e-06, "loss": 0.4029735565185547, "num_input_tokens_seen": 66666048, "step": 595, "train_runtime": 8206.1634, "train_tokens_per_second": 8123.9 }, { "epoch": 0.2982107355864811, "grad_norm": 0.6866832077620406, "learning_rate": 9.463155918205044e-06, "loss": 0.39454197883605957, "num_input_tokens_seen": 67219704, "step": 600, "train_runtime": 8272.4325, "train_tokens_per_second": 8125.748 }, { "epoch": 0.30069582504970177, "grad_norm": 0.6467053653124836, "learning_rate": 9.45432353035175e-06, "loss": 0.3835888385772705, "num_input_tokens_seen": 67804880, "step": 605, "train_runtime": 8345.7372, "train_tokens_per_second": 8124.493 }, { "epoch": 0.30318091451292245, "grad_norm": 0.8648961152385213, "learning_rate": 9.445423268252728e-06, "loss": 0.38858232498168943, "num_input_tokens_seen": 68411640, "step": 610, "train_runtime": 8415.2451, "train_tokens_per_second": 8129.489 }, { "epoch": 0.30566600397614313, "grad_norm": 0.6604286061422132, "learning_rate": 9.436455267528703e-06, "loss": 0.39548397064208984, "num_input_tokens_seen": 68947928, "step": 615, "train_runtime": 8475.3192, "train_tokens_per_second": 8135.142 }, { "epoch": 0.3081510934393638, "grad_norm": 0.6829665779642397, "learning_rate": 9.427419664832587e-06, "loss": 0.4033242702484131, "num_input_tokens_seen": 69509952, "step": 620, "train_runtime": 8544.5865, "train_tokens_per_second": 8134.97 }, { "epoch": 0.3106361829025845, "grad_norm": 0.7812393604791641, "learning_rate": 9.418316597847399e-06, "loss": 0.4224880218505859, "num_input_tokens_seen": 70059912, "step": 625, "train_runtime": 8613.9454, "train_tokens_per_second": 8133.313 }, { "epoch": 0.31312127236580517, "grad_norm": 0.6333442228925582, "learning_rate": 9.409146205284173e-06, "loss": 0.40122294425964355, "num_input_tokens_seen": 70619256, "step": 630, "train_runtime": 8678.5839, "train_tokens_per_second": 8137.187 }, { "epoch": 0.31560636182902585, "grad_norm": 0.7508822861442499, "learning_rate": 9.399908626879833e-06, "loss": 0.38468031883239745, "num_input_tokens_seen": 71129552, "step": 635, "train_runtime": 8750.5035, "train_tokens_per_second": 8128.624 }, { "epoch": 0.31809145129224653, "grad_norm": 0.6485400299103095, "learning_rate": 9.39060400339507e-06, "loss": 0.3871898174285889, "num_input_tokens_seen": 71696440, "step": 640, "train_runtime": 8812.5572, "train_tokens_per_second": 8135.713 }, { "epoch": 0.3205765407554672, "grad_norm": 0.6150207837439486, "learning_rate": 9.3812324766122e-06, "loss": 0.40517573356628417, "num_input_tokens_seen": 72283752, "step": 645, "train_runtime": 8885.3822, "train_tokens_per_second": 8135.131 }, { "epoch": 0.3230616302186879, "grad_norm": 0.6361063463586124, "learning_rate": 9.371794189333001e-06, "loss": 0.39126243591308596, "num_input_tokens_seen": 72878696, "step": 650, "train_runtime": 8949.227, "train_tokens_per_second": 8143.574 }, { "epoch": 0.32554671968190857, "grad_norm": 0.7063808722971539, "learning_rate": 9.362289285376535e-06, "loss": 0.40833339691162107, "num_input_tokens_seen": 73403960, "step": 655, "train_runtime": 9023.6416, "train_tokens_per_second": 8134.627 }, { "epoch": 0.32803180914512925, "grad_norm": 0.6549033895959345, "learning_rate": 9.352717909576953e-06, "loss": 0.38887796401977537, "num_input_tokens_seen": 73968104, "step": 660, "train_runtime": 9098.1734, "train_tokens_per_second": 8129.995 }, { "epoch": 0.3305168986083499, "grad_norm": 0.7050082995725995, "learning_rate": 9.343080207781303e-06, "loss": 0.39077062606811525, "num_input_tokens_seen": 74529736, "step": 665, "train_runtime": 9166.8651, "train_tokens_per_second": 8130.341 }, { "epoch": 0.33300198807157055, "grad_norm": 0.7206810212457836, "learning_rate": 9.333376326847287e-06, "loss": 0.40349912643432617, "num_input_tokens_seen": 75099920, "step": 670, "train_runtime": 9231.9047, "train_tokens_per_second": 8134.824 }, { "epoch": 0.33548707753479123, "grad_norm": 1.2766859850539753, "learning_rate": 9.323606414641042e-06, "loss": 0.4237051963806152, "num_input_tokens_seen": 75617560, "step": 675, "train_runtime": 9299.6805, "train_tokens_per_second": 8131.2 }, { "epoch": 0.3379721669980119, "grad_norm": 0.6546120612034582, "learning_rate": 9.313770620034875e-06, "loss": 0.39501242637634276, "num_input_tokens_seen": 76193520, "step": 680, "train_runtime": 9372.6197, "train_tokens_per_second": 8129.373 }, { "epoch": 0.3404572564612326, "grad_norm": 0.7077091286308951, "learning_rate": 9.303869092904997e-06, "loss": 0.38451781272888186, "num_input_tokens_seen": 76725112, "step": 685, "train_runtime": 9431.7736, "train_tokens_per_second": 8134.749 }, { "epoch": 0.3429423459244533, "grad_norm": 0.847094582235997, "learning_rate": 9.293901984129242e-06, "loss": 0.42759084701538086, "num_input_tokens_seen": 77253160, "step": 690, "train_runtime": 9507.3404, "train_tokens_per_second": 8125.633 }, { "epoch": 0.34542743538767395, "grad_norm": 0.724643275692759, "learning_rate": 9.283869445584768e-06, "loss": 0.38852245807647706, "num_input_tokens_seen": 77834712, "step": 695, "train_runtime": 9580.8788, "train_tokens_per_second": 8123.964 }, { "epoch": 0.34791252485089463, "grad_norm": 0.6388676139951753, "learning_rate": 9.273771630145738e-06, "loss": 0.3962401866912842, "num_input_tokens_seen": 78415136, "step": 700, "train_runtime": 9657.2939, "train_tokens_per_second": 8119.784 }, { "epoch": 0.3503976143141153, "grad_norm": 0.7023099375951507, "learning_rate": 9.263608691680995e-06, "loss": 0.3903517723083496, "num_input_tokens_seen": 78979280, "step": 705, "train_runtime": 9720.0881, "train_tokens_per_second": 8125.367 }, { "epoch": 0.352882703777336, "grad_norm": 0.6944448445664358, "learning_rate": 9.253380785051713e-06, "loss": 0.40244059562683104, "num_input_tokens_seen": 79592584, "step": 710, "train_runtime": 9796.9348, "train_tokens_per_second": 8124.233 }, { "epoch": 0.3553677932405567, "grad_norm": 0.7101208454465424, "learning_rate": 9.243088066109046e-06, "loss": 0.3918424367904663, "num_input_tokens_seen": 80133568, "step": 715, "train_runtime": 9862.7867, "train_tokens_per_second": 8124.84 }, { "epoch": 0.35785288270377735, "grad_norm": 0.7046102017305603, "learning_rate": 9.232730691691744e-06, "loss": 0.3876338481903076, "num_input_tokens_seen": 80686376, "step": 720, "train_runtime": 9934.4835, "train_tokens_per_second": 8121.849 }, { "epoch": 0.36033797216699803, "grad_norm": 0.5849718476461411, "learning_rate": 9.222308819623764e-06, "loss": 0.38863554000854494, "num_input_tokens_seen": 81262208, "step": 725, "train_runtime": 10004.5111, "train_tokens_per_second": 8122.557 }, { "epoch": 0.3628230616302187, "grad_norm": 0.6364454170804459, "learning_rate": 9.211822608711871e-06, "loss": 0.3743600368499756, "num_input_tokens_seen": 81836168, "step": 730, "train_runtime": 10070.199, "train_tokens_per_second": 8126.569 }, { "epoch": 0.36530815109343934, "grad_norm": 0.6071928222164013, "learning_rate": 9.201272218743216e-06, "loss": 0.3995983600616455, "num_input_tokens_seen": 82371112, "step": 735, "train_runtime": 10135.7095, "train_tokens_per_second": 8126.822 }, { "epoch": 0.36779324055666, "grad_norm": 0.7349936527629004, "learning_rate": 9.190657810482895e-06, "loss": 0.3718123912811279, "num_input_tokens_seen": 82944752, "step": 740, "train_runtime": 10207.6767, "train_tokens_per_second": 8125.723 }, { "epoch": 0.3702783300198807, "grad_norm": 0.5993649435181128, "learning_rate": 9.179979545671506e-06, "loss": 0.39644222259521483, "num_input_tokens_seen": 83524856, "step": 745, "train_runtime": 10286.3081, "train_tokens_per_second": 8120.003 }, { "epoch": 0.3727634194831014, "grad_norm": 0.7228648169458408, "learning_rate": 9.169237587022686e-06, "loss": 0.3852032899856567, "num_input_tokens_seen": 84076376, "step": 750, "train_runtime": 10358.1994, "train_tokens_per_second": 8116.891 }, { "epoch": 0.37524850894632206, "grad_norm": 0.6375390856299219, "learning_rate": 9.158432098220622e-06, "loss": 0.39706830978393554, "num_input_tokens_seen": 84659784, "step": 755, "train_runtime": 10435.2201, "train_tokens_per_second": 8112.889 }, { "epoch": 0.37773359840954274, "grad_norm": 0.6420632496748842, "learning_rate": 9.14756324391757e-06, "loss": 0.40331830978393557, "num_input_tokens_seen": 85229696, "step": 760, "train_runtime": 10502.6016, "train_tokens_per_second": 8115.103 }, { "epoch": 0.3802186878727634, "grad_norm": 0.6732092960025068, "learning_rate": 9.136631189731333e-06, "loss": 0.38048765659332273, "num_input_tokens_seen": 85791504, "step": 765, "train_runtime": 10577.5089, "train_tokens_per_second": 8110.748 }, { "epoch": 0.3827037773359841, "grad_norm": 0.7172930233435729, "learning_rate": 9.125636102242746e-06, "loss": 0.4042394161224365, "num_input_tokens_seen": 86339056, "step": 770, "train_runtime": 10644.362, "train_tokens_per_second": 8111.248 }, { "epoch": 0.3851888667992048, "grad_norm": 0.6733955622585514, "learning_rate": 9.114578148993137e-06, "loss": 0.40470151901245116, "num_input_tokens_seen": 86915040, "step": 775, "train_runtime": 10708.2311, "train_tokens_per_second": 8116.657 }, { "epoch": 0.38767395626242546, "grad_norm": 0.6506079124141272, "learning_rate": 9.103457498481767e-06, "loss": 0.4003398895263672, "num_input_tokens_seen": 87497840, "step": 780, "train_runtime": 10774.5507, "train_tokens_per_second": 8120.788 }, { "epoch": 0.39015904572564614, "grad_norm": 0.6197586716604738, "learning_rate": 9.092274320163272e-06, "loss": 0.39843001365661623, "num_input_tokens_seen": 88080960, "step": 785, "train_runtime": 10854.3091, "train_tokens_per_second": 8114.838 }, { "epoch": 0.3926441351888668, "grad_norm": 0.6214330713076378, "learning_rate": 9.081028784445074e-06, "loss": 0.41014394760131834, "num_input_tokens_seen": 88642200, "step": 790, "train_runtime": 10922.0457, "train_tokens_per_second": 8115.897 }, { "epoch": 0.3951292246520875, "grad_norm": 0.637025404217726, "learning_rate": 9.069721062684788e-06, "loss": 0.39574294090270995, "num_input_tokens_seen": 89186160, "step": 795, "train_runtime": 10996.8642, "train_tokens_per_second": 8110.145 }, { "epoch": 0.3976143141153082, "grad_norm": 0.7309686126550612, "learning_rate": 9.058351327187612e-06, "loss": 0.4020538330078125, "num_input_tokens_seen": 89741648, "step": 800, "train_runtime": 11065.0273, "train_tokens_per_second": 8110.386 }, { "epoch": 0.4000994035785288, "grad_norm": 0.6486776530798172, "learning_rate": 9.04691975120369e-06, "loss": 0.38901195526123045, "num_input_tokens_seen": 90294104, "step": 805, "train_runtime": 11138.3975, "train_tokens_per_second": 8106.561 }, { "epoch": 0.4025844930417495, "grad_norm": 0.6250833402939229, "learning_rate": 9.035426508925492e-06, "loss": 0.41133790016174315, "num_input_tokens_seen": 90861112, "step": 810, "train_runtime": 11201.0576, "train_tokens_per_second": 8111.833 }, { "epoch": 0.40506958250497016, "grad_norm": 0.6336674978219595, "learning_rate": 9.023871775485144e-06, "loss": 0.3821245670318604, "num_input_tokens_seen": 91462096, "step": 815, "train_runtime": 11277.1005, "train_tokens_per_second": 8110.427 }, { "epoch": 0.40755467196819084, "grad_norm": 0.6908474991384238, "learning_rate": 9.012255726951762e-06, "loss": 0.37911319732666016, "num_input_tokens_seen": 91998152, "step": 820, "train_runtime": 11345.4991, "train_tokens_per_second": 8108.78 }, { "epoch": 0.4100397614314115, "grad_norm": 0.6567025243966448, "learning_rate": 9.000578540328774e-06, "loss": 0.3868110179901123, "num_input_tokens_seen": 92551272, "step": 825, "train_runtime": 11397.0237, "train_tokens_per_second": 8120.653 }, { "epoch": 0.4125248508946322, "grad_norm": 0.7276807857998491, "learning_rate": 8.988840393551223e-06, "loss": 0.4077720642089844, "num_input_tokens_seen": 93098784, "step": 830, "train_runtime": 11472.7767, "train_tokens_per_second": 8114.756 }, { "epoch": 0.4150099403578529, "grad_norm": 0.6040724723816785, "learning_rate": 8.977041465483047e-06, "loss": 0.3834868907928467, "num_input_tokens_seen": 93624944, "step": 835, "train_runtime": 11539.9357, "train_tokens_per_second": 8113.125 }, { "epoch": 0.41749502982107356, "grad_norm": 0.6567273831952852, "learning_rate": 8.965181935914362e-06, "loss": 0.39317729473114016, "num_input_tokens_seen": 94168944, "step": 840, "train_runtime": 11610.9127, "train_tokens_per_second": 8110.383 }, { "epoch": 0.41998011928429424, "grad_norm": 0.6221685627736298, "learning_rate": 8.95326198555872e-06, "loss": 0.373657751083374, "num_input_tokens_seen": 94717336, "step": 845, "train_runtime": 11674.633, "train_tokens_per_second": 8113.089 }, { "epoch": 0.4224652087475149, "grad_norm": 0.7165153564917169, "learning_rate": 8.941281796050353e-06, "loss": 0.3971364498138428, "num_input_tokens_seen": 95241328, "step": 850, "train_runtime": 11744.4826, "train_tokens_per_second": 8109.453 }, { "epoch": 0.4249502982107356, "grad_norm": 0.691704234623846, "learning_rate": 8.92924154994141e-06, "loss": 0.3897407054901123, "num_input_tokens_seen": 95766208, "step": 855, "train_runtime": 11813.3453, "train_tokens_per_second": 8106.612 }, { "epoch": 0.4274353876739563, "grad_norm": 0.6885009290097122, "learning_rate": 8.917141430699168e-06, "loss": 0.3914926528930664, "num_input_tokens_seen": 96331064, "step": 860, "train_runtime": 11886.9855, "train_tokens_per_second": 8103.91 }, { "epoch": 0.42992047713717696, "grad_norm": 0.6685732541434032, "learning_rate": 8.904981622703249e-06, "loss": 0.41732587814331057, "num_input_tokens_seen": 96907896, "step": 865, "train_runtime": 11959.3909, "train_tokens_per_second": 8103.08 }, { "epoch": 0.43240556660039764, "grad_norm": 0.5918522728076266, "learning_rate": 8.892762311242794e-06, "loss": 0.4009408473968506, "num_input_tokens_seen": 97474824, "step": 870, "train_runtime": 12030.6848, "train_tokens_per_second": 8102.184 }, { "epoch": 0.43489065606361826, "grad_norm": 0.8623254383775136, "learning_rate": 8.88048368251365e-06, "loss": 0.38512749671936036, "num_input_tokens_seen": 98021000, "step": 875, "train_runtime": 12100.1611, "train_tokens_per_second": 8100.801 }, { "epoch": 0.43737574552683894, "grad_norm": 0.6698686591004054, "learning_rate": 8.868145923615536e-06, "loss": 0.4004067897796631, "num_input_tokens_seen": 98606472, "step": 880, "train_runtime": 12178.5079, "train_tokens_per_second": 8096.761 }, { "epoch": 0.4398608349900596, "grad_norm": 0.6474326780847197, "learning_rate": 8.855749222549182e-06, "loss": 0.3953530311584473, "num_input_tokens_seen": 99163032, "step": 885, "train_runtime": 12244.6471, "train_tokens_per_second": 8098.48 }, { "epoch": 0.4423459244532803, "grad_norm": 0.6224874146345041, "learning_rate": 8.84329376821347e-06, "loss": 0.39556407928466797, "num_input_tokens_seen": 99734536, "step": 890, "train_runtime": 12320.0818, "train_tokens_per_second": 8095.282 }, { "epoch": 0.444831013916501, "grad_norm": 1.167987554467554, "learning_rate": 8.830779750402552e-06, "loss": 0.38228645324707033, "num_input_tokens_seen": 100336096, "step": 895, "train_runtime": 12394.7286, "train_tokens_per_second": 8095.062 }, { "epoch": 0.44731610337972166, "grad_norm": 0.6553225039451944, "learning_rate": 8.818207359802964e-06, "loss": 0.37019195556640627, "num_input_tokens_seen": 100900888, "step": 900, "train_runtime": 12473.426, "train_tokens_per_second": 8089.268 }, { "epoch": 0.44980119284294234, "grad_norm": 0.6618406196252455, "learning_rate": 8.805576787990717e-06, "loss": 0.4208672523498535, "num_input_tokens_seen": 101473232, "step": 905, "train_runtime": 12535.3608, "train_tokens_per_second": 8094.959 }, { "epoch": 0.452286282306163, "grad_norm": 0.6588885148577126, "learning_rate": 8.792888227428377e-06, "loss": 0.3735737562179565, "num_input_tokens_seen": 102025888, "step": 910, "train_runtime": 12608.3576, "train_tokens_per_second": 8091.925 }, { "epoch": 0.4547713717693837, "grad_norm": 0.692978307316363, "learning_rate": 8.780141871462131e-06, "loss": 0.40465331077575684, "num_input_tokens_seen": 102578928, "step": 915, "train_runtime": 12678.4908, "train_tokens_per_second": 8090.784 }, { "epoch": 0.4572564612326044, "grad_norm": 0.6525049342881567, "learning_rate": 8.767337914318847e-06, "loss": 0.3807732820510864, "num_input_tokens_seen": 103154336, "step": 920, "train_runtime": 12742.4883, "train_tokens_per_second": 8095.306 }, { "epoch": 0.45974155069582506, "grad_norm": 0.7309713627006861, "learning_rate": 8.754476551103103e-06, "loss": 0.393044638633728, "num_input_tokens_seen": 103696528, "step": 925, "train_runtime": 12820.0603, "train_tokens_per_second": 8088.615 }, { "epoch": 0.46222664015904574, "grad_norm": 0.6611357704173997, "learning_rate": 8.741557977794231e-06, "loss": 0.37778701782226565, "num_input_tokens_seen": 104259320, "step": 930, "train_runtime": 12888.7384, "train_tokens_per_second": 8089.18 }, { "epoch": 0.4647117296222664, "grad_norm": 0.6691733672826592, "learning_rate": 8.728582391243314e-06, "loss": 0.3868418216705322, "num_input_tokens_seen": 104836024, "step": 935, "train_runtime": 12955.4548, "train_tokens_per_second": 8092.037 }, { "epoch": 0.4671968190854871, "grad_norm": 0.610418650928282, "learning_rate": 8.715549989170194e-06, "loss": 0.3844210147857666, "num_input_tokens_seen": 105379672, "step": 940, "train_runtime": 13029.738, "train_tokens_per_second": 8087.628 }, { "epoch": 0.4696819085487077, "grad_norm": 0.6617871653045767, "learning_rate": 8.702460970160461e-06, "loss": 0.3901623249053955, "num_input_tokens_seen": 105977136, "step": 945, "train_runtime": 13102.4668, "train_tokens_per_second": 8088.335 }, { "epoch": 0.4721669980119284, "grad_norm": 0.6659417096656759, "learning_rate": 8.689315533662422e-06, "loss": 0.3892323970794678, "num_input_tokens_seen": 106512832, "step": 950, "train_runtime": 13175.831, "train_tokens_per_second": 8083.956 }, { "epoch": 0.4746520874751491, "grad_norm": 0.6515881473306753, "learning_rate": 8.676113879984066e-06, "loss": 0.3954622745513916, "num_input_tokens_seen": 107088296, "step": 955, "train_runtime": 13245.5794, "train_tokens_per_second": 8084.833 }, { "epoch": 0.47713717693836977, "grad_norm": 0.683441432314069, "learning_rate": 8.662856210290011e-06, "loss": 0.38210899829864503, "num_input_tokens_seen": 107613528, "step": 960, "train_runtime": 13313.226, "train_tokens_per_second": 8083.204 }, { "epoch": 0.47962226640159045, "grad_norm": 0.6453497287907337, "learning_rate": 8.649542726598437e-06, "loss": 0.40354013442993164, "num_input_tokens_seen": 108180144, "step": 965, "train_runtime": 13385.4655, "train_tokens_per_second": 8081.911 }, { "epoch": 0.4821073558648111, "grad_norm": 4.06598238495918, "learning_rate": 8.636173631778004e-06, "loss": 0.3946369171142578, "num_input_tokens_seen": 108762072, "step": 970, "train_runtime": 13454.2167, "train_tokens_per_second": 8083.865 }, { "epoch": 0.4845924453280318, "grad_norm": 0.7014921502795326, "learning_rate": 8.622749129544774e-06, "loss": 0.38191866874694824, "num_input_tokens_seen": 109342496, "step": 975, "train_runtime": 13516.7536, "train_tokens_per_second": 8089.405 }, { "epoch": 0.4870775347912525, "grad_norm": 0.6018900891142692, "learning_rate": 8.60926942445909e-06, "loss": 0.39454472064971924, "num_input_tokens_seen": 109892888, "step": 980, "train_runtime": 13585.9169, "train_tokens_per_second": 8088.735 }, { "epoch": 0.48956262425447317, "grad_norm": 0.8443712614972618, "learning_rate": 8.595734721922472e-06, "loss": 0.3783087730407715, "num_input_tokens_seen": 110488784, "step": 985, "train_runtime": 13658.5619, "train_tokens_per_second": 8089.342 }, { "epoch": 0.49204771371769385, "grad_norm": 0.6465720342647037, "learning_rate": 8.58214522817448e-06, "loss": 0.40636625289916994, "num_input_tokens_seen": 111051672, "step": 990, "train_runtime": 13737.7614, "train_tokens_per_second": 8083.68 }, { "epoch": 0.4945328031809145, "grad_norm": 0.6282542532285146, "learning_rate": 8.568501150289571e-06, "loss": 0.38943657875061033, "num_input_tokens_seen": 111614256, "step": 995, "train_runtime": 13802.9585, "train_tokens_per_second": 8086.256 }, { "epoch": 0.4970178926441352, "grad_norm": 0.6402509235410074, "learning_rate": 8.554802696173952e-06, "loss": 0.3624922037124634, "num_input_tokens_seen": 112180632, "step": 1000, "train_runtime": 13877.7512, "train_tokens_per_second": 8083.488 }, { "epoch": 0.4995029821073559, "grad_norm": 0.6358140885715353, "learning_rate": 8.5410500745624e-06, "loss": 0.41681599617004395, "num_input_tokens_seen": 112738584, "step": 1005, "train_runtime": 13937.7359, "train_tokens_per_second": 8088.73 }, { "epoch": 0.5019880715705766, "grad_norm": 0.655191044508995, "learning_rate": 8.527243495015093e-06, "loss": 0.40607786178588867, "num_input_tokens_seen": 113274456, "step": 1010, "train_runtime": 14007.6145, "train_tokens_per_second": 8086.634 }, { "epoch": 0.5044731610337972, "grad_norm": 0.6922933445516329, "learning_rate": 8.513383167914406e-06, "loss": 0.3852816581726074, "num_input_tokens_seen": 113844560, "step": 1015, "train_runtime": 14085.0289, "train_tokens_per_second": 8082.664 }, { "epoch": 0.5069582504970179, "grad_norm": 0.7045126061031313, "learning_rate": 8.499469304461711e-06, "loss": 0.3989840507507324, "num_input_tokens_seen": 114410088, "step": 1020, "train_runtime": 14161.1215, "train_tokens_per_second": 8079.169 }, { "epoch": 0.5094433399602386, "grad_norm": 0.7241386038488862, "learning_rate": 8.485502116674164e-06, "loss": 0.38511319160461427, "num_input_tokens_seen": 114958920, "step": 1025, "train_runtime": 14225.1432, "train_tokens_per_second": 8081.389 }, { "epoch": 0.5119284294234593, "grad_norm": 0.707901759928824, "learning_rate": 8.471481817381461e-06, "loss": 0.3943337440490723, "num_input_tokens_seen": 115531768, "step": 1030, "train_runtime": 14291.4805, "train_tokens_per_second": 8083.961 }, { "epoch": 0.51441351888668, "grad_norm": 0.6407962508436487, "learning_rate": 8.457408620222606e-06, "loss": 0.3882716655731201, "num_input_tokens_seen": 116140696, "step": 1035, "train_runtime": 14357.8181, "train_tokens_per_second": 8089.021 }, { "epoch": 0.5168986083499006, "grad_norm": 0.6039192410277909, "learning_rate": 8.44328273964265e-06, "loss": 0.3741127014160156, "num_input_tokens_seen": 116766688, "step": 1040, "train_runtime": 14437.1437, "train_tokens_per_second": 8087.936 }, { "epoch": 0.5193836978131213, "grad_norm": 0.6778414376038925, "learning_rate": 8.429104390889428e-06, "loss": 0.36663236618041994, "num_input_tokens_seen": 117352872, "step": 1045, "train_runtime": 14507.687, "train_tokens_per_second": 8089.013 }, { "epoch": 0.5218687872763419, "grad_norm": 0.7873398498367088, "learning_rate": 8.414873790010273e-06, "loss": 0.38754978179931643, "num_input_tokens_seen": 117928536, "step": 1050, "train_runtime": 14583.9954, "train_tokens_per_second": 8086.161 }, { "epoch": 0.5243538767395626, "grad_norm": 0.7688694726129269, "learning_rate": 8.400591153848731e-06, "loss": 0.3773825645446777, "num_input_tokens_seen": 118499352, "step": 1055, "train_runtime": 14657.9337, "train_tokens_per_second": 8084.315 }, { "epoch": 0.5268389662027833, "grad_norm": 0.6825595915690184, "learning_rate": 8.386256700041253e-06, "loss": 0.38932156562805176, "num_input_tokens_seen": 119071752, "step": 1060, "train_runtime": 14729.5361, "train_tokens_per_second": 8083.877 }, { "epoch": 0.5293240556660039, "grad_norm": 0.6865901984473853, "learning_rate": 8.37187064701387e-06, "loss": 0.37840564250946046, "num_input_tokens_seen": 119646592, "step": 1065, "train_runtime": 14795.4073, "train_tokens_per_second": 8086.739 }, { "epoch": 0.5318091451292246, "grad_norm": 0.6560972250410257, "learning_rate": 8.357433213978889e-06, "loss": 0.405233097076416, "num_input_tokens_seen": 120206464, "step": 1070, "train_runtime": 14856.4765, "train_tokens_per_second": 8091.183 }, { "epoch": 0.5342942345924453, "grad_norm": 0.636106085370861, "learning_rate": 8.342944620931522e-06, "loss": 0.38074421882629395, "num_input_tokens_seen": 120750128, "step": 1075, "train_runtime": 14921.9978, "train_tokens_per_second": 8092.089 }, { "epoch": 0.536779324055666, "grad_norm": 0.6074845338444187, "learning_rate": 8.328405088646557e-06, "loss": 0.39549171924591064, "num_input_tokens_seen": 121351360, "step": 1080, "train_runtime": 14997.2426, "train_tokens_per_second": 8091.578 }, { "epoch": 0.5392644135188867, "grad_norm": 0.5939211493585828, "learning_rate": 8.313814838674983e-06, "loss": 0.3823257923126221, "num_input_tokens_seen": 121920816, "step": 1085, "train_runtime": 15067.8712, "train_tokens_per_second": 8091.443 }, { "epoch": 0.5417495029821073, "grad_norm": 0.6481772623574006, "learning_rate": 8.299174093340619e-06, "loss": 0.4083685874938965, "num_input_tokens_seen": 122487496, "step": 1090, "train_runtime": 15129.4565, "train_tokens_per_second": 8095.961 }, { "epoch": 0.544234592445328, "grad_norm": 0.81158799662579, "learning_rate": 8.284483075736723e-06, "loss": 0.3880143165588379, "num_input_tokens_seen": 123066456, "step": 1095, "train_runtime": 15205.0918, "train_tokens_per_second": 8093.766 }, { "epoch": 0.5467196819085487, "grad_norm": 0.6375832184541546, "learning_rate": 8.26974200972259e-06, "loss": 0.39032974243164065, "num_input_tokens_seen": 123650328, "step": 1100, "train_runtime": 15279.4272, "train_tokens_per_second": 8092.602 }, { "epoch": 0.5492047713717694, "grad_norm": 0.6584422685262109, "learning_rate": 8.254951119920149e-06, "loss": 0.3937986850738525, "num_input_tokens_seen": 124179544, "step": 1105, "train_runtime": 15352.2892, "train_tokens_per_second": 8088.666 }, { "epoch": 0.55168986083499, "grad_norm": 0.6207226466409983, "learning_rate": 8.240110631710536e-06, "loss": 0.3630195379257202, "num_input_tokens_seen": 124736368, "step": 1110, "train_runtime": 15419.5775, "train_tokens_per_second": 8089.48 }, { "epoch": 0.5541749502982107, "grad_norm": 0.6329597405670121, "learning_rate": 8.225220771230658e-06, "loss": 0.3958831787109375, "num_input_tokens_seen": 125316664, "step": 1115, "train_runtime": 15487.3306, "train_tokens_per_second": 8091.56 }, { "epoch": 0.5566600397614314, "grad_norm": 0.5526793955696551, "learning_rate": 8.210281765369743e-06, "loss": 0.3745615482330322, "num_input_tokens_seen": 125915520, "step": 1120, "train_runtime": 15556.9074, "train_tokens_per_second": 8093.866 }, { "epoch": 0.5591451292246521, "grad_norm": 0.5859273875364904, "learning_rate": 8.195293841765897e-06, "loss": 0.3736714839935303, "num_input_tokens_seen": 126476976, "step": 1125, "train_runtime": 15628.6615, "train_tokens_per_second": 8092.63 }, { "epoch": 0.5616302186878728, "grad_norm": 0.659199210263915, "learning_rate": 8.180257228802621e-06, "loss": 0.36822996139526365, "num_input_tokens_seen": 127043000, "step": 1130, "train_runtime": 15698.9748, "train_tokens_per_second": 8092.439 }, { "epoch": 0.5641153081510935, "grad_norm": 0.6976627605454907, "learning_rate": 8.165172155605339e-06, "loss": 0.3859762907028198, "num_input_tokens_seen": 127599192, "step": 1135, "train_runtime": 15764.5745, "train_tokens_per_second": 8094.046 }, { "epoch": 0.5666003976143141, "grad_norm": 0.6025077772690013, "learning_rate": 8.150038852037903e-06, "loss": 0.3925613880157471, "num_input_tokens_seen": 128169864, "step": 1140, "train_runtime": 15833.0499, "train_tokens_per_second": 8095.084 }, { "epoch": 0.5690854870775348, "grad_norm": 0.6814747502877871, "learning_rate": 8.134857548699091e-06, "loss": 0.3835327625274658, "num_input_tokens_seen": 128697136, "step": 1145, "train_runtime": 15895.9708, "train_tokens_per_second": 8096.211 }, { "epoch": 0.5715705765407555, "grad_norm": 0.6003090687300624, "learning_rate": 8.119628476919095e-06, "loss": 0.3627269983291626, "num_input_tokens_seen": 129232632, "step": 1150, "train_runtime": 15966.8686, "train_tokens_per_second": 8093.799 }, { "epoch": 0.5740556660039762, "grad_norm": 0.6628084793416656, "learning_rate": 8.104351868755992e-06, "loss": 0.37092711925506594, "num_input_tokens_seen": 129759592, "step": 1155, "train_runtime": 16035.7968, "train_tokens_per_second": 8091.871 }, { "epoch": 0.5765407554671969, "grad_norm": 0.7189877059058183, "learning_rate": 8.089027956992214e-06, "loss": 0.4017021179199219, "num_input_tokens_seen": 130294208, "step": 1160, "train_runtime": 16096.8303, "train_tokens_per_second": 8094.402 }, { "epoch": 0.5790258449304175, "grad_norm": 0.7119757741808245, "learning_rate": 8.073656975130995e-06, "loss": 0.3734596729278564, "num_input_tokens_seen": 130870896, "step": 1165, "train_runtime": 16173.6617, "train_tokens_per_second": 8091.606 }, { "epoch": 0.5815109343936382, "grad_norm": 0.6243270508977441, "learning_rate": 8.058239157392815e-06, "loss": 0.3912842035293579, "num_input_tokens_seen": 131440608, "step": 1170, "train_runtime": 16240.9535, "train_tokens_per_second": 8093.158 }, { "epoch": 0.5839960238568589, "grad_norm": 0.6415228748591238, "learning_rate": 8.042774738711832e-06, "loss": 0.3868302345275879, "num_input_tokens_seen": 132026040, "step": 1175, "train_runtime": 16302.608, "train_tokens_per_second": 8098.461 }, { "epoch": 0.5864811133200796, "grad_norm": 0.660675692185134, "learning_rate": 8.027263954732305e-06, "loss": 0.3828722953796387, "num_input_tokens_seen": 132608688, "step": 1180, "train_runtime": 16363.41, "train_tokens_per_second": 8103.976 }, { "epoch": 0.5889662027833003, "grad_norm": 0.6457629518981075, "learning_rate": 8.011707041804993e-06, "loss": 0.3846240520477295, "num_input_tokens_seen": 133188232, "step": 1185, "train_runtime": 16433.3802, "train_tokens_per_second": 8104.737 }, { "epoch": 0.5914512922465208, "grad_norm": 0.6806781120578339, "learning_rate": 7.996104236983566e-06, "loss": 0.3660452842712402, "num_input_tokens_seen": 133723488, "step": 1190, "train_runtime": 16497.8253, "train_tokens_per_second": 8105.522 }, { "epoch": 0.5939363817097415, "grad_norm": 0.6042226790950421, "learning_rate": 7.980455778020986e-06, "loss": 0.3905783653259277, "num_input_tokens_seen": 134307272, "step": 1195, "train_runtime": 16570.4397, "train_tokens_per_second": 8105.233 }, { "epoch": 0.5964214711729622, "grad_norm": 0.562342001632669, "learning_rate": 7.96476190336588e-06, "loss": 0.36987967491149903, "num_input_tokens_seen": 134905480, "step": 1200, "train_runtime": 16639.755, "train_tokens_per_second": 8107.42 }, { "epoch": 0.5989065606361829, "grad_norm": 0.742157777215612, "learning_rate": 7.949022852158921e-06, "loss": 0.37041635513305665, "num_input_tokens_seen": 135476824, "step": 1205, "train_runtime": 16708.7869, "train_tokens_per_second": 8108.118 }, { "epoch": 0.6013916500994035, "grad_norm": 0.7383638768557731, "learning_rate": 7.933238864229166e-06, "loss": 0.3739286422729492, "num_input_tokens_seen": 136021520, "step": 1210, "train_runtime": 16774.9487, "train_tokens_per_second": 8108.61 }, { "epoch": 0.6038767395626242, "grad_norm": 0.6657530106331175, "learning_rate": 7.917410180090416e-06, "loss": 0.3720057964324951, "num_input_tokens_seen": 136589416, "step": 1215, "train_runtime": 16845.9544, "train_tokens_per_second": 8108.144 }, { "epoch": 0.6063618290258449, "grad_norm": 0.6102353754325571, "learning_rate": 7.901537040937543e-06, "loss": 0.36920747756958006, "num_input_tokens_seen": 137190088, "step": 1220, "train_runtime": 16919.7712, "train_tokens_per_second": 8108.271 }, { "epoch": 0.6088469184890656, "grad_norm": 0.5734944612414656, "learning_rate": 7.88561968864282e-06, "loss": 0.38166260719299316, "num_input_tokens_seen": 137778720, "step": 1225, "train_runtime": 16988.1987, "train_tokens_per_second": 8110.261 }, { "epoch": 0.6113320079522863, "grad_norm": 0.7324677714151097, "learning_rate": 7.869658365752229e-06, "loss": 0.3543116092681885, "num_input_tokens_seen": 138343216, "step": 1230, "train_runtime": 17064.2491, "train_tokens_per_second": 8107.196 }, { "epoch": 0.6138170974155069, "grad_norm": 0.6333421052732945, "learning_rate": 7.853653315481769e-06, "loss": 0.382243275642395, "num_input_tokens_seen": 138944400, "step": 1235, "train_runtime": 17142.5464, "train_tokens_per_second": 8105.237 }, { "epoch": 0.6163021868787276, "grad_norm": 0.6712985934854361, "learning_rate": 7.83760478171375e-06, "loss": 0.39281835556030276, "num_input_tokens_seen": 139495352, "step": 1240, "train_runtime": 17214.7266, "train_tokens_per_second": 8103.257 }, { "epoch": 0.6187872763419483, "grad_norm": 0.6377938809983201, "learning_rate": 7.82151300899308e-06, "loss": 0.3440825939178467, "num_input_tokens_seen": 140064928, "step": 1245, "train_runtime": 17271.6076, "train_tokens_per_second": 8109.548 }, { "epoch": 0.621272365805169, "grad_norm": 0.6186734384142927, "learning_rate": 7.805378242523529e-06, "loss": 0.37058846950531005, "num_input_tokens_seen": 140601768, "step": 1250, "train_runtime": 17334.764, "train_tokens_per_second": 8110.971 }, { "epoch": 0.6237574552683897, "grad_norm": 0.640286957080056, "learning_rate": 7.789200728164004e-06, "loss": 0.36435441970825194, "num_input_tokens_seen": 141182728, "step": 1255, "train_runtime": 17414.2994, "train_tokens_per_second": 8107.287 }, { "epoch": 0.6262425447316103, "grad_norm": 0.6497575652941571, "learning_rate": 7.772980712424794e-06, "loss": 0.38532819747924807, "num_input_tokens_seen": 141758672, "step": 1260, "train_runtime": 17489.3553, "train_tokens_per_second": 8105.426 }, { "epoch": 0.628727634194831, "grad_norm": 0.5673102834438465, "learning_rate": 7.756718442463817e-06, "loss": 0.3860148906707764, "num_input_tokens_seen": 142337456, "step": 1265, "train_runtime": 17558.2407, "train_tokens_per_second": 8106.59 }, { "epoch": 0.6312127236580517, "grad_norm": 0.5753452534076092, "learning_rate": 7.740414166082857e-06, "loss": 0.37022929191589354, "num_input_tokens_seen": 142914400, "step": 1270, "train_runtime": 17626.4592, "train_tokens_per_second": 8107.947 }, { "epoch": 0.6336978131212724, "grad_norm": 0.6306375674628032, "learning_rate": 7.724068131723781e-06, "loss": 0.37794060707092286, "num_input_tokens_seen": 143501152, "step": 1275, "train_runtime": 17694.4825, "train_tokens_per_second": 8109.938 }, { "epoch": 0.6361829025844931, "grad_norm": 0.6727820101242223, "learning_rate": 7.707680588464759e-06, "loss": 0.37308588027954104, "num_input_tokens_seen": 144099960, "step": 1280, "train_runtime": 17762.404, "train_tokens_per_second": 8112.638 }, { "epoch": 0.6386679920477137, "grad_norm": 0.6220365845071045, "learning_rate": 7.691251786016466e-06, "loss": 0.3680124759674072, "num_input_tokens_seen": 144669264, "step": 1285, "train_runtime": 17829.2163, "train_tokens_per_second": 8114.168 }, { "epoch": 0.6411530815109344, "grad_norm": 0.6431513529985349, "learning_rate": 7.67478197471828e-06, "loss": 0.3770967960357666, "num_input_tokens_seen": 145212928, "step": 1290, "train_runtime": 17888.1679, "train_tokens_per_second": 8117.82 }, { "epoch": 0.6436381709741551, "grad_norm": 0.6280779164316928, "learning_rate": 7.65827140553446e-06, "loss": 0.3764733552932739, "num_input_tokens_seen": 145797632, "step": 1295, "train_runtime": 17965.0868, "train_tokens_per_second": 8115.61 }, { "epoch": 0.6461232604373758, "grad_norm": 0.7692882747612924, "learning_rate": 7.641720330050335e-06, "loss": 0.3946826457977295, "num_input_tokens_seen": 146395432, "step": 1300, "train_runtime": 18036.9172, "train_tokens_per_second": 8116.433 }, { "epoch": 0.6486083499005965, "grad_norm": 0.5791676866606946, "learning_rate": 7.625129000468455e-06, "loss": 0.37627956867218015, "num_input_tokens_seen": 146985480, "step": 1305, "train_runtime": 18097.5271, "train_tokens_per_second": 8121.854 }, { "epoch": 0.6510934393638171, "grad_norm": 0.7578857552729431, "learning_rate": 7.608497669604758e-06, "loss": 0.39343085289001467, "num_input_tokens_seen": 147574704, "step": 1310, "train_runtime": 18168.814, "train_tokens_per_second": 8122.418 }, { "epoch": 0.6535785288270378, "grad_norm": 0.5694109222114526, "learning_rate": 7.591826590884714e-06, "loss": 0.37366428375244143, "num_input_tokens_seen": 148159576, "step": 1315, "train_runtime": 18236.4333, "train_tokens_per_second": 8124.372 }, { "epoch": 0.6560636182902585, "grad_norm": 0.626832671444105, "learning_rate": 7.575116018339468e-06, "loss": 0.3778612375259399, "num_input_tokens_seen": 148698336, "step": 1320, "train_runtime": 18310.7689, "train_tokens_per_second": 8120.813 }, { "epoch": 0.6585487077534792, "grad_norm": 0.5934886755150511, "learning_rate": 7.558366206601959e-06, "loss": 0.392897891998291, "num_input_tokens_seen": 149247272, "step": 1325, "train_runtime": 18383.9895, "train_tokens_per_second": 8118.329 }, { "epoch": 0.6610337972166997, "grad_norm": 0.5807546911283734, "learning_rate": 7.541577410903051e-06, "loss": 0.37039999961853026, "num_input_tokens_seen": 149837744, "step": 1330, "train_runtime": 18453.4609, "train_tokens_per_second": 8119.764 }, { "epoch": 0.6635188866799204, "grad_norm": 0.6295430870892492, "learning_rate": 7.5247498870676385e-06, "loss": 0.3697408676147461, "num_input_tokens_seen": 150405216, "step": 1335, "train_runtime": 18525.8576, "train_tokens_per_second": 8118.664 }, { "epoch": 0.6660039761431411, "grad_norm": 0.6121907368436152, "learning_rate": 7.507883891510748e-06, "loss": 0.39031453132629396, "num_input_tokens_seen": 150959584, "step": 1340, "train_runtime": 18597.6357, "train_tokens_per_second": 8117.138 }, { "epoch": 0.6684890656063618, "grad_norm": 0.5883566650638485, "learning_rate": 7.490979681233632e-06, "loss": 0.3696321725845337, "num_input_tokens_seen": 151531504, "step": 1345, "train_runtime": 18662.0136, "train_tokens_per_second": 8119.783 }, { "epoch": 0.6709741550695825, "grad_norm": 0.6230296069159287, "learning_rate": 7.474037513819854e-06, "loss": 0.36713156700134275, "num_input_tokens_seen": 152118072, "step": 1350, "train_runtime": 18729.4197, "train_tokens_per_second": 8121.879 }, { "epoch": 0.6734592445328031, "grad_norm": 0.6503566554892475, "learning_rate": 7.457057647431359e-06, "loss": 0.37275185585021975, "num_input_tokens_seen": 152689736, "step": 1355, "train_runtime": 18795.5153, "train_tokens_per_second": 8123.732 }, { "epoch": 0.6759443339960238, "grad_norm": 0.6780715854584781, "learning_rate": 7.440040340804544e-06, "loss": 0.38737239837646487, "num_input_tokens_seen": 153265432, "step": 1360, "train_runtime": 18855.2674, "train_tokens_per_second": 8128.521 }, { "epoch": 0.6784294234592445, "grad_norm": 0.6011465963199712, "learning_rate": 7.4229858532463165e-06, "loss": 0.377882719039917, "num_input_tokens_seen": 153827688, "step": 1365, "train_runtime": 18916.1623, "train_tokens_per_second": 8132.077 }, { "epoch": 0.6809145129224652, "grad_norm": 0.6859801824488166, "learning_rate": 7.405894444630139e-06, "loss": 0.39091172218322756, "num_input_tokens_seen": 154383160, "step": 1370, "train_runtime": 18981.7307, "train_tokens_per_second": 8133.25 }, { "epoch": 0.6833996023856859, "grad_norm": 0.7401084359843174, "learning_rate": 7.388766375392069e-06, "loss": 0.3995502948760986, "num_input_tokens_seen": 154956304, "step": 1375, "train_runtime": 19056.5453, "train_tokens_per_second": 8131.395 }, { "epoch": 0.6858846918489065, "grad_norm": 0.6278629560645018, "learning_rate": 7.371601906526798e-06, "loss": 0.3924835681915283, "num_input_tokens_seen": 155539704, "step": 1380, "train_runtime": 19129.2416, "train_tokens_per_second": 8130.992 }, { "epoch": 0.6883697813121272, "grad_norm": 0.632656964383803, "learning_rate": 7.354401299583663e-06, "loss": 0.3653599500656128, "num_input_tokens_seen": 156109744, "step": 1385, "train_runtime": 19196.2196, "train_tokens_per_second": 8132.317 }, { "epoch": 0.6908548707753479, "grad_norm": 0.6798835858095437, "learning_rate": 7.3371648166626695e-06, "loss": 0.37296769618988035, "num_input_tokens_seen": 156671784, "step": 1390, "train_runtime": 19259.1299, "train_tokens_per_second": 8134.936 }, { "epoch": 0.6933399602385686, "grad_norm": 0.6193944959064848, "learning_rate": 7.3198927204104974e-06, "loss": 0.38158082962036133, "num_input_tokens_seen": 157274000, "step": 1395, "train_runtime": 19334.7946, "train_tokens_per_second": 8134.247 }, { "epoch": 0.6958250497017893, "grad_norm": 0.6562734928047045, "learning_rate": 7.302585274016492e-06, "loss": 0.36525468826293944, "num_input_tokens_seen": 157860416, "step": 1400, "train_runtime": 19405.0749, "train_tokens_per_second": 8135.007 }, { "epoch": 0.69831013916501, "grad_norm": 0.6467875664763257, "learning_rate": 7.285242741208662e-06, "loss": 0.3774902582168579, "num_input_tokens_seen": 158412552, "step": 1405, "train_runtime": 19476.9711, "train_tokens_per_second": 8133.326 }, { "epoch": 0.7007952286282306, "grad_norm": 0.6562795038922349, "learning_rate": 7.267865386249657e-06, "loss": 0.3876355648040771, "num_input_tokens_seen": 158952128, "step": 1410, "train_runtime": 19548.8662, "train_tokens_per_second": 8131.015 }, { "epoch": 0.7032803180914513, "grad_norm": 0.6242657809964064, "learning_rate": 7.250453473932737e-06, "loss": 0.37313523292541506, "num_input_tokens_seen": 159537712, "step": 1415, "train_runtime": 19623.8101, "train_tokens_per_second": 8129.803 }, { "epoch": 0.705765407554672, "grad_norm": 0.6007436211080148, "learning_rate": 7.233007269577748e-06, "loss": 0.3646975517272949, "num_input_tokens_seen": 160088072, "step": 1420, "train_runtime": 19685.2067, "train_tokens_per_second": 8132.405 }, { "epoch": 0.7082504970178927, "grad_norm": 0.6857638946160585, "learning_rate": 7.215527039027063e-06, "loss": 0.3755317211151123, "num_input_tokens_seen": 160647592, "step": 1425, "train_runtime": 19759.3561, "train_tokens_per_second": 8130.204 }, { "epoch": 0.7107355864811133, "grad_norm": 0.6740440365502317, "learning_rate": 7.19801304864155e-06, "loss": 0.3877701759338379, "num_input_tokens_seen": 161226352, "step": 1430, "train_runtime": 19830.2038, "train_tokens_per_second": 8130.343 }, { "epoch": 0.713220675944334, "grad_norm": 0.670158587798895, "learning_rate": 7.180465565296499e-06, "loss": 0.38379640579223634, "num_input_tokens_seen": 161781648, "step": 1435, "train_runtime": 19896.867, "train_tokens_per_second": 8131.011 }, { "epoch": 0.7157057654075547, "grad_norm": 0.6496913670152225, "learning_rate": 7.162884856377561e-06, "loss": 0.38007800579071044, "num_input_tokens_seen": 162308816, "step": 1440, "train_runtime": 19968.7987, "train_tokens_per_second": 8128.121 }, { "epoch": 0.7181908548707754, "grad_norm": 0.6458110268551169, "learning_rate": 7.145271189776671e-06, "loss": 0.37517600059509276, "num_input_tokens_seen": 162860320, "step": 1445, "train_runtime": 20036.3648, "train_tokens_per_second": 8128.237 }, { "epoch": 0.7206759443339961, "grad_norm": 0.6259957110185805, "learning_rate": 7.127624833887972e-06, "loss": 0.381079363822937, "num_input_tokens_seen": 163423192, "step": 1450, "train_runtime": 20097.4601, "train_tokens_per_second": 8131.535 }, { "epoch": 0.7231610337972167, "grad_norm": 0.6883099889629782, "learning_rate": 7.109946057603715e-06, "loss": 0.354444694519043, "num_input_tokens_seen": 164002768, "step": 1455, "train_runtime": 20169.7942, "train_tokens_per_second": 8131.108 }, { "epoch": 0.7256461232604374, "grad_norm": 0.7105202074547773, "learning_rate": 7.092235130310173e-06, "loss": 0.3573470115661621, "num_input_tokens_seen": 164567208, "step": 1460, "train_runtime": 20238.6169, "train_tokens_per_second": 8131.347 }, { "epoch": 0.7281312127236581, "grad_norm": 0.6103797428673515, "learning_rate": 7.074492321883529e-06, "loss": 0.3674468994140625, "num_input_tokens_seen": 165152808, "step": 1465, "train_runtime": 20291.2575, "train_tokens_per_second": 8139.112 }, { "epoch": 0.7306163021868787, "grad_norm": 0.6312950432397176, "learning_rate": 7.056717902685766e-06, "loss": 0.36470980644226075, "num_input_tokens_seen": 165672592, "step": 1470, "train_runtime": 20370.2056, "train_tokens_per_second": 8133.084 }, { "epoch": 0.7331013916500994, "grad_norm": 0.6324132099709199, "learning_rate": 7.038912143560544e-06, "loss": 0.36964056491851804, "num_input_tokens_seen": 166220392, "step": 1475, "train_runtime": 20442.4995, "train_tokens_per_second": 8131.119 }, { "epoch": 0.73558648111332, "grad_norm": 0.6532083359524653, "learning_rate": 7.0210753158290775e-06, "loss": 0.3760281801223755, "num_input_tokens_seen": 166799584, "step": 1480, "train_runtime": 20510.1687, "train_tokens_per_second": 8132.531 }, { "epoch": 0.7380715705765407, "grad_norm": 0.6707624646370762, "learning_rate": 7.003207691286002e-06, "loss": 0.34601802825927735, "num_input_tokens_seen": 167374976, "step": 1485, "train_runtime": 20588.8271, "train_tokens_per_second": 8129.408 }, { "epoch": 0.7405566600397614, "grad_norm": 0.6264520062030375, "learning_rate": 6.985309542195223e-06, "loss": 0.36390366554260256, "num_input_tokens_seen": 167968576, "step": 1490, "train_runtime": 20654.3184, "train_tokens_per_second": 8132.371 }, { "epoch": 0.7430417495029821, "grad_norm": 0.6884500100471885, "learning_rate": 6.967381141285782e-06, "loss": 0.38413434028625487, "num_input_tokens_seen": 168512152, "step": 1495, "train_runtime": 20731.0823, "train_tokens_per_second": 8128.478 }, { "epoch": 0.7455268389662028, "grad_norm": 0.6084887950391518, "learning_rate": 6.949422761747686e-06, "loss": 0.3661206722259521, "num_input_tokens_seen": 169117760, "step": 1500, "train_runtime": 20806.7346, "train_tokens_per_second": 8128.03 }, { "epoch": 0.7480119284294234, "grad_norm": 0.6120245127276173, "learning_rate": 6.931434677227757e-06, "loss": 0.3716851472854614, "num_input_tokens_seen": 169679680, "step": 1505, "train_runtime": 20874.8979, "train_tokens_per_second": 8128.408 }, { "epoch": 0.7504970178926441, "grad_norm": 0.6421899460992642, "learning_rate": 6.913417161825449e-06, "loss": 0.3560441017150879, "num_input_tokens_seen": 170245984, "step": 1510, "train_runtime": 20936.7667, "train_tokens_per_second": 8131.436 }, { "epoch": 0.7529821073558648, "grad_norm": 0.6092828908557618, "learning_rate": 6.895370490088689e-06, "loss": 0.3637753963470459, "num_input_tokens_seen": 170835960, "step": 1515, "train_runtime": 21012.0106, "train_tokens_per_second": 8130.396 }, { "epoch": 0.7554671968190855, "grad_norm": 0.5934542091805799, "learning_rate": 6.877294937009674e-06, "loss": 0.36241917610168456, "num_input_tokens_seen": 171414384, "step": 1520, "train_runtime": 21078.3625, "train_tokens_per_second": 8132.244 }, { "epoch": 0.7579522862823062, "grad_norm": 0.6024497397273366, "learning_rate": 6.859190778020699e-06, "loss": 0.36909372806549073, "num_input_tokens_seen": 172000600, "step": 1525, "train_runtime": 21151.1544, "train_tokens_per_second": 8131.972 }, { "epoch": 0.7604373757455268, "grad_norm": 0.6730872247525814, "learning_rate": 6.84105828898994e-06, "loss": 0.35951976776123046, "num_input_tokens_seen": 172542928, "step": 1530, "train_runtime": 21225.773, "train_tokens_per_second": 8128.935 }, { "epoch": 0.7629224652087475, "grad_norm": 0.6018986454782195, "learning_rate": 6.822897746217273e-06, "loss": 0.38000712394714353, "num_input_tokens_seen": 173125952, "step": 1535, "train_runtime": 21302.4516, "train_tokens_per_second": 8127.044 }, { "epoch": 0.7654075546719682, "grad_norm": 0.6779080007730667, "learning_rate": 6.804709426430044e-06, "loss": 0.38850367069244385, "num_input_tokens_seen": 173685288, "step": 1540, "train_runtime": 21374.849, "train_tokens_per_second": 8125.685 }, { "epoch": 0.7678926441351889, "grad_norm": 1.1716673949458725, "learning_rate": 6.7864936067788655e-06, "loss": 0.37443814277648924, "num_input_tokens_seen": 174228168, "step": 1545, "train_runtime": 21433.4408, "train_tokens_per_second": 8128.801 }, { "epoch": 0.7703777335984096, "grad_norm": 0.6363044002977479, "learning_rate": 6.768250564833386e-06, "loss": 0.3762331962585449, "num_input_tokens_seen": 174785480, "step": 1550, "train_runtime": 21499.8435, "train_tokens_per_second": 8129.616 }, { "epoch": 0.7728628230616302, "grad_norm": 0.6554813903842375, "learning_rate": 6.749980578578065e-06, "loss": 0.3846780776977539, "num_input_tokens_seen": 175319664, "step": 1555, "train_runtime": 21558.7725, "train_tokens_per_second": 8132.173 }, { "epoch": 0.7753479125248509, "grad_norm": 0.5823578528588909, "learning_rate": 6.73168392640793e-06, "loss": 0.3836991786956787, "num_input_tokens_seen": 175902832, "step": 1560, "train_runtime": 21619.053, "train_tokens_per_second": 8136.473 }, { "epoch": 0.7778330019880716, "grad_norm": 0.7173080164331932, "learning_rate": 6.713360887124345e-06, "loss": 0.38359010219573975, "num_input_tokens_seen": 176470592, "step": 1565, "train_runtime": 21689.6316, "train_tokens_per_second": 8136.173 }, { "epoch": 0.7803180914512923, "grad_norm": 0.7091939720182803, "learning_rate": 6.695011739930753e-06, "loss": 0.3817564010620117, "num_input_tokens_seen": 177051456, "step": 1570, "train_runtime": 21760.9902, "train_tokens_per_second": 8136.186 }, { "epoch": 0.782803180914513, "grad_norm": 0.6788158743530545, "learning_rate": 6.6766367644284256e-06, "loss": 0.36972239017486574, "num_input_tokens_seen": 177585568, "step": 1575, "train_runtime": 21827.5285, "train_tokens_per_second": 8135.853 }, { "epoch": 0.7852882703777336, "grad_norm": 0.6541589775723099, "learning_rate": 6.658236240612206e-06, "loss": 0.4031380653381348, "num_input_tokens_seen": 178160320, "step": 1580, "train_runtime": 21902.24, "train_tokens_per_second": 8134.342 }, { "epoch": 0.7877733598409543, "grad_norm": 0.5604530784928683, "learning_rate": 6.639810448866229e-06, "loss": 0.3602180242538452, "num_input_tokens_seen": 178733080, "step": 1585, "train_runtime": 21973.5423, "train_tokens_per_second": 8134.013 }, { "epoch": 0.790258449304175, "grad_norm": 0.6141158580733346, "learning_rate": 6.62135966995967e-06, "loss": 0.3882112979888916, "num_input_tokens_seen": 179302480, "step": 1590, "train_runtime": 22043.3679, "train_tokens_per_second": 8134.078 }, { "epoch": 0.7927435387673957, "grad_norm": 0.6858196188615735, "learning_rate": 6.602884185042443e-06, "loss": 0.3694867372512817, "num_input_tokens_seen": 179849296, "step": 1595, "train_runtime": 22114.4242, "train_tokens_per_second": 8132.669 }, { "epoch": 0.7952286282306164, "grad_norm": 0.6800424046137808, "learning_rate": 6.584384275640936e-06, "loss": 0.38325796127319334, "num_input_tokens_seen": 180390272, "step": 1600, "train_runtime": 22186.7809, "train_tokens_per_second": 8130.529 }, { "epoch": 0.797713717693837, "grad_norm": 0.6055839865866774, "learning_rate": 6.565860223653711e-06, "loss": 0.380050802230835, "num_input_tokens_seen": 180962120, "step": 1605, "train_runtime": 22252.135, "train_tokens_per_second": 8132.349 }, { "epoch": 0.8001988071570576, "grad_norm": 0.6534675953398222, "learning_rate": 6.547312311347209e-06, "loss": 0.35499546527862547, "num_input_tokens_seen": 181501104, "step": 1610, "train_runtime": 22310.4882, "train_tokens_per_second": 8135.237 }, { "epoch": 0.8026838966202783, "grad_norm": 0.6100901808662069, "learning_rate": 6.528740821351454e-06, "loss": 0.35903818607330323, "num_input_tokens_seen": 182029648, "step": 1615, "train_runtime": 22380.1867, "train_tokens_per_second": 8133.518 }, { "epoch": 0.805168986083499, "grad_norm": 0.7216005820941789, "learning_rate": 6.51014603665574e-06, "loss": 0.3705106019973755, "num_input_tokens_seen": 182580304, "step": 1620, "train_runtime": 22452.8035, "train_tokens_per_second": 8131.737 }, { "epoch": 0.8076540755467196, "grad_norm": 0.724774261056537, "learning_rate": 6.491528240604321e-06, "loss": 0.35998854637145994, "num_input_tokens_seen": 183176344, "step": 1625, "train_runtime": 22526.9861, "train_tokens_per_second": 8131.418 }, { "epoch": 0.8101391650099403, "grad_norm": 0.5743129566941019, "learning_rate": 6.472887716892099e-06, "loss": 0.3614665985107422, "num_input_tokens_seen": 183746040, "step": 1630, "train_runtime": 22600.0157, "train_tokens_per_second": 8130.35 }, { "epoch": 0.812624254473161, "grad_norm": 0.6191864717572078, "learning_rate": 6.454224749560292e-06, "loss": 0.37230873107910156, "num_input_tokens_seen": 184318032, "step": 1635, "train_runtime": 22668.5456, "train_tokens_per_second": 8131.004 }, { "epoch": 0.8151093439363817, "grad_norm": 0.6389574654498897, "learning_rate": 6.435539622992111e-06, "loss": 0.3798834800720215, "num_input_tokens_seen": 184873432, "step": 1640, "train_runtime": 22735.9801, "train_tokens_per_second": 8131.316 }, { "epoch": 0.8175944333996024, "grad_norm": 0.7066198331408383, "learning_rate": 6.416832621908427e-06, "loss": 0.3715982437133789, "num_input_tokens_seen": 185462104, "step": 1645, "train_runtime": 22808.9383, "train_tokens_per_second": 8131.115 }, { "epoch": 0.820079522862823, "grad_norm": 0.8915397102983567, "learning_rate": 6.398104031363431e-06, "loss": 0.3546753406524658, "num_input_tokens_seen": 186010952, "step": 1650, "train_runtime": 22874.6983, "train_tokens_per_second": 8131.734 }, { "epoch": 0.8225646123260437, "grad_norm": 0.5916235464663082, "learning_rate": 6.379354136740289e-06, "loss": 0.35317416191101075, "num_input_tokens_seen": 186574808, "step": 1655, "train_runtime": 22946.8516, "train_tokens_per_second": 8130.737 }, { "epoch": 0.8250497017892644, "grad_norm": 0.6415938798199239, "learning_rate": 6.360583223746797e-06, "loss": 0.38242692947387696, "num_input_tokens_seen": 187175160, "step": 1660, "train_runtime": 23017.774, "train_tokens_per_second": 8131.766 }, { "epoch": 0.8275347912524851, "grad_norm": 0.6334738073655161, "learning_rate": 6.3417915784110225e-06, "loss": 0.37494263648986814, "num_input_tokens_seen": 187705168, "step": 1665, "train_runtime": 23091.7158, "train_tokens_per_second": 8128.68 }, { "epoch": 0.8300198807157058, "grad_norm": 0.6878866420362602, "learning_rate": 6.3229794870769556e-06, "loss": 0.37105731964111327, "num_input_tokens_seen": 188248088, "step": 1670, "train_runtime": 23158.3978, "train_tokens_per_second": 8128.718 }, { "epoch": 0.8325049701789264, "grad_norm": 0.591740735189097, "learning_rate": 6.304147236400132e-06, "loss": 0.3681910037994385, "num_input_tokens_seen": 188824240, "step": 1675, "train_runtime": 23232.3056, "train_tokens_per_second": 8127.658 }, { "epoch": 0.8349900596421471, "grad_norm": 0.6539791777058457, "learning_rate": 6.285295113343275e-06, "loss": 0.3783636331558228, "num_input_tokens_seen": 189404880, "step": 1680, "train_runtime": 23311.8398, "train_tokens_per_second": 8124.836 }, { "epoch": 0.8374751491053678, "grad_norm": 0.6379984466848608, "learning_rate": 6.266423405171919e-06, "loss": 0.37495999336242675, "num_input_tokens_seen": 189960232, "step": 1685, "train_runtime": 23380.7956, "train_tokens_per_second": 8124.627 }, { "epoch": 0.8399602385685885, "grad_norm": 0.6440128255736416, "learning_rate": 6.247532399450034e-06, "loss": 0.37276477813720704, "num_input_tokens_seen": 190501944, "step": 1690, "train_runtime": 23433.8731, "train_tokens_per_second": 8129.341 }, { "epoch": 0.8424453280318092, "grad_norm": 0.6357598871877349, "learning_rate": 6.228622384035644e-06, "loss": 0.36922607421875, "num_input_tokens_seen": 191047552, "step": 1695, "train_runtime": 23510.0285, "train_tokens_per_second": 8126.215 }, { "epoch": 0.8449304174950298, "grad_norm": 0.6785386642899698, "learning_rate": 6.209693647076438e-06, "loss": 0.3879129886627197, "num_input_tokens_seen": 191606544, "step": 1700, "train_runtime": 23575.4821, "train_tokens_per_second": 8127.365 }, { "epoch": 0.8474155069582505, "grad_norm": 0.5816351130772778, "learning_rate": 6.190746477005383e-06, "loss": 0.3573521614074707, "num_input_tokens_seen": 192167832, "step": 1705, "train_runtime": 23646.4167, "train_tokens_per_second": 8126.721 }, { "epoch": 0.8499005964214712, "grad_norm": 0.611254277728532, "learning_rate": 6.171781162536321e-06, "loss": 0.3799440383911133, "num_input_tokens_seen": 192737368, "step": 1710, "train_runtime": 23710.5416, "train_tokens_per_second": 8128.763 }, { "epoch": 0.8523856858846919, "grad_norm": 0.6578262189767939, "learning_rate": 6.1527979926595804e-06, "loss": 0.3529336452484131, "num_input_tokens_seen": 193310376, "step": 1715, "train_runtime": 23777.0396, "train_tokens_per_second": 8130.128 }, { "epoch": 0.8548707753479126, "grad_norm": 0.6971330894757081, "learning_rate": 6.133797256637569e-06, "loss": 0.40113162994384766, "num_input_tokens_seen": 193889080, "step": 1720, "train_runtime": 23848.2218, "train_tokens_per_second": 8130.127 }, { "epoch": 0.8573558648111332, "grad_norm": 0.6088194817802597, "learning_rate": 6.114779244000358e-06, "loss": 0.361390209197998, "num_input_tokens_seen": 194470016, "step": 1725, "train_runtime": 23918.3977, "train_tokens_per_second": 8130.562 }, { "epoch": 0.8598409542743539, "grad_norm": 0.6832990839129883, "learning_rate": 6.095744244541284e-06, "loss": 0.3713616609573364, "num_input_tokens_seen": 195028640, "step": 1730, "train_runtime": 23992.1158, "train_tokens_per_second": 8128.864 }, { "epoch": 0.8623260437375746, "grad_norm": 0.6317118407149473, "learning_rate": 6.076692548312519e-06, "loss": 0.35507752895355227, "num_input_tokens_seen": 195575456, "step": 1735, "train_runtime": 24062.9782, "train_tokens_per_second": 8127.65 }, { "epoch": 0.8648111332007953, "grad_norm": 0.7146221369152111, "learning_rate": 6.057624445620665e-06, "loss": 0.36352009773254396, "num_input_tokens_seen": 196157544, "step": 1740, "train_runtime": 24131.5968, "train_tokens_per_second": 8128.66 }, { "epoch": 0.867296222664016, "grad_norm": 0.7088936706828921, "learning_rate": 6.038540227022316e-06, "loss": 0.384311580657959, "num_input_tokens_seen": 196750768, "step": 1745, "train_runtime": 24205.335, "train_tokens_per_second": 8128.405 }, { "epoch": 0.8697813121272365, "grad_norm": 0.5972050885888135, "learning_rate": 6.0194401833196415e-06, "loss": 0.3668705940246582, "num_input_tokens_seen": 197320664, "step": 1750, "train_runtime": 24279.6655, "train_tokens_per_second": 8126.993 }, { "epoch": 0.8722664015904572, "grad_norm": 0.7021082461120339, "learning_rate": 6.00032460555595e-06, "loss": 0.3702070236206055, "num_input_tokens_seen": 197878640, "step": 1755, "train_runtime": 24353.6434, "train_tokens_per_second": 8125.217 }, { "epoch": 0.8747514910536779, "grad_norm": 0.6056290116544734, "learning_rate": 5.981193785011259e-06, "loss": 0.37683701515197754, "num_input_tokens_seen": 198436200, "step": 1760, "train_runtime": 24414.8279, "train_tokens_per_second": 8127.692 }, { "epoch": 0.8772365805168986, "grad_norm": 0.6479478521739579, "learning_rate": 5.962048013197847e-06, "loss": 0.37996611595153806, "num_input_tokens_seen": 199006328, "step": 1765, "train_runtime": 24475.8906, "train_tokens_per_second": 8130.708 }, { "epoch": 0.8797216699801192, "grad_norm": 0.6581445368624954, "learning_rate": 5.942887581855822e-06, "loss": 0.376295804977417, "num_input_tokens_seen": 199495608, "step": 1770, "train_runtime": 24552.12, "train_tokens_per_second": 8125.392 }, { "epoch": 0.8822067594433399, "grad_norm": 0.6730435073799281, "learning_rate": 5.923712782948667e-06, "loss": 0.38019070625305174, "num_input_tokens_seen": 200051688, "step": 1775, "train_runtime": 24620.8508, "train_tokens_per_second": 8125.295 }, { "epoch": 0.8846918489065606, "grad_norm": 0.6783482204025797, "learning_rate": 5.904523908658803e-06, "loss": 0.34175782203674315, "num_input_tokens_seen": 200613432, "step": 1780, "train_runtime": 24692.092, "train_tokens_per_second": 8124.602 }, { "epoch": 0.8871769383697813, "grad_norm": 0.6255358527217343, "learning_rate": 5.88532125138312e-06, "loss": 0.39377293586730955, "num_input_tokens_seen": 201181112, "step": 1785, "train_runtime": 24770.3682, "train_tokens_per_second": 8121.846 }, { "epoch": 0.889662027833002, "grad_norm": 0.6511607731402379, "learning_rate": 5.866105103728539e-06, "loss": 0.3675422668457031, "num_input_tokens_seen": 201721712, "step": 1790, "train_runtime": 24846.4881, "train_tokens_per_second": 8118.721 }, { "epoch": 0.8921471172962226, "grad_norm": 0.6097925440982134, "learning_rate": 5.846875758507542e-06, "loss": 0.35813026428222655, "num_input_tokens_seen": 202289352, "step": 1795, "train_runtime": 24919.0734, "train_tokens_per_second": 8117.852 }, { "epoch": 0.8946322067594433, "grad_norm": 0.6669576909090674, "learning_rate": 5.82763350873371e-06, "loss": 0.3726003408432007, "num_input_tokens_seen": 202832392, "step": 1800, "train_runtime": 24984.6576, "train_tokens_per_second": 8118.278 }, { "epoch": 0.897117296222664, "grad_norm": 0.6371272532557793, "learning_rate": 5.808378647617268e-06, "loss": 0.3683046817779541, "num_input_tokens_seen": 203388544, "step": 1805, "train_runtime": 25057.8811, "train_tokens_per_second": 8116.75 }, { "epoch": 0.8996023856858847, "grad_norm": 0.5971440620896147, "learning_rate": 5.789111468560605e-06, "loss": 0.354137659072876, "num_input_tokens_seen": 203963352, "step": 1810, "train_runtime": 25110.4549, "train_tokens_per_second": 8122.647 }, { "epoch": 0.9020874751491054, "grad_norm": 0.616124922832976, "learning_rate": 5.769832265153812e-06, "loss": 0.36770176887512207, "num_input_tokens_seen": 204522408, "step": 1815, "train_runtime": 25182.1083, "train_tokens_per_second": 8121.735 }, { "epoch": 0.904572564612326, "grad_norm": 0.7280646962260139, "learning_rate": 5.750541331170203e-06, "loss": 0.3491917610168457, "num_input_tokens_seen": 205048168, "step": 1820, "train_runtime": 25257.0811, "train_tokens_per_second": 8118.443 }, { "epoch": 0.9070576540755467, "grad_norm": 0.7016016822435476, "learning_rate": 5.731238960561845e-06, "loss": 0.38056321144104005, "num_input_tokens_seen": 205560424, "step": 1825, "train_runtime": 25326.0118, "train_tokens_per_second": 8116.573 }, { "epoch": 0.9095427435387674, "grad_norm": 0.6523741364307268, "learning_rate": 5.711925447455066e-06, "loss": 0.35477895736694337, "num_input_tokens_seen": 206107504, "step": 1830, "train_runtime": 25399.3723, "train_tokens_per_second": 8114.669 }, { "epoch": 0.9120278330019881, "grad_norm": 0.5876235650343216, "learning_rate": 5.692601086145988e-06, "loss": 0.37775001525878904, "num_input_tokens_seen": 206655872, "step": 1835, "train_runtime": 25473.2908, "train_tokens_per_second": 8112.649 }, { "epoch": 0.9145129224652088, "grad_norm": 2.4172905516795384, "learning_rate": 5.6732661710960355e-06, "loss": 0.36883745193481443, "num_input_tokens_seen": 207202568, "step": 1840, "train_runtime": 25539.5779, "train_tokens_per_second": 8112.999 }, { "epoch": 0.9169980119284294, "grad_norm": 0.6055102040624764, "learning_rate": 5.653920996927449e-06, "loss": 0.36173162460327146, "num_input_tokens_seen": 207777648, "step": 1845, "train_runtime": 25616.9455, "train_tokens_per_second": 8110.945 }, { "epoch": 0.9194831013916501, "grad_norm": 0.6490933435224526, "learning_rate": 5.634565858418793e-06, "loss": 0.34039714336395266, "num_input_tokens_seen": 208319072, "step": 1850, "train_runtime": 25683.4467, "train_tokens_per_second": 8111.025 }, { "epoch": 0.9219681908548708, "grad_norm": 0.6396971123670695, "learning_rate": 5.615201050500473e-06, "loss": 0.3785147428512573, "num_input_tokens_seen": 208864528, "step": 1855, "train_runtime": 25762.3124, "train_tokens_per_second": 8107.367 }, { "epoch": 0.9244532803180915, "grad_norm": 0.6030033026681769, "learning_rate": 5.595826868250227e-06, "loss": 0.3572536468505859, "num_input_tokens_seen": 209417888, "step": 1860, "train_runtime": 25836.9927, "train_tokens_per_second": 8105.351 }, { "epoch": 0.9269383697813122, "grad_norm": 1.5543801436852138, "learning_rate": 5.576443606888642e-06, "loss": 0.36751155853271483, "num_input_tokens_seen": 209964888, "step": 1865, "train_runtime": 25913.7805, "train_tokens_per_second": 8102.441 }, { "epoch": 0.9294234592445328, "grad_norm": 0.6169500594832261, "learning_rate": 5.557051561774654e-06, "loss": 0.3864218950271606, "num_input_tokens_seen": 210502752, "step": 1870, "train_runtime": 25984.8225, "train_tokens_per_second": 8100.989 }, { "epoch": 0.9319085487077535, "grad_norm": 0.8278711622199485, "learning_rate": 5.537651028401037e-06, "loss": 0.3558746337890625, "num_input_tokens_seen": 211057776, "step": 1875, "train_runtime": 26055.4876, "train_tokens_per_second": 8100.32 }, { "epoch": 0.9343936381709742, "grad_norm": 0.5907160213079181, "learning_rate": 5.518242302389916e-06, "loss": 0.359229588508606, "num_input_tokens_seen": 211637880, "step": 1880, "train_runtime": 26127.8154, "train_tokens_per_second": 8100.099 }, { "epoch": 0.9368787276341949, "grad_norm": 0.6755321695474246, "learning_rate": 5.498825679488248e-06, "loss": 0.37452447414398193, "num_input_tokens_seen": 212215848, "step": 1885, "train_runtime": 26203.1682, "train_tokens_per_second": 8098.862 }, { "epoch": 0.9393638170974155, "grad_norm": 0.6456676100993128, "learning_rate": 5.479401455563325e-06, "loss": 0.3868560791015625, "num_input_tokens_seen": 212790280, "step": 1890, "train_runtime": 26285.2163, "train_tokens_per_second": 8095.436 }, { "epoch": 0.9418489065606361, "grad_norm": 0.5803041422067553, "learning_rate": 5.459969926598258e-06, "loss": 0.36788253784179686, "num_input_tokens_seen": 213387504, "step": 1895, "train_runtime": 26354.212, "train_tokens_per_second": 8096.903 }, { "epoch": 0.9443339960238568, "grad_norm": 0.6154300943059695, "learning_rate": 5.440531388687476e-06, "loss": 0.3790719509124756, "num_input_tokens_seen": 213953472, "step": 1900, "train_runtime": 26420.0944, "train_tokens_per_second": 8098.134 }, { "epoch": 0.9468190854870775, "grad_norm": 0.5910251247683235, "learning_rate": 5.421086138032207e-06, "loss": 0.3631014347076416, "num_input_tokens_seen": 214516584, "step": 1905, "train_runtime": 26489.5147, "train_tokens_per_second": 8098.17 }, { "epoch": 0.9493041749502982, "grad_norm": 0.6672670920810775, "learning_rate": 5.401634470935964e-06, "loss": 0.3704709768295288, "num_input_tokens_seen": 215066736, "step": 1910, "train_runtime": 26570.8482, "train_tokens_per_second": 8094.086 }, { "epoch": 0.9517892644135189, "grad_norm": 0.6737920942821918, "learning_rate": 5.382176683800039e-06, "loss": 0.35127840042114256, "num_input_tokens_seen": 215632776, "step": 1915, "train_runtime": 26633.6264, "train_tokens_per_second": 8096.26 }, { "epoch": 0.9542743538767395, "grad_norm": 0.6307301076945065, "learning_rate": 5.3627130731189715e-06, "loss": 0.3761229753494263, "num_input_tokens_seen": 216180176, "step": 1920, "train_runtime": 26705.7076, "train_tokens_per_second": 8094.905 }, { "epoch": 0.9567594433399602, "grad_norm": 0.6481023910750464, "learning_rate": 5.343243935476047e-06, "loss": 0.35740041732788086, "num_input_tokens_seen": 216737480, "step": 1925, "train_runtime": 26764.3695, "train_tokens_per_second": 8097.986 }, { "epoch": 0.9592445328031809, "grad_norm": 0.905370333286984, "learning_rate": 5.323769567538767e-06, "loss": 0.3636675596237183, "num_input_tokens_seen": 217313168, "step": 1930, "train_runtime": 26833.2208, "train_tokens_per_second": 8098.661 }, { "epoch": 0.9617296222664016, "grad_norm": 0.6967039165703843, "learning_rate": 5.304290266054331e-06, "loss": 0.37630290985107423, "num_input_tokens_seen": 217865872, "step": 1935, "train_runtime": 26891.5964, "train_tokens_per_second": 8101.634 }, { "epoch": 0.9642147117296223, "grad_norm": 0.8154514723115697, "learning_rate": 5.284806327845115e-06, "loss": 0.37077414989471436, "num_input_tokens_seen": 218402664, "step": 1940, "train_runtime": 26968.7914, "train_tokens_per_second": 8098.348 }, { "epoch": 0.9666998011928429, "grad_norm": 0.6291794387386056, "learning_rate": 5.265318049804149e-06, "loss": 0.3803543567657471, "num_input_tokens_seen": 218962152, "step": 1945, "train_runtime": 27042.5358, "train_tokens_per_second": 8096.953 }, { "epoch": 0.9691848906560636, "grad_norm": 0.6705078379912762, "learning_rate": 5.245825728890593e-06, "loss": 0.3520726442337036, "num_input_tokens_seen": 219502664, "step": 1950, "train_runtime": 27114.1339, "train_tokens_per_second": 8095.507 }, { "epoch": 0.9716699801192843, "grad_norm": 0.7091745812039305, "learning_rate": 5.2263296621252114e-06, "loss": 0.3566716194152832, "num_input_tokens_seen": 220059856, "step": 1955, "train_runtime": 27185.932, "train_tokens_per_second": 8094.622 }, { "epoch": 0.974155069582505, "grad_norm": 0.6347854456155624, "learning_rate": 5.2068301465858475e-06, "loss": 0.37149648666381835, "num_input_tokens_seen": 220611704, "step": 1960, "train_runtime": 27251.5972, "train_tokens_per_second": 8095.368 }, { "epoch": 0.9766401590457257, "grad_norm": 0.6321021787921602, "learning_rate": 5.187327479402895e-06, "loss": 0.379772424697876, "num_input_tokens_seen": 221165456, "step": 1965, "train_runtime": 27322.076, "train_tokens_per_second": 8094.753 }, { "epoch": 0.9791252485089463, "grad_norm": 0.6851251954721802, "learning_rate": 5.167821957754774e-06, "loss": 0.3727846622467041, "num_input_tokens_seen": 221738272, "step": 1970, "train_runtime": 27389.6635, "train_tokens_per_second": 8095.692 }, { "epoch": 0.981610337972167, "grad_norm": 0.6383190626147188, "learning_rate": 5.148313878863399e-06, "loss": 0.3708191871643066, "num_input_tokens_seen": 222281008, "step": 1975, "train_runtime": 27463.5519, "train_tokens_per_second": 8093.673 }, { "epoch": 0.9840954274353877, "grad_norm": 0.6768802371987076, "learning_rate": 5.128803539989652e-06, "loss": 0.360191798210144, "num_input_tokens_seen": 222844704, "step": 1980, "train_runtime": 27532.9692, "train_tokens_per_second": 8093.74 }, { "epoch": 0.9865805168986084, "grad_norm": 0.649124040652731, "learning_rate": 5.109291238428852e-06, "loss": 0.3667256832122803, "num_input_tokens_seen": 223387592, "step": 1985, "train_runtime": 27606.8018, "train_tokens_per_second": 8091.759 }, { "epoch": 0.989065606361829, "grad_norm": 0.6326655768343108, "learning_rate": 5.0897772715062235e-06, "loss": 0.36615288257598877, "num_input_tokens_seen": 223941728, "step": 1990, "train_runtime": 27675.9319, "train_tokens_per_second": 8091.57 }, { "epoch": 0.9915506958250497, "grad_norm": 0.6170508955770921, "learning_rate": 5.070261936572372e-06, "loss": 0.35810768604278564, "num_input_tokens_seen": 224492544, "step": 1995, "train_runtime": 27740.6607, "train_tokens_per_second": 8092.545 }, { "epoch": 0.9940357852882704, "grad_norm": 0.602289801473698, "learning_rate": 5.050745530998744e-06, "loss": 0.3417465925216675, "num_input_tokens_seen": 225033760, "step": 2000, "train_runtime": 27817.0549, "train_tokens_per_second": 8089.777 }, { "epoch": 0.9965208747514911, "grad_norm": 0.7304680712034809, "learning_rate": 5.031228352173102e-06, "loss": 0.36499967575073244, "num_input_tokens_seen": 225618616, "step": 2005, "train_runtime": 27882.8699, "train_tokens_per_second": 8091.657 }, { "epoch": 0.9990059642147118, "grad_norm": 0.7100089813196016, "learning_rate": 5.011710697494992e-06, "loss": 0.35567431449890136, "num_input_tokens_seen": 226160112, "step": 2010, "train_runtime": 27954.2297, "train_tokens_per_second": 8090.372 }, { "epoch": 1.0014910536779325, "grad_norm": 0.7220342711104758, "learning_rate": 4.992192864371208e-06, "loss": 0.3508726119995117, "num_input_tokens_seen": 226737064, "step": 2015, "train_runtime": 28022.8018, "train_tokens_per_second": 8091.163 }, { "epoch": 1.0039761431411531, "grad_norm": 0.6316258903569337, "learning_rate": 4.972675150211267e-06, "loss": 0.31991915702819823, "num_input_tokens_seen": 227316536, "step": 2020, "train_runtime": 28094.4464, "train_tokens_per_second": 8091.156 }, { "epoch": 1.0064612326043738, "grad_norm": 0.6211320216915867, "learning_rate": 4.953157852422869e-06, "loss": 0.33379387855529785, "num_input_tokens_seen": 227859184, "step": 2025, "train_runtime": 28160.738, "train_tokens_per_second": 8091.378 }, { "epoch": 1.0089463220675945, "grad_norm": 0.767588613787823, "learning_rate": 4.933641268407374e-06, "loss": 0.3425900459289551, "num_input_tokens_seen": 228400328, "step": 2030, "train_runtime": 28227.6141, "train_tokens_per_second": 8091.379 }, { "epoch": 1.0114314115308152, "grad_norm": 0.6152211007519458, "learning_rate": 4.914125695555264e-06, "loss": 0.3301522731781006, "num_input_tokens_seen": 228981912, "step": 2035, "train_runtime": 28294.637, "train_tokens_per_second": 8092.767 }, { "epoch": 1.0139165009940359, "grad_norm": 0.6248840645533891, "learning_rate": 4.894611431241612e-06, "loss": 0.3237950801849365, "num_input_tokens_seen": 229537504, "step": 2040, "train_runtime": 28369.1905, "train_tokens_per_second": 8091.084 }, { "epoch": 1.0164015904572565, "grad_norm": 0.5479980565152459, "learning_rate": 4.875098772821551e-06, "loss": 0.3146378517150879, "num_input_tokens_seen": 230138128, "step": 2045, "train_runtime": 28449.9416, "train_tokens_per_second": 8089.23 }, { "epoch": 1.0188866799204772, "grad_norm": 0.646207788278426, "learning_rate": 4.8555880176257445e-06, "loss": 0.33398947715759275, "num_input_tokens_seen": 230678136, "step": 2050, "train_runtime": 28509.5788, "train_tokens_per_second": 8091.25 }, { "epoch": 1.021371769383698, "grad_norm": 0.572908153342372, "learning_rate": 4.836079462955857e-06, "loss": 0.3242894172668457, "num_input_tokens_seen": 231204040, "step": 2055, "train_runtime": 28584.1306, "train_tokens_per_second": 8088.545 }, { "epoch": 1.0238568588469186, "grad_norm": 0.6594371617737297, "learning_rate": 4.81657340608002e-06, "loss": 0.33183932304382324, "num_input_tokens_seen": 231785888, "step": 2060, "train_runtime": 28657.3946, "train_tokens_per_second": 8088.17 }, { "epoch": 1.0263419483101393, "grad_norm": 0.6141889733406628, "learning_rate": 4.7970701442283045e-06, "loss": 0.31254689693450927, "num_input_tokens_seen": 232313496, "step": 2065, "train_runtime": 28723.097, "train_tokens_per_second": 8088.038 }, { "epoch": 1.02882703777336, "grad_norm": 0.9103089897475846, "learning_rate": 4.7775699745881885e-06, "loss": 0.31564185619354246, "num_input_tokens_seen": 232844408, "step": 2070, "train_runtime": 28788.5389, "train_tokens_per_second": 8088.094 }, { "epoch": 1.0313121272365806, "grad_norm": 0.7483983432390716, "learning_rate": 4.758073194300036e-06, "loss": 0.32052605152130126, "num_input_tokens_seen": 233389336, "step": 2075, "train_runtime": 28854.9254, "train_tokens_per_second": 8088.371 }, { "epoch": 1.0337972166998013, "grad_norm": 0.6386677878485151, "learning_rate": 4.738580100452562e-06, "loss": 0.3223442554473877, "num_input_tokens_seen": 233976072, "step": 2080, "train_runtime": 28925.8427, "train_tokens_per_second": 8088.825 }, { "epoch": 1.036282306163022, "grad_norm": 0.6599612147692426, "learning_rate": 4.719090990078309e-06, "loss": 0.3202527046203613, "num_input_tokens_seen": 234543496, "step": 2085, "train_runtime": 28990.7436, "train_tokens_per_second": 8090.289 }, { "epoch": 1.0387673956262427, "grad_norm": 0.6789824733475135, "learning_rate": 4.699606160149119e-06, "loss": 0.3402568340301514, "num_input_tokens_seen": 235092984, "step": 2090, "train_runtime": 29060.2989, "train_tokens_per_second": 8089.834 }, { "epoch": 1.0412524850894633, "grad_norm": 0.6211248431195834, "learning_rate": 4.680125907571611e-06, "loss": 0.3191435098648071, "num_input_tokens_seen": 235624312, "step": 2095, "train_runtime": 29125.8068, "train_tokens_per_second": 8089.881 }, { "epoch": 1.0437375745526838, "grad_norm": 0.6531595574371873, "learning_rate": 4.660650529182653e-06, "loss": 0.3352505683898926, "num_input_tokens_seen": 236188872, "step": 2100, "train_runtime": 29200.0952, "train_tokens_per_second": 8088.634 }, { "epoch": 1.0462226640159045, "grad_norm": 0.636947726877122, "learning_rate": 4.6411803217448425e-06, "loss": 0.3199373722076416, "num_input_tokens_seen": 236756720, "step": 2105, "train_runtime": 29269.1579, "train_tokens_per_second": 8088.949 }, { "epoch": 1.0487077534791251, "grad_norm": 0.6442717467568068, "learning_rate": 4.621715581941981e-06, "loss": 0.32409305572509767, "num_input_tokens_seen": 237330608, "step": 2110, "train_runtime": 29346.7346, "train_tokens_per_second": 8087.121 }, { "epoch": 1.0511928429423458, "grad_norm": 0.6853790472708381, "learning_rate": 4.602256606374558e-06, "loss": 0.3354381561279297, "num_input_tokens_seen": 237886696, "step": 2115, "train_runtime": 29416.4256, "train_tokens_per_second": 8086.866 }, { "epoch": 1.0536779324055665, "grad_norm": 0.6126900427173739, "learning_rate": 4.582803691555226e-06, "loss": 0.3016113042831421, "num_input_tokens_seen": 238463936, "step": 2120, "train_runtime": 29481.7313, "train_tokens_per_second": 8088.532 }, { "epoch": 1.0561630218687872, "grad_norm": 0.6399196449668154, "learning_rate": 4.563357133904288e-06, "loss": 0.31397280693054197, "num_input_tokens_seen": 239038720, "step": 2125, "train_runtime": 29540.4228, "train_tokens_per_second": 8091.919 }, { "epoch": 1.0586481113320079, "grad_norm": 0.6469459363473768, "learning_rate": 4.543917229745172e-06, "loss": 0.3278268098831177, "num_input_tokens_seen": 239595744, "step": 2130, "train_runtime": 29612.1449, "train_tokens_per_second": 8091.131 }, { "epoch": 1.0611332007952285, "grad_norm": 0.5846807950952326, "learning_rate": 4.524484275299925e-06, "loss": 0.3242122888565063, "num_input_tokens_seen": 240176144, "step": 2135, "train_runtime": 29680.0843, "train_tokens_per_second": 8092.165 }, { "epoch": 1.0636182902584492, "grad_norm": 0.6187000739579367, "learning_rate": 4.5050585666846975e-06, "loss": 0.319428825378418, "num_input_tokens_seen": 240776312, "step": 2140, "train_runtime": 29754.3293, "train_tokens_per_second": 8092.144 }, { "epoch": 1.06610337972167, "grad_norm": 0.6142268871255283, "learning_rate": 4.485640399905224e-06, "loss": 0.32778201103210447, "num_input_tokens_seen": 241324080, "step": 2145, "train_runtime": 29826.6771, "train_tokens_per_second": 8090.881 }, { "epoch": 1.0685884691848906, "grad_norm": 0.6405587203034582, "learning_rate": 4.466230070852322e-06, "loss": 0.3494364023208618, "num_input_tokens_seen": 241902248, "step": 2150, "train_runtime": 29888.6183, "train_tokens_per_second": 8093.457 }, { "epoch": 1.0710735586481113, "grad_norm": 0.8151302431756986, "learning_rate": 4.446827875297376e-06, "loss": 0.3194560527801514, "num_input_tokens_seen": 242478536, "step": 2155, "train_runtime": 29962.5325, "train_tokens_per_second": 8092.725 }, { "epoch": 1.073558648111332, "grad_norm": 0.6115821306941586, "learning_rate": 4.427434108887835e-06, "loss": 0.3152233839035034, "num_input_tokens_seen": 243054488, "step": 2160, "train_runtime": 30034.0332, "train_tokens_per_second": 8092.636 }, { "epoch": 1.0760437375745526, "grad_norm": 0.61408241635913, "learning_rate": 4.4080490671427075e-06, "loss": 0.2981253147125244, "num_input_tokens_seen": 243606416, "step": 2165, "train_runtime": 30106.6566, "train_tokens_per_second": 8091.447 }, { "epoch": 1.0785288270377733, "grad_norm": 0.6666482668627652, "learning_rate": 4.3886730454480546e-06, "loss": 0.33526015281677246, "num_input_tokens_seen": 244146392, "step": 2170, "train_runtime": 30182.4373, "train_tokens_per_second": 8089.022 }, { "epoch": 1.081013916500994, "grad_norm": 0.6430409556136693, "learning_rate": 4.3693063390524915e-06, "loss": 0.3174752235412598, "num_input_tokens_seen": 244692544, "step": 2175, "train_runtime": 30254.6422, "train_tokens_per_second": 8087.769 }, { "epoch": 1.0834990059642147, "grad_norm": 0.652326856959876, "learning_rate": 4.349949243062692e-06, "loss": 0.3108466625213623, "num_input_tokens_seen": 245252688, "step": 2180, "train_runtime": 30329.765, "train_tokens_per_second": 8086.205 }, { "epoch": 1.0859840954274353, "grad_norm": 0.630003418633941, "learning_rate": 4.330602052438882e-06, "loss": 0.3311713933944702, "num_input_tokens_seen": 245832416, "step": 2185, "train_runtime": 30403.6988, "train_tokens_per_second": 8085.609 }, { "epoch": 1.088469184890656, "grad_norm": 0.6366408624029698, "learning_rate": 4.311265061990358e-06, "loss": 0.3274925708770752, "num_input_tokens_seen": 246416552, "step": 2190, "train_runtime": 30466.8745, "train_tokens_per_second": 8088.015 }, { "epoch": 1.0909542743538767, "grad_norm": 0.5900715901891197, "learning_rate": 4.291938566370981e-06, "loss": 0.3136040210723877, "num_input_tokens_seen": 246969200, "step": 2195, "train_runtime": 30535.7817, "train_tokens_per_second": 8087.862 }, { "epoch": 1.0934393638170974, "grad_norm": 0.6012730805946693, "learning_rate": 4.272622860074698e-06, "loss": 0.3395073413848877, "num_input_tokens_seen": 247478144, "step": 2200, "train_runtime": 30611.4595, "train_tokens_per_second": 8084.493 }, { "epoch": 1.095924453280318, "grad_norm": 0.6560838523717596, "learning_rate": 4.2533182374310495e-06, "loss": 0.29720206260681153, "num_input_tokens_seen": 248051264, "step": 2205, "train_runtime": 30684.982, "train_tokens_per_second": 8083.8 }, { "epoch": 1.0984095427435387, "grad_norm": 0.6825555931511044, "learning_rate": 4.234024992600687e-06, "loss": 0.3173992156982422, "num_input_tokens_seen": 248590704, "step": 2210, "train_runtime": 30758.5544, "train_tokens_per_second": 8082.002 }, { "epoch": 1.1008946322067594, "grad_norm": 0.6098839490760868, "learning_rate": 4.2147434195708804e-06, "loss": 0.31537957191467286, "num_input_tokens_seen": 249109680, "step": 2215, "train_runtime": 30825.2679, "train_tokens_per_second": 8081.347 }, { "epoch": 1.10337972166998, "grad_norm": 0.6386612958474456, "learning_rate": 4.195473812151058e-06, "loss": 0.3233582258224487, "num_input_tokens_seen": 249704216, "step": 2220, "train_runtime": 30892.3844, "train_tokens_per_second": 8083.035 }, { "epoch": 1.1058648111332008, "grad_norm": 0.636697916752228, "learning_rate": 4.1762164639683095e-06, "loss": 0.31053619384765624, "num_input_tokens_seen": 250252552, "step": 2225, "train_runtime": 30964.4613, "train_tokens_per_second": 8081.928 }, { "epoch": 1.1083499005964215, "grad_norm": 0.6317469311704326, "learning_rate": 4.156971668462925e-06, "loss": 0.3271548509597778, "num_input_tokens_seen": 250822296, "step": 2230, "train_runtime": 31041.7921, "train_tokens_per_second": 8080.149 }, { "epoch": 1.1108349900596421, "grad_norm": 0.6389020439902426, "learning_rate": 4.137739718883917e-06, "loss": 0.32387576103210447, "num_input_tokens_seen": 251378216, "step": 2235, "train_runtime": 31108.9605, "train_tokens_per_second": 8080.573 }, { "epoch": 1.1133200795228628, "grad_norm": 0.6261621892785184, "learning_rate": 4.118520908284554e-06, "loss": 0.32201275825500486, "num_input_tokens_seen": 251947928, "step": 2240, "train_runtime": 31177.9588, "train_tokens_per_second": 8080.963 }, { "epoch": 1.1158051689860835, "grad_norm": 0.6341116492609907, "learning_rate": 4.099315529517896e-06, "loss": 0.3337748050689697, "num_input_tokens_seen": 252521112, "step": 2245, "train_runtime": 31249.2317, "train_tokens_per_second": 8080.874 }, { "epoch": 1.1182902584493042, "grad_norm": 0.5755586278792829, "learning_rate": 4.080123875232332e-06, "loss": 0.3051743984222412, "num_input_tokens_seen": 253104688, "step": 2250, "train_runtime": 31325.9284, "train_tokens_per_second": 8079.719 }, { "epoch": 1.1207753479125249, "grad_norm": 0.5744938963501268, "learning_rate": 4.060946237867115e-06, "loss": 0.3200753450393677, "num_input_tokens_seen": 253677416, "step": 2255, "train_runtime": 31395.7294, "train_tokens_per_second": 8079.998 }, { "epoch": 1.1232604373757455, "grad_norm": 0.6578306620624749, "learning_rate": 4.041782909647915e-06, "loss": 0.3317903518676758, "num_input_tokens_seen": 254282824, "step": 2260, "train_runtime": 31471.9345, "train_tokens_per_second": 8079.669 }, { "epoch": 1.1257455268389662, "grad_norm": 0.6531894627559202, "learning_rate": 4.022634182582359e-06, "loss": 0.3205811262130737, "num_input_tokens_seen": 254855648, "step": 2265, "train_runtime": 31537.6213, "train_tokens_per_second": 8081.004 }, { "epoch": 1.128230616302187, "grad_norm": 0.5834929249713257, "learning_rate": 4.003500348455586e-06, "loss": 0.3306148529052734, "num_input_tokens_seen": 255427096, "step": 2270, "train_runtime": 31609.822, "train_tokens_per_second": 8080.624 }, { "epoch": 1.1307157057654076, "grad_norm": 0.6847755111833836, "learning_rate": 3.984381698825797e-06, "loss": 0.3347146987915039, "num_input_tokens_seen": 255990328, "step": 2275, "train_runtime": 31679.2751, "train_tokens_per_second": 8080.688 }, { "epoch": 1.1332007952286283, "grad_norm": 0.6833813157942104, "learning_rate": 3.965278525019818e-06, "loss": 0.3315311908721924, "num_input_tokens_seen": 256536512, "step": 2280, "train_runtime": 31747.5821, "train_tokens_per_second": 8080.506 }, { "epoch": 1.135685884691849, "grad_norm": 0.6990559836523956, "learning_rate": 3.94619111812865e-06, "loss": 0.34252352714538575, "num_input_tokens_seen": 257097856, "step": 2285, "train_runtime": 31821.5405, "train_tokens_per_second": 8079.365 }, { "epoch": 1.1381709741550696, "grad_norm": 0.7771992785218264, "learning_rate": 3.927119769003045e-06, "loss": 0.3083313226699829, "num_input_tokens_seen": 257661360, "step": 2290, "train_runtime": 31897.236, "train_tokens_per_second": 8077.859 }, { "epoch": 1.1406560636182903, "grad_norm": 0.6231858999571254, "learning_rate": 3.908064768249072e-06, "loss": 0.3196516990661621, "num_input_tokens_seen": 258243568, "step": 2295, "train_runtime": 31972.5262, "train_tokens_per_second": 8077.046 }, { "epoch": 1.143141153081511, "grad_norm": 0.5968720642356495, "learning_rate": 3.889026406223679e-06, "loss": 0.3293436050415039, "num_input_tokens_seen": 258850704, "step": 2300, "train_runtime": 32027.1608, "train_tokens_per_second": 8082.225 }, { "epoch": 1.1456262425447317, "grad_norm": 0.7239474168849465, "learning_rate": 3.870004973030283e-06, "loss": 0.32830061912536623, "num_input_tokens_seen": 259420696, "step": 2305, "train_runtime": 32093.8142, "train_tokens_per_second": 8083.199 }, { "epoch": 1.1481113320079523, "grad_norm": 0.595752681335604, "learning_rate": 3.8510007585143375e-06, "loss": 0.3143561124801636, "num_input_tokens_seen": 260014448, "step": 2310, "train_runtime": 32161.1403, "train_tokens_per_second": 8084.74 }, { "epoch": 1.150596421471173, "grad_norm": 0.6162562980204516, "learning_rate": 3.8320140522589215e-06, "loss": 0.33693206310272217, "num_input_tokens_seen": 260587896, "step": 2315, "train_runtime": 32226.074, "train_tokens_per_second": 8086.244 }, { "epoch": 1.1530815109343937, "grad_norm": 0.6143498128120426, "learning_rate": 3.8130451435803282e-06, "loss": 0.33428802490234377, "num_input_tokens_seen": 261141896, "step": 2320, "train_runtime": 32293.1201, "train_tokens_per_second": 8086.611 }, { "epoch": 1.1555666003976144, "grad_norm": 0.6929894402647042, "learning_rate": 3.794094321523652e-06, "loss": 0.3260087013244629, "num_input_tokens_seen": 261702968, "step": 2325, "train_runtime": 32371.474, "train_tokens_per_second": 8084.37 }, { "epoch": 1.158051689860835, "grad_norm": 0.6497606792439974, "learning_rate": 3.7751618748583873e-06, "loss": 0.345662522315979, "num_input_tokens_seen": 262272216, "step": 2330, "train_runtime": 32440.2344, "train_tokens_per_second": 8084.782 }, { "epoch": 1.1605367793240557, "grad_norm": 0.6613596197721965, "learning_rate": 3.756248092074028e-06, "loss": 0.3290838718414307, "num_input_tokens_seen": 262827032, "step": 2335, "train_runtime": 32518.1051, "train_tokens_per_second": 8082.483 }, { "epoch": 1.1630218687872764, "grad_norm": 0.7094004518614818, "learning_rate": 3.737353261375668e-06, "loss": 0.3275127649307251, "num_input_tokens_seen": 263329496, "step": 2340, "train_runtime": 32588.7633, "train_tokens_per_second": 8080.377 }, { "epoch": 1.165506958250497, "grad_norm": 0.7002145901744623, "learning_rate": 3.718477670679616e-06, "loss": 0.3150747299194336, "num_input_tokens_seen": 263937296, "step": 2345, "train_runtime": 32655.9487, "train_tokens_per_second": 8082.365 }, { "epoch": 1.1679920477137178, "grad_norm": 0.6635493599794974, "learning_rate": 3.699621607609003e-06, "loss": 0.3206862688064575, "num_input_tokens_seen": 264506672, "step": 2350, "train_runtime": 32728.8067, "train_tokens_per_second": 8081.77 }, { "epoch": 1.1704771371769385, "grad_norm": 0.5871404302500475, "learning_rate": 3.6807853594894007e-06, "loss": 0.3272248268127441, "num_input_tokens_seen": 265098816, "step": 2355, "train_runtime": 32799.8193, "train_tokens_per_second": 8082.326 }, { "epoch": 1.1729622266401591, "grad_norm": 0.6703183065801952, "learning_rate": 3.661969213344446e-06, "loss": 0.32170169353485106, "num_input_tokens_seen": 265640160, "step": 2360, "train_runtime": 32866.9165, "train_tokens_per_second": 8082.296 }, { "epoch": 1.1754473161033796, "grad_norm": 0.602513563183077, "learning_rate": 3.6431734558914633e-06, "loss": 0.3153726577758789, "num_input_tokens_seen": 266192824, "step": 2365, "train_runtime": 32930.0122, "train_tokens_per_second": 8083.593 }, { "epoch": 1.1779324055666005, "grad_norm": 0.5856326412574623, "learning_rate": 3.6243983735370967e-06, "loss": 0.3210511445999146, "num_input_tokens_seen": 266753208, "step": 2370, "train_runtime": 32998.7329, "train_tokens_per_second": 8083.741 }, { "epoch": 1.180417495029821, "grad_norm": 0.6463277530426302, "learning_rate": 3.6056442523729497e-06, "loss": 0.33164658546447756, "num_input_tokens_seen": 267338872, "step": 2375, "train_runtime": 33058.3541, "train_tokens_per_second": 8086.878 }, { "epoch": 1.1829025844930419, "grad_norm": 0.5771305337108241, "learning_rate": 3.5869113781712196e-06, "loss": 0.3182060956954956, "num_input_tokens_seen": 267915232, "step": 2380, "train_runtime": 33130.367, "train_tokens_per_second": 8086.697 }, { "epoch": 1.1853876739562623, "grad_norm": 0.628003990194654, "learning_rate": 3.568200036380348e-06, "loss": 0.3286311149597168, "num_input_tokens_seen": 268464608, "step": 2385, "train_runtime": 33201.9465, "train_tokens_per_second": 8085.809 }, { "epoch": 1.1878727634194832, "grad_norm": 0.7480220207953597, "learning_rate": 3.549510512120668e-06, "loss": 0.33164024353027344, "num_input_tokens_seen": 269014224, "step": 2390, "train_runtime": 33276.8319, "train_tokens_per_second": 8084.13 }, { "epoch": 1.1903578528827037, "grad_norm": 0.730153837622979, "learning_rate": 3.5308430901800627e-06, "loss": 0.31567792892456054, "num_input_tokens_seen": 269564560, "step": 2395, "train_runtime": 33352.8577, "train_tokens_per_second": 8082.203 }, { "epoch": 1.1928429423459244, "grad_norm": 0.5843494247611316, "learning_rate": 3.512198055009619e-06, "loss": 0.3049311637878418, "num_input_tokens_seen": 270139240, "step": 2400, "train_runtime": 33420.0861, "train_tokens_per_second": 8083.14 }, { "epoch": 1.195328031809145, "grad_norm": 0.5793905581100733, "learning_rate": 3.493575690719304e-06, "loss": 0.32205421924591066, "num_input_tokens_seen": 270703424, "step": 2405, "train_runtime": 33482.6524, "train_tokens_per_second": 8084.886 }, { "epoch": 1.1978131212723657, "grad_norm": 0.6018827521593433, "learning_rate": 3.4749762810736254e-06, "loss": 0.31123852729797363, "num_input_tokens_seen": 271286064, "step": 2410, "train_runtime": 33552.1596, "train_tokens_per_second": 8085.502 }, { "epoch": 1.2002982107355864, "grad_norm": 0.6808928666697777, "learning_rate": 3.4564001094873132e-06, "loss": 0.32583189010620117, "num_input_tokens_seen": 271807856, "step": 2415, "train_runtime": 33620.7165, "train_tokens_per_second": 8084.535 }, { "epoch": 1.202783300198807, "grad_norm": 0.6180584776366593, "learning_rate": 3.4378474590210016e-06, "loss": 0.32810773849487307, "num_input_tokens_seen": 272360400, "step": 2420, "train_runtime": 33690.7748, "train_tokens_per_second": 8084.124 }, { "epoch": 1.2052683896620278, "grad_norm": 0.6351757893695958, "learning_rate": 3.4193186123769083e-06, "loss": 0.34054317474365237, "num_input_tokens_seen": 272917656, "step": 2425, "train_runtime": 33753.6709, "train_tokens_per_second": 8085.57 }, { "epoch": 1.2077534791252484, "grad_norm": 0.6652341868779129, "learning_rate": 3.400813851894539e-06, "loss": 0.32586188316345216, "num_input_tokens_seen": 273469104, "step": 2430, "train_runtime": 33826.367, "train_tokens_per_second": 8084.495 }, { "epoch": 1.2102385685884691, "grad_norm": 0.6218837895255407, "learning_rate": 3.382333459546374e-06, "loss": 0.3159704923629761, "num_input_tokens_seen": 274021080, "step": 2435, "train_runtime": 33885.609, "train_tokens_per_second": 8086.651 }, { "epoch": 1.2127236580516898, "grad_norm": 0.637896223267975, "learning_rate": 3.363877716933578e-06, "loss": 0.33318562507629396, "num_input_tokens_seen": 274611008, "step": 2440, "train_runtime": 33958.6769, "train_tokens_per_second": 8086.623 }, { "epoch": 1.2152087475149105, "grad_norm": 0.6035773864104889, "learning_rate": 3.345446905281706e-06, "loss": 0.3152783393859863, "num_input_tokens_seen": 275218032, "step": 2445, "train_runtime": 34019.1894, "train_tokens_per_second": 8090.082 }, { "epoch": 1.2176938369781312, "grad_norm": 0.6548051481387002, "learning_rate": 3.3270413054364213e-06, "loss": 0.3222240447998047, "num_input_tokens_seen": 275800712, "step": 2450, "train_runtime": 34089.1439, "train_tokens_per_second": 8090.573 }, { "epoch": 1.2201789264413518, "grad_norm": 0.6336896903624539, "learning_rate": 3.3086611978592094e-06, "loss": 0.3394973039627075, "num_input_tokens_seen": 276361504, "step": 2455, "train_runtime": 34146.9155, "train_tokens_per_second": 8093.308 }, { "epoch": 1.2226640159045725, "grad_norm": 0.668188510482118, "learning_rate": 3.2903068626231128e-06, "loss": 0.32337279319763185, "num_input_tokens_seen": 276961304, "step": 2460, "train_runtime": 34216.8666, "train_tokens_per_second": 8094.292 }, { "epoch": 1.2251491053677932, "grad_norm": 0.6989543846259106, "learning_rate": 3.2719785794084593e-06, "loss": 0.3227228164672852, "num_input_tokens_seen": 277507944, "step": 2465, "train_runtime": 34288.6046, "train_tokens_per_second": 8093.299 }, { "epoch": 1.2276341948310139, "grad_norm": 0.5758534154829603, "learning_rate": 3.253676627498597e-06, "loss": 0.32222661972045896, "num_input_tokens_seen": 278107072, "step": 2470, "train_runtime": 34360.6406, "train_tokens_per_second": 8093.769 }, { "epoch": 1.2301192842942346, "grad_norm": 0.6351372561755276, "learning_rate": 3.2354012857756457e-06, "loss": 0.31956522464752196, "num_input_tokens_seen": 278666560, "step": 2475, "train_runtime": 34436.457, "train_tokens_per_second": 8092.196 }, { "epoch": 1.2326043737574552, "grad_norm": 0.595795778235017, "learning_rate": 3.217152832716243e-06, "loss": 0.32536227703094484, "num_input_tokens_seen": 279215880, "step": 2480, "train_runtime": 34507.4318, "train_tokens_per_second": 8091.471 }, { "epoch": 1.235089463220676, "grad_norm": 0.6324007197929544, "learning_rate": 3.198931546387297e-06, "loss": 0.3594836235046387, "num_input_tokens_seen": 279792376, "step": 2485, "train_runtime": 34571.6799, "train_tokens_per_second": 8093.109 }, { "epoch": 1.2375745526838966, "grad_norm": 0.6465568636310962, "learning_rate": 3.180737704441762e-06, "loss": 0.32520527839660646, "num_input_tokens_seen": 280344912, "step": 2490, "train_runtime": 34635.6455, "train_tokens_per_second": 8094.115 }, { "epoch": 1.2400596421471173, "grad_norm": 0.6772821809022134, "learning_rate": 3.162571584114389e-06, "loss": 0.34560179710388184, "num_input_tokens_seen": 280915880, "step": 2495, "train_runtime": 34713.8145, "train_tokens_per_second": 8092.337 }, { "epoch": 1.242544731610338, "grad_norm": 0.6488056406494763, "learning_rate": 3.1444334622175197e-06, "loss": 0.3284440994262695, "num_input_tokens_seen": 281467400, "step": 2500, "train_runtime": 34784.8153, "train_tokens_per_second": 8091.674 }, { "epoch": 1.2450298210735586, "grad_norm": 0.5418898831725447, "learning_rate": 3.126323615136857e-06, "loss": 0.3169837951660156, "num_input_tokens_seen": 282051512, "step": 2505, "train_runtime": 34854.7249, "train_tokens_per_second": 8092.203 }, { "epoch": 1.2475149105367793, "grad_norm": 0.6087455796213493, "learning_rate": 3.1082423188272583e-06, "loss": 0.33939690589904786, "num_input_tokens_seen": 282629440, "step": 2510, "train_runtime": 34920.7332, "train_tokens_per_second": 8093.457 }, { "epoch": 1.25, "grad_norm": 0.6124826130804227, "learning_rate": 3.090189848808527e-06, "loss": 0.30511353015899656, "num_input_tokens_seen": 283204528, "step": 2515, "train_runtime": 34981.7285, "train_tokens_per_second": 8095.784 }, { "epoch": 1.2524850894632207, "grad_norm": 0.5567122299549848, "learning_rate": 3.0721664801612195e-06, "loss": 0.32858710289001464, "num_input_tokens_seen": 283801304, "step": 2520, "train_runtime": 35052.067, "train_tokens_per_second": 8096.564 }, { "epoch": 1.2549701789264414, "grad_norm": 0.6343492277139788, "learning_rate": 3.0541724875224467e-06, "loss": 0.3222800731658936, "num_input_tokens_seen": 284358344, "step": 2525, "train_runtime": 35123.8774, "train_tokens_per_second": 8095.87 }, { "epoch": 1.257455268389662, "grad_norm": 0.6361025578248685, "learning_rate": 3.036208145081694e-06, "loss": 0.3197443962097168, "num_input_tokens_seen": 284941192, "step": 2530, "train_runtime": 35205.8222, "train_tokens_per_second": 8093.582 }, { "epoch": 1.2599403578528827, "grad_norm": 0.6320358293731507, "learning_rate": 3.018273726576642e-06, "loss": 0.33939423561096194, "num_input_tokens_seen": 285494600, "step": 2535, "train_runtime": 35279.0001, "train_tokens_per_second": 8092.48 }, { "epoch": 1.2624254473161034, "grad_norm": 0.6146055270104064, "learning_rate": 3.000369505288997e-06, "loss": 0.32036757469177246, "num_input_tokens_seen": 286077960, "step": 2540, "train_runtime": 35349.9295, "train_tokens_per_second": 8092.745 }, { "epoch": 1.264910536779324, "grad_norm": 0.6392388893453828, "learning_rate": 2.9824957540403237e-06, "loss": 0.3130642414093018, "num_input_tokens_seen": 286629640, "step": 2545, "train_runtime": 35416.6842, "train_tokens_per_second": 8093.068 }, { "epoch": 1.2673956262425448, "grad_norm": 0.669561774097629, "learning_rate": 2.9646527451878894e-06, "loss": 0.3235614538192749, "num_input_tokens_seen": 287192416, "step": 2550, "train_runtime": 35479.2193, "train_tokens_per_second": 8094.666 }, { "epoch": 1.2698807157057654, "grad_norm": 0.6700874935201345, "learning_rate": 2.9468407506205123e-06, "loss": 0.33912458419799807, "num_input_tokens_seen": 287752528, "step": 2555, "train_runtime": 35546.1782, "train_tokens_per_second": 8095.175 }, { "epoch": 1.2723658051689861, "grad_norm": 0.6277721550332024, "learning_rate": 2.9290600417544224e-06, "loss": 0.3259101867675781, "num_input_tokens_seen": 288329024, "step": 2560, "train_runtime": 35608.4572, "train_tokens_per_second": 8097.206 }, { "epoch": 1.2748508946322068, "grad_norm": 0.6053800812688522, "learning_rate": 2.911310889529124e-06, "loss": 0.319730281829834, "num_input_tokens_seen": 288906296, "step": 2565, "train_runtime": 35667.4207, "train_tokens_per_second": 8100.005 }, { "epoch": 1.2773359840954275, "grad_norm": 0.625190928142748, "learning_rate": 2.8935935644032627e-06, "loss": 0.32789390087127684, "num_input_tokens_seen": 289479392, "step": 2570, "train_runtime": 35738.4492, "train_tokens_per_second": 8099.943 }, { "epoch": 1.2798210735586482, "grad_norm": 0.6318225132472286, "learning_rate": 2.875908336350511e-06, "loss": 0.3394835710525513, "num_input_tokens_seen": 290056952, "step": 2575, "train_runtime": 35809.8943, "train_tokens_per_second": 8099.911 }, { "epoch": 1.2823061630218688, "grad_norm": 0.6215402620707905, "learning_rate": 2.8582554748554515e-06, "loss": 0.30529584884643557, "num_input_tokens_seen": 290589240, "step": 2580, "train_runtime": 35885.7677, "train_tokens_per_second": 8097.618 }, { "epoch": 1.2847912524850895, "grad_norm": 0.6317983547445536, "learning_rate": 2.8406352489094698e-06, "loss": 0.3314957618713379, "num_input_tokens_seen": 291131192, "step": 2585, "train_runtime": 35954.3698, "train_tokens_per_second": 8097.241 }, { "epoch": 1.2872763419483102, "grad_norm": 0.6268849807663828, "learning_rate": 2.823047927006656e-06, "loss": 0.3251540422439575, "num_input_tokens_seen": 291686600, "step": 2590, "train_runtime": 36015.8122, "train_tokens_per_second": 8098.848 }, { "epoch": 1.2897614314115309, "grad_norm": 0.6424720638305138, "learning_rate": 2.805493777139715e-06, "loss": 0.3126816749572754, "num_input_tokens_seen": 292243120, "step": 2595, "train_runtime": 36078.3501, "train_tokens_per_second": 8100.235 }, { "epoch": 1.2922465208747516, "grad_norm": 0.5707651828667896, "learning_rate": 2.7879730667958816e-06, "loss": 0.318155574798584, "num_input_tokens_seen": 292821864, "step": 2600, "train_runtime": 36142.6453, "train_tokens_per_second": 8101.838 }, { "epoch": 1.2947316103379722, "grad_norm": 0.5918765452260516, "learning_rate": 2.770486062952842e-06, "loss": 0.32808628082275393, "num_input_tokens_seen": 293385056, "step": 2605, "train_runtime": 36212.7231, "train_tokens_per_second": 8101.712 }, { "epoch": 1.297216699801193, "grad_norm": 0.6188612607564651, "learning_rate": 2.7530330320746724e-06, "loss": 0.33396780490875244, "num_input_tokens_seen": 293970056, "step": 2610, "train_runtime": 36279.688, "train_tokens_per_second": 8102.883 }, { "epoch": 1.2997017892644136, "grad_norm": 0.604409390562338, "learning_rate": 2.7356142401077723e-06, "loss": 0.2983008146286011, "num_input_tokens_seen": 294551352, "step": 2615, "train_runtime": 36354.9121, "train_tokens_per_second": 8102.106 }, { "epoch": 1.302186878727634, "grad_norm": 0.6308342727707753, "learning_rate": 2.718229952476816e-06, "loss": 0.3142648220062256, "num_input_tokens_seen": 295122520, "step": 2620, "train_runtime": 36423.1788, "train_tokens_per_second": 8102.602 }, { "epoch": 1.304671968190855, "grad_norm": 0.6294211926843355, "learning_rate": 2.7008804340807017e-06, "loss": 0.33000755310058594, "num_input_tokens_seen": 295672928, "step": 2625, "train_runtime": 36495.322, "train_tokens_per_second": 8101.667 }, { "epoch": 1.3071570576540754, "grad_norm": 0.5584334023404497, "learning_rate": 2.683565949288524e-06, "loss": 0.3415862798690796, "num_input_tokens_seen": 296236992, "step": 2630, "train_runtime": 36571.9987, "train_tokens_per_second": 8100.104 }, { "epoch": 1.3096421471172963, "grad_norm": 0.74724042191735, "learning_rate": 2.6662867619355415e-06, "loss": 0.32191967964172363, "num_input_tokens_seen": 296779688, "step": 2635, "train_runtime": 36630.3938, "train_tokens_per_second": 8102.006 }, { "epoch": 1.3121272365805168, "grad_norm": 0.591378818689317, "learning_rate": 2.6490431353191547e-06, "loss": 0.3372189521789551, "num_input_tokens_seen": 297332984, "step": 2640, "train_runtime": 36701.3486, "train_tokens_per_second": 8101.418 }, { "epoch": 1.3146123260437377, "grad_norm": 0.6342795071942039, "learning_rate": 2.6318353321948966e-06, "loss": 0.3189488649368286, "num_input_tokens_seen": 297894552, "step": 2645, "train_runtime": 36770.1677, "train_tokens_per_second": 8101.528 }, { "epoch": 1.3170974155069581, "grad_norm": 0.6098561735055383, "learning_rate": 2.614663614772426e-06, "loss": 0.30476808547973633, "num_input_tokens_seen": 298479264, "step": 2650, "train_runtime": 36845.1921, "train_tokens_per_second": 8100.901 }, { "epoch": 1.319582504970179, "grad_norm": 0.6234581715995534, "learning_rate": 2.5975282447115353e-06, "loss": 0.3280471324920654, "num_input_tokens_seen": 299022280, "step": 2655, "train_runtime": 36908.6859, "train_tokens_per_second": 8101.678 }, { "epoch": 1.3220675944333995, "grad_norm": 0.655004841687211, "learning_rate": 2.580429483118161e-06, "loss": 0.3062290191650391, "num_input_tokens_seen": 299560984, "step": 2660, "train_runtime": 36978.04, "train_tokens_per_second": 8101.051 }, { "epoch": 1.3245526838966204, "grad_norm": 0.6393687328102885, "learning_rate": 2.5633675905404064e-06, "loss": 0.3150776386260986, "num_input_tokens_seen": 300152320, "step": 2665, "train_runtime": 37047.0582, "train_tokens_per_second": 8101.921 }, { "epoch": 1.3270377733598409, "grad_norm": 0.6908188208617738, "learning_rate": 2.54634282696457e-06, "loss": 0.3288137435913086, "num_input_tokens_seen": 300719784, "step": 2670, "train_runtime": 37118.2652, "train_tokens_per_second": 8101.666 }, { "epoch": 1.3295228628230618, "grad_norm": 0.7164670265290806, "learning_rate": 2.5293554518111862e-06, "loss": 0.3155046463012695, "num_input_tokens_seen": 301255880, "step": 2675, "train_runtime": 37176.1967, "train_tokens_per_second": 8103.462 }, { "epoch": 1.3320079522862822, "grad_norm": 0.6319171746318435, "learning_rate": 2.5124057239310705e-06, "loss": 0.30266408920288085, "num_input_tokens_seen": 301854936, "step": 2680, "train_runtime": 37246.969, "train_tokens_per_second": 8104.148 }, { "epoch": 1.3344930417495031, "grad_norm": 0.6315527652604963, "learning_rate": 2.4954939016013725e-06, "loss": 0.3076614856719971, "num_input_tokens_seen": 302417560, "step": 2685, "train_runtime": 37312.9776, "train_tokens_per_second": 8104.889 }, { "epoch": 1.3369781312127236, "grad_norm": 0.5998438469712011, "learning_rate": 2.478620242521646e-06, "loss": 0.3289927005767822, "num_input_tokens_seen": 302977032, "step": 2690, "train_runtime": 37388.1948, "train_tokens_per_second": 8103.548 }, { "epoch": 1.3394632206759443, "grad_norm": 0.6543357588939832, "learning_rate": 2.46178500380992e-06, "loss": 0.3116851806640625, "num_input_tokens_seen": 303551736, "step": 2695, "train_runtime": 37457.6066, "train_tokens_per_second": 8103.874 }, { "epoch": 1.341948310139165, "grad_norm": 0.6427896034534485, "learning_rate": 2.4449884419987795e-06, "loss": 0.3331099271774292, "num_input_tokens_seen": 304119136, "step": 2700, "train_runtime": 37531.3612, "train_tokens_per_second": 8103.067 }, { "epoch": 1.3444333996023856, "grad_norm": 0.7718855194513118, "learning_rate": 2.4282308130314564e-06, "loss": 0.3319978713989258, "num_input_tokens_seen": 304663536, "step": 2705, "train_runtime": 37605.0785, "train_tokens_per_second": 8101.659 }, { "epoch": 1.3469184890656063, "grad_norm": 0.6607281365182268, "learning_rate": 2.411512372257932e-06, "loss": 0.3363766670227051, "num_input_tokens_seen": 305232432, "step": 2710, "train_runtime": 37678.571, "train_tokens_per_second": 8100.956 }, { "epoch": 1.349403578528827, "grad_norm": 0.6871894775171712, "learning_rate": 2.3948333744310433e-06, "loss": 0.3225851535797119, "num_input_tokens_seen": 305778064, "step": 2715, "train_runtime": 37750.264, "train_tokens_per_second": 8100.025 }, { "epoch": 1.3518886679920477, "grad_norm": 0.6264127228474534, "learning_rate": 2.3781940737026015e-06, "loss": 0.3287069320678711, "num_input_tokens_seen": 306322552, "step": 2720, "train_runtime": 37828.0515, "train_tokens_per_second": 8097.762 }, { "epoch": 1.3543737574552683, "grad_norm": 0.7153335955526043, "learning_rate": 2.361594723619522e-06, "loss": 0.30616672039031984, "num_input_tokens_seen": 306886408, "step": 2725, "train_runtime": 37906.9066, "train_tokens_per_second": 8095.791 }, { "epoch": 1.356858846918489, "grad_norm": 0.664957383957733, "learning_rate": 2.3450355771199574e-06, "loss": 0.3269395589828491, "num_input_tokens_seen": 307470920, "step": 2730, "train_runtime": 37979.5851, "train_tokens_per_second": 8095.689 }, { "epoch": 1.3593439363817097, "grad_norm": 0.6008217681232805, "learning_rate": 2.3285168865294467e-06, "loss": 0.327655029296875, "num_input_tokens_seen": 307989416, "step": 2735, "train_runtime": 38043.1653, "train_tokens_per_second": 8095.788 }, { "epoch": 1.3618290258449304, "grad_norm": 0.6682266175114023, "learning_rate": 2.3120389035570638e-06, "loss": 0.33198771476745603, "num_input_tokens_seen": 308525672, "step": 2740, "train_runtime": 38095.6433, "train_tokens_per_second": 8098.713 }, { "epoch": 1.364314115308151, "grad_norm": 0.7038032050296804, "learning_rate": 2.295601879291591e-06, "loss": 0.30571699142456055, "num_input_tokens_seen": 309062512, "step": 2745, "train_runtime": 38164.7981, "train_tokens_per_second": 8098.104 }, { "epoch": 1.3667992047713717, "grad_norm": 0.62970568538427, "learning_rate": 2.279206064197687e-06, "loss": 0.32982263565063474, "num_input_tokens_seen": 309640392, "step": 2750, "train_runtime": 38239.1669, "train_tokens_per_second": 8097.467 }, { "epoch": 1.3692842942345924, "grad_norm": 0.7051661660636465, "learning_rate": 2.2628517081120727e-06, "loss": 0.31272001266479493, "num_input_tokens_seen": 310195472, "step": 2755, "train_runtime": 38313.1232, "train_tokens_per_second": 8096.324 }, { "epoch": 1.371769383697813, "grad_norm": 0.6631271056464644, "learning_rate": 2.246539060239723e-06, "loss": 0.3255968809127808, "num_input_tokens_seen": 310748712, "step": 2760, "train_runtime": 38382.5698, "train_tokens_per_second": 8096.089 }, { "epoch": 1.3742544731610338, "grad_norm": 0.6028604146021433, "learning_rate": 2.2302683691500697e-06, "loss": 0.3258115291595459, "num_input_tokens_seen": 311289008, "step": 2765, "train_runtime": 38454.6479, "train_tokens_per_second": 8094.964 }, { "epoch": 1.3767395626242545, "grad_norm": 0.6041675714561272, "learning_rate": 2.214039882773217e-06, "loss": 0.3096216440200806, "num_input_tokens_seen": 311869152, "step": 2770, "train_runtime": 38530.892, "train_tokens_per_second": 8094.003 }, { "epoch": 1.3792246520874751, "grad_norm": 0.5966704809746424, "learning_rate": 2.197853848396153e-06, "loss": 0.33348238468170166, "num_input_tokens_seen": 312462248, "step": 2775, "train_runtime": 38605.4601, "train_tokens_per_second": 8093.732 }, { "epoch": 1.3817097415506958, "grad_norm": 0.718133326033276, "learning_rate": 2.1817105126589965e-06, "loss": 0.32853498458862307, "num_input_tokens_seen": 313022608, "step": 2780, "train_runtime": 38667.4308, "train_tokens_per_second": 8095.252 }, { "epoch": 1.3841948310139165, "grad_norm": 0.6715408976856361, "learning_rate": 2.1656101215512302e-06, "loss": 0.324610161781311, "num_input_tokens_seen": 313565440, "step": 2785, "train_runtime": 38738.3196, "train_tokens_per_second": 8094.451 }, { "epoch": 1.3866799204771372, "grad_norm": 0.6806927452705147, "learning_rate": 2.149552920407952e-06, "loss": 0.3303879976272583, "num_input_tokens_seen": 314095456, "step": 2790, "train_runtime": 38804.6849, "train_tokens_per_second": 8094.266 }, { "epoch": 1.3891650099403579, "grad_norm": 0.6726696199133415, "learning_rate": 2.1335391539061385e-06, "loss": 0.3162594556808472, "num_input_tokens_seen": 314670712, "step": 2795, "train_runtime": 38871.8138, "train_tokens_per_second": 8095.087 }, { "epoch": 1.3916500994035785, "grad_norm": 1.0932365465508813, "learning_rate": 2.117569066060917e-06, "loss": 0.3130491256713867, "num_input_tokens_seen": 315243624, "step": 2800, "train_runtime": 38945.6506, "train_tokens_per_second": 8094.45 }, { "epoch": 1.3941351888667992, "grad_norm": 0.6400767813779699, "learning_rate": 2.1016429002218486e-06, "loss": 0.31258111000061034, "num_input_tokens_seen": 315828656, "step": 2805, "train_runtime": 39019.0222, "train_tokens_per_second": 8094.223 }, { "epoch": 1.39662027833002, "grad_norm": 0.6278428108473181, "learning_rate": 2.0857608990692125e-06, "loss": 0.3067617416381836, "num_input_tokens_seen": 316388800, "step": 2810, "train_runtime": 39089.4439, "train_tokens_per_second": 8093.97 }, { "epoch": 1.3991053677932406, "grad_norm": 0.6486188945063442, "learning_rate": 2.0699233046103183e-06, "loss": 0.3267924070358276, "num_input_tokens_seen": 316971752, "step": 2815, "train_runtime": 39158.5322, "train_tokens_per_second": 8094.577 }, { "epoch": 1.4015904572564613, "grad_norm": 0.6791996820229442, "learning_rate": 2.0541303581758137e-06, "loss": 0.3356635570526123, "num_input_tokens_seen": 317533040, "step": 2820, "train_runtime": 39223.782, "train_tokens_per_second": 8095.421 }, { "epoch": 1.404075546719682, "grad_norm": 0.5989036795284862, "learning_rate": 2.0383823004160054e-06, "loss": 0.3247509479522705, "num_input_tokens_seen": 318084288, "step": 2825, "train_runtime": 39287.696, "train_tokens_per_second": 8096.283 }, { "epoch": 1.4065606361829026, "grad_norm": 0.6970233193088624, "learning_rate": 2.022679371297195e-06, "loss": 0.3100812196731567, "num_input_tokens_seen": 318628168, "step": 2830, "train_runtime": 39359.9802, "train_tokens_per_second": 8095.232 }, { "epoch": 1.4090457256461233, "grad_norm": 0.6543192934579225, "learning_rate": 2.0070218100980205e-06, "loss": 0.32055277824401857, "num_input_tokens_seen": 319215384, "step": 2835, "train_runtime": 39431.9598, "train_tokens_per_second": 8095.347 }, { "epoch": 1.411530815109344, "grad_norm": 0.6452251650887227, "learning_rate": 1.991409855405812e-06, "loss": 0.31725139617919923, "num_input_tokens_seen": 319784152, "step": 2840, "train_runtime": 39498.5922, "train_tokens_per_second": 8096.09 }, { "epoch": 1.4140159045725647, "grad_norm": 0.757194486452002, "learning_rate": 1.9758437451129548e-06, "loss": 0.33520400524139404, "num_input_tokens_seen": 320322216, "step": 2845, "train_runtime": 39565.9129, "train_tokens_per_second": 8095.914 }, { "epoch": 1.4165009940357853, "grad_norm": 0.6751423258115048, "learning_rate": 1.9603237164132637e-06, "loss": 0.3213017225265503, "num_input_tokens_seen": 320866760, "step": 2850, "train_runtime": 39633.0139, "train_tokens_per_second": 8095.946 }, { "epoch": 1.418986083499006, "grad_norm": 0.6203989744125594, "learning_rate": 1.944850005798372e-06, "loss": 0.3139894962310791, "num_input_tokens_seen": 321438408, "step": 2855, "train_runtime": 39703.683, "train_tokens_per_second": 8095.934 }, { "epoch": 1.4214711729622267, "grad_norm": 0.6509657060223445, "learning_rate": 1.929422849054126e-06, "loss": 0.31051268577575686, "num_input_tokens_seen": 321974064, "step": 2860, "train_runtime": 39776.2073, "train_tokens_per_second": 8094.64 }, { "epoch": 1.4239562624254474, "grad_norm": 0.6149524542703355, "learning_rate": 1.9140424812569865e-06, "loss": 0.31319990158081057, "num_input_tokens_seen": 322536080, "step": 2865, "train_runtime": 39844.3429, "train_tokens_per_second": 8094.903 }, { "epoch": 1.426441351888668, "grad_norm": 0.6192685584235147, "learning_rate": 1.8987091367704574e-06, "loss": 0.32322757244110106, "num_input_tokens_seen": 323089904, "step": 2870, "train_runtime": 39901.8007, "train_tokens_per_second": 8097.126 }, { "epoch": 1.4289264413518887, "grad_norm": 0.682898207054021, "learning_rate": 1.8834230492415078e-06, "loss": 0.33103797435760496, "num_input_tokens_seen": 323691944, "step": 2875, "train_runtime": 39976.5752, "train_tokens_per_second": 8097.04 }, { "epoch": 1.4314115308151094, "grad_norm": 0.652736686762331, "learning_rate": 1.8681844515970138e-06, "loss": 0.30420145988464353, "num_input_tokens_seen": 324270928, "step": 2880, "train_runtime": 40042.2876, "train_tokens_per_second": 8098.212 }, { "epoch": 1.43389662027833, "grad_norm": 0.5980591342134998, "learning_rate": 1.8529935760402062e-06, "loss": 0.31876139640808104, "num_input_tokens_seen": 324833432, "step": 2885, "train_runtime": 40122.833, "train_tokens_per_second": 8095.974 }, { "epoch": 1.4363817097415508, "grad_norm": 0.6518475592488924, "learning_rate": 1.8378506540471363e-06, "loss": 0.33255369663238527, "num_input_tokens_seen": 325409592, "step": 2890, "train_runtime": 40197.1839, "train_tokens_per_second": 8095.333 }, { "epoch": 1.4388667992047715, "grad_norm": 0.6908940064701478, "learning_rate": 1.8227559163631475e-06, "loss": 0.3353426933288574, "num_input_tokens_seen": 325958872, "step": 2895, "train_runtime": 40270.9491, "train_tokens_per_second": 8094.144 }, { "epoch": 1.4413518886679921, "grad_norm": 0.5991321078036727, "learning_rate": 1.8077095929993565e-06, "loss": 0.34195680618286134, "num_input_tokens_seen": 326534080, "step": 2900, "train_runtime": 40348.0139, "train_tokens_per_second": 8092.941 }, { "epoch": 1.4438369781312126, "grad_norm": 0.6645254352037387, "learning_rate": 1.7927119132291526e-06, "loss": 0.3130086660385132, "num_input_tokens_seen": 327083344, "step": 2905, "train_runtime": 40419.3163, "train_tokens_per_second": 8092.253 }, { "epoch": 1.4463220675944335, "grad_norm": 0.6175759887273283, "learning_rate": 1.7777631055847012e-06, "loss": 0.30218257904052737, "num_input_tokens_seen": 327657304, "step": 2910, "train_runtime": 40485.9716, "train_tokens_per_second": 8093.107 }, { "epoch": 1.448807157057654, "grad_norm": 0.7813084350324443, "learning_rate": 1.7628633978534621e-06, "loss": 0.3164646863937378, "num_input_tokens_seen": 328195488, "step": 2915, "train_runtime": 40547.3586, "train_tokens_per_second": 8094.127 }, { "epoch": 1.4512922465208749, "grad_norm": 0.6544006075480672, "learning_rate": 1.74801301707472e-06, "loss": 0.32097840309143066, "num_input_tokens_seen": 328772600, "step": 2920, "train_runtime": 40623.1936, "train_tokens_per_second": 8093.224 }, { "epoch": 1.4537773359840953, "grad_norm": 0.6083901049343592, "learning_rate": 1.7332121895361209e-06, "loss": 0.31046261787414553, "num_input_tokens_seen": 329340472, "step": 2925, "train_runtime": 40690.3113, "train_tokens_per_second": 8093.83 }, { "epoch": 1.4562624254473162, "grad_norm": 0.6575847535819591, "learning_rate": 1.7184611407702289e-06, "loss": 0.316282844543457, "num_input_tokens_seen": 329913176, "step": 2930, "train_runtime": 40766.168, "train_tokens_per_second": 8092.818 }, { "epoch": 1.4587475149105367, "grad_norm": 0.6888187821970063, "learning_rate": 1.703760095551088e-06, "loss": 0.31734318733215333, "num_input_tokens_seen": 330482216, "step": 2935, "train_runtime": 40832.292, "train_tokens_per_second": 8093.648 }, { "epoch": 1.4612326043737576, "grad_norm": 0.7072648332515346, "learning_rate": 1.6891092778907942e-06, "loss": 0.3230691194534302, "num_input_tokens_seen": 331016600, "step": 2940, "train_runtime": 40895.4504, "train_tokens_per_second": 8094.216 }, { "epoch": 1.463717693836978, "grad_norm": 0.6127877570120994, "learning_rate": 1.6745089110360862e-06, "loss": 0.3366373538970947, "num_input_tokens_seen": 331587248, "step": 2945, "train_runtime": 40962.3175, "train_tokens_per_second": 8094.934 }, { "epoch": 1.466202783300199, "grad_norm": 0.6887352858196922, "learning_rate": 1.659959217464941e-06, "loss": 0.3315255880355835, "num_input_tokens_seen": 332178608, "step": 2950, "train_runtime": 41039.505, "train_tokens_per_second": 8094.118 }, { "epoch": 1.4686878727634194, "grad_norm": 0.6190277506247961, "learning_rate": 1.645460418883184e-06, "loss": 0.32088706493377683, "num_input_tokens_seen": 332752984, "step": 2955, "train_runtime": 41113.8835, "train_tokens_per_second": 8093.446 }, { "epoch": 1.4711729622266403, "grad_norm": 0.9255515530741937, "learning_rate": 1.631012736221112e-06, "loss": 0.31818628311157227, "num_input_tokens_seen": 333310568, "step": 2960, "train_runtime": 41178.7993, "train_tokens_per_second": 8094.227 }, { "epoch": 1.4736580516898607, "grad_norm": 0.6300217617458029, "learning_rate": 1.6166163896301251e-06, "loss": 0.30632126331329346, "num_input_tokens_seen": 333851096, "step": 2965, "train_runtime": 41247.1822, "train_tokens_per_second": 8093.913 }, { "epoch": 1.4761431411530814, "grad_norm": 0.6779953695507507, "learning_rate": 1.6022715984793736e-06, "loss": 0.32839550971984866, "num_input_tokens_seen": 334405512, "step": 2970, "train_runtime": 41312.1086, "train_tokens_per_second": 8094.613 }, { "epoch": 1.478628230616302, "grad_norm": 0.5609991972065584, "learning_rate": 1.587978581352415e-06, "loss": 0.31574239730834963, "num_input_tokens_seen": 334981064, "step": 2975, "train_runtime": 41381.2778, "train_tokens_per_second": 8094.991 }, { "epoch": 1.4811133200795228, "grad_norm": 0.5921412924705993, "learning_rate": 1.5737375560438794e-06, "loss": 0.3063444852828979, "num_input_tokens_seen": 335532376, "step": 2980, "train_runtime": 41449.2757, "train_tokens_per_second": 8095.012 }, { "epoch": 1.4835984095427435, "grad_norm": 0.6543399543812114, "learning_rate": 1.5595487395561575e-06, "loss": 0.32524838447570803, "num_input_tokens_seen": 336051664, "step": 2985, "train_runtime": 41507.85, "train_tokens_per_second": 8096.099 }, { "epoch": 1.4860834990059641, "grad_norm": 0.7793034374101312, "learning_rate": 1.5454123480960903e-06, "loss": 0.30900025367736816, "num_input_tokens_seen": 336592464, "step": 2990, "train_runtime": 41580.0213, "train_tokens_per_second": 8095.053 }, { "epoch": 1.4885685884691848, "grad_norm": 0.585215729709737, "learning_rate": 1.531328597071674e-06, "loss": 0.3024424076080322, "num_input_tokens_seen": 337150392, "step": 2995, "train_runtime": 41651.5755, "train_tokens_per_second": 8094.541 }, { "epoch": 1.4910536779324055, "grad_norm": 0.6698192386537378, "learning_rate": 1.517297701088779e-06, "loss": 0.3347722053527832, "num_input_tokens_seen": 337716448, "step": 3000, "train_runtime": 41724.4605, "train_tokens_per_second": 8093.968 }, { "epoch": 1.4935387673956262, "grad_norm": 0.5924415445415384, "learning_rate": 1.5033198739478793e-06, "loss": 0.3223055124282837, "num_input_tokens_seen": 338285816, "step": 3005, "train_runtime": 41793.7955, "train_tokens_per_second": 8094.164 }, { "epoch": 1.4960238568588469, "grad_norm": 0.6522488694464076, "learning_rate": 1.4893953286407947e-06, "loss": 0.32070398330688477, "num_input_tokens_seen": 338839456, "step": 3010, "train_runtime": 41855.7502, "train_tokens_per_second": 8095.41 }, { "epoch": 1.4985089463220675, "grad_norm": 0.6008849067333178, "learning_rate": 1.4755242773474448e-06, "loss": 0.34209237098693845, "num_input_tokens_seen": 339423080, "step": 3015, "train_runtime": 41933.7026, "train_tokens_per_second": 8094.279 }, { "epoch": 1.5009940357852882, "grad_norm": 0.6382130773115663, "learning_rate": 1.4617069314326172e-06, "loss": 0.31463284492492677, "num_input_tokens_seen": 340009296, "step": 3020, "train_runtime": 42001.6842, "train_tokens_per_second": 8095.135 }, { "epoch": 1.503479125248509, "grad_norm": 0.6187763336985728, "learning_rate": 1.447943501442744e-06, "loss": 0.31114366054534914, "num_input_tokens_seen": 340586864, "step": 3025, "train_runtime": 42072.6709, "train_tokens_per_second": 8095.204 }, { "epoch": 1.5059642147117296, "grad_norm": 0.6647223277686793, "learning_rate": 1.4342341971026975e-06, "loss": 0.3133885860443115, "num_input_tokens_seen": 341156544, "step": 3030, "train_runtime": 42145.9895, "train_tokens_per_second": 8094.638 }, { "epoch": 1.5084493041749503, "grad_norm": 0.6132246241878623, "learning_rate": 1.4205792273125917e-06, "loss": 0.31753480434417725, "num_input_tokens_seen": 341723976, "step": 3035, "train_runtime": 42211.0493, "train_tokens_per_second": 8095.605 }, { "epoch": 1.510934393638171, "grad_norm": 0.8984737673406371, "learning_rate": 1.4069788001445978e-06, "loss": 0.3069683313369751, "num_input_tokens_seen": 342256416, "step": 3040, "train_runtime": 42266.9618, "train_tokens_per_second": 8097.493 }, { "epoch": 1.5134194831013916, "grad_norm": 0.5917049715483013, "learning_rate": 1.3934331228397774e-06, "loss": 0.31336321830749514, "num_input_tokens_seen": 342817928, "step": 3045, "train_runtime": 42344.4457, "train_tokens_per_second": 8095.936 }, { "epoch": 1.5159045725646123, "grad_norm": 0.6324853808854811, "learning_rate": 1.3799424018049245e-06, "loss": 0.336625862121582, "num_input_tokens_seen": 343389200, "step": 3050, "train_runtime": 42416.5441, "train_tokens_per_second": 8095.643 }, { "epoch": 1.518389662027833, "grad_norm": 0.6156596717252506, "learning_rate": 1.366506842609413e-06, "loss": 0.30888302326202394, "num_input_tokens_seen": 343942352, "step": 3055, "train_runtime": 42479.2067, "train_tokens_per_second": 8096.723 }, { "epoch": 1.5208747514910537, "grad_norm": 0.6914691275574822, "learning_rate": 1.353126649982075e-06, "loss": 0.3196723222732544, "num_input_tokens_seen": 344476216, "step": 3060, "train_runtime": 42544.23, "train_tokens_per_second": 8096.896 }, { "epoch": 1.5233598409542743, "grad_norm": 0.6076065686006078, "learning_rate": 1.3398020278080742e-06, "loss": 0.31299633979797364, "num_input_tokens_seen": 345023576, "step": 3065, "train_runtime": 42617.3044, "train_tokens_per_second": 8095.856 }, { "epoch": 1.525844930417495, "grad_norm": 0.6525409540021935, "learning_rate": 1.3265331791258008e-06, "loss": 0.31205224990844727, "num_input_tokens_seen": 345577072, "step": 3070, "train_runtime": 42683.8625, "train_tokens_per_second": 8096.2 }, { "epoch": 1.5283300198807157, "grad_norm": 0.6422296311367647, "learning_rate": 1.3133203061237775e-06, "loss": 0.3147293567657471, "num_input_tokens_seen": 346150200, "step": 3075, "train_runtime": 42760.4469, "train_tokens_per_second": 8095.102 }, { "epoch": 1.5308151093439364, "grad_norm": 0.6282010229703389, "learning_rate": 1.3001636101375804e-06, "loss": 0.30835280418395994, "num_input_tokens_seen": 346673856, "step": 3080, "train_runtime": 42830.404, "train_tokens_per_second": 8094.107 }, { "epoch": 1.533300198807157, "grad_norm": 0.6824954584861774, "learning_rate": 1.2870632916467673e-06, "loss": 0.303128719329834, "num_input_tokens_seen": 347212208, "step": 3085, "train_runtime": 42903.229, "train_tokens_per_second": 8092.916 }, { "epoch": 1.5357852882703777, "grad_norm": 0.6120096179741551, "learning_rate": 1.2740195502718266e-06, "loss": 0.3151275157928467, "num_input_tokens_seen": 347746888, "step": 3090, "train_runtime": 42966.7784, "train_tokens_per_second": 8093.39 }, { "epoch": 1.5382703777335984, "grad_norm": 0.5921461763049634, "learning_rate": 1.2610325847711336e-06, "loss": 0.3232539176940918, "num_input_tokens_seen": 348289368, "step": 3095, "train_runtime": 43033.251, "train_tokens_per_second": 8093.494 }, { "epoch": 1.540755467196819, "grad_norm": 0.6571697732878194, "learning_rate": 1.2481025930379214e-06, "loss": 0.3129811525344849, "num_input_tokens_seen": 348841200, "step": 3100, "train_runtime": 43099.9776, "train_tokens_per_second": 8093.768 }, { "epoch": 1.5432405566600398, "grad_norm": 0.6135570921165027, "learning_rate": 1.2352297720972689e-06, "loss": 0.31615419387817384, "num_input_tokens_seen": 349422680, "step": 3105, "train_runtime": 43168.8614, "train_tokens_per_second": 8094.322 }, { "epoch": 1.5457256461232605, "grad_norm": 0.694058625138879, "learning_rate": 1.2224143181030907e-06, "loss": 0.3251053810119629, "num_input_tokens_seen": 349994696, "step": 3110, "train_runtime": 43237.6624, "train_tokens_per_second": 8094.672 }, { "epoch": 1.5482107355864811, "grad_norm": 0.5725321060866029, "learning_rate": 1.209656426335158e-06, "loss": 0.3102801561355591, "num_input_tokens_seen": 350540704, "step": 3115, "train_runtime": 43300.2187, "train_tokens_per_second": 8095.587 }, { "epoch": 1.5506958250497018, "grad_norm": 0.6126863378607672, "learning_rate": 1.1969562911961168e-06, "loss": 0.3238799571990967, "num_input_tokens_seen": 351095816, "step": 3120, "train_runtime": 43364.7261, "train_tokens_per_second": 8096.346 }, { "epoch": 1.5531809145129225, "grad_norm": 0.6990159971194807, "learning_rate": 1.1843141062085278e-06, "loss": 0.31937243938446047, "num_input_tokens_seen": 351687088, "step": 3125, "train_runtime": 43432.567, "train_tokens_per_second": 8097.313 }, { "epoch": 1.5556660039761432, "grad_norm": 0.6045485676457566, "learning_rate": 1.1717300640119162e-06, "loss": 0.3220341205596924, "num_input_tokens_seen": 352236616, "step": 3130, "train_runtime": 43509.9646, "train_tokens_per_second": 8095.539 }, { "epoch": 1.5581510934393639, "grad_norm": 0.5928689194377964, "learning_rate": 1.1592043563598365e-06, "loss": 0.3087661027908325, "num_input_tokens_seen": 352790056, "step": 3135, "train_runtime": 43577.4906, "train_tokens_per_second": 8095.695 }, { "epoch": 1.5606361829025845, "grad_norm": 0.5785307620510605, "learning_rate": 1.1467371741169519e-06, "loss": 0.31176204681396485, "num_input_tokens_seen": 353377912, "step": 3140, "train_runtime": 43642.984, "train_tokens_per_second": 8097.015 }, { "epoch": 1.5631212723658052, "grad_norm": 0.64250753929324, "learning_rate": 1.134328707256125e-06, "loss": 0.3161168575286865, "num_input_tokens_seen": 353934680, "step": 3145, "train_runtime": 43713.1114, "train_tokens_per_second": 8096.762 }, { "epoch": 1.5656063618290257, "grad_norm": 0.5812939017283076, "learning_rate": 1.1219791448555223e-06, "loss": 0.3318530559539795, "num_input_tokens_seen": 354485392, "step": 3150, "train_runtime": 43785.626, "train_tokens_per_second": 8095.931 }, { "epoch": 1.5680914512922466, "grad_norm": 0.5856080985348556, "learning_rate": 1.1096886750957347e-06, "loss": 0.3182845115661621, "num_input_tokens_seen": 355049000, "step": 3155, "train_runtime": 43859.6983, "train_tokens_per_second": 8095.108 }, { "epoch": 1.570576540755467, "grad_norm": 0.7020225974783655, "learning_rate": 1.097457485256911e-06, "loss": 0.33698220252990724, "num_input_tokens_seen": 355587696, "step": 3160, "train_runtime": 43924.5859, "train_tokens_per_second": 8095.414 }, { "epoch": 1.573061630218688, "grad_norm": 0.5969074665471703, "learning_rate": 1.085285761715897e-06, "loss": 0.3074070453643799, "num_input_tokens_seen": 356152560, "step": 3165, "train_runtime": 43992.5106, "train_tokens_per_second": 8095.754 }, { "epoch": 1.5755467196819084, "grad_norm": 0.6372155855954388, "learning_rate": 1.0731736899434053e-06, "loss": 0.31992578506469727, "num_input_tokens_seen": 356730728, "step": 3170, "train_runtime": 44057.9143, "train_tokens_per_second": 8096.859 }, { "epoch": 1.5780318091451293, "grad_norm": 0.6739486103613654, "learning_rate": 1.0611214545011845e-06, "loss": 0.3220165491104126, "num_input_tokens_seen": 357317104, "step": 3175, "train_runtime": 44128.745, "train_tokens_per_second": 8097.151 }, { "epoch": 1.5805168986083498, "grad_norm": 0.6148825360748863, "learning_rate": 1.0491292390392055e-06, "loss": 0.3173060417175293, "num_input_tokens_seen": 357881896, "step": 3180, "train_runtime": 44196.5924, "train_tokens_per_second": 8097.5 }, { "epoch": 1.5830019880715707, "grad_norm": 0.5615815248877837, "learning_rate": 1.0371972262928653e-06, "loss": 0.2923841953277588, "num_input_tokens_seen": 358461456, "step": 3185, "train_runtime": 44265.8158, "train_tokens_per_second": 8097.93 }, { "epoch": 1.5854870775347911, "grad_norm": 0.6294903048453709, "learning_rate": 1.0253255980802029e-06, "loss": 0.31896076202392576, "num_input_tokens_seen": 359009032, "step": 3190, "train_runtime": 44329.0688, "train_tokens_per_second": 8098.727 }, { "epoch": 1.587972166998012, "grad_norm": 0.627920839403491, "learning_rate": 1.013514535299126e-06, "loss": 0.3224520683288574, "num_input_tokens_seen": 359533152, "step": 3195, "train_runtime": 44399.1588, "train_tokens_per_second": 8097.747 }, { "epoch": 1.5904572564612325, "grad_norm": 0.6127120636628913, "learning_rate": 1.0017642179246574e-06, "loss": 0.31302390098571775, "num_input_tokens_seen": 360118152, "step": 3200, "train_runtime": 44476.2584, "train_tokens_per_second": 8096.863 }, { "epoch": 1.5929423459244534, "grad_norm": 0.6280010782981149, "learning_rate": 9.900748250061909e-07, "loss": 0.3197129249572754, "num_input_tokens_seen": 360667872, "step": 3205, "train_runtime": 44547.2232, "train_tokens_per_second": 8096.304 }, { "epoch": 1.5954274353876738, "grad_norm": 0.652600048520917, "learning_rate": 9.784465346647638e-07, "loss": 0.31191105842590333, "num_input_tokens_seen": 361237760, "step": 3210, "train_runtime": 44619.0822, "train_tokens_per_second": 8096.037 }, { "epoch": 1.5979125248508947, "grad_norm": 0.6795754070001668, "learning_rate": 9.668795240903423e-07, "loss": 0.3151463508605957, "num_input_tokens_seen": 361810952, "step": 3215, "train_runtime": 44687.9116, "train_tokens_per_second": 8096.394 }, { "epoch": 1.6003976143141152, "grad_norm": 0.6754602162458507, "learning_rate": 9.553739695391228e-07, "loss": 0.3232785701751709, "num_input_tokens_seen": 362343976, "step": 3220, "train_runtime": 44755.8889, "train_tokens_per_second": 8096.007 }, { "epoch": 1.602882703777336, "grad_norm": 0.5741065095590924, "learning_rate": 9.439300463308421e-07, "loss": 0.30777673721313475, "num_input_tokens_seen": 362928672, "step": 3225, "train_runtime": 44825.6016, "train_tokens_per_second": 8096.46 }, { "epoch": 1.6053677932405566, "grad_norm": 0.6516898574642163, "learning_rate": 9.325479288461109e-07, "loss": 0.30566678047180174, "num_input_tokens_seen": 363529832, "step": 3230, "train_runtime": 44893.8226, "train_tokens_per_second": 8097.547 }, { "epoch": 1.6078528827037775, "grad_norm": 0.6426098445115822, "learning_rate": 9.212277905237549e-07, "loss": 0.30101923942565917, "num_input_tokens_seen": 364054904, "step": 3235, "train_runtime": 44963.18, "train_tokens_per_second": 8096.734 }, { "epoch": 1.610337972166998, "grad_norm": 0.5960549176082046, "learning_rate": 9.099698038581701e-07, "loss": 0.3242988109588623, "num_input_tokens_seen": 364654032, "step": 3240, "train_runtime": 45029.7567, "train_tokens_per_second": 8098.068 }, { "epoch": 1.6128230616302188, "grad_norm": 0.7387323087959445, "learning_rate": 8.987741403966971e-07, "loss": 0.3314228534698486, "num_input_tokens_seen": 365207032, "step": 3245, "train_runtime": 45101.7524, "train_tokens_per_second": 8097.402 }, { "epoch": 1.6153081510934393, "grad_norm": 0.5864769612158937, "learning_rate": 8.876409707370048e-07, "loss": 0.3272867202758789, "num_input_tokens_seen": 365780616, "step": 3250, "train_runtime": 45172.2915, "train_tokens_per_second": 8097.455 }, { "epoch": 1.6177932405566602, "grad_norm": 0.6293663216733479, "learning_rate": 8.765704645244927e-07, "loss": 0.31007771492004393, "num_input_tokens_seen": 366378552, "step": 3255, "train_runtime": 45239.3532, "train_tokens_per_second": 8098.669 }, { "epoch": 1.6202783300198806, "grad_norm": 0.6148967315668572, "learning_rate": 8.655627904497043e-07, "loss": 0.32148215770721433, "num_input_tokens_seen": 366958960, "step": 3260, "train_runtime": 45311.3944, "train_tokens_per_second": 8098.602 }, { "epoch": 1.6227634194831015, "grad_norm": 0.6364190346056351, "learning_rate": 8.546181162457585e-07, "loss": 0.30961339473724364, "num_input_tokens_seen": 367503672, "step": 3265, "train_runtime": 45385.8271, "train_tokens_per_second": 8097.322 }, { "epoch": 1.625248508946322, "grad_norm": 0.6413053717931511, "learning_rate": 8.437366086857912e-07, "loss": 0.31174097061157224, "num_input_tokens_seen": 368049536, "step": 3270, "train_runtime": 45454.7228, "train_tokens_per_second": 8097.058 }, { "epoch": 1.627733598409543, "grad_norm": 0.6406608373261115, "learning_rate": 8.329184335804174e-07, "loss": 0.3215543270111084, "num_input_tokens_seen": 368622536, "step": 3275, "train_runtime": 45517.3147, "train_tokens_per_second": 8098.512 }, { "epoch": 1.6302186878727634, "grad_norm": 0.6025291891693101, "learning_rate": 8.221637557751988e-07, "loss": 0.31618926525115965, "num_input_tokens_seen": 369196392, "step": 3280, "train_runtime": 45577.172, "train_tokens_per_second": 8100.467 }, { "epoch": 1.632703777335984, "grad_norm": 0.6270538180783158, "learning_rate": 8.114727391481397e-07, "loss": 0.3081305980682373, "num_input_tokens_seen": 369791144, "step": 3285, "train_runtime": 45641.1318, "train_tokens_per_second": 8102.147 }, { "epoch": 1.6351888667992047, "grad_norm": 0.6209426759386114, "learning_rate": 8.008455466071841e-07, "loss": 0.32327721118927, "num_input_tokens_seen": 370328456, "step": 3290, "train_runtime": 45699.0559, "train_tokens_per_second": 8103.635 }, { "epoch": 1.6376739562624254, "grad_norm": 0.6380293234605218, "learning_rate": 7.902823400877352e-07, "loss": 0.3361134767532349, "num_input_tokens_seen": 370888040, "step": 3295, "train_runtime": 45771.4049, "train_tokens_per_second": 8103.051 }, { "epoch": 1.640159045725646, "grad_norm": 0.5914642789893445, "learning_rate": 7.797832805501887e-07, "loss": 0.3205102443695068, "num_input_tokens_seen": 371421048, "step": 3300, "train_runtime": 45840.4892, "train_tokens_per_second": 8102.467 }, { "epoch": 1.6426441351888668, "grad_norm": 1.4968427150473462, "learning_rate": 7.693485279774782e-07, "loss": 0.29322023391723634, "num_input_tokens_seen": 371971152, "step": 3305, "train_runtime": 45910.124, "train_tokens_per_second": 8102.16 }, { "epoch": 1.6451292246520874, "grad_norm": 0.6415965223679025, "learning_rate": 7.589782413726387e-07, "loss": 0.3274980068206787, "num_input_tokens_seen": 372512192, "step": 3310, "train_runtime": 45987.0436, "train_tokens_per_second": 8100.373 }, { "epoch": 1.6476143141153081, "grad_norm": 0.6358736833491117, "learning_rate": 7.486725787563837e-07, "loss": 0.31942410469055177, "num_input_tokens_seen": 373111160, "step": 3315, "train_runtime": 46046.7063, "train_tokens_per_second": 8102.885 }, { "epoch": 1.6500994035785288, "grad_norm": 0.6412517551330648, "learning_rate": 7.38431697164696e-07, "loss": 0.33071558475494384, "num_input_tokens_seen": 373680712, "step": 3320, "train_runtime": 46122.4826, "train_tokens_per_second": 8101.921 }, { "epoch": 1.6525844930417495, "grad_norm": 0.6284493158730468, "learning_rate": 7.282557526464373e-07, "loss": 0.34810700416564944, "num_input_tokens_seen": 374245120, "step": 3325, "train_runtime": 46191.2978, "train_tokens_per_second": 8102.07 }, { "epoch": 1.6550695825049702, "grad_norm": 0.5661420673732055, "learning_rate": 7.181449002609691e-07, "loss": 0.3048112392425537, "num_input_tokens_seen": 374779288, "step": 3330, "train_runtime": 46252.16, "train_tokens_per_second": 8102.958 }, { "epoch": 1.6575546719681908, "grad_norm": 0.5784411447481479, "learning_rate": 7.080992940757869e-07, "loss": 0.2945127487182617, "num_input_tokens_seen": 375328808, "step": 3335, "train_runtime": 46316.3496, "train_tokens_per_second": 8103.592 }, { "epoch": 1.6600397614314115, "grad_norm": 0.8658889907358424, "learning_rate": 6.981190871641785e-07, "loss": 0.32708420753479006, "num_input_tokens_seen": 375872728, "step": 3340, "train_runtime": 46383.2269, "train_tokens_per_second": 8103.635 }, { "epoch": 1.6625248508946322, "grad_norm": 0.8606049669378169, "learning_rate": 6.88204431602888e-07, "loss": 0.3353096961975098, "num_input_tokens_seen": 376447480, "step": 3345, "train_runtime": 46455.9116, "train_tokens_per_second": 8103.328 }, { "epoch": 1.6650099403578529, "grad_norm": 0.5663562336170048, "learning_rate": 6.78355478469796e-07, "loss": 0.31557445526123046, "num_input_tokens_seen": 377024664, "step": 3350, "train_runtime": 46528.7879, "train_tokens_per_second": 8103.041 }, { "epoch": 1.6674950298210736, "grad_norm": 0.6286806019157742, "learning_rate": 6.685723778416242e-07, "loss": 0.3248952865600586, "num_input_tokens_seen": 377589048, "step": 3355, "train_runtime": 46598.8839, "train_tokens_per_second": 8102.963 }, { "epoch": 1.6699801192842942, "grad_norm": 0.6111937402982289, "learning_rate": 6.588552787916419e-07, "loss": 0.3210245847702026, "num_input_tokens_seen": 378190200, "step": 3360, "train_runtime": 46662.1119, "train_tokens_per_second": 8104.867 }, { "epoch": 1.672465208747515, "grad_norm": 0.6101887660941094, "learning_rate": 6.49204329387399e-07, "loss": 0.31774330139160156, "num_input_tokens_seen": 378755376, "step": 3365, "train_runtime": 46721.0887, "train_tokens_per_second": 8106.733 }, { "epoch": 1.6749502982107356, "grad_norm": 0.5643044680239365, "learning_rate": 6.396196766884671e-07, "loss": 0.31786355972290037, "num_input_tokens_seen": 379354496, "step": 3370, "train_runtime": 46788.5025, "train_tokens_per_second": 8107.857 }, { "epoch": 1.6774353876739563, "grad_norm": 0.6388497766407458, "learning_rate": 6.301014667442001e-07, "loss": 0.3027843713760376, "num_input_tokens_seen": 379920984, "step": 3375, "train_runtime": 46860.2678, "train_tokens_per_second": 8107.529 }, { "epoch": 1.679920477137177, "grad_norm": 0.6061320606834356, "learning_rate": 6.206498445915082e-07, "loss": 0.2907253265380859, "num_input_tokens_seen": 380475784, "step": 3380, "train_runtime": 46925.192, "train_tokens_per_second": 8108.135 }, { "epoch": 1.6824055666003976, "grad_norm": 0.5501212128475166, "learning_rate": 6.112649542526466e-07, "loss": 0.30368647575378416, "num_input_tokens_seen": 381061200, "step": 3385, "train_runtime": 46995.3597, "train_tokens_per_second": 8108.486 }, { "epoch": 1.6848906560636183, "grad_norm": 0.8813905792149939, "learning_rate": 6.01946938733024e-07, "loss": 0.3421525001525879, "num_input_tokens_seen": 381648512, "step": 3390, "train_runtime": 47071.6134, "train_tokens_per_second": 8107.827 }, { "epoch": 1.687375745526839, "grad_norm": 0.6389765764640893, "learning_rate": 5.926959400190207e-07, "loss": 0.33472723960876466, "num_input_tokens_seen": 382219256, "step": 3395, "train_runtime": 47138.5785, "train_tokens_per_second": 8108.417 }, { "epoch": 1.6898608349900597, "grad_norm": 0.6452430352832449, "learning_rate": 5.835120990758264e-07, "loss": 0.3110776901245117, "num_input_tokens_seen": 382767528, "step": 3400, "train_runtime": 47211.0486, "train_tokens_per_second": 8107.584 }, { "epoch": 1.6923459244532804, "grad_norm": 0.6217394969355298, "learning_rate": 5.743955558452902e-07, "loss": 0.3155216217041016, "num_input_tokens_seen": 383335096, "step": 3405, "train_runtime": 47275.85, "train_tokens_per_second": 8108.476 }, { "epoch": 1.694831013916501, "grad_norm": 0.5950131578011024, "learning_rate": 5.653464492437916e-07, "loss": 0.33304295539855955, "num_input_tokens_seen": 383904704, "step": 3410, "train_runtime": 47341.1198, "train_tokens_per_second": 8109.329 }, { "epoch": 1.6973161033797217, "grad_norm": 0.6164514103893838, "learning_rate": 5.56364917160121e-07, "loss": 0.297628116607666, "num_input_tokens_seen": 384470136, "step": 3415, "train_runtime": 47410.3151, "train_tokens_per_second": 8109.42 }, { "epoch": 1.6998011928429424, "grad_norm": 0.7085854257914194, "learning_rate": 5.474510964533808e-07, "loss": 0.3105302333831787, "num_input_tokens_seen": 385019640, "step": 3420, "train_runtime": 47480.4641, "train_tokens_per_second": 8109.012 }, { "epoch": 1.7022862823061629, "grad_norm": 0.5669507671560684, "learning_rate": 5.386051229508965e-07, "loss": 0.3406516551971436, "num_input_tokens_seen": 385550008, "step": 3425, "train_runtime": 47543.4999, "train_tokens_per_second": 8109.416 }, { "epoch": 1.7047713717693838, "grad_norm": 0.6183491573263754, "learning_rate": 5.298271314461511e-07, "loss": 0.315033483505249, "num_input_tokens_seen": 386104624, "step": 3430, "train_runtime": 47612.3801, "train_tokens_per_second": 8109.333 }, { "epoch": 1.7072564612326042, "grad_norm": 0.7043755691254879, "learning_rate": 5.211172556967276e-07, "loss": 0.3052037239074707, "num_input_tokens_seen": 386655064, "step": 3435, "train_runtime": 47677.8704, "train_tokens_per_second": 8109.739 }, { "epoch": 1.7097415506958251, "grad_norm": 0.7158766705432269, "learning_rate": 5.124756284222737e-07, "loss": 0.312931227684021, "num_input_tokens_seen": 387200632, "step": 3440, "train_runtime": 47750.2408, "train_tokens_per_second": 8108.873 }, { "epoch": 1.7122266401590456, "grad_norm": 0.5809883646584292, "learning_rate": 5.039023813024769e-07, "loss": 0.317107105255127, "num_input_tokens_seen": 387773192, "step": 3445, "train_runtime": 47817.7385, "train_tokens_per_second": 8109.4 }, { "epoch": 1.7147117296222665, "grad_norm": 0.7465857777084137, "learning_rate": 4.953976449750603e-07, "loss": 0.3150139093399048, "num_input_tokens_seen": 388278152, "step": 3450, "train_runtime": 47887.381, "train_tokens_per_second": 8108.152 }, { "epoch": 1.717196819085487, "grad_norm": 0.5878178099660997, "learning_rate": 4.869615490337898e-07, "loss": 0.30156168937683103, "num_input_tokens_seen": 388857976, "step": 3455, "train_runtime": 47966.0437, "train_tokens_per_second": 8106.943 }, { "epoch": 1.7196819085487078, "grad_norm": 0.6235447646043073, "learning_rate": 4.785942220265028e-07, "loss": 0.3213622570037842, "num_input_tokens_seen": 389433808, "step": 3460, "train_runtime": 48033.4458, "train_tokens_per_second": 8107.555 }, { "epoch": 1.7221669980119283, "grad_norm": 0.6514446911845969, "learning_rate": 4.702957914531425e-07, "loss": 0.3123664140701294, "num_input_tokens_seen": 390015968, "step": 3465, "train_runtime": 48103.8607, "train_tokens_per_second": 8107.789 }, { "epoch": 1.7246520874751492, "grad_norm": 0.6061782790826798, "learning_rate": 4.6206638376382394e-07, "loss": 0.32015409469604494, "num_input_tokens_seen": 390583160, "step": 3470, "train_runtime": 48171.5762, "train_tokens_per_second": 8108.166 }, { "epoch": 1.7271371769383697, "grad_norm": 0.6288429525761271, "learning_rate": 4.539061243569004e-07, "loss": 0.3095594882965088, "num_input_tokens_seen": 391155216, "step": 3475, "train_runtime": 48242.7318, "train_tokens_per_second": 8108.065 }, { "epoch": 1.7296222664015906, "grad_norm": 0.594951102621166, "learning_rate": 4.4581513757705696e-07, "loss": 0.325455904006958, "num_input_tokens_seen": 391745440, "step": 3480, "train_runtime": 48312.2409, "train_tokens_per_second": 8108.617 }, { "epoch": 1.732107355864811, "grad_norm": 0.6597131315437922, "learning_rate": 4.3779354671341255e-07, "loss": 0.30549724102020265, "num_input_tokens_seen": 392310752, "step": 3485, "train_runtime": 48372.3238, "train_tokens_per_second": 8110.232 }, { "epoch": 1.734592445328032, "grad_norm": 0.6098141310139199, "learning_rate": 4.2984147399764254e-07, "loss": 0.3285971641540527, "num_input_tokens_seen": 392888464, "step": 3490, "train_runtime": 48444.7177, "train_tokens_per_second": 8110.037 }, { "epoch": 1.7370775347912524, "grad_norm": 0.5628261324620512, "learning_rate": 4.2195904060211735e-07, "loss": 0.31354660987854005, "num_input_tokens_seen": 393448024, "step": 3495, "train_runtime": 48518.0871, "train_tokens_per_second": 8109.306 }, { "epoch": 1.7395626242544733, "grad_norm": 0.617467375530746, "learning_rate": 4.1414636663805355e-07, "loss": 0.3031325340270996, "num_input_tokens_seen": 393991336, "step": 3500, "train_runtime": 48587.0211, "train_tokens_per_second": 8108.983 }, { "epoch": 1.7420477137176937, "grad_norm": 0.5633406680136066, "learning_rate": 4.064035711536862e-07, "loss": 0.31957159042358396, "num_input_tokens_seen": 394573368, "step": 3505, "train_runtime": 48662.7519, "train_tokens_per_second": 8108.324 }, { "epoch": 1.7445328031809146, "grad_norm": 0.59158597609514, "learning_rate": 3.9873077213245236e-07, "loss": 0.31620006561279296, "num_input_tokens_seen": 395160080, "step": 3510, "train_runtime": 48733.6918, "train_tokens_per_second": 8108.56 }, { "epoch": 1.747017892644135, "grad_norm": 0.6043440760128012, "learning_rate": 3.9112808649119703e-07, "loss": 0.3270209312438965, "num_input_tokens_seen": 395711320, "step": 3515, "train_runtime": 48793.5843, "train_tokens_per_second": 8109.905 }, { "epoch": 1.749502982107356, "grad_norm": 0.6378112336797943, "learning_rate": 3.8359563007838496e-07, "loss": 0.32279019355773925, "num_input_tokens_seen": 396251040, "step": 3520, "train_runtime": 48854.789, "train_tokens_per_second": 8110.792 }, { "epoch": 1.7519880715705765, "grad_norm": 0.6369477982846655, "learning_rate": 3.7613351767234354e-07, "loss": 0.31135079860687254, "num_input_tokens_seen": 396820104, "step": 3525, "train_runtime": 48917.7511, "train_tokens_per_second": 8111.986 }, { "epoch": 1.7544731610337974, "grad_norm": 0.954112307845048, "learning_rate": 3.687418629795081e-07, "loss": 0.3224629402160645, "num_input_tokens_seen": 397336776, "step": 3530, "train_runtime": 48988.9925, "train_tokens_per_second": 8110.736 }, { "epoch": 1.7569582504970178, "grad_norm": 0.6158217718007925, "learning_rate": 3.6142077863269066e-07, "loss": 0.31424548625946047, "num_input_tokens_seen": 397893768, "step": 3535, "train_runtime": 49063.7727, "train_tokens_per_second": 8109.726 }, { "epoch": 1.7594433399602387, "grad_norm": 0.6008782708684459, "learning_rate": 3.541703761893645e-07, "loss": 0.3181297302246094, "num_input_tokens_seen": 398467408, "step": 3540, "train_runtime": 49133.5932, "train_tokens_per_second": 8109.877 }, { "epoch": 1.7619284294234592, "grad_norm": 0.575324387955075, "learning_rate": 3.4699076612996427e-07, "loss": 0.3093132495880127, "num_input_tokens_seen": 399031392, "step": 3545, "train_runtime": 49199.7287, "train_tokens_per_second": 8110.439 }, { "epoch": 1.76441351888668, "grad_norm": 0.6580463615307782, "learning_rate": 3.3988205785620064e-07, "loss": 0.29964122772216795, "num_input_tokens_seen": 399600416, "step": 3550, "train_runtime": 49274.7328, "train_tokens_per_second": 8109.641 }, { "epoch": 1.7668986083499005, "grad_norm": 0.5796225285788789, "learning_rate": 3.32844359689396e-07, "loss": 0.31161746978759763, "num_input_tokens_seen": 400149088, "step": 3555, "train_runtime": 49349.3871, "train_tokens_per_second": 8108.492 }, { "epoch": 1.7693836978131214, "grad_norm": 0.7020480430779626, "learning_rate": 3.2587777886883165e-07, "loss": 0.30706286430358887, "num_input_tokens_seen": 400729624, "step": 3560, "train_runtime": 49419.2744, "train_tokens_per_second": 8108.772 }, { "epoch": 1.771868787276342, "grad_norm": 0.6084397848592192, "learning_rate": 3.189824215501142e-07, "loss": 0.3256417751312256, "num_input_tokens_seen": 401300176, "step": 3565, "train_runtime": 49490.4511, "train_tokens_per_second": 8108.638 }, { "epoch": 1.7743538767395626, "grad_norm": 0.6472171692593617, "learning_rate": 3.1215839280355877e-07, "loss": 0.3079630613327026, "num_input_tokens_seen": 401854248, "step": 3570, "train_runtime": 49555.7031, "train_tokens_per_second": 8109.142 }, { "epoch": 1.7768389662027833, "grad_norm": 0.6074019559547069, "learning_rate": 3.05405796612589e-07, "loss": 0.30272536277770995, "num_input_tokens_seen": 402407832, "step": 3575, "train_runtime": 49622.8388, "train_tokens_per_second": 8109.327 }, { "epoch": 1.779324055666004, "grad_norm": 0.5789364339576805, "learning_rate": 2.987247358721479e-07, "loss": 0.31909980773925783, "num_input_tokens_seen": 402986560, "step": 3580, "train_runtime": 49684.3161, "train_tokens_per_second": 8110.941 }, { "epoch": 1.7818091451292246, "grad_norm": 0.6410885463242871, "learning_rate": 2.9211531238713454e-07, "loss": 0.3228114604949951, "num_input_tokens_seen": 403508752, "step": 3585, "train_runtime": 49747.7261, "train_tokens_per_second": 8111.099 }, { "epoch": 1.7842942345924453, "grad_norm": 0.5797060718294117, "learning_rate": 2.855776268708527e-07, "loss": 0.31345381736755373, "num_input_tokens_seen": 404045592, "step": 3590, "train_runtime": 49817.2988, "train_tokens_per_second": 8110.548 }, { "epoch": 1.786779324055666, "grad_norm": 0.6542959818567567, "learning_rate": 2.7911177894347274e-07, "loss": 0.3365085363388062, "num_input_tokens_seen": 404605104, "step": 3595, "train_runtime": 49884.9066, "train_tokens_per_second": 8110.772 }, { "epoch": 1.7892644135188867, "grad_norm": 1.2815024607675278, "learning_rate": 2.727178671305175e-07, "loss": 0.3168356895446777, "num_input_tokens_seen": 405187464, "step": 3600, "train_runtime": 49963.2468, "train_tokens_per_second": 8109.71 }, { "epoch": 1.7917495029821073, "grad_norm": 0.6051938797925253, "learning_rate": 2.663959888613582e-07, "loss": 0.3264192581176758, "num_input_tokens_seen": 405763312, "step": 3605, "train_runtime": 50033.6017, "train_tokens_per_second": 8109.816 }, { "epoch": 1.794234592445328, "grad_norm": 0.6193660951985073, "learning_rate": 2.601462404677313e-07, "loss": 0.3080559730529785, "num_input_tokens_seen": 406331704, "step": 3610, "train_runtime": 50105.1471, "train_tokens_per_second": 8109.58 }, { "epoch": 1.7967196819085487, "grad_norm": 0.5969535709886561, "learning_rate": 2.539687171822691e-07, "loss": 0.32686400413513184, "num_input_tokens_seen": 406939152, "step": 3615, "train_runtime": 50177.5848, "train_tokens_per_second": 8109.979 }, { "epoch": 1.7992047713717694, "grad_norm": 0.6525875511722198, "learning_rate": 2.478635131370499e-07, "loss": 0.31873512268066406, "num_input_tokens_seen": 407511680, "step": 3620, "train_runtime": 50251.5998, "train_tokens_per_second": 8109.427 }, { "epoch": 1.80168986083499, "grad_norm": 0.6096303980317259, "learning_rate": 2.4183072136216515e-07, "loss": 0.3121727466583252, "num_input_tokens_seen": 408111912, "step": 3625, "train_runtime": 50325.5541, "train_tokens_per_second": 8109.437 }, { "epoch": 1.8041749502982107, "grad_norm": 0.7304718041065009, "learning_rate": 2.3587043378429818e-07, "loss": 0.3239481210708618, "num_input_tokens_seen": 408686512, "step": 3630, "train_runtime": 50397.4741, "train_tokens_per_second": 8109.266 }, { "epoch": 1.8066600397614314, "grad_norm": 0.6044788674646036, "learning_rate": 2.2998274122532581e-07, "loss": 0.3261247158050537, "num_input_tokens_seen": 409263600, "step": 3635, "train_runtime": 50468.3486, "train_tokens_per_second": 8109.312 }, { "epoch": 1.809145129224652, "grad_norm": 0.5848935709269248, "learning_rate": 2.2416773340093456e-07, "loss": 0.31814463138580323, "num_input_tokens_seen": 409832744, "step": 3640, "train_runtime": 50537.4353, "train_tokens_per_second": 8109.488 }, { "epoch": 1.8116302186878728, "grad_norm": 0.6227853093555468, "learning_rate": 2.1842549891925302e-07, "loss": 0.3035116672515869, "num_input_tokens_seen": 410393864, "step": 3645, "train_runtime": 50606.2912, "train_tokens_per_second": 8109.542 }, { "epoch": 1.8141153081510935, "grad_norm": 0.5447675559696712, "learning_rate": 2.1275612527949907e-07, "loss": 0.3397731065750122, "num_input_tokens_seen": 410978720, "step": 3650, "train_runtime": 50678.2734, "train_tokens_per_second": 8109.564 }, { "epoch": 1.8166003976143141, "grad_norm": 0.6012647187882215, "learning_rate": 2.0715969887065312e-07, "loss": 0.33132114410400393, "num_input_tokens_seen": 411557448, "step": 3655, "train_runtime": 50750.2668, "train_tokens_per_second": 8109.464 }, { "epoch": 1.8190854870775348, "grad_norm": 0.6836385736858126, "learning_rate": 2.016363049701353e-07, "loss": 0.34366092681884763, "num_input_tokens_seen": 412136216, "step": 3660, "train_runtime": 50826.6009, "train_tokens_per_second": 8108.672 }, { "epoch": 1.8215705765407555, "grad_norm": 0.6593978354726521, "learning_rate": 1.9618602774250815e-07, "loss": 0.29894418716430665, "num_input_tokens_seen": 412658480, "step": 3665, "train_runtime": 50892.4073, "train_tokens_per_second": 8108.449 }, { "epoch": 1.8240556660039762, "grad_norm": 0.69340388073698, "learning_rate": 1.9080895023819657e-07, "loss": 0.31429295539855956, "num_input_tokens_seen": 413228216, "step": 3670, "train_runtime": 50957.5303, "train_tokens_per_second": 8109.267 }, { "epoch": 1.8265407554671969, "grad_norm": 0.6847454161706115, "learning_rate": 1.8550515439221762e-07, "loss": 0.3116039752960205, "num_input_tokens_seen": 413777432, "step": 3675, "train_runtime": 51035.9932, "train_tokens_per_second": 8107.561 }, { "epoch": 1.8290258449304175, "grad_norm": 0.5957346347384566, "learning_rate": 1.8027472102293663e-07, "loss": 0.3293259620666504, "num_input_tokens_seen": 414362544, "step": 3680, "train_runtime": 51109.4523, "train_tokens_per_second": 8107.356 }, { "epoch": 1.8315109343936382, "grad_norm": 0.6202225580773381, "learning_rate": 1.7511772983083208e-07, "loss": 0.31985466480255126, "num_input_tokens_seen": 414907208, "step": 3685, "train_runtime": 51176.1469, "train_tokens_per_second": 8107.434 }, { "epoch": 1.833996023856859, "grad_norm": 0.6613830249696063, "learning_rate": 1.7003425939728425e-07, "loss": 0.30423722267150877, "num_input_tokens_seen": 415470920, "step": 3690, "train_runtime": 51244.6428, "train_tokens_per_second": 8107.597 }, { "epoch": 1.8364811133200796, "grad_norm": 0.662347103466514, "learning_rate": 1.6502438718337454e-07, "loss": 0.33441877365112305, "num_input_tokens_seen": 416045344, "step": 3695, "train_runtime": 51302.7375, "train_tokens_per_second": 8109.613 }, { "epoch": 1.8389662027833003, "grad_norm": 0.5723349570850523, "learning_rate": 1.600881895287082e-07, "loss": 0.3084590435028076, "num_input_tokens_seen": 416607008, "step": 3700, "train_runtime": 51383.2485, "train_tokens_per_second": 8107.837 }, { "epoch": 1.841451292246521, "grad_norm": 0.70682167344373, "learning_rate": 1.5522574165024896e-07, "loss": 0.32577691078186033, "num_input_tokens_seen": 417111792, "step": 3705, "train_runtime": 51445.3761, "train_tokens_per_second": 8107.858 }, { "epoch": 1.8439363817097414, "grad_norm": 0.638387994913655, "learning_rate": 1.5043711764117396e-07, "loss": 0.32839040756225585, "num_input_tokens_seen": 417668808, "step": 3710, "train_runtime": 51524.497, "train_tokens_per_second": 8106.218 }, { "epoch": 1.8464214711729623, "grad_norm": 0.6320838305497825, "learning_rate": 1.4572239046974412e-07, "loss": 0.326462984085083, "num_input_tokens_seen": 418242704, "step": 3715, "train_runtime": 51597.2625, "train_tokens_per_second": 8105.909 }, { "epoch": 1.8489065606361827, "grad_norm": 0.6172767261414444, "learning_rate": 1.4108163197819325e-07, "loss": 0.3121402502059937, "num_input_tokens_seen": 418813368, "step": 3720, "train_runtime": 51670.7086, "train_tokens_per_second": 8105.431 }, { "epoch": 1.8513916500994037, "grad_norm": 0.5885042274412391, "learning_rate": 1.365149128816323e-07, "loss": 0.3086491584777832, "num_input_tokens_seen": 419363464, "step": 3725, "train_runtime": 51749.031, "train_tokens_per_second": 8103.794 }, { "epoch": 1.853876739562624, "grad_norm": 0.6464968176266476, "learning_rate": 1.3202230276697147e-07, "loss": 0.308359432220459, "num_input_tokens_seen": 419904248, "step": 3730, "train_runtime": 51818.3929, "train_tokens_per_second": 8103.382 }, { "epoch": 1.856361829025845, "grad_norm": 0.6203401801102979, "learning_rate": 1.2760387009186137e-07, "loss": 0.3032233238220215, "num_input_tokens_seen": 420469704, "step": 3735, "train_runtime": 51892.2055, "train_tokens_per_second": 8102.753 }, { "epoch": 1.8588469184890655, "grad_norm": 0.578193416508872, "learning_rate": 1.2325968218364904e-07, "loss": 0.3259268760681152, "num_input_tokens_seen": 421048464, "step": 3740, "train_runtime": 51965.3997, "train_tokens_per_second": 8102.477 }, { "epoch": 1.8613320079522864, "grad_norm": 0.6564446926594277, "learning_rate": 1.1898980523835146e-07, "loss": 0.31359918117523194, "num_input_tokens_seen": 421590720, "step": 3745, "train_runtime": 52036.9232, "train_tokens_per_second": 8101.761 }, { "epoch": 1.8638170974155068, "grad_norm": 0.6723632415016808, "learning_rate": 1.1479430431964811e-07, "loss": 0.3024056196212769, "num_input_tokens_seen": 422166152, "step": 3750, "train_runtime": 52106.9209, "train_tokens_per_second": 8101.921 }, { "epoch": 1.8663021868787277, "grad_norm": 0.7010487948506207, "learning_rate": 1.1067324335788832e-07, "loss": 0.3258035182952881, "num_input_tokens_seen": 422704976, "step": 3755, "train_runtime": 52179.0455, "train_tokens_per_second": 8101.048 }, { "epoch": 1.8687872763419482, "grad_norm": 0.5259056957094247, "learning_rate": 1.0662668514911878e-07, "loss": 0.30820698738098146, "num_input_tokens_seen": 423266112, "step": 3760, "train_runtime": 52245.6002, "train_tokens_per_second": 8101.469 }, { "epoch": 1.871272365805169, "grad_norm": 0.5894398781201959, "learning_rate": 1.0265469135412264e-07, "loss": 0.32106695175170896, "num_input_tokens_seen": 423829936, "step": 3765, "train_runtime": 52317.0821, "train_tokens_per_second": 8101.177 }, { "epoch": 1.8737574552683895, "grad_norm": 0.6182488266998701, "learning_rate": 9.875732249748637e-08, "loss": 0.2933901309967041, "num_input_tokens_seen": 424381848, "step": 3770, "train_runtime": 52383.3014, "train_tokens_per_second": 8101.472 }, { "epoch": 1.8762425447316105, "grad_norm": 0.7357251206054523, "learning_rate": 9.493463796667213e-08, "loss": 0.31568107604980467, "num_input_tokens_seen": 424915000, "step": 3775, "train_runtime": 52436.3143, "train_tokens_per_second": 8103.449 }, { "epoch": 1.878727634194831, "grad_norm": 0.6239025227590759, "learning_rate": 9.118669601111518e-08, "loss": 0.3163498878479004, "num_input_tokens_seen": 425492016, "step": 3780, "train_runtime": 52512.7499, "train_tokens_per_second": 8102.642 }, { "epoch": 1.8812127236580518, "grad_norm": 0.635501912995116, "learning_rate": 8.751355374133464e-08, "loss": 0.32223618030548096, "num_input_tokens_seen": 426063792, "step": 3785, "train_runtime": 52591.2186, "train_tokens_per_second": 8101.425 }, { "epoch": 1.8836978131212723, "grad_norm": 0.6017722497997513, "learning_rate": 8.39152671280663e-08, "loss": 0.30569891929626464, "num_input_tokens_seen": 426632272, "step": 3790, "train_runtime": 52658.884, "train_tokens_per_second": 8101.81 }, { "epoch": 1.8861829025844932, "grad_norm": 0.6258726032477966, "learning_rate": 8.039189100140676e-08, "loss": 0.3324729442596436, "num_input_tokens_seen": 427193136, "step": 3795, "train_runtime": 52725.8006, "train_tokens_per_second": 8102.165 }, { "epoch": 1.8886679920477136, "grad_norm": 0.7077504219313828, "learning_rate": 7.694347904997846e-08, "loss": 0.3002906799316406, "num_input_tokens_seen": 427724536, "step": 3800, "train_runtime": 52788.6314, "train_tokens_per_second": 8102.588 }, { "epoch": 1.8911530815109345, "grad_norm": 0.6541487515084592, "learning_rate": 7.35700838201131e-08, "loss": 0.31304187774658204, "num_input_tokens_seen": 428321072, "step": 3805, "train_runtime": 52856.1143, "train_tokens_per_second": 8103.529 }, { "epoch": 1.893638170974155, "grad_norm": 0.5756554898673986, "learning_rate": 7.027175671505015e-08, "loss": 0.2898926019668579, "num_input_tokens_seen": 428865760, "step": 3810, "train_runtime": 52928.9631, "train_tokens_per_second": 8102.667 }, { "epoch": 1.896123260437376, "grad_norm": 0.5978032709617255, "learning_rate": 6.70485479941524e-08, "loss": 0.3094179630279541, "num_input_tokens_seen": 429437824, "step": 3815, "train_runtime": 53003.0774, "train_tokens_per_second": 8102.13 }, { "epoch": 1.8986083499005963, "grad_norm": 0.6324533668488967, "learning_rate": 6.390050677214099e-08, "loss": 0.31641445159912107, "num_input_tokens_seen": 429984680, "step": 3820, "train_runtime": 53080.8996, "train_tokens_per_second": 8100.554 }, { "epoch": 1.9010934393638173, "grad_norm": 0.6281322370085697, "learning_rate": 6.082768101834835e-08, "loss": 0.3233936786651611, "num_input_tokens_seen": 430552104, "step": 3825, "train_runtime": 53149.2843, "train_tokens_per_second": 8100.807 }, { "epoch": 1.9035785288270377, "grad_norm": 0.6084220666068709, "learning_rate": 5.783011755598533e-08, "loss": 0.3093274593353271, "num_input_tokens_seen": 431082544, "step": 3830, "train_runtime": 53222.2549, "train_tokens_per_second": 8099.667 }, { "epoch": 1.9060636182902586, "grad_norm": 0.6412867843786071, "learning_rate": 5.490786206142851e-08, "loss": 0.3198287010192871, "num_input_tokens_seen": 431664288, "step": 3835, "train_runtime": 53297.683, "train_tokens_per_second": 8099.119 }, { "epoch": 1.908548707753479, "grad_norm": 0.6584250619499648, "learning_rate": 5.2060959063524595e-08, "loss": 0.31406712532043457, "num_input_tokens_seen": 432216792, "step": 3840, "train_runtime": 53369.0577, "train_tokens_per_second": 8098.64 }, { "epoch": 1.9110337972166997, "grad_norm": 0.5977325891706663, "learning_rate": 4.928945194291046e-08, "loss": 0.31024718284606934, "num_input_tokens_seen": 432818848, "step": 3845, "train_runtime": 53437.1322, "train_tokens_per_second": 8099.59 }, { "epoch": 1.9135188866799204, "grad_norm": 0.6239562994508425, "learning_rate": 4.6593382931353074e-08, "loss": 0.3158505916595459, "num_input_tokens_seen": 433377496, "step": 3850, "train_runtime": 53513.4003, "train_tokens_per_second": 8098.485 }, { "epoch": 1.916003976143141, "grad_norm": 0.6058128962441687, "learning_rate": 4.397279311110725e-08, "loss": 0.33526182174682617, "num_input_tokens_seen": 433969152, "step": 3855, "train_runtime": 53588.162, "train_tokens_per_second": 8098.228 }, { "epoch": 1.9184890656063618, "grad_norm": 0.5664050787730245, "learning_rate": 4.142772241428727e-08, "loss": 0.29236435890197754, "num_input_tokens_seen": 434536456, "step": 3860, "train_runtime": 53660.5347, "train_tokens_per_second": 8097.878 }, { "epoch": 1.9209741550695825, "grad_norm": 0.5784360930172237, "learning_rate": 3.8958209622259044e-08, "loss": 0.3196124076843262, "num_input_tokens_seen": 435084600, "step": 3865, "train_runtime": 53736.1325, "train_tokens_per_second": 8096.686 }, { "epoch": 1.9234592445328031, "grad_norm": 0.5839648770294493, "learning_rate": 3.6564292365051655e-08, "loss": 0.3151907205581665, "num_input_tokens_seen": 435653488, "step": 3870, "train_runtime": 53796.1997, "train_tokens_per_second": 8098.221 }, { "epoch": 1.9259443339960238, "grad_norm": 0.6456021802730554, "learning_rate": 3.424600712077952e-08, "loss": 0.3286634922027588, "num_input_tokens_seen": 436181976, "step": 3875, "train_runtime": 53866.8479, "train_tokens_per_second": 8097.41 }, { "epoch": 1.9284294234592445, "grad_norm": 0.6400705179023234, "learning_rate": 3.200338921509061e-08, "loss": 0.3336653709411621, "num_input_tokens_seen": 436715752, "step": 3880, "train_runtime": 53936.6618, "train_tokens_per_second": 8096.826 }, { "epoch": 1.9309145129224652, "grad_norm": 0.5760788911560203, "learning_rate": 2.983647282062574e-08, "loss": 0.2989939212799072, "num_input_tokens_seen": 437297232, "step": 3885, "train_runtime": 54007.8973, "train_tokens_per_second": 8096.913 }, { "epoch": 1.9333996023856859, "grad_norm": 0.6848560180363625, "learning_rate": 2.774529095649847e-08, "loss": 0.31984658241271974, "num_input_tokens_seen": 437850160, "step": 3890, "train_runtime": 54078.7558, "train_tokens_per_second": 8096.528 }, { "epoch": 1.9358846918489065, "grad_norm": 0.5800435059818678, "learning_rate": 2.572987548779271e-08, "loss": 0.31107923984527586, "num_input_tokens_seen": 438414800, "step": 3895, "train_runtime": 54153.565, "train_tokens_per_second": 8095.77 }, { "epoch": 1.9383697813121272, "grad_norm": 0.6461170118148103, "learning_rate": 2.379025712507588e-08, "loss": 0.29071803092956544, "num_input_tokens_seen": 438939800, "step": 3900, "train_runtime": 54218.3773, "train_tokens_per_second": 8095.775 }, { "epoch": 1.940854870775348, "grad_norm": 2.174113690716615, "learning_rate": 2.1926465423932618e-08, "loss": 0.3068253755569458, "num_input_tokens_seen": 439451128, "step": 3905, "train_runtime": 54275.7897, "train_tokens_per_second": 8096.633 }, { "epoch": 1.9433399602385686, "grad_norm": 0.6259125537863874, "learning_rate": 2.013852878451239e-08, "loss": 0.3135919332504272, "num_input_tokens_seen": 440013664, "step": 3910, "train_runtime": 54344.0126, "train_tokens_per_second": 8096.82 }, { "epoch": 1.9458250497017893, "grad_norm": 0.6403485689413579, "learning_rate": 1.842647445109813e-08, "loss": 0.30338706970214846, "num_input_tokens_seen": 440560408, "step": 3915, "train_runtime": 54412.8301, "train_tokens_per_second": 8096.627 }, { "epoch": 1.94831013916501, "grad_norm": 0.6869898078408394, "learning_rate": 1.6790328511691044e-08, "loss": 0.3187436580657959, "num_input_tokens_seen": 441127552, "step": 3920, "train_runtime": 54491.5364, "train_tokens_per_second": 8095.341 }, { "epoch": 1.9507952286282306, "grad_norm": 0.6499456526952925, "learning_rate": 1.5230115897612585e-08, "loss": 0.32091774940490725, "num_input_tokens_seen": 441681320, "step": 3925, "train_runtime": 54557.3983, "train_tokens_per_second": 8095.718 }, { "epoch": 1.9532803180914513, "grad_norm": 0.6271896828779471, "learning_rate": 1.3745860383124198e-08, "loss": 0.3291923999786377, "num_input_tokens_seen": 442230784, "step": 3930, "train_runtime": 54634.1668, "train_tokens_per_second": 8094.4 }, { "epoch": 1.955765407554672, "grad_norm": 0.6356305890792343, "learning_rate": 1.2337584585067063e-08, "loss": 0.3415233850479126, "num_input_tokens_seen": 442800488, "step": 3935, "train_runtime": 54704.5607, "train_tokens_per_second": 8094.398 }, { "epoch": 1.9582504970178927, "grad_norm": 1.1531063186115513, "learning_rate": 1.1005309962514032e-08, "loss": 0.2975748300552368, "num_input_tokens_seen": 443363544, "step": 3940, "train_runtime": 54765.6129, "train_tokens_per_second": 8095.656 }, { "epoch": 1.9607355864811133, "grad_norm": 0.6294282912498614, "learning_rate": 9.749056816446002e-09, "loss": 0.3283940315246582, "num_input_tokens_seen": 443953512, "step": 3945, "train_runtime": 54829.4928, "train_tokens_per_second": 8096.984 }, { "epoch": 1.963220675944334, "grad_norm": 0.6880085169187019, "learning_rate": 8.568844289440492e-09, "loss": 0.31568002700805664, "num_input_tokens_seen": 444481688, "step": 3950, "train_runtime": 54898.7301, "train_tokens_per_second": 8096.393 }, { "epoch": 1.9657057654075547, "grad_norm": 0.6644794816377358, "learning_rate": 7.464690365381333e-09, "loss": 0.31000685691833496, "num_input_tokens_seen": 445082712, "step": 3955, "train_runtime": 54971.9576, "train_tokens_per_second": 8096.541 }, { "epoch": 1.9681908548707754, "grad_norm": 0.6000395164233143, "learning_rate": 6.436611869183873e-09, "loss": 0.3138153314590454, "num_input_tokens_seen": 445656144, "step": 3960, "train_runtime": 55052.8974, "train_tokens_per_second": 8095.053 }, { "epoch": 1.970675944333996, "grad_norm": 0.6301126005040312, "learning_rate": 5.4846244665368585e-09, "loss": 0.3102699279785156, "num_input_tokens_seen": 446179808, "step": 3965, "train_runtime": 55116.6747, "train_tokens_per_second": 8095.187 }, { "epoch": 1.9731610337972167, "grad_norm": 0.5582579784540138, "learning_rate": 4.60874266366873e-09, "loss": 0.30883145332336426, "num_input_tokens_seen": 446768608, "step": 3970, "train_runtime": 55193.9879, "train_tokens_per_second": 8094.516 }, { "epoch": 1.9756461232604374, "grad_norm": 0.6622077397215657, "learning_rate": 3.808979807120028e-09, "loss": 0.3112310886383057, "num_input_tokens_seen": 447330808, "step": 3975, "train_runtime": 55270.2682, "train_tokens_per_second": 8093.516 }, { "epoch": 1.978131212723658, "grad_norm": 0.5965657910872623, "learning_rate": 3.0853480835463247e-09, "loss": 0.30730018615722654, "num_input_tokens_seen": 447906288, "step": 3980, "train_runtime": 55332.5303, "train_tokens_per_second": 8094.809 }, { "epoch": 1.9806163021868786, "grad_norm": 0.706372130063471, "learning_rate": 2.4378585195278248e-09, "loss": 0.3241956949234009, "num_input_tokens_seen": 448454032, "step": 3985, "train_runtime": 55399.071, "train_tokens_per_second": 8094.974 }, { "epoch": 1.9831013916500995, "grad_norm": 0.6189513348476302, "learning_rate": 1.8665209814028306e-09, "loss": 0.3116312980651855, "num_input_tokens_seen": 449014192, "step": 3990, "train_runtime": 55473.7007, "train_tokens_per_second": 8094.181 }, { "epoch": 1.98558648111332, "grad_norm": 0.6102850220738272, "learning_rate": 1.3713441751189716e-09, "loss": 0.31803319454193113, "num_input_tokens_seen": 449553072, "step": 3995, "train_runtime": 55554.6096, "train_tokens_per_second": 8092.093 }, { "epoch": 1.9880715705765408, "grad_norm": 0.6398210113456437, "learning_rate": 9.523356460983124e-10, "loss": 0.3097801208496094, "num_input_tokens_seen": 450114400, "step": 4000, "train_runtime": 55623.4485, "train_tokens_per_second": 8092.17 }, { "epoch": 1.9905566600397613, "grad_norm": 0.6408413664259602, "learning_rate": 6.095017791235558e-10, "loss": 0.31991100311279297, "num_input_tokens_seen": 450689584, "step": 4005, "train_runtime": 55698.2716, "train_tokens_per_second": 8091.626 }, { "epoch": 1.9930417495029822, "grad_norm": 0.6049507005761956, "learning_rate": 3.428477982408973e-10, "loss": 0.31697897911071776, "num_input_tokens_seen": 451282784, "step": 4010, "train_runtime": 55762.4852, "train_tokens_per_second": 8092.946 }, { "epoch": 1.9955268389662026, "grad_norm": 0.6516719328014087, "learning_rate": 1.5237776667953452e-10, "loss": 0.3139082908630371, "num_input_tokens_seen": 451809152, "step": 4015, "train_runtime": 55817.6448, "train_tokens_per_second": 8094.379 }, { "epoch": 1.9980119284294235, "grad_norm": 0.6167992849095614, "learning_rate": 3.8094586789494405e-11, "loss": 0.32825708389282227, "num_input_tokens_seen": 452362664, "step": 4020, "train_runtime": 55886.0311, "train_tokens_per_second": 8094.378 }, { "epoch": 2.0, "num_input_tokens_seen": 452805312, "step": 4024, "total_flos": 837392786456576.0, "train_loss": 0.35741217940986514, "train_runtime": 55966.3522, "train_samples_per_second": 0.575, "train_steps_per_second": 0.072 } ], "logging_steps": 5, "max_steps": 4024, "num_input_tokens_seen": 452805312, "num_train_epochs": 2, "save_steps": 0, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 837392786456576.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }