diff --git "a/checkpoint-1008/trainer_state.json" "b/checkpoint-1008/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-1008/trainer_state.json" @@ -0,0 +1,11122 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 24.0, + "eval_steps": 500, + "global_step": 1008, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "aux_loss": 8.045117378234863, + "entropy": 0.05226727016270161, + "epoch": 0.024096385542168676, + "grad_norm": 0.5021907687187195, + "learning_rate": 0.0, + "loss": 0.09741637855768204, + "mean_token_accuracy": 0.9888820052146912, + "num_tokens": 154362.0, + "step": 1 + }, + { + "aux_loss": 8.047614574432373, + "entropy": 0.05835266411304474, + "epoch": 0.04819277108433735, + "grad_norm": 0.551396369934082, + "learning_rate": 1.4500000000000001e-07, + "loss": 0.09991507232189178, + "mean_token_accuracy": 0.9883801937103271, + "num_tokens": 310702.0, + "step": 2 + }, + { + "aux_loss": 8.049727439880371, + "entropy": 0.052583809942007065, + "epoch": 0.07228915662650602, + "grad_norm": 0.4750031530857086, + "learning_rate": 2.9000000000000003e-07, + "loss": 0.09806497395038605, + "mean_token_accuracy": 0.9886206984519958, + "num_tokens": 493904.0, + "step": 3 + }, + { + "aux_loss": 8.047826766967773, + "entropy": 0.05231792479753494, + "epoch": 0.0963855421686747, + "grad_norm": 0.4863564074039459, + "learning_rate": 4.35e-07, + "loss": 0.09776315838098526, + "mean_token_accuracy": 0.9888334274291992, + "num_tokens": 663136.0, + "step": 4 + }, + { + "aux_loss": 8.047198295593262, + "entropy": 0.04943128302693367, + "epoch": 0.12048192771084337, + "grad_norm": 0.5010114908218384, + "learning_rate": 5.800000000000001e-07, + "loss": 0.09543517231941223, + "mean_token_accuracy": 0.9894405901432037, + "num_tokens": 812532.0, + "step": 5 + }, + { + "aux_loss": 8.049106121063232, + "entropy": 0.063042301684618, + "epoch": 0.14457831325301204, + "grad_norm": 0.5165722966194153, + "learning_rate": 7.25e-07, + "loss": 0.10346449911594391, + "mean_token_accuracy": 0.987544983625412, + "num_tokens": 973071.0, + "step": 6 + }, + { + "aux_loss": 8.047893047332764, + "entropy": 0.0672433041036129, + "epoch": 0.1686746987951807, + "grad_norm": 0.5849524736404419, + "learning_rate": 8.7e-07, + "loss": 0.10626787692308426, + "mean_token_accuracy": 0.9862557649612427, + "num_tokens": 1110326.0, + "step": 7 + }, + { + "aux_loss": 8.04862642288208, + "entropy": 0.06088166497647762, + "epoch": 0.1927710843373494, + "grad_norm": 0.48005586862564087, + "learning_rate": 1.015e-06, + "loss": 0.1021210104227066, + "mean_token_accuracy": 0.9877255260944366, + "num_tokens": 1259440.0, + "step": 8 + }, + { + "aux_loss": 8.047185897827148, + "entropy": 0.049826065078377724, + "epoch": 0.21686746987951808, + "grad_norm": 0.43366947770118713, + "learning_rate": 1.1600000000000001e-06, + "loss": 0.09475715458393097, + "mean_token_accuracy": 0.9898165464401245, + "num_tokens": 1417756.0, + "step": 9 + }, + { + "aux_loss": 8.04772663116455, + "entropy": 0.054957231506705284, + "epoch": 0.24096385542168675, + "grad_norm": 0.4529463052749634, + "learning_rate": 1.3050000000000002e-06, + "loss": 0.09896557033061981, + "mean_token_accuracy": 0.9889253675937653, + "num_tokens": 1579862.0, + "step": 10 + }, + { + "aux_loss": 8.047585487365723, + "entropy": 0.05796742998063564, + "epoch": 0.26506024096385544, + "grad_norm": 0.45284125208854675, + "learning_rate": 1.45e-06, + "loss": 0.10001235455274582, + "mean_token_accuracy": 0.9876790642738342, + "num_tokens": 1731184.0, + "step": 11 + }, + { + "aux_loss": 8.04898738861084, + "entropy": 0.05215233750641346, + "epoch": 0.2891566265060241, + "grad_norm": 0.4420299828052521, + "learning_rate": 1.4499995904705798e-06, + "loss": 0.09724222123622894, + "mean_token_accuracy": 0.9884337782859802, + "num_tokens": 1893932.0, + "step": 12 + }, + { + "aux_loss": 8.04798412322998, + "entropy": 0.05265074409544468, + "epoch": 0.3132530120481928, + "grad_norm": 0.40204742550849915, + "learning_rate": 1.4499983618832442e-06, + "loss": 0.0970243290066719, + "mean_token_accuracy": 0.989496260881424, + "num_tokens": 2053005.0, + "step": 13 + }, + { + "aux_loss": 8.05030107498169, + "entropy": 0.049178898334503174, + "epoch": 0.3373493975903614, + "grad_norm": 0.4108814597129822, + "learning_rate": 1.4499963142407692e-06, + "loss": 0.09499870240688324, + "mean_token_accuracy": 0.9897345900535583, + "num_tokens": 2217039.0, + "step": 14 + }, + { + "aux_loss": 8.046091079711914, + "entropy": 0.0504351407289505, + "epoch": 0.3614457831325301, + "grad_norm": 0.4030505418777466, + "learning_rate": 1.4499934475477814e-06, + "loss": 0.09597203135490417, + "mean_token_accuracy": 0.9898054599761963, + "num_tokens": 2386769.0, + "step": 15 + }, + { + "aux_loss": 8.047934532165527, + "entropy": 0.04648676887154579, + "epoch": 0.3855421686746988, + "grad_norm": 0.4123123586177826, + "learning_rate": 1.4499897618107582e-06, + "loss": 0.09345895051956177, + "mean_token_accuracy": 0.989924967288971, + "num_tokens": 2551093.0, + "step": 16 + }, + { + "aux_loss": 8.04793405532837, + "entropy": 0.04946734011173248, + "epoch": 0.40963855421686746, + "grad_norm": 0.42739129066467285, + "learning_rate": 1.4499852570380272e-06, + "loss": 0.09633760154247284, + "mean_token_accuracy": 0.9889810979366302, + "num_tokens": 2704860.0, + "step": 17 + }, + { + "aux_loss": 8.048253536224365, + "entropy": 0.0546275470405817, + "epoch": 0.43373493975903615, + "grad_norm": 0.44881728291511536, + "learning_rate": 1.449979933239767e-06, + "loss": 0.09820500761270523, + "mean_token_accuracy": 0.9885384142398834, + "num_tokens": 2850860.0, + "step": 18 + }, + { + "aux_loss": 8.050773620605469, + "entropy": 0.05041976273059845, + "epoch": 0.4578313253012048, + "grad_norm": 0.46621593832969666, + "learning_rate": 1.4499737904280063e-06, + "loss": 0.09671641141176224, + "mean_token_accuracy": 0.9887768924236298, + "num_tokens": 3039323.0, + "step": 19 + }, + { + "aux_loss": 8.050614356994629, + "entropy": 0.050554944202303886, + "epoch": 0.4819277108433735, + "grad_norm": 0.47147253155708313, + "learning_rate": 1.449966828616625e-06, + "loss": 0.09628961980342865, + "mean_token_accuracy": 0.9888468682765961, + "num_tokens": 3195488.0, + "step": 20 + }, + { + "aux_loss": 8.050609111785889, + "entropy": 0.04489951767027378, + "epoch": 0.5060240963855421, + "grad_norm": 0.4890425503253937, + "learning_rate": 1.4499590478213525e-06, + "loss": 0.09394823014736176, + "mean_token_accuracy": 0.9896246194839478, + "num_tokens": 3369627.0, + "step": 21 + }, + { + "aux_loss": 8.047994613647461, + "entropy": 0.0530005544424057, + "epoch": 0.5301204819277109, + "grad_norm": 0.5181686878204346, + "learning_rate": 1.4499504480597702e-06, + "loss": 0.09846185147762299, + "mean_token_accuracy": 0.9879846572875977, + "num_tokens": 3520643.0, + "step": 22 + }, + { + "aux_loss": 8.049047946929932, + "entropy": 0.039870962500572205, + "epoch": 0.5542168674698795, + "grad_norm": 0.41603270173072815, + "learning_rate": 1.4499410293513081e-06, + "loss": 0.09075028449296951, + "mean_token_accuracy": 0.9908623099327087, + "num_tokens": 3702510.0, + "step": 23 + }, + { + "aux_loss": 8.050177097320557, + "entropy": 0.05053388141095638, + "epoch": 0.5783132530120482, + "grad_norm": 0.4234795570373535, + "learning_rate": 1.449930791717248e-06, + "loss": 0.09689382463693619, + "mean_token_accuracy": 0.9886369109153748, + "num_tokens": 3867610.0, + "step": 24 + }, + { + "aux_loss": 8.048462867736816, + "entropy": 0.049235520884394646, + "epoch": 0.6024096385542169, + "grad_norm": 0.4375890791416168, + "learning_rate": 1.4499197351807219e-06, + "loss": 0.09504671394824982, + "mean_token_accuracy": 0.9891063868999481, + "num_tokens": 4021186.0, + "step": 25 + }, + { + "aux_loss": 8.050186157226562, + "entropy": 0.048021236434578896, + "epoch": 0.6265060240963856, + "grad_norm": 0.42389488220214844, + "learning_rate": 1.449907859766711e-06, + "loss": 0.09462042152881622, + "mean_token_accuracy": 0.9893973469734192, + "num_tokens": 4183102.0, + "step": 26 + }, + { + "aux_loss": 8.04945182800293, + "entropy": 0.042689668014645576, + "epoch": 0.6506024096385542, + "grad_norm": 0.40038207173347473, + "learning_rate": 1.4498951655020479e-06, + "loss": 0.09214234352111816, + "mean_token_accuracy": 0.9904394745826721, + "num_tokens": 4348628.0, + "step": 27 + }, + { + "aux_loss": 8.050597667694092, + "entropy": 0.05143065005540848, + "epoch": 0.6746987951807228, + "grad_norm": 0.4422961473464966, + "learning_rate": 1.4498816524154148e-06, + "loss": 0.09722501039505005, + "mean_token_accuracy": 0.9888282418251038, + "num_tokens": 4511217.0, + "step": 28 + }, + { + "aux_loss": 8.048704147338867, + "entropy": 0.044764744117856026, + "epoch": 0.6987951807228916, + "grad_norm": 0.4279940128326416, + "learning_rate": 1.4498673205373443e-06, + "loss": 0.09300120174884796, + "mean_token_accuracy": 0.9899511337280273, + "num_tokens": 4684266.0, + "step": 29 + }, + { + "aux_loss": 8.047113418579102, + "entropy": 0.04995520040392876, + "epoch": 0.7228915662650602, + "grad_norm": 0.45497408509254456, + "learning_rate": 1.4498521699002187e-06, + "loss": 0.0966445729136467, + "mean_token_accuracy": 0.9883378744125366, + "num_tokens": 4858009.0, + "step": 30 + }, + { + "aux_loss": 8.050236701965332, + "entropy": 0.04773502238094807, + "epoch": 0.7469879518072289, + "grad_norm": 0.40059739351272583, + "learning_rate": 1.4498362005382707e-06, + "loss": 0.09425598382949829, + "mean_token_accuracy": 0.9895853698253632, + "num_tokens": 5041560.0, + "step": 31 + }, + { + "aux_loss": 8.0483078956604, + "entropy": 0.04463958367705345, + "epoch": 0.7710843373493976, + "grad_norm": 0.421403706073761, + "learning_rate": 1.4498194124875822e-06, + "loss": 0.0921817421913147, + "mean_token_accuracy": 0.9903146624565125, + "num_tokens": 5207925.0, + "step": 32 + }, + { + "aux_loss": 8.051517486572266, + "entropy": 0.0455746091902256, + "epoch": 0.7951807228915663, + "grad_norm": 0.39467114210128784, + "learning_rate": 1.449801805786086e-06, + "loss": 0.09311801195144653, + "mean_token_accuracy": 0.9897293448448181, + "num_tokens": 5410900.0, + "step": 33 + }, + { + "aux_loss": 8.047285079956055, + "entropy": 0.04475598596036434, + "epoch": 0.8192771084337349, + "grad_norm": 0.3885505795478821, + "learning_rate": 1.4497833804735631e-06, + "loss": 0.09283807128667831, + "mean_token_accuracy": 0.9904457926750183, + "num_tokens": 5579379.0, + "step": 34 + }, + { + "aux_loss": 8.049206733703613, + "entropy": 0.045768845826387405, + "epoch": 0.8433734939759037, + "grad_norm": 0.38822969794273376, + "learning_rate": 1.4497641365916457e-06, + "loss": 0.0930660218000412, + "mean_token_accuracy": 0.9898505806922913, + "num_tokens": 5756181.0, + "step": 35 + }, + { + "aux_loss": 8.049548149108887, + "entropy": 0.0442772526293993, + "epoch": 0.8674698795180723, + "grad_norm": 0.42765918374061584, + "learning_rate": 1.4497440741838147e-06, + "loss": 0.09213966131210327, + "mean_token_accuracy": 0.9906859695911407, + "num_tokens": 5913888.0, + "step": 36 + }, + { + "aux_loss": 8.047310829162598, + "entropy": 0.05137152969837189, + "epoch": 0.891566265060241, + "grad_norm": 0.46749433875083923, + "learning_rate": 1.4497231932954002e-06, + "loss": 0.09635019302368164, + "mean_token_accuracy": 0.9894134104251862, + "num_tokens": 6073822.0, + "step": 37 + }, + { + "aux_loss": 8.04575777053833, + "entropy": 0.04952680319547653, + "epoch": 0.9156626506024096, + "grad_norm": 0.40102288126945496, + "learning_rate": 1.4497014939735825e-06, + "loss": 0.09520888328552246, + "mean_token_accuracy": 0.9900149703025818, + "num_tokens": 6228998.0, + "step": 38 + }, + { + "aux_loss": 8.05048656463623, + "entropy": 0.05141362361609936, + "epoch": 0.9397590361445783, + "grad_norm": 0.45891159772872925, + "learning_rate": 1.4496789762673903e-06, + "loss": 0.09608915448188782, + "mean_token_accuracy": 0.9895050525665283, + "num_tokens": 6380479.0, + "step": 39 + }, + { + "aux_loss": 8.049390316009521, + "entropy": 0.0542642492800951, + "epoch": 0.963855421686747, + "grad_norm": 0.4678654968738556, + "learning_rate": 1.4496556402277018e-06, + "loss": 0.0986521765589714, + "mean_token_accuracy": 0.9882148206233978, + "num_tokens": 6514347.0, + "step": 40 + }, + { + "aux_loss": 8.047286033630371, + "entropy": 0.04129311256110668, + "epoch": 0.9879518072289156, + "grad_norm": 0.42529988288879395, + "learning_rate": 1.4496314859072443e-06, + "loss": 0.09138549864292145, + "mean_token_accuracy": 0.9908298254013062, + "num_tokens": 6684739.0, + "step": 41 + }, + { + "aux_loss": 8.050637245178223, + "entropy": 0.04988313093781471, + "epoch": 1.0, + "grad_norm": 0.5628013610839844, + "learning_rate": 1.4496065133605937e-06, + "loss": 0.06163128837943077, + "mean_token_accuracy": 0.9887231588363647, + "num_tokens": 6741463.0, + "step": 42 + }, + { + "aux_loss": 8.047677040100098, + "entropy": 0.04833286814391613, + "epoch": 1.0240963855421688, + "grad_norm": 0.43433839082717896, + "learning_rate": 1.4495807226441745e-06, + "loss": 0.09322302043437958, + "mean_token_accuracy": 0.9907335042953491, + "num_tokens": 6872162.0, + "step": 43 + }, + { + "aux_loss": 8.049845218658447, + "entropy": 0.04814961925148964, + "epoch": 1.0481927710843373, + "grad_norm": 0.38683706521987915, + "learning_rate": 1.4495541138162606e-06, + "loss": 0.09274052828550339, + "mean_token_accuracy": 0.9911822378635406, + "num_tokens": 7044917.0, + "step": 44 + }, + { + "aux_loss": 8.045840740203857, + "entropy": 0.04862277954816818, + "epoch": 1.072289156626506, + "grad_norm": 0.43781232833862305, + "learning_rate": 1.4495266869369737e-06, + "loss": 0.09285125136375427, + "mean_token_accuracy": 0.991097629070282, + "num_tokens": 7207551.0, + "step": 45 + }, + { + "aux_loss": 8.047110080718994, + "entropy": 0.04816548526287079, + "epoch": 1.0963855421686748, + "grad_norm": 0.4117249846458435, + "learning_rate": 1.4494984420682841e-06, + "loss": 0.09330926835536957, + "mean_token_accuracy": 0.990231990814209, + "num_tokens": 7376391.0, + "step": 46 + }, + { + "aux_loss": 8.046239852905273, + "entropy": 0.04640440456569195, + "epoch": 1.1204819277108433, + "grad_norm": 0.3918110728263855, + "learning_rate": 1.4494693792740101e-06, + "loss": 0.09266579151153564, + "mean_token_accuracy": 0.9905861914157867, + "num_tokens": 7544885.0, + "step": 47 + }, + { + "aux_loss": 8.045721054077148, + "entropy": 0.04254587180912495, + "epoch": 1.144578313253012, + "grad_norm": 0.3635147213935852, + "learning_rate": 1.4494394986198189e-06, + "loss": 0.08964599668979645, + "mean_token_accuracy": 0.9919890761375427, + "num_tokens": 7718825.0, + "step": 48 + }, + { + "aux_loss": 8.04783582687378, + "entropy": 0.0457068495452404, + "epoch": 1.1686746987951806, + "grad_norm": 0.37491077184677124, + "learning_rate": 1.4494088001732242e-06, + "loss": 0.0912659764289856, + "mean_token_accuracy": 0.9914940893650055, + "num_tokens": 7884797.0, + "step": 49 + }, + { + "aux_loss": 8.048118591308594, + "entropy": 0.05809796415269375, + "epoch": 1.1927710843373494, + "grad_norm": 0.442947119474411, + "learning_rate": 1.449377284003589e-06, + "loss": 0.09830181300640106, + "mean_token_accuracy": 0.9896205961704254, + "num_tokens": 8037756.0, + "step": 50 + }, + { + "aux_loss": 8.045411109924316, + "entropy": 0.04734855704009533, + "epoch": 1.216867469879518, + "grad_norm": 0.3778594732284546, + "learning_rate": 1.449344950182123e-06, + "loss": 0.09220214188098907, + "mean_token_accuracy": 0.9912082552909851, + "num_tokens": 8201900.0, + "step": 51 + }, + { + "aux_loss": 8.051240921020508, + "entropy": 0.04616173356771469, + "epoch": 1.2409638554216866, + "grad_norm": 0.39906826615333557, + "learning_rate": 1.4493117987818833e-06, + "loss": 0.09254124015569687, + "mean_token_accuracy": 0.9910232424736023, + "num_tokens": 8368482.0, + "step": 52 + }, + { + "aux_loss": 8.048255443572998, + "entropy": 0.04362104274332523, + "epoch": 1.2650602409638554, + "grad_norm": 0.4132522642612457, + "learning_rate": 1.449277829877775e-06, + "loss": 0.08969354629516602, + "mean_token_accuracy": 0.9923582375049591, + "num_tokens": 8532083.0, + "step": 53 + }, + { + "aux_loss": 8.049753189086914, + "entropy": 0.05157726630568504, + "epoch": 1.2891566265060241, + "grad_norm": 0.42263299226760864, + "learning_rate": 1.4492430435465495e-06, + "loss": 0.09429101645946503, + "mean_token_accuracy": 0.9907614588737488, + "num_tokens": 8707916.0, + "step": 54 + }, + { + "aux_loss": 8.04571533203125, + "entropy": 0.04540949687361717, + "epoch": 1.3132530120481927, + "grad_norm": 0.415887713432312, + "learning_rate": 1.4492074398668059e-06, + "loss": 0.09169892221689224, + "mean_token_accuracy": 0.9909594357013702, + "num_tokens": 8868293.0, + "step": 55 + }, + { + "aux_loss": 8.047487258911133, + "entropy": 0.042821500450372696, + "epoch": 1.3373493975903614, + "grad_norm": 0.3941069543361664, + "learning_rate": 1.4491710189189896e-06, + "loss": 0.08963996917009354, + "mean_token_accuracy": 0.9915030598640442, + "num_tokens": 9040400.0, + "step": 56 + }, + { + "aux_loss": 8.046500205993652, + "entropy": 0.04034057445824146, + "epoch": 1.3614457831325302, + "grad_norm": 0.3714058995246887, + "learning_rate": 1.4491337807853928e-06, + "loss": 0.08831468969583511, + "mean_token_accuracy": 0.9924418330192566, + "num_tokens": 9210005.0, + "step": 57 + }, + { + "aux_loss": 8.04520559310913, + "entropy": 0.04288036748766899, + "epoch": 1.3855421686746987, + "grad_norm": 0.4117484986782074, + "learning_rate": 1.4490957255501541e-06, + "loss": 0.09062028676271439, + "mean_token_accuracy": 0.9908726513385773, + "num_tokens": 9354587.0, + "step": 58 + }, + { + "aux_loss": 8.048189163208008, + "entropy": 0.04117992892861366, + "epoch": 1.4096385542168675, + "grad_norm": 0.3880350589752197, + "learning_rate": 1.449056853299258e-06, + "loss": 0.08878283947706223, + "mean_token_accuracy": 0.9918811917304993, + "num_tokens": 9530098.0, + "step": 59 + }, + { + "aux_loss": 8.046634674072266, + "entropy": 0.046307843178510666, + "epoch": 1.4337349397590362, + "grad_norm": 0.41205379366874695, + "learning_rate": 1.4490171641205356e-06, + "loss": 0.0928514301776886, + "mean_token_accuracy": 0.99020916223526, + "num_tokens": 9696846.0, + "step": 60 + }, + { + "aux_loss": 8.04638147354126, + "entropy": 0.03861385025084019, + "epoch": 1.4578313253012047, + "grad_norm": 0.3674647808074951, + "learning_rate": 1.4489766581036633e-06, + "loss": 0.08779378235340118, + "mean_token_accuracy": 0.9924313127994537, + "num_tokens": 9868180.0, + "step": 61 + }, + { + "aux_loss": 8.048831462860107, + "entropy": 0.04485859349370003, + "epoch": 1.4819277108433735, + "grad_norm": 0.4122410714626312, + "learning_rate": 1.4489353353401633e-06, + "loss": 0.09213700890541077, + "mean_token_accuracy": 0.9905197322368622, + "num_tokens": 10041207.0, + "step": 62 + }, + { + "aux_loss": 8.045693397521973, + "entropy": 0.04181382618844509, + "epoch": 1.5060240963855422, + "grad_norm": 0.41252797842025757, + "learning_rate": 1.4488931959234036e-06, + "loss": 0.08966240286827087, + "mean_token_accuracy": 0.9918944835662842, + "num_tokens": 10216601.0, + "step": 63 + }, + { + "aux_loss": 8.045026779174805, + "entropy": 0.04367237165570259, + "epoch": 1.5301204819277108, + "grad_norm": 0.7194992899894714, + "learning_rate": 1.4488502399485967e-06, + "loss": 0.09064353257417679, + "mean_token_accuracy": 0.9913205206394196, + "num_tokens": 10373157.0, + "step": 64 + }, + { + "aux_loss": 8.046749591827393, + "entropy": 0.049618642777204514, + "epoch": 1.5542168674698795, + "grad_norm": 0.4409625828266144, + "learning_rate": 1.4488064675128008e-06, + "loss": 0.09418876469135284, + "mean_token_accuracy": 0.98995640873909, + "num_tokens": 10513760.0, + "step": 65 + }, + { + "aux_loss": 8.04750108718872, + "entropy": 0.045051392167806625, + "epoch": 1.5783132530120483, + "grad_norm": 0.4379954934120178, + "learning_rate": 1.4487618787149178e-06, + "loss": 0.09229664504528046, + "mean_token_accuracy": 0.990358978509903, + "num_tokens": 10667072.0, + "step": 66 + }, + { + "aux_loss": 8.0473952293396, + "entropy": 0.03963223472237587, + "epoch": 1.6024096385542168, + "grad_norm": 0.3720748722553253, + "learning_rate": 1.4487164736556958e-06, + "loss": 0.08866938948631287, + "mean_token_accuracy": 0.9920879304409027, + "num_tokens": 10839108.0, + "step": 67 + }, + { + "aux_loss": 8.047708511352539, + "entropy": 0.04451095871627331, + "epoch": 1.6265060240963856, + "grad_norm": 0.4250375032424927, + "learning_rate": 1.4486702524377257e-06, + "loss": 0.09129409492015839, + "mean_token_accuracy": 0.9904707074165344, + "num_tokens": 11001747.0, + "step": 68 + }, + { + "aux_loss": 8.045770645141602, + "entropy": 0.041699016466736794, + "epoch": 1.6506024096385543, + "grad_norm": 0.5749812722206116, + "learning_rate": 1.4486232151654433e-06, + "loss": 0.08955338597297668, + "mean_token_accuracy": 0.9914253950119019, + "num_tokens": 11163010.0, + "step": 69 + }, + { + "aux_loss": 8.048367977142334, + "entropy": 0.0460666548460722, + "epoch": 1.6746987951807228, + "grad_norm": 0.412992388010025, + "learning_rate": 1.448575361945128e-06, + "loss": 0.09151523560285568, + "mean_token_accuracy": 0.9911079108715057, + "num_tokens": 11326488.0, + "step": 70 + }, + { + "aux_loss": 8.047677040100098, + "entropy": 0.039530523121356964, + "epoch": 1.6987951807228916, + "grad_norm": 0.3757312297821045, + "learning_rate": 1.4485266928849028e-06, + "loss": 0.08811481297016144, + "mean_token_accuracy": 0.9917347729206085, + "num_tokens": 11501286.0, + "step": 71 + }, + { + "aux_loss": 8.046856880187988, + "entropy": 0.041672926396131516, + "epoch": 1.7228915662650603, + "grad_norm": 0.38275983929634094, + "learning_rate": 1.448477208094734e-06, + "loss": 0.08906584978103638, + "mean_token_accuracy": 0.9918383359909058, + "num_tokens": 11668188.0, + "step": 72 + }, + { + "aux_loss": 8.04528522491455, + "entropy": 0.047908855602145195, + "epoch": 1.7469879518072289, + "grad_norm": 0.4008839726448059, + "learning_rate": 1.4484269076864313e-06, + "loss": 0.09260185062885284, + "mean_token_accuracy": 0.9907302260398865, + "num_tokens": 11834809.0, + "step": 73 + }, + { + "aux_loss": 8.047989845275879, + "entropy": 0.049024928361177444, + "epoch": 1.7710843373493976, + "grad_norm": 0.43533122539520264, + "learning_rate": 1.448375791773647e-06, + "loss": 0.09409160912036896, + "mean_token_accuracy": 0.9904188215732574, + "num_tokens": 12004510.0, + "step": 74 + }, + { + "aux_loss": 8.045915126800537, + "entropy": 0.05250510759651661, + "epoch": 1.7951807228915664, + "grad_norm": 0.4690086841583252, + "learning_rate": 1.4483238604718765e-06, + "loss": 0.0955488458275795, + "mean_token_accuracy": 0.9906903803348541, + "num_tokens": 12137534.0, + "step": 75 + }, + { + "aux_loss": 8.044984817504883, + "entropy": 0.0376634681597352, + "epoch": 1.819277108433735, + "grad_norm": 0.35793742537498474, + "learning_rate": 1.4482711138984564e-06, + "loss": 0.08688877522945404, + "mean_token_accuracy": 0.9927193224430084, + "num_tokens": 12325369.0, + "step": 76 + }, + { + "aux_loss": 8.04779052734375, + "entropy": 0.04571797512471676, + "epoch": 1.8433734939759037, + "grad_norm": 0.4300045371055603, + "learning_rate": 1.4482175521725665e-06, + "loss": 0.09217096120119095, + "mean_token_accuracy": 0.9905279278755188, + "num_tokens": 12488806.0, + "step": 77 + }, + { + "aux_loss": 8.044951915740967, + "entropy": 0.05060774274170399, + "epoch": 1.8674698795180724, + "grad_norm": 0.423297643661499, + "learning_rate": 1.4481631754152286e-06, + "loss": 0.0944666936993599, + "mean_token_accuracy": 0.990161120891571, + "num_tokens": 12640695.0, + "step": 78 + }, + { + "aux_loss": 8.047436714172363, + "entropy": 0.04260541498661041, + "epoch": 1.891566265060241, + "grad_norm": 0.39964279532432556, + "learning_rate": 1.4481079837493048e-06, + "loss": 0.08988695591688156, + "mean_token_accuracy": 0.9916346371173859, + "num_tokens": 12823930.0, + "step": 79 + }, + { + "aux_loss": 8.047076225280762, + "entropy": 0.04447777755558491, + "epoch": 1.9156626506024095, + "grad_norm": 0.3796585202217102, + "learning_rate": 1.4480519772994993e-06, + "loss": 0.09115425497293472, + "mean_token_accuracy": 0.9917284250259399, + "num_tokens": 12998419.0, + "step": 80 + }, + { + "aux_loss": 8.04789924621582, + "entropy": 0.04236619919538498, + "epoch": 1.9397590361445785, + "grad_norm": 0.418720543384552, + "learning_rate": 1.4479951561923573e-06, + "loss": 0.0903579443693161, + "mean_token_accuracy": 0.9915480315685272, + "num_tokens": 13148913.0, + "step": 81 + }, + { + "aux_loss": 8.045738697052002, + "entropy": 0.04441889189183712, + "epoch": 1.963855421686747, + "grad_norm": 0.3862975835800171, + "learning_rate": 1.4479375205562642e-06, + "loss": 0.09073998779058456, + "mean_token_accuracy": 0.9912832081317902, + "num_tokens": 13304132.0, + "step": 82 + }, + { + "aux_loss": 8.046059608459473, + "entropy": 0.05218968167901039, + "epoch": 1.9879518072289155, + "grad_norm": 0.4317293167114258, + "learning_rate": 1.4478790705214464e-06, + "loss": 0.09526760876178741, + "mean_token_accuracy": 0.9900495111942291, + "num_tokens": 13453623.0, + "step": 83 + }, + { + "aux_loss": 8.05069351196289, + "entropy": 0.039391469210386276, + "epoch": 2.0, + "grad_norm": 0.6828374266624451, + "learning_rate": 1.4478198062199706e-06, + "loss": 0.05737518146634102, + "mean_token_accuracy": 0.9917781352996826, + "num_tokens": 13482926.0, + "step": 84 + }, + { + "aux_loss": 8.045267105102539, + "entropy": 0.053030213341116905, + "epoch": 2.0240963855421685, + "grad_norm": 0.40254807472229004, + "learning_rate": 1.4477597277857421e-06, + "loss": 0.09399621188640594, + "mean_token_accuracy": 0.9910189509391785, + "num_tokens": 13616336.0, + "step": 85 + }, + { + "aux_loss": 8.04813003540039, + "entropy": 0.04406110197305679, + "epoch": 2.0481927710843375, + "grad_norm": 0.36270391941070557, + "learning_rate": 1.4476988353545068e-06, + "loss": 0.08861124515533447, + "mean_token_accuracy": 0.9931189119815826, + "num_tokens": 13775230.0, + "step": 86 + }, + { + "aux_loss": 8.044662952423096, + "entropy": 0.03888658061623573, + "epoch": 2.072289156626506, + "grad_norm": 0.3652919828891754, + "learning_rate": 1.4476371290638496e-06, + "loss": 0.08651480078697205, + "mean_token_accuracy": 0.9931168258190155, + "num_tokens": 13935092.0, + "step": 87 + }, + { + "aux_loss": 8.048104763031006, + "entropy": 0.047589803114533424, + "epoch": 2.0963855421686746, + "grad_norm": 0.4187248647212982, + "learning_rate": 1.447574609053194e-06, + "loss": 0.09169710427522659, + "mean_token_accuracy": 0.9922028183937073, + "num_tokens": 14097222.0, + "step": 88 + }, + { + "aux_loss": 8.044262409210205, + "entropy": 0.04133613780140877, + "epoch": 2.1204819277108435, + "grad_norm": 0.3797593414783478, + "learning_rate": 1.4475112754638022e-06, + "loss": 0.08802482485771179, + "mean_token_accuracy": 0.9926626980304718, + "num_tokens": 14255553.0, + "step": 89 + }, + { + "aux_loss": 8.046658515930176, + "entropy": 0.04000333696603775, + "epoch": 2.144578313253012, + "grad_norm": 0.4277676045894623, + "learning_rate": 1.447447128438775e-06, + "loss": 0.08734406530857086, + "mean_token_accuracy": 0.993060439825058, + "num_tokens": 14431608.0, + "step": 90 + }, + { + "aux_loss": 8.045912265777588, + "entropy": 0.041802020743489265, + "epoch": 2.1686746987951806, + "grad_norm": 0.37397268414497375, + "learning_rate": 1.4473821681230506e-06, + "loss": 0.08865631371736526, + "mean_token_accuracy": 0.9919825196266174, + "num_tokens": 14615993.0, + "step": 91 + }, + { + "aux_loss": 8.044597625732422, + "entropy": 0.04039378650486469, + "epoch": 2.1927710843373496, + "grad_norm": 0.423145592212677, + "learning_rate": 1.4473163946634052e-06, + "loss": 0.0880887508392334, + "mean_token_accuracy": 0.9921639561653137, + "num_tokens": 14766575.0, + "step": 92 + }, + { + "aux_loss": 8.04832410812378, + "entropy": 0.04441938176751137, + "epoch": 2.216867469879518, + "grad_norm": 0.3814225196838379, + "learning_rate": 1.4472498082084518e-06, + "loss": 0.08906400948762894, + "mean_token_accuracy": 0.9928748905658722, + "num_tokens": 14931445.0, + "step": 93 + }, + { + "aux_loss": 8.042942523956299, + "entropy": 0.046976158395409584, + "epoch": 2.2409638554216866, + "grad_norm": 0.3922480344772339, + "learning_rate": 1.4471824089086415e-06, + "loss": 0.09150424599647522, + "mean_token_accuracy": 0.9916513860225677, + "num_tokens": 15091210.0, + "step": 94 + }, + { + "aux_loss": 8.045757293701172, + "entropy": 0.035969141870737076, + "epoch": 2.2650602409638556, + "grad_norm": 0.3510456681251526, + "learning_rate": 1.44711419691626e-06, + "loss": 0.0854613184928894, + "mean_token_accuracy": 0.9934249818325043, + "num_tokens": 15260222.0, + "step": 95 + }, + { + "aux_loss": 8.044999122619629, + "entropy": 0.03909716196358204, + "epoch": 2.289156626506024, + "grad_norm": 0.3629781901836395, + "learning_rate": 1.4470451723854314e-06, + "loss": 0.08637961745262146, + "mean_token_accuracy": 0.9935233891010284, + "num_tokens": 15455860.0, + "step": 96 + }, + { + "aux_loss": 8.04701280593872, + "entropy": 0.04057766683399677, + "epoch": 2.3132530120481927, + "grad_norm": 0.36879613995552063, + "learning_rate": 1.4469753354721144e-06, + "loss": 0.087168388068676, + "mean_token_accuracy": 0.9932206869125366, + "num_tokens": 15631021.0, + "step": 97 + }, + { + "aux_loss": 8.047924518585205, + "entropy": 0.04564652778208256, + "epoch": 2.337349397590361, + "grad_norm": 0.41153064370155334, + "learning_rate": 1.4469046863341036e-06, + "loss": 0.08925162255764008, + "mean_token_accuracy": 0.9921718537807465, + "num_tokens": 15789136.0, + "step": 98 + }, + { + "aux_loss": 8.0452880859375, + "entropy": 0.04301636107265949, + "epoch": 2.36144578313253, + "grad_norm": 0.376197874546051, + "learning_rate": 1.4468332251310286e-06, + "loss": 0.08848991990089417, + "mean_token_accuracy": 0.9930213391780853, + "num_tokens": 15938397.0, + "step": 99 + }, + { + "aux_loss": 8.043729782104492, + "entropy": 0.04113657400012016, + "epoch": 2.3855421686746987, + "grad_norm": 0.3817802667617798, + "learning_rate": 1.4467609520243544e-06, + "loss": 0.08791770040988922, + "mean_token_accuracy": 0.9926939308643341, + "num_tokens": 16114803.0, + "step": 100 + }, + { + "aux_loss": 8.044564247131348, + "entropy": 0.04448202811181545, + "epoch": 2.4096385542168672, + "grad_norm": 0.41418957710266113, + "learning_rate": 1.44668786717738e-06, + "loss": 0.08933436870574951, + "mean_token_accuracy": 0.9923655092716217, + "num_tokens": 16267681.0, + "step": 101 + }, + { + "aux_loss": 8.045689105987549, + "entropy": 0.043511977419257164, + "epoch": 2.433734939759036, + "grad_norm": 0.3912562429904938, + "learning_rate": 1.4466139707552382e-06, + "loss": 0.08852104097604752, + "mean_token_accuracy": 0.9933134019374847, + "num_tokens": 16435524.0, + "step": 102 + }, + { + "aux_loss": 8.04603910446167, + "entropy": 0.03945927880704403, + "epoch": 2.4578313253012047, + "grad_norm": 0.37696266174316406, + "learning_rate": 1.4465392629248964e-06, + "loss": 0.08802925050258636, + "mean_token_accuracy": 0.9925020635128021, + "num_tokens": 16601843.0, + "step": 103 + }, + { + "aux_loss": 8.041633129119873, + "entropy": 0.042852023616433144, + "epoch": 2.4819277108433733, + "grad_norm": 0.42523500323295593, + "learning_rate": 1.446463743855155e-06, + "loss": 0.08881749212741852, + "mean_token_accuracy": 0.9926598370075226, + "num_tokens": 16749225.0, + "step": 104 + }, + { + "aux_loss": 8.044000625610352, + "entropy": 0.04509095661342144, + "epoch": 2.5060240963855422, + "grad_norm": 0.43666303157806396, + "learning_rate": 1.4463874137166468e-06, + "loss": 0.09076739847660065, + "mean_token_accuracy": 0.9915396869182587, + "num_tokens": 16897018.0, + "step": 105 + }, + { + "aux_loss": 8.044254302978516, + "entropy": 0.04391391761600971, + "epoch": 2.5301204819277108, + "grad_norm": 0.4111824333667755, + "learning_rate": 1.4463102726818382e-06, + "loss": 0.08995572477579117, + "mean_token_accuracy": 0.9917828142642975, + "num_tokens": 17065753.0, + "step": 106 + }, + { + "aux_loss": 8.045661926269531, + "entropy": 0.04082946851849556, + "epoch": 2.5542168674698793, + "grad_norm": 0.3910435438156128, + "learning_rate": 1.4462323209250268e-06, + "loss": 0.08806779235601425, + "mean_token_accuracy": 0.9928287863731384, + "num_tokens": 17235799.0, + "step": 107 + }, + { + "aux_loss": 8.043983459472656, + "entropy": 0.045222554355859756, + "epoch": 2.5783132530120483, + "grad_norm": 0.4386132061481476, + "learning_rate": 1.4461535586223427e-06, + "loss": 0.090940460562706, + "mean_token_accuracy": 0.9915510416030884, + "num_tokens": 17376992.0, + "step": 108 + }, + { + "aux_loss": 8.0429105758667, + "entropy": 0.04239073768258095, + "epoch": 2.602409638554217, + "grad_norm": 0.39754438400268555, + "learning_rate": 1.4460739859517472e-06, + "loss": 0.08899098634719849, + "mean_token_accuracy": 0.9922184944152832, + "num_tokens": 17537095.0, + "step": 109 + }, + { + "aux_loss": 8.046865940093994, + "entropy": 0.04032203182578087, + "epoch": 2.6265060240963853, + "grad_norm": 0.4198264181613922, + "learning_rate": 1.4459936030930326e-06, + "loss": 0.08784371614456177, + "mean_token_accuracy": 0.9927988350391388, + "num_tokens": 17697756.0, + "step": 110 + }, + { + "aux_loss": 8.045022964477539, + "entropy": 0.04641672037541866, + "epoch": 2.6506024096385543, + "grad_norm": 0.41483283042907715, + "learning_rate": 1.4459124102278213e-06, + "loss": 0.0906679630279541, + "mean_token_accuracy": 0.9918768405914307, + "num_tokens": 17862032.0, + "step": 111 + }, + { + "aux_loss": 8.046215057373047, + "entropy": 0.038604725152254105, + "epoch": 2.674698795180723, + "grad_norm": 0.38772159814834595, + "learning_rate": 1.4458304075395668e-06, + "loss": 0.08620807528495789, + "mean_token_accuracy": 0.9930865466594696, + "num_tokens": 18014648.0, + "step": 112 + }, + { + "aux_loss": 8.04534912109375, + "entropy": 0.047094520181417465, + "epoch": 2.6987951807228914, + "grad_norm": 0.4265570342540741, + "learning_rate": 1.445747595213552e-06, + "loss": 0.09142982959747314, + "mean_token_accuracy": 0.9916557669639587, + "num_tokens": 18170137.0, + "step": 113 + }, + { + "aux_loss": 8.045645713806152, + "entropy": 0.037863900884985924, + "epoch": 2.7228915662650603, + "grad_norm": 0.3691053092479706, + "learning_rate": 1.4456639734368888e-06, + "loss": 0.08656749129295349, + "mean_token_accuracy": 0.9931949079036713, + "num_tokens": 18341196.0, + "step": 114 + }, + { + "aux_loss": 8.04396677017212, + "entropy": 0.04190782643854618, + "epoch": 2.746987951807229, + "grad_norm": 0.38775166869163513, + "learning_rate": 1.4455795423985187e-06, + "loss": 0.08832530677318573, + "mean_token_accuracy": 0.9925132691860199, + "num_tokens": 18499534.0, + "step": 115 + }, + { + "aux_loss": 8.046361446380615, + "entropy": 0.044008735567331314, + "epoch": 2.7710843373493974, + "grad_norm": 0.3934473395347595, + "learning_rate": 1.445494302289211e-06, + "loss": 0.08926442265510559, + "mean_token_accuracy": 0.9925075769424438, + "num_tokens": 18659760.0, + "step": 116 + }, + { + "aux_loss": 8.044501304626465, + "entropy": 0.04429285787045956, + "epoch": 2.7951807228915664, + "grad_norm": 0.4424228072166443, + "learning_rate": 1.4454082533015636e-06, + "loss": 0.08979617059230804, + "mean_token_accuracy": 0.9921565651893616, + "num_tokens": 18831165.0, + "step": 117 + }, + { + "aux_loss": 8.042979717254639, + "entropy": 0.040504178032279015, + "epoch": 2.819277108433735, + "grad_norm": 0.4018898904323578, + "learning_rate": 1.4453213956300015e-06, + "loss": 0.08786608278751373, + "mean_token_accuracy": 0.992399662733078, + "num_tokens": 18984127.0, + "step": 118 + }, + { + "aux_loss": 8.045685768127441, + "entropy": 0.041042402386665344, + "epoch": 2.8433734939759034, + "grad_norm": 0.5288944840431213, + "learning_rate": 1.4452337294707773e-06, + "loss": 0.08859241008758545, + "mean_token_accuracy": 0.9921814501285553, + "num_tokens": 19160419.0, + "step": 119 + }, + { + "aux_loss": 8.046215057373047, + "entropy": 0.04414335638284683, + "epoch": 2.8674698795180724, + "grad_norm": 0.4066352844238281, + "learning_rate": 1.4451452550219706e-06, + "loss": 0.08978652209043503, + "mean_token_accuracy": 0.9923945069313049, + "num_tokens": 19335546.0, + "step": 120 + }, + { + "aux_loss": 8.044774055480957, + "entropy": 0.03940526768565178, + "epoch": 2.891566265060241, + "grad_norm": 0.4042900800704956, + "learning_rate": 1.445055972483487e-06, + "loss": 0.08746181428432465, + "mean_token_accuracy": 0.9926989078521729, + "num_tokens": 19496314.0, + "step": 121 + }, + { + "aux_loss": 8.043519020080566, + "entropy": 0.03671685978770256, + "epoch": 2.9156626506024095, + "grad_norm": 0.3954128921031952, + "learning_rate": 1.4449658820570577e-06, + "loss": 0.08653290569782257, + "mean_token_accuracy": 0.9926026463508606, + "num_tokens": 19661718.0, + "step": 122 + }, + { + "aux_loss": 8.045527458190918, + "entropy": 0.04113632068037987, + "epoch": 2.9397590361445785, + "grad_norm": 0.39803871512413025, + "learning_rate": 1.4448749839462395e-06, + "loss": 0.08833590149879456, + "mean_token_accuracy": 0.9923411309719086, + "num_tokens": 19847373.0, + "step": 123 + }, + { + "aux_loss": 8.044186115264893, + "entropy": 0.03642796538770199, + "epoch": 2.963855421686747, + "grad_norm": 0.3793511390686035, + "learning_rate": 1.4447832783564146e-06, + "loss": 0.086070716381073, + "mean_token_accuracy": 0.9930998384952545, + "num_tokens": 20025875.0, + "step": 124 + }, + { + "aux_loss": 8.046002388000488, + "entropy": 0.047230470925569534, + "epoch": 2.9879518072289155, + "grad_norm": 0.4477235972881317, + "learning_rate": 1.444690765494789e-06, + "loss": 0.09117428958415985, + "mean_token_accuracy": 0.9920151233673096, + "num_tokens": 20182590.0, + "step": 125 + }, + { + "aux_loss": 8.042522430419922, + "entropy": 0.040220800787210464, + "epoch": 3.0, + "grad_norm": 0.5846906900405884, + "learning_rate": 1.4445974455703927e-06, + "loss": 0.0573921799659729, + "mean_token_accuracy": 0.9929695129394531, + "num_tokens": 20224389.0, + "step": 126 + }, + { + "aux_loss": 8.044944763183594, + "entropy": 0.039370276033878326, + "epoch": 3.0240963855421685, + "grad_norm": 0.3742491900920868, + "learning_rate": 1.44450331879408e-06, + "loss": 0.08556805551052094, + "mean_token_accuracy": 0.9942886531352997, + "num_tokens": 20380640.0, + "step": 127 + }, + { + "aux_loss": 8.043789863586426, + "entropy": 0.045225948095321655, + "epoch": 3.0481927710843375, + "grad_norm": 0.38408586382865906, + "learning_rate": 1.4444083853785277e-06, + "loss": 0.08862867951393127, + "mean_token_accuracy": 0.9931619465351105, + "num_tokens": 20532981.0, + "step": 128 + }, + { + "aux_loss": 8.042508125305176, + "entropy": 0.0450060423463583, + "epoch": 3.072289156626506, + "grad_norm": 0.37083542346954346, + "learning_rate": 1.444312645538235e-06, + "loss": 0.08864334225654602, + "mean_token_accuracy": 0.9928875267505646, + "num_tokens": 20683874.0, + "step": 129 + }, + { + "aux_loss": 8.041747093200684, + "entropy": 0.04171221703290939, + "epoch": 3.0963855421686746, + "grad_norm": 0.36446937918663025, + "learning_rate": 1.4442160994895236e-06, + "loss": 0.08605008572340012, + "mean_token_accuracy": 0.9937500953674316, + "num_tokens": 20836727.0, + "step": 130 + }, + { + "aux_loss": 8.042478561401367, + "entropy": 0.04033582843840122, + "epoch": 3.1204819277108435, + "grad_norm": 0.37039053440093994, + "learning_rate": 1.4441187474505368e-06, + "loss": 0.08619973808526993, + "mean_token_accuracy": 0.9936582446098328, + "num_tokens": 20989173.0, + "step": 131 + }, + { + "aux_loss": 8.04190444946289, + "entropy": 0.04400304704904556, + "epoch": 3.144578313253012, + "grad_norm": 0.39441367983818054, + "learning_rate": 1.4440205896412386e-06, + "loss": 0.08861161768436432, + "mean_token_accuracy": 0.993509829044342, + "num_tokens": 21137746.0, + "step": 132 + }, + { + "aux_loss": 8.042577743530273, + "entropy": 0.0362233929336071, + "epoch": 3.1686746987951806, + "grad_norm": 0.3513298034667969, + "learning_rate": 1.4439216262834142e-06, + "loss": 0.08395665884017944, + "mean_token_accuracy": 0.9942896068096161, + "num_tokens": 21303083.0, + "step": 133 + }, + { + "aux_loss": 8.045822143554688, + "entropy": 0.044513555243611336, + "epoch": 3.1927710843373496, + "grad_norm": 0.4062028229236603, + "learning_rate": 1.4438218576006684e-06, + "loss": 0.08783506602048874, + "mean_token_accuracy": 0.9932784140110016, + "num_tokens": 21465720.0, + "step": 134 + }, + { + "aux_loss": 8.042749881744385, + "entropy": 0.03609209880232811, + "epoch": 3.216867469879518, + "grad_norm": 0.36185288429260254, + "learning_rate": 1.4437212838184255e-06, + "loss": 0.08398795872926712, + "mean_token_accuracy": 0.9942994117736816, + "num_tokens": 21634832.0, + "step": 135 + }, + { + "aux_loss": 8.046396255493164, + "entropy": 0.039127200841903687, + "epoch": 3.2409638554216866, + "grad_norm": 0.3764151334762573, + "learning_rate": 1.44361990516393e-06, + "loss": 0.08616587519645691, + "mean_token_accuracy": 0.993415892124176, + "num_tokens": 21801355.0, + "step": 136 + }, + { + "aux_loss": 8.043558597564697, + "entropy": 0.03838344104588032, + "epoch": 3.2650602409638556, + "grad_norm": 0.3657795786857605, + "learning_rate": 1.4435177218662435e-06, + "loss": 0.08551836758852005, + "mean_token_accuracy": 0.9938235878944397, + "num_tokens": 21973015.0, + "step": 137 + }, + { + "aux_loss": 8.043213367462158, + "entropy": 0.04633874632418156, + "epoch": 3.289156626506024, + "grad_norm": 0.38201189041137695, + "learning_rate": 1.4434147341562468e-06, + "loss": 0.08937641978263855, + "mean_token_accuracy": 0.9929512739181519, + "num_tokens": 22134914.0, + "step": 138 + }, + { + "aux_loss": 8.04480266571045, + "entropy": 0.03689238056540489, + "epoch": 3.3132530120481927, + "grad_norm": 0.35625335574150085, + "learning_rate": 1.4433109422666374e-06, + "loss": 0.08385109901428223, + "mean_token_accuracy": 0.9944583773612976, + "num_tokens": 22302240.0, + "step": 139 + }, + { + "aux_loss": 8.042608261108398, + "entropy": 0.04020004719495773, + "epoch": 3.337349397590361, + "grad_norm": 0.3919045925140381, + "learning_rate": 1.4432063464319306e-06, + "loss": 0.0874231606721878, + "mean_token_accuracy": 0.9931889474391937, + "num_tokens": 22471698.0, + "step": 140 + }, + { + "aux_loss": 8.042847156524658, + "entropy": 0.03685566782951355, + "epoch": 3.36144578313253, + "grad_norm": 0.3515630066394806, + "learning_rate": 1.4431009468884578e-06, + "loss": 0.0849953442811966, + "mean_token_accuracy": 0.9941838085651398, + "num_tokens": 22653073.0, + "step": 141 + }, + { + "aux_loss": 8.043398380279541, + "entropy": 0.0423385389149189, + "epoch": 3.3855421686746987, + "grad_norm": 0.41736137866973877, + "learning_rate": 1.442994743874366e-06, + "loss": 0.08791652321815491, + "mean_token_accuracy": 0.9927142858505249, + "num_tokens": 22810578.0, + "step": 142 + }, + { + "aux_loss": 8.04459524154663, + "entropy": 0.04449957422912121, + "epoch": 3.4096385542168672, + "grad_norm": 0.4232349693775177, + "learning_rate": 1.4428877376296185e-06, + "loss": 0.08924206346273422, + "mean_token_accuracy": 0.9924839735031128, + "num_tokens": 22953794.0, + "step": 143 + }, + { + "aux_loss": 8.041166305541992, + "entropy": 0.04270816035568714, + "epoch": 3.433734939759036, + "grad_norm": 0.3914850354194641, + "learning_rate": 1.4427799283959926e-06, + "loss": 0.08785770833492279, + "mean_token_accuracy": 0.9931382238864899, + "num_tokens": 23120357.0, + "step": 144 + }, + { + "aux_loss": 8.04544448852539, + "entropy": 0.03356307931244373, + "epoch": 3.4578313253012047, + "grad_norm": 0.3500516712665558, + "learning_rate": 1.4426713164170808e-06, + "loss": 0.08334299921989441, + "mean_token_accuracy": 0.9946193993091583, + "num_tokens": 23300231.0, + "step": 145 + }, + { + "aux_loss": 8.04530382156372, + "entropy": 0.044576091691851616, + "epoch": 3.4819277108433733, + "grad_norm": 0.41992995142936707, + "learning_rate": 1.4425619019382884e-06, + "loss": 0.08873672783374786, + "mean_token_accuracy": 0.9929416477680206, + "num_tokens": 23453268.0, + "step": 146 + }, + { + "aux_loss": 8.044836044311523, + "entropy": 0.03937925212085247, + "epoch": 3.5060240963855422, + "grad_norm": 0.37806037068367004, + "learning_rate": 1.4424516852068346e-06, + "loss": 0.08648265898227692, + "mean_token_accuracy": 0.9935058355331421, + "num_tokens": 23625257.0, + "step": 147 + }, + { + "aux_loss": 8.04463529586792, + "entropy": 0.0399188157171011, + "epoch": 3.5301204819277108, + "grad_norm": 0.37204214930534363, + "learning_rate": 1.442340666471751e-06, + "loss": 0.08639834821224213, + "mean_token_accuracy": 0.9933888912200928, + "num_tokens": 23820327.0, + "step": 148 + }, + { + "aux_loss": 8.044984340667725, + "entropy": 0.036087172105908394, + "epoch": 3.5542168674698793, + "grad_norm": 0.36808425188064575, + "learning_rate": 1.4422288459838816e-06, + "loss": 0.08478154242038727, + "mean_token_accuracy": 0.9945113360881805, + "num_tokens": 23979995.0, + "step": 149 + }, + { + "aux_loss": 8.043323993682861, + "entropy": 0.04419667460024357, + "epoch": 3.5783132530120483, + "grad_norm": 0.41120970249176025, + "learning_rate": 1.4421162239958818e-06, + "loss": 0.0894618034362793, + "mean_token_accuracy": 0.9925802052021027, + "num_tokens": 24125572.0, + "step": 150 + }, + { + "aux_loss": 8.042481422424316, + "entropy": 0.03813181072473526, + "epoch": 3.602409638554217, + "grad_norm": 0.3920314610004425, + "learning_rate": 1.4420028007622175e-06, + "loss": 0.08617769181728363, + "mean_token_accuracy": 0.9939529597759247, + "num_tokens": 24283705.0, + "step": 151 + }, + { + "aux_loss": 8.043877601623535, + "entropy": 0.03504548221826553, + "epoch": 3.6265060240963853, + "grad_norm": 0.38018906116485596, + "learning_rate": 1.4418885765391659e-06, + "loss": 0.08467784523963928, + "mean_token_accuracy": 0.993707150220871, + "num_tokens": 24472505.0, + "step": 152 + }, + { + "aux_loss": 8.042401313781738, + "entropy": 0.04122787527740002, + "epoch": 3.6506024096385543, + "grad_norm": 0.39765456318855286, + "learning_rate": 1.4417735515848131e-06, + "loss": 0.08704474568367004, + "mean_token_accuracy": 0.9933643937110901, + "num_tokens": 24643360.0, + "step": 153 + }, + { + "aux_loss": 8.043309688568115, + "entropy": 0.04166724532842636, + "epoch": 3.674698795180723, + "grad_norm": 0.3905385136604309, + "learning_rate": 1.4416577261590549e-06, + "loss": 0.08706511557102203, + "mean_token_accuracy": 0.9933055341243744, + "num_tokens": 24802344.0, + "step": 154 + }, + { + "aux_loss": 8.040821552276611, + "entropy": 0.03833147883415222, + "epoch": 3.6987951807228914, + "grad_norm": 0.4488506615161896, + "learning_rate": 1.4415411005235958e-06, + "loss": 0.08571713417768478, + "mean_token_accuracy": 0.9934513568878174, + "num_tokens": 24956387.0, + "step": 155 + }, + { + "aux_loss": 8.043232440948486, + "entropy": 0.03610091283917427, + "epoch": 3.7228915662650603, + "grad_norm": 0.3729538023471832, + "learning_rate": 1.4414236749419483e-06, + "loss": 0.08453528583049774, + "mean_token_accuracy": 0.9941688776016235, + "num_tokens": 25118460.0, + "step": 156 + }, + { + "aux_loss": 8.042871475219727, + "entropy": 0.04386945813894272, + "epoch": 3.746987951807229, + "grad_norm": 0.4113171100616455, + "learning_rate": 1.441305449679432e-06, + "loss": 0.08860649913549423, + "mean_token_accuracy": 0.9927978813648224, + "num_tokens": 25276453.0, + "step": 157 + }, + { + "aux_loss": 8.04326343536377, + "entropy": 0.03775089047849178, + "epoch": 3.7710843373493974, + "grad_norm": 0.3969726860523224, + "learning_rate": 1.441186425003174e-06, + "loss": 0.08585880696773529, + "mean_token_accuracy": 0.9934997260570526, + "num_tokens": 25465189.0, + "step": 158 + }, + { + "aux_loss": 8.041276931762695, + "entropy": 0.03554354049265385, + "epoch": 3.7951807228915664, + "grad_norm": 0.37212640047073364, + "learning_rate": 1.4410666011821071e-06, + "loss": 0.08398972451686859, + "mean_token_accuracy": 0.9942491948604584, + "num_tokens": 25647091.0, + "step": 159 + }, + { + "aux_loss": 8.04280948638916, + "entropy": 0.03362584114074707, + "epoch": 3.819277108433735, + "grad_norm": 0.37804487347602844, + "learning_rate": 1.44094597848697e-06, + "loss": 0.08355149626731873, + "mean_token_accuracy": 0.9944404661655426, + "num_tokens": 25812959.0, + "step": 160 + }, + { + "aux_loss": 8.041194915771484, + "entropy": 0.04549684002995491, + "epoch": 3.8433734939759034, + "grad_norm": 0.4044184982776642, + "learning_rate": 1.4408245571903066e-06, + "loss": 0.08932945877313614, + "mean_token_accuracy": 0.9926709532737732, + "num_tokens": 25975077.0, + "step": 161 + }, + { + "aux_loss": 8.040953636169434, + "entropy": 0.04158872179687023, + "epoch": 3.8674698795180724, + "grad_norm": 0.4143630564212799, + "learning_rate": 1.4407023375664644e-06, + "loss": 0.08703690767288208, + "mean_token_accuracy": 0.993314117193222, + "num_tokens": 26133481.0, + "step": 162 + }, + { + "aux_loss": 8.042658805847168, + "entropy": 0.04513395018875599, + "epoch": 3.891566265060241, + "grad_norm": 0.4163261651992798, + "learning_rate": 1.440579319891596e-06, + "loss": 0.08887109160423279, + "mean_token_accuracy": 0.9932331144809723, + "num_tokens": 26285677.0, + "step": 163 + }, + { + "aux_loss": 8.044297218322754, + "entropy": 0.03768927603960037, + "epoch": 3.9156626506024095, + "grad_norm": 0.3762443959712982, + "learning_rate": 1.440455504443656e-06, + "loss": 0.08547879010438919, + "mean_token_accuracy": 0.9941076934337616, + "num_tokens": 26456101.0, + "step": 164 + }, + { + "aux_loss": 8.040573596954346, + "entropy": 0.040223028510808945, + "epoch": 3.9397590361445785, + "grad_norm": 0.44806984066963196, + "learning_rate": 1.4403308915024023e-06, + "loss": 0.08660810440778732, + "mean_token_accuracy": 0.9934520721435547, + "num_tokens": 26599076.0, + "step": 165 + }, + { + "aux_loss": 8.042471408843994, + "entropy": 0.038684969767928123, + "epoch": 3.963855421686747, + "grad_norm": 0.40352219343185425, + "learning_rate": 1.4402054813493942e-06, + "loss": 0.08614273369312286, + "mean_token_accuracy": 0.9937964081764221, + "num_tokens": 26769500.0, + "step": 166 + }, + { + "aux_loss": 8.041973114013672, + "entropy": 0.037965722382068634, + "epoch": 3.9879518072289155, + "grad_norm": 0.38133445382118225, + "learning_rate": 1.4400792742679925e-06, + "loss": 0.08504779636859894, + "mean_token_accuracy": 0.9941068291664124, + "num_tokens": 26942979.0, + "step": 167 + }, + { + "aux_loss": 8.039653778076172, + "entropy": 0.046194545924663544, + "epoch": 4.0, + "grad_norm": 0.5609819889068604, + "learning_rate": 1.439952270543359e-06, + "loss": 0.053759872913360596, + "mean_token_accuracy": 0.9936670064926147, + "num_tokens": 26965852.0, + "step": 168 + }, + { + "aux_loss": 8.043168544769287, + "entropy": 0.03969798795878887, + "epoch": 4.024096385542169, + "grad_norm": 0.5476467609405518, + "learning_rate": 1.4398244704624548e-06, + "loss": 0.08540086448192596, + "mean_token_accuracy": 0.9945910573005676, + "num_tokens": 27138361.0, + "step": 169 + }, + { + "aux_loss": 8.041584968566895, + "entropy": 0.037986068055033684, + "epoch": 4.048192771084337, + "grad_norm": 0.3398607075214386, + "learning_rate": 1.4396958743140407e-06, + "loss": 0.08402132987976074, + "mean_token_accuracy": 0.9951412975788116, + "num_tokens": 27298070.0, + "step": 170 + }, + { + "aux_loss": 8.041838645935059, + "entropy": 0.03689403831958771, + "epoch": 4.072289156626506, + "grad_norm": 0.3282793462276459, + "learning_rate": 1.4395664823886764e-06, + "loss": 0.08331362903118134, + "mean_token_accuracy": 0.9951364398002625, + "num_tokens": 27477493.0, + "step": 171 + }, + { + "aux_loss": 8.042462825775146, + "entropy": 0.04227207601070404, + "epoch": 4.096385542168675, + "grad_norm": 0.3614228367805481, + "learning_rate": 1.4394362949787193e-06, + "loss": 0.08635450899600983, + "mean_token_accuracy": 0.9946377873420715, + "num_tokens": 27650870.0, + "step": 172 + }, + { + "aux_loss": 8.040101051330566, + "entropy": 0.039225177839398384, + "epoch": 4.120481927710843, + "grad_norm": 0.3621145486831665, + "learning_rate": 1.4393053123783242e-06, + "loss": 0.08554555475711823, + "mean_token_accuracy": 0.9942145347595215, + "num_tokens": 27809889.0, + "step": 173 + }, + { + "aux_loss": 8.042874336242676, + "entropy": 0.04224075563251972, + "epoch": 4.144578313253012, + "grad_norm": 0.3778877854347229, + "learning_rate": 1.439173534883443e-06, + "loss": 0.08607605844736099, + "mean_token_accuracy": 0.9945782423019409, + "num_tokens": 27957420.0, + "step": 174 + }, + { + "aux_loss": 8.040241718292236, + "entropy": 0.03377825953066349, + "epoch": 4.168674698795181, + "grad_norm": 0.34376251697540283, + "learning_rate": 1.439040962791823e-06, + "loss": 0.08279868215322495, + "mean_token_accuracy": 0.9951018989086151, + "num_tokens": 28127629.0, + "step": 175 + }, + { + "aux_loss": 8.042171955108643, + "entropy": 0.03661440312862396, + "epoch": 4.192771084337349, + "grad_norm": 0.3872918486595154, + "learning_rate": 1.4389075964030074e-06, + "loss": 0.08358034491539001, + "mean_token_accuracy": 0.9953621327877045, + "num_tokens": 28293076.0, + "step": 176 + }, + { + "aux_loss": 8.040359020233154, + "entropy": 0.035597002133727074, + "epoch": 4.216867469879518, + "grad_norm": 0.357154905796051, + "learning_rate": 1.438773436018334e-06, + "loss": 0.0828801617026329, + "mean_token_accuracy": 0.9952186346054077, + "num_tokens": 28453952.0, + "step": 177 + }, + { + "aux_loss": 8.042491912841797, + "entropy": 0.04073164612054825, + "epoch": 4.240963855421687, + "grad_norm": 0.3982166349887848, + "learning_rate": 1.438638481940934e-06, + "loss": 0.08584737777709961, + "mean_token_accuracy": 0.9942737519741058, + "num_tokens": 28604320.0, + "step": 178 + }, + { + "aux_loss": 8.040094375610352, + "entropy": 0.03856072202324867, + "epoch": 4.265060240963855, + "grad_norm": 0.3902375102043152, + "learning_rate": 1.4385027344757331e-06, + "loss": 0.08460918813943863, + "mean_token_accuracy": 0.994719922542572, + "num_tokens": 28756892.0, + "step": 179 + }, + { + "aux_loss": 8.040781497955322, + "entropy": 0.035547565668821335, + "epoch": 4.289156626506024, + "grad_norm": 0.3302716016769409, + "learning_rate": 1.438366193929449e-06, + "loss": 0.0830703154206276, + "mean_token_accuracy": 0.995084673166275, + "num_tokens": 28930439.0, + "step": 180 + }, + { + "aux_loss": 8.039629459381104, + "entropy": 0.04048551991581917, + "epoch": 4.313253012048193, + "grad_norm": 0.4318244457244873, + "learning_rate": 1.4382288606105908e-06, + "loss": 0.08579900115728378, + "mean_token_accuracy": 0.9941352307796478, + "num_tokens": 29092853.0, + "step": 181 + }, + { + "aux_loss": 8.040911674499512, + "entropy": 0.03764263913035393, + "epoch": 4.337349397590361, + "grad_norm": 0.42847853899002075, + "learning_rate": 1.4380907348294597e-06, + "loss": 0.0839407742023468, + "mean_token_accuracy": 0.9944304823875427, + "num_tokens": 29226583.0, + "step": 182 + }, + { + "aux_loss": 8.039612770080566, + "entropy": 0.03596244379878044, + "epoch": 4.36144578313253, + "grad_norm": 0.36768803000450134, + "learning_rate": 1.4379518168981469e-06, + "loss": 0.08371734619140625, + "mean_token_accuracy": 0.9946404695510864, + "num_tokens": 29381987.0, + "step": 183 + }, + { + "aux_loss": 8.040324211120605, + "entropy": 0.038307564333081245, + "epoch": 4.385542168674699, + "grad_norm": 0.38769692182540894, + "learning_rate": 1.437812107130534e-06, + "loss": 0.08458788692951202, + "mean_token_accuracy": 0.9944848418235779, + "num_tokens": 29540073.0, + "step": 184 + }, + { + "aux_loss": 8.040425777435303, + "entropy": 0.03475116938352585, + "epoch": 4.409638554216867, + "grad_norm": 0.3598844110965729, + "learning_rate": 1.437671605842291e-06, + "loss": 0.083564393222332, + "mean_token_accuracy": 0.9947148263454437, + "num_tokens": 29701935.0, + "step": 185 + }, + { + "aux_loss": 8.041619300842285, + "entropy": 0.037232447415590286, + "epoch": 4.433734939759036, + "grad_norm": 0.4138000011444092, + "learning_rate": 1.4375303133508774e-06, + "loss": 0.08460228890180588, + "mean_token_accuracy": 0.9941424429416656, + "num_tokens": 29843884.0, + "step": 186 + }, + { + "aux_loss": 8.04134750366211, + "entropy": 0.036806127056479454, + "epoch": 4.457831325301205, + "grad_norm": 0.4106656610965729, + "learning_rate": 1.437388229975539e-06, + "loss": 0.08441147208213806, + "mean_token_accuracy": 0.9946633577346802, + "num_tokens": 29987812.0, + "step": 187 + }, + { + "aux_loss": 8.039554119110107, + "entropy": 0.03547658585011959, + "epoch": 4.481927710843373, + "grad_norm": 0.3592974841594696, + "learning_rate": 1.4372453560373097e-06, + "loss": 0.0837140679359436, + "mean_token_accuracy": 0.9946017563343048, + "num_tokens": 30149270.0, + "step": 188 + }, + { + "aux_loss": 8.041821479797363, + "entropy": 0.035800814628601074, + "epoch": 4.506024096385542, + "grad_norm": 0.36003249883651733, + "learning_rate": 1.437101691859009e-06, + "loss": 0.08376017212867737, + "mean_token_accuracy": 0.9945588111877441, + "num_tokens": 30307956.0, + "step": 189 + }, + { + "aux_loss": 8.042970180511475, + "entropy": 0.040934668853878975, + "epoch": 4.530120481927711, + "grad_norm": 0.42162829637527466, + "learning_rate": 1.4369572377652423e-06, + "loss": 0.08601701259613037, + "mean_token_accuracy": 0.9943284690380096, + "num_tokens": 30494893.0, + "step": 190 + }, + { + "aux_loss": 8.041118144989014, + "entropy": 0.03687039390206337, + "epoch": 4.554216867469879, + "grad_norm": 0.370378315448761, + "learning_rate": 1.4368119940823998e-06, + "loss": 0.08406563103199005, + "mean_token_accuracy": 0.9943959414958954, + "num_tokens": 30672420.0, + "step": 191 + }, + { + "aux_loss": 8.040582656860352, + "entropy": 0.03540595434606075, + "epoch": 4.578313253012048, + "grad_norm": 0.38017594814300537, + "learning_rate": 1.4366659611386557e-06, + "loss": 0.08305495977401733, + "mean_token_accuracy": 0.9947693049907684, + "num_tokens": 30847054.0, + "step": 192 + }, + { + "aux_loss": 8.042843341827393, + "entropy": 0.04187178239226341, + "epoch": 4.602409638554217, + "grad_norm": 0.3843596577644348, + "learning_rate": 1.436519139263967e-06, + "loss": 0.08659607917070389, + "mean_token_accuracy": 0.9939823746681213, + "num_tokens": 31000786.0, + "step": 193 + }, + { + "aux_loss": 8.041165351867676, + "entropy": 0.034371569752693176, + "epoch": 4.626506024096385, + "grad_norm": 0.37609967589378357, + "learning_rate": 1.4363715287900742e-06, + "loss": 0.08291493356227875, + "mean_token_accuracy": 0.9949217736721039, + "num_tokens": 31180147.0, + "step": 194 + }, + { + "aux_loss": 8.040238380432129, + "entropy": 0.03516504354774952, + "epoch": 4.650602409638554, + "grad_norm": 0.3637091815471649, + "learning_rate": 1.4362231300504988e-06, + "loss": 0.08338074386119843, + "mean_token_accuracy": 0.9948630630970001, + "num_tokens": 31343986.0, + "step": 195 + }, + { + "aux_loss": 8.041361808776855, + "entropy": 0.04160070978105068, + "epoch": 4.674698795180722, + "grad_norm": 0.4149928390979767, + "learning_rate": 1.4360739433805439e-06, + "loss": 0.08658482134342194, + "mean_token_accuracy": 0.9941949248313904, + "num_tokens": 31512880.0, + "step": 196 + }, + { + "aux_loss": 8.040586948394775, + "entropy": 0.04432631470263004, + "epoch": 4.698795180722891, + "grad_norm": 0.40140870213508606, + "learning_rate": 1.4359239691172926e-06, + "loss": 0.08757840096950531, + "mean_token_accuracy": 0.9936575889587402, + "num_tokens": 31661985.0, + "step": 197 + }, + { + "aux_loss": 8.040112018585205, + "entropy": 0.037308650091290474, + "epoch": 4.72289156626506, + "grad_norm": 0.39514875411987305, + "learning_rate": 1.4357732075996076e-06, + "loss": 0.08466262370347977, + "mean_token_accuracy": 0.9945145845413208, + "num_tokens": 31842845.0, + "step": 198 + }, + { + "aux_loss": 8.041626930236816, + "entropy": 0.04097534902393818, + "epoch": 4.746987951807229, + "grad_norm": 0.405231237411499, + "learning_rate": 1.4356216591681305e-06, + "loss": 0.08651918172836304, + "mean_token_accuracy": 0.9938961267471313, + "num_tokens": 31994483.0, + "step": 199 + }, + { + "aux_loss": 8.038835525512695, + "entropy": 0.03753245994448662, + "epoch": 4.771084337349397, + "grad_norm": 0.3914196789264679, + "learning_rate": 1.4354693241652809e-06, + "loss": 0.08507226407527924, + "mean_token_accuracy": 0.9937683045864105, + "num_tokens": 32153186.0, + "step": 200 + }, + { + "aux_loss": 8.039247989654541, + "entropy": 0.037701187655329704, + "epoch": 4.795180722891566, + "grad_norm": 0.3929915130138397, + "learning_rate": 1.4353162029352554e-06, + "loss": 0.0845346599817276, + "mean_token_accuracy": 0.9943271279335022, + "num_tokens": 32309805.0, + "step": 201 + }, + { + "aux_loss": 8.04191780090332, + "entropy": 0.04091975465416908, + "epoch": 4.8192771084337345, + "grad_norm": 0.4561111032962799, + "learning_rate": 1.4351622958240273e-06, + "loss": 0.08624639362096786, + "mean_token_accuracy": 0.9937124252319336, + "num_tokens": 32483341.0, + "step": 202 + }, + { + "aux_loss": 8.04048204421997, + "entropy": 0.034330458380281925, + "epoch": 4.843373493975903, + "grad_norm": 0.367446631193161, + "learning_rate": 1.4350076031793456e-06, + "loss": 0.08318167924880981, + "mean_token_accuracy": 0.9946629703044891, + "num_tokens": 32647509.0, + "step": 203 + }, + { + "aux_loss": 8.04125452041626, + "entropy": 0.03692132607102394, + "epoch": 4.867469879518072, + "grad_norm": 0.403191477060318, + "learning_rate": 1.4348521253507344e-06, + "loss": 0.08472205698490143, + "mean_token_accuracy": 0.9941362142562866, + "num_tokens": 32839256.0, + "step": 204 + }, + { + "aux_loss": 8.039531230926514, + "entropy": 0.038704318925738335, + "epoch": 4.891566265060241, + "grad_norm": 0.39772483706474304, + "learning_rate": 1.434695862689491e-06, + "loss": 0.08526815474033356, + "mean_token_accuracy": 0.9942019283771515, + "num_tokens": 33003150.0, + "step": 205 + }, + { + "aux_loss": 8.040374755859375, + "entropy": 0.03595581278204918, + "epoch": 4.9156626506024095, + "grad_norm": 0.4022948741912842, + "learning_rate": 1.4345388155486866e-06, + "loss": 0.08391736447811127, + "mean_token_accuracy": 0.9942536056041718, + "num_tokens": 33179546.0, + "step": 206 + }, + { + "aux_loss": 8.039075374603271, + "entropy": 0.03800219111144543, + "epoch": 4.9397590361445785, + "grad_norm": 0.380649209022522, + "learning_rate": 1.4343809842831657e-06, + "loss": 0.08527541905641556, + "mean_token_accuracy": 0.9943437278270721, + "num_tokens": 33351836.0, + "step": 207 + }, + { + "aux_loss": 8.043510913848877, + "entropy": 0.04215468093752861, + "epoch": 4.9638554216867465, + "grad_norm": 0.41969671845436096, + "learning_rate": 1.4342223692495428e-06, + "loss": 0.08674986660480499, + "mean_token_accuracy": 0.9934200346469879, + "num_tokens": 33505025.0, + "step": 208 + }, + { + "aux_loss": 8.039401054382324, + "entropy": 0.03880974091589451, + "epoch": 4.9879518072289155, + "grad_norm": 0.37678730487823486, + "learning_rate": 1.4340629708062048e-06, + "loss": 0.08524405211210251, + "mean_token_accuracy": 0.9945527911186218, + "num_tokens": 33660485.0, + "step": 209 + }, + { + "aux_loss": 8.04077434539795, + "entropy": 0.03518826887011528, + "epoch": 5.0, + "grad_norm": 0.48134711384773254, + "learning_rate": 1.433902789313308e-06, + "loss": 0.050809722393751144, + "mean_token_accuracy": 0.9939299821853638, + "num_tokens": 33707315.0, + "step": 210 + }, + { + "aux_loss": 8.039217472076416, + "entropy": 0.03736879117786884, + "epoch": 5.024096385542169, + "grad_norm": 0.3484879732131958, + "learning_rate": 1.433741825132778e-06, + "loss": 0.08324334025382996, + "mean_token_accuracy": 0.9955032467842102, + "num_tokens": 33863394.0, + "step": 211 + }, + { + "aux_loss": 8.038911819458008, + "entropy": 0.03610601648688316, + "epoch": 5.048192771084337, + "grad_norm": 0.3639015555381775, + "learning_rate": 1.4335800786283092e-06, + "loss": 0.08297591656446457, + "mean_token_accuracy": 0.9954032003879547, + "num_tokens": 34014983.0, + "step": 212 + }, + { + "aux_loss": 8.038973808288574, + "entropy": 0.0321112684905529, + "epoch": 5.072289156626506, + "grad_norm": 0.3035561144351959, + "learning_rate": 1.433417550165363e-06, + "loss": 0.080979123711586, + "mean_token_accuracy": 0.9960999488830566, + "num_tokens": 34202386.0, + "step": 213 + }, + { + "aux_loss": 8.037017822265625, + "entropy": 0.03347293473780155, + "epoch": 5.096385542168675, + "grad_norm": 0.32014161348342896, + "learning_rate": 1.4332542401111685e-06, + "loss": 0.0811787024140358, + "mean_token_accuracy": 0.9961134791374207, + "num_tokens": 34369320.0, + "step": 214 + }, + { + "aux_loss": 8.04166555404663, + "entropy": 0.03581018000841141, + "epoch": 5.120481927710843, + "grad_norm": 0.3393751084804535, + "learning_rate": 1.43309014883472e-06, + "loss": 0.0826868787407875, + "mean_token_accuracy": 0.9955731332302094, + "num_tokens": 34545517.0, + "step": 215 + }, + { + "aux_loss": 8.0395827293396, + "entropy": 0.03482176177203655, + "epoch": 5.144578313253012, + "grad_norm": 0.37512803077697754, + "learning_rate": 1.4329252767067773e-06, + "loss": 0.08189767599105835, + "mean_token_accuracy": 0.995861828327179, + "num_tokens": 34730633.0, + "step": 216 + }, + { + "aux_loss": 8.040324211120605, + "entropy": 0.03882727213203907, + "epoch": 5.168674698795181, + "grad_norm": 0.34391677379608154, + "learning_rate": 1.4327596240998645e-06, + "loss": 0.08408463001251221, + "mean_token_accuracy": 0.9951691627502441, + "num_tokens": 34897938.0, + "step": 217 + }, + { + "aux_loss": 8.038958549499512, + "entropy": 0.03700985945761204, + "epoch": 5.192771084337349, + "grad_norm": 0.3792520761489868, + "learning_rate": 1.4325931913882691e-06, + "loss": 0.08347566425800323, + "mean_token_accuracy": 0.9954339861869812, + "num_tokens": 35042500.0, + "step": 218 + }, + { + "aux_loss": 8.039316177368164, + "entropy": 0.04214794747531414, + "epoch": 5.216867469879518, + "grad_norm": 0.38034358620643616, + "learning_rate": 1.4324259789480415e-06, + "loss": 0.08621414750814438, + "mean_token_accuracy": 0.9948817193508148, + "num_tokens": 35199253.0, + "step": 219 + }, + { + "aux_loss": 8.040565967559814, + "entropy": 0.03364016301929951, + "epoch": 5.240963855421687, + "grad_norm": 0.33803656697273254, + "learning_rate": 1.4322579871569933e-06, + "loss": 0.08156892657279968, + "mean_token_accuracy": 0.9959030747413635, + "num_tokens": 35368834.0, + "step": 220 + }, + { + "aux_loss": 8.038960933685303, + "entropy": 0.033280991949141026, + "epoch": 5.265060240963855, + "grad_norm": 0.3262208104133606, + "learning_rate": 1.4320892163946975e-06, + "loss": 0.08120635151863098, + "mean_token_accuracy": 0.9958637356758118, + "num_tokens": 35535515.0, + "step": 221 + }, + { + "aux_loss": 8.038169860839844, + "entropy": 0.031326593831181526, + "epoch": 5.289156626506024, + "grad_norm": 0.342752069234848, + "learning_rate": 1.431919667042487e-06, + "loss": 0.07946254312992096, + "mean_token_accuracy": 0.9960636794567108, + "num_tokens": 35700534.0, + "step": 222 + }, + { + "aux_loss": 8.039755821228027, + "entropy": 0.034905584529042244, + "epoch": 5.313253012048193, + "grad_norm": 0.3462710678577423, + "learning_rate": 1.431749339483454e-06, + "loss": 0.08242812752723694, + "mean_token_accuracy": 0.9953078627586365, + "num_tokens": 35880129.0, + "step": 223 + }, + { + "aux_loss": 8.03895616531372, + "entropy": 0.037569453939795494, + "epoch": 5.337349397590361, + "grad_norm": 0.3580102026462555, + "learning_rate": 1.4315782341024486e-06, + "loss": 0.08401724696159363, + "mean_token_accuracy": 0.9949289560317993, + "num_tokens": 36049636.0, + "step": 224 + }, + { + "aux_loss": 8.035909175872803, + "entropy": 0.03622467443346977, + "epoch": 5.36144578313253, + "grad_norm": 0.3741055727005005, + "learning_rate": 1.4314063512860793e-06, + "loss": 0.08327938616275787, + "mean_token_accuracy": 0.994949609041214, + "num_tokens": 36198666.0, + "step": 225 + }, + { + "aux_loss": 8.03954553604126, + "entropy": 0.03737705014646053, + "epoch": 5.385542168674699, + "grad_norm": 0.3866511583328247, + "learning_rate": 1.4312336914227104e-06, + "loss": 0.0833113044500351, + "mean_token_accuracy": 0.9953556656837463, + "num_tokens": 36338753.0, + "step": 226 + }, + { + "aux_loss": 8.040770053863525, + "entropy": 0.03640630468726158, + "epoch": 5.409638554216867, + "grad_norm": 0.37529176473617554, + "learning_rate": 1.4310602549024621e-06, + "loss": 0.0830492153763771, + "mean_token_accuracy": 0.9955044686794281, + "num_tokens": 36498867.0, + "step": 227 + }, + { + "aux_loss": 8.038099765777588, + "entropy": 0.03481042757630348, + "epoch": 5.433734939759036, + "grad_norm": 0.3607235252857208, + "learning_rate": 1.4308860421172094e-06, + "loss": 0.08244866877794266, + "mean_token_accuracy": 0.995325118303299, + "num_tokens": 36682484.0, + "step": 228 + }, + { + "aux_loss": 8.03747844696045, + "entropy": 0.036855777725577354, + "epoch": 5.457831325301205, + "grad_norm": 0.5099928379058838, + "learning_rate": 1.4307110534605815e-06, + "loss": 0.08275534957647324, + "mean_token_accuracy": 0.9952235817909241, + "num_tokens": 36839247.0, + "step": 229 + }, + { + "aux_loss": 8.039116859436035, + "entropy": 0.044368937611579895, + "epoch": 5.481927710843373, + "grad_norm": 0.39856716990470886, + "learning_rate": 1.4305352893279603e-06, + "loss": 0.08694414794445038, + "mean_token_accuracy": 0.9942440986633301, + "num_tokens": 36984989.0, + "step": 230 + }, + { + "aux_loss": 8.04021692276001, + "entropy": 0.03966960869729519, + "epoch": 5.506024096385542, + "grad_norm": 0.3691135048866272, + "learning_rate": 1.4303587501164801e-06, + "loss": 0.08465172350406647, + "mean_token_accuracy": 0.9948685467243195, + "num_tokens": 37136734.0, + "step": 231 + }, + { + "aux_loss": 8.038138389587402, + "entropy": 0.03791094198822975, + "epoch": 5.530120481927711, + "grad_norm": 0.37443944811820984, + "learning_rate": 1.4301814362250267e-06, + "loss": 0.08411930501461029, + "mean_token_accuracy": 0.9945204854011536, + "num_tokens": 37306594.0, + "step": 232 + }, + { + "aux_loss": 8.04017972946167, + "entropy": 0.03802665323019028, + "epoch": 5.554216867469879, + "grad_norm": 0.40194767713546753, + "learning_rate": 1.4300033480542355e-06, + "loss": 0.08439681679010391, + "mean_token_accuracy": 0.9948781728744507, + "num_tokens": 37482014.0, + "step": 233 + }, + { + "aux_loss": 8.037278175354004, + "entropy": 0.0383224431425333, + "epoch": 5.578313253012048, + "grad_norm": 0.4007725715637207, + "learning_rate": 1.4298244860064922e-06, + "loss": 0.08417156338691711, + "mean_token_accuracy": 0.9947126507759094, + "num_tokens": 37655390.0, + "step": 234 + }, + { + "aux_loss": 8.038545608520508, + "entropy": 0.03560042753815651, + "epoch": 5.602409638554217, + "grad_norm": 0.4014568030834198, + "learning_rate": 1.4296448504859306e-06, + "loss": 0.08304604887962341, + "mean_token_accuracy": 0.9949043989181519, + "num_tokens": 37807861.0, + "step": 235 + }, + { + "aux_loss": 8.039902210235596, + "entropy": 0.03399462066590786, + "epoch": 5.626506024096385, + "grad_norm": 0.353241890668869, + "learning_rate": 1.4294644418984323e-06, + "loss": 0.08209338784217834, + "mean_token_accuracy": 0.9952429831027985, + "num_tokens": 37993700.0, + "step": 236 + }, + { + "aux_loss": 8.039174556732178, + "entropy": 0.033101960085332394, + "epoch": 5.650602409638554, + "grad_norm": 0.3676363229751587, + "learning_rate": 1.4292832606516255e-06, + "loss": 0.08126258105039597, + "mean_token_accuracy": 0.9955662786960602, + "num_tokens": 38168498.0, + "step": 237 + }, + { + "aux_loss": 8.038545608520508, + "entropy": 0.035288846120238304, + "epoch": 5.674698795180722, + "grad_norm": 0.36642128229141235, + "learning_rate": 1.4291013071548844e-06, + "loss": 0.08272764086723328, + "mean_token_accuracy": 0.9954147934913635, + "num_tokens": 38340718.0, + "step": 238 + }, + { + "aux_loss": 8.038650035858154, + "entropy": 0.03259859047830105, + "epoch": 5.698795180722891, + "grad_norm": 0.37624770402908325, + "learning_rate": 1.428918581819328e-06, + "loss": 0.08136217296123505, + "mean_token_accuracy": 0.9960896074771881, + "num_tokens": 38491373.0, + "step": 239 + }, + { + "aux_loss": 8.038266658782959, + "entropy": 0.04310726746916771, + "epoch": 5.72289156626506, + "grad_norm": 0.43467146158218384, + "learning_rate": 1.4287350850578186e-06, + "loss": 0.08748319000005722, + "mean_token_accuracy": 0.9937043190002441, + "num_tokens": 38639028.0, + "step": 240 + }, + { + "aux_loss": 8.039052963256836, + "entropy": 0.038960253819823265, + "epoch": 5.746987951807229, + "grad_norm": 0.40311357378959656, + "learning_rate": 1.4285508172849628e-06, + "loss": 0.08427684009075165, + "mean_token_accuracy": 0.9949110746383667, + "num_tokens": 38800330.0, + "step": 241 + }, + { + "aux_loss": 8.038615703582764, + "entropy": 0.038292521610856056, + "epoch": 5.771084337349397, + "grad_norm": 0.37565159797668457, + "learning_rate": 1.4283657789171085e-06, + "loss": 0.08385735750198364, + "mean_token_accuracy": 0.9953287243843079, + "num_tokens": 38948505.0, + "step": 242 + }, + { + "aux_loss": 8.039562702178955, + "entropy": 0.03734001237899065, + "epoch": 5.795180722891566, + "grad_norm": 0.49312564730644226, + "learning_rate": 1.4281799703723446e-06, + "loss": 0.08247716724872589, + "mean_token_accuracy": 0.9953389167785645, + "num_tokens": 39093422.0, + "step": 243 + }, + { + "aux_loss": 8.038256645202637, + "entropy": 0.03265094570815563, + "epoch": 5.8192771084337345, + "grad_norm": 0.3904739022254944, + "learning_rate": 1.4279933920705006e-06, + "loss": 0.08162276446819305, + "mean_token_accuracy": 0.9952907860279083, + "num_tokens": 39267459.0, + "step": 244 + }, + { + "aux_loss": 8.037330627441406, + "entropy": 0.03682544641196728, + "epoch": 5.843373493975903, + "grad_norm": 0.397100031375885, + "learning_rate": 1.4278060444331451e-06, + "loss": 0.08333480358123779, + "mean_token_accuracy": 0.9949441850185394, + "num_tokens": 39422907.0, + "step": 245 + }, + { + "aux_loss": 8.038883686065674, + "entropy": 0.04045848548412323, + "epoch": 5.867469879518072, + "grad_norm": 0.4215233623981476, + "learning_rate": 1.4276179278835848e-06, + "loss": 0.08535461127758026, + "mean_token_accuracy": 0.9943825006484985, + "num_tokens": 39579636.0, + "step": 246 + }, + { + "aux_loss": 8.039095878601074, + "entropy": 0.033118318766355515, + "epoch": 5.891566265060241, + "grad_norm": 0.3765990138053894, + "learning_rate": 1.427429042846864e-06, + "loss": 0.08269308507442474, + "mean_token_accuracy": 0.9951244592666626, + "num_tokens": 39753106.0, + "step": 247 + }, + { + "aux_loss": 8.037528038024902, + "entropy": 0.03207779489457607, + "epoch": 5.9156626506024095, + "grad_norm": 0.3518119156360626, + "learning_rate": 1.4272393897497632e-06, + "loss": 0.08054585009813309, + "mean_token_accuracy": 0.9962049722671509, + "num_tokens": 39912952.0, + "step": 248 + }, + { + "aux_loss": 8.037781715393066, + "entropy": 0.035104215145111084, + "epoch": 5.9397590361445785, + "grad_norm": 0.3629360795021057, + "learning_rate": 1.4270489690207984e-06, + "loss": 0.0826537013053894, + "mean_token_accuracy": 0.9953400492668152, + "num_tokens": 40083911.0, + "step": 249 + }, + { + "aux_loss": 8.03683614730835, + "entropy": 0.034510133787989616, + "epoch": 5.9638554216867465, + "grad_norm": 0.37607911229133606, + "learning_rate": 1.4268577810902201e-06, + "loss": 0.08266992121934891, + "mean_token_accuracy": 0.9955215454101562, + "num_tokens": 40245447.0, + "step": 250 + }, + { + "aux_loss": 8.036605834960938, + "entropy": 0.03547329269349575, + "epoch": 5.9879518072289155, + "grad_norm": 0.3630676567554474, + "learning_rate": 1.4266658263900122e-06, + "loss": 0.08295561373233795, + "mean_token_accuracy": 0.995036780834198, + "num_tokens": 40406226.0, + "step": 251 + }, + { + "aux_loss": 8.03968620300293, + "entropy": 0.04327882453799248, + "epoch": 6.0, + "grad_norm": 0.5565012693405151, + "learning_rate": 1.426473105353891e-06, + "loss": 0.05327405780553818, + "mean_token_accuracy": 0.9942361116409302, + "num_tokens": 40448778.0, + "step": 252 + }, + { + "aux_loss": 8.037991523742676, + "entropy": 0.03559446148574352, + "epoch": 6.024096385542169, + "grad_norm": 0.360224187374115, + "learning_rate": 1.4262796184173047e-06, + "loss": 0.08191978931427002, + "mean_token_accuracy": 0.9960768818855286, + "num_tokens": 40621399.0, + "step": 253 + }, + { + "aux_loss": 8.036860942840576, + "entropy": 0.03401390090584755, + "epoch": 6.048192771084337, + "grad_norm": 0.337534099817276, + "learning_rate": 1.4260853660174314e-06, + "loss": 0.08101242035627365, + "mean_token_accuracy": 0.9961624443531036, + "num_tokens": 40775180.0, + "step": 254 + }, + { + "aux_loss": 8.03651237487793, + "entropy": 0.03811703994870186, + "epoch": 6.072289156626506, + "grad_norm": 0.3574149012565613, + "learning_rate": 1.4258903485931792e-06, + "loss": 0.08330834656953812, + "mean_token_accuracy": 0.9954338371753693, + "num_tokens": 40924568.0, + "step": 255 + }, + { + "aux_loss": 8.036168575286865, + "entropy": 0.03353409469127655, + "epoch": 6.096385542168675, + "grad_norm": 0.3296172618865967, + "learning_rate": 1.4256945665851847e-06, + "loss": 0.08137848973274231, + "mean_token_accuracy": 0.9961557686328888, + "num_tokens": 41090965.0, + "step": 256 + }, + { + "aux_loss": 8.037352561950684, + "entropy": 0.032407025806605816, + "epoch": 6.120481927710843, + "grad_norm": 0.3700825870037079, + "learning_rate": 1.425498020435812e-06, + "loss": 0.08028987050056458, + "mean_token_accuracy": 0.9963049590587616, + "num_tokens": 41260686.0, + "step": 257 + }, + { + "aux_loss": 8.037732124328613, + "entropy": 0.03817327693104744, + "epoch": 6.144578313253012, + "grad_norm": 0.4077751934528351, + "learning_rate": 1.4253007105891516e-06, + "loss": 0.08337738364934921, + "mean_token_accuracy": 0.9955407381057739, + "num_tokens": 41389101.0, + "step": 258 + }, + { + "aux_loss": 8.03888988494873, + "entropy": 0.033729828894138336, + "epoch": 6.168674698795181, + "grad_norm": 0.36580121517181396, + "learning_rate": 1.4251026374910198e-06, + "loss": 0.08104156702756882, + "mean_token_accuracy": 0.9964797794818878, + "num_tokens": 41559499.0, + "step": 259 + }, + { + "aux_loss": 8.036795616149902, + "entropy": 0.03791739046573639, + "epoch": 6.192771084337349, + "grad_norm": 0.37497496604919434, + "learning_rate": 1.4249038015889575e-06, + "loss": 0.08325420320034027, + "mean_token_accuracy": 0.9954448640346527, + "num_tokens": 41705274.0, + "step": 260 + }, + { + "aux_loss": 8.037520408630371, + "entropy": 0.03363081254065037, + "epoch": 6.216867469879518, + "grad_norm": 0.3485323488712311, + "learning_rate": 1.4247042033322288e-06, + "loss": 0.08111946284770966, + "mean_token_accuracy": 0.9960795640945435, + "num_tokens": 41861920.0, + "step": 261 + }, + { + "aux_loss": 8.037950038909912, + "entropy": 0.032483769580721855, + "epoch": 6.240963855421687, + "grad_norm": 0.32457178831100464, + "learning_rate": 1.4245038431718204e-06, + "loss": 0.07976509630680084, + "mean_token_accuracy": 0.9964925646781921, + "num_tokens": 42030201.0, + "step": 262 + }, + { + "aux_loss": 8.037893772125244, + "entropy": 0.04124067164957523, + "epoch": 6.265060240963855, + "grad_norm": 0.4116523563861847, + "learning_rate": 1.424302721560441e-06, + "loss": 0.0846301019191742, + "mean_token_accuracy": 0.9952834844589233, + "num_tokens": 42177436.0, + "step": 263 + }, + { + "aux_loss": 8.037344932556152, + "entropy": 0.03193550743162632, + "epoch": 6.289156626506024, + "grad_norm": 0.34990963339805603, + "learning_rate": 1.424100838952519e-06, + "loss": 0.08070550858974457, + "mean_token_accuracy": 0.9957850873470306, + "num_tokens": 42351445.0, + "step": 264 + }, + { + "aux_loss": 8.036174774169922, + "entropy": 0.03807485289871693, + "epoch": 6.313253012048193, + "grad_norm": 0.39334771037101746, + "learning_rate": 1.4238981958042027e-06, + "loss": 0.0833045095205307, + "mean_token_accuracy": 0.9958217740058899, + "num_tokens": 42498981.0, + "step": 265 + }, + { + "aux_loss": 8.03799819946289, + "entropy": 0.036790693178772926, + "epoch": 6.337349397590361, + "grad_norm": 0.36928167939186096, + "learning_rate": 1.423694792573359e-06, + "loss": 0.08284773677587509, + "mean_token_accuracy": 0.9955715537071228, + "num_tokens": 42691804.0, + "step": 266 + }, + { + "aux_loss": 8.036050796508789, + "entropy": 0.03653477132320404, + "epoch": 6.36144578313253, + "grad_norm": 0.38227298855781555, + "learning_rate": 1.4234906297195716e-06, + "loss": 0.08240111172199249, + "mean_token_accuracy": 0.9956892132759094, + "num_tokens": 42839877.0, + "step": 267 + }, + { + "aux_loss": 8.036399364471436, + "entropy": 0.03486090246587992, + "epoch": 6.385542168674699, + "grad_norm": 0.35526585578918457, + "learning_rate": 1.4232857077041412e-06, + "loss": 0.08210219442844391, + "mean_token_accuracy": 0.9954483807086945, + "num_tokens": 42997903.0, + "step": 268 + }, + { + "aux_loss": 8.03887128829956, + "entropy": 0.031132452189922333, + "epoch": 6.409638554216867, + "grad_norm": 0.32824158668518066, + "learning_rate": 1.4230800269900832e-06, + "loss": 0.08031217753887177, + "mean_token_accuracy": 0.9960026741027832, + "num_tokens": 43184524.0, + "step": 269 + }, + { + "aux_loss": 8.037085056304932, + "entropy": 0.03395012393593788, + "epoch": 6.433734939759036, + "grad_norm": 0.39305827021598816, + "learning_rate": 1.422873588042128e-06, + "loss": 0.0817105770111084, + "mean_token_accuracy": 0.9954641461372375, + "num_tokens": 43352033.0, + "step": 270 + }, + { + "aux_loss": 8.03740119934082, + "entropy": 0.033392174169421196, + "epoch": 6.457831325301205, + "grad_norm": 0.341763436794281, + "learning_rate": 1.422666391326718e-06, + "loss": 0.08093781024217606, + "mean_token_accuracy": 0.9962793290615082, + "num_tokens": 43528223.0, + "step": 271 + }, + { + "aux_loss": 8.035551071166992, + "entropy": 0.03841528482735157, + "epoch": 6.481927710843373, + "grad_norm": 0.40078938007354736, + "learning_rate": 1.4224584373120093e-06, + "loss": 0.08335836231708527, + "mean_token_accuracy": 0.9956542551517487, + "num_tokens": 43672878.0, + "step": 272 + }, + { + "aux_loss": 8.036177158355713, + "entropy": 0.03540636785328388, + "epoch": 6.506024096385542, + "grad_norm": 0.37283870577812195, + "learning_rate": 1.4222497264678678e-06, + "loss": 0.08214269578456879, + "mean_token_accuracy": 0.9954660832881927, + "num_tokens": 43815578.0, + "step": 273 + }, + { + "aux_loss": 8.034242630004883, + "entropy": 0.03531269542872906, + "epoch": 6.530120481927711, + "grad_norm": 0.38215646147727966, + "learning_rate": 1.4220402592658704e-06, + "loss": 0.08176004141569138, + "mean_token_accuracy": 0.996109277009964, + "num_tokens": 43962507.0, + "step": 274 + }, + { + "aux_loss": 8.03614330291748, + "entropy": 0.03466031700372696, + "epoch": 6.554216867469879, + "grad_norm": 0.3749046325683594, + "learning_rate": 1.421830036179302e-06, + "loss": 0.08171263337135315, + "mean_token_accuracy": 0.9958585798740387, + "num_tokens": 44131399.0, + "step": 275 + }, + { + "aux_loss": 8.037889957427979, + "entropy": 0.03461333829909563, + "epoch": 6.578313253012048, + "grad_norm": 0.34714046120643616, + "learning_rate": 1.4216190576831563e-06, + "loss": 0.081275574862957, + "mean_token_accuracy": 0.9961965978145599, + "num_tokens": 44286358.0, + "step": 276 + }, + { + "aux_loss": 8.03689432144165, + "entropy": 0.034249075688421726, + "epoch": 6.602409638554217, + "grad_norm": 0.32196035981178284, + "learning_rate": 1.4214073242541331e-06, + "loss": 0.08108819276094437, + "mean_token_accuracy": 0.9961409270763397, + "num_tokens": 44456280.0, + "step": 277 + }, + { + "aux_loss": 8.039196014404297, + "entropy": 0.03051491640508175, + "epoch": 6.626506024096385, + "grad_norm": 0.3290470838546753, + "learning_rate": 1.421194836370639e-06, + "loss": 0.08000116050243378, + "mean_token_accuracy": 0.996231198310852, + "num_tokens": 44651684.0, + "step": 278 + }, + { + "aux_loss": 8.033888816833496, + "entropy": 0.03408683463931084, + "epoch": 6.650602409638554, + "grad_norm": 0.3726556599140167, + "learning_rate": 1.4209815945127836e-06, + "loss": 0.08141613751649857, + "mean_token_accuracy": 0.9959953725337982, + "num_tokens": 44794109.0, + "step": 279 + }, + { + "aux_loss": 8.035766124725342, + "entropy": 0.028662268072366714, + "epoch": 6.674698795180722, + "grad_norm": 0.34546366333961487, + "learning_rate": 1.4207675991623816e-06, + "loss": 0.07919106632471085, + "mean_token_accuracy": 0.9962852001190186, + "num_tokens": 44967068.0, + "step": 280 + }, + { + "aux_loss": 8.036411762237549, + "entropy": 0.03132207505404949, + "epoch": 6.698795180722891, + "grad_norm": 0.3478906750679016, + "learning_rate": 1.4205528508029496e-06, + "loss": 0.07999314367771149, + "mean_token_accuracy": 0.9962101578712463, + "num_tokens": 45141741.0, + "step": 281 + }, + { + "aux_loss": 8.03869342803955, + "entropy": 0.03163009416311979, + "epoch": 6.72289156626506, + "grad_norm": 0.3555811941623688, + "learning_rate": 1.4203373499197057e-06, + "loss": 0.08022312819957733, + "mean_token_accuracy": 0.9961192905902863, + "num_tokens": 45317687.0, + "step": 282 + }, + { + "aux_loss": 8.036246299743652, + "entropy": 0.029239365831017494, + "epoch": 6.746987951807229, + "grad_norm": 0.34071168303489685, + "learning_rate": 1.4201210969995682e-06, + "loss": 0.0793105736374855, + "mean_token_accuracy": 0.9963167905807495, + "num_tokens": 45504365.0, + "step": 283 + }, + { + "aux_loss": 8.03716516494751, + "entropy": 0.03523336164653301, + "epoch": 6.771084337349397, + "grad_norm": 0.3549567461013794, + "learning_rate": 1.4199040925311544e-06, + "loss": 0.08193039894104004, + "mean_token_accuracy": 0.9957601726055145, + "num_tokens": 45690787.0, + "step": 284 + }, + { + "aux_loss": 8.036113262176514, + "entropy": 0.03256150148808956, + "epoch": 6.795180722891566, + "grad_norm": 0.36457401514053345, + "learning_rate": 1.4196863370047803e-06, + "loss": 0.08117170631885529, + "mean_token_accuracy": 0.9957631528377533, + "num_tokens": 45850417.0, + "step": 285 + }, + { + "aux_loss": 8.035535335540771, + "entropy": 0.03171788528561592, + "epoch": 6.8192771084337345, + "grad_norm": 0.351662278175354, + "learning_rate": 1.4194678309124583e-06, + "loss": 0.0804198831319809, + "mean_token_accuracy": 0.9961467385292053, + "num_tokens": 46013319.0, + "step": 286 + }, + { + "aux_loss": 8.033803462982178, + "entropy": 0.035000565461814404, + "epoch": 6.843373493975903, + "grad_norm": 0.3920998275279999, + "learning_rate": 1.4192485747478974e-06, + "loss": 0.08269241452217102, + "mean_token_accuracy": 0.9949135482311249, + "num_tokens": 46188144.0, + "step": 287 + }, + { + "aux_loss": 8.03599739074707, + "entropy": 0.03238750249147415, + "epoch": 6.867469879518072, + "grad_norm": 0.35797789692878723, + "learning_rate": 1.4190285690065004e-06, + "loss": 0.08076779544353485, + "mean_token_accuracy": 0.9960897862911224, + "num_tokens": 46341440.0, + "step": 288 + }, + { + "aux_loss": 8.035959243774414, + "entropy": 0.03638170100748539, + "epoch": 6.891566265060241, + "grad_norm": 0.3702660799026489, + "learning_rate": 1.4188078141853645e-06, + "loss": 0.08285987377166748, + "mean_token_accuracy": 0.9956148564815521, + "num_tokens": 46502026.0, + "step": 289 + }, + { + "aux_loss": 8.034866333007812, + "entropy": 0.034105464816093445, + "epoch": 6.9156626506024095, + "grad_norm": 0.3803676962852478, + "learning_rate": 1.418586310783279e-06, + "loss": 0.08216661214828491, + "mean_token_accuracy": 0.9953741133213043, + "num_tokens": 46670197.0, + "step": 290 + }, + { + "aux_loss": 8.038596153259277, + "entropy": 0.03966710343956947, + "epoch": 6.9397590361445785, + "grad_norm": 0.3919319808483124, + "learning_rate": 1.4183640593007253e-06, + "loss": 0.08459129929542542, + "mean_token_accuracy": 0.9947242140769958, + "num_tokens": 46827184.0, + "step": 291 + }, + { + "aux_loss": 8.035058975219727, + "entropy": 0.0370329562574625, + "epoch": 6.9638554216867465, + "grad_norm": 0.3695419132709503, + "learning_rate": 1.418141060239874e-06, + "loss": 0.08234144747257233, + "mean_token_accuracy": 0.9958735704421997, + "num_tokens": 46975123.0, + "step": 292 + }, + { + "aux_loss": 8.034956932067871, + "entropy": 0.03599015064537525, + "epoch": 6.9879518072289155, + "grad_norm": 0.372112512588501, + "learning_rate": 1.4179173141045854e-06, + "loss": 0.08284641802310944, + "mean_token_accuracy": 0.9954551458358765, + "num_tokens": 47143463.0, + "step": 293 + }, + { + "aux_loss": 8.03744888305664, + "entropy": 0.030542269349098206, + "epoch": 7.0, + "grad_norm": 0.47627538442611694, + "learning_rate": 1.417692821400408e-06, + "loss": 0.04683445766568184, + "mean_token_accuracy": 0.995657205581665, + "num_tokens": 47190241.0, + "step": 294 + }, + { + "aux_loss": 8.033048629760742, + "entropy": 0.035450490191578865, + "epoch": 7.024096385542169, + "grad_norm": 0.34915679693222046, + "learning_rate": 1.417467582634577e-06, + "loss": 0.08114811033010483, + "mean_token_accuracy": 0.9963439106941223, + "num_tokens": 47348345.0, + "step": 295 + }, + { + "aux_loss": 8.034916877746582, + "entropy": 0.03222184535115957, + "epoch": 7.048192771084337, + "grad_norm": 0.32226625084877014, + "learning_rate": 1.417241598316013e-06, + "loss": 0.07955966889858246, + "mean_token_accuracy": 0.9968876838684082, + "num_tokens": 47515241.0, + "step": 296 + }, + { + "aux_loss": 8.035215377807617, + "entropy": 0.03598351962864399, + "epoch": 7.072289156626506, + "grad_norm": 0.34765782952308655, + "learning_rate": 1.4170148689553215e-06, + "loss": 0.08156674355268478, + "mean_token_accuracy": 0.9967100620269775, + "num_tokens": 47663653.0, + "step": 297 + }, + { + "aux_loss": 8.035448551177979, + "entropy": 0.032758140936493874, + "epoch": 7.096385542168675, + "grad_norm": 0.338187038898468, + "learning_rate": 1.4167873950647913e-06, + "loss": 0.07984046638011932, + "mean_token_accuracy": 0.9966485798358917, + "num_tokens": 47828224.0, + "step": 298 + }, + { + "aux_loss": 8.03564167022705, + "entropy": 0.0363839715719223, + "epoch": 7.120481927710843, + "grad_norm": 0.3636642396450043, + "learning_rate": 1.4165591771583934e-06, + "loss": 0.0818038135766983, + "mean_token_accuracy": 0.9960289299488068, + "num_tokens": 47965572.0, + "step": 299 + }, + { + "aux_loss": 8.037732124328613, + "entropy": 0.03432103618979454, + "epoch": 7.144578313253012, + "grad_norm": 0.36236822605133057, + "learning_rate": 1.41633021575178e-06, + "loss": 0.08107459545135498, + "mean_token_accuracy": 0.996305376291275, + "num_tokens": 48137642.0, + "step": 300 + }, + { + "aux_loss": 8.036556720733643, + "entropy": 0.03693149797618389, + "epoch": 7.168674698795181, + "grad_norm": 0.34610867500305176, + "learning_rate": 1.416100511362283e-06, + "loss": 0.0821981430053711, + "mean_token_accuracy": 0.99636110663414, + "num_tokens": 48324625.0, + "step": 301 + }, + { + "aux_loss": 8.034196376800537, + "entropy": 0.029057555831968784, + "epoch": 7.192771084337349, + "grad_norm": 0.32378068566322327, + "learning_rate": 1.4158700645089132e-06, + "loss": 0.07781493663787842, + "mean_token_accuracy": 0.9974943101406097, + "num_tokens": 48469198.0, + "step": 302 + }, + { + "aux_loss": 8.036748886108398, + "entropy": 0.03262832574546337, + "epoch": 7.216867469879518, + "grad_norm": 0.3372521996498108, + "learning_rate": 1.415638875712359e-06, + "loss": 0.08014824986457825, + "mean_token_accuracy": 0.9964551031589508, + "num_tokens": 48634260.0, + "step": 303 + }, + { + "aux_loss": 8.037166595458984, + "entropy": 0.032166702672839165, + "epoch": 7.240963855421687, + "grad_norm": 0.34929683804512024, + "learning_rate": 1.4154069454949852e-06, + "loss": 0.08027002215385437, + "mean_token_accuracy": 0.996328204870224, + "num_tokens": 48804133.0, + "step": 304 + }, + { + "aux_loss": 8.03482961654663, + "entropy": 0.03405679203569889, + "epoch": 7.265060240963855, + "grad_norm": 0.34674111008644104, + "learning_rate": 1.415174274380832e-06, + "loss": 0.08115323632955551, + "mean_token_accuracy": 0.9964562058448792, + "num_tokens": 48964195.0, + "step": 305 + }, + { + "aux_loss": 8.032870292663574, + "entropy": 0.030429409816861153, + "epoch": 7.289156626506024, + "grad_norm": 0.3174818158149719, + "learning_rate": 1.4149408628956132e-06, + "loss": 0.07890744507312775, + "mean_token_accuracy": 0.9967007339000702, + "num_tokens": 49129035.0, + "step": 306 + }, + { + "aux_loss": 8.035819053649902, + "entropy": 0.028406686149537563, + "epoch": 7.313253012048193, + "grad_norm": 0.3168235123157501, + "learning_rate": 1.4147067115667155e-06, + "loss": 0.07822935283184052, + "mean_token_accuracy": 0.996906578540802, + "num_tokens": 49300740.0, + "step": 307 + }, + { + "aux_loss": 8.03471565246582, + "entropy": 0.03468763642013073, + "epoch": 7.337349397590361, + "grad_norm": 0.3807547092437744, + "learning_rate": 1.4144718209231978e-06, + "loss": 0.08181793242692947, + "mean_token_accuracy": 0.9959447979927063, + "num_tokens": 49446228.0, + "step": 308 + }, + { + "aux_loss": 8.035276889801025, + "entropy": 0.03498452343046665, + "epoch": 7.36144578313253, + "grad_norm": 0.37493276596069336, + "learning_rate": 1.4142361914957885e-06, + "loss": 0.0809975117444992, + "mean_token_accuracy": 0.9967085421085358, + "num_tokens": 49620124.0, + "step": 309 + }, + { + "aux_loss": 8.03686237335205, + "entropy": 0.03699825517833233, + "epoch": 7.385542168674699, + "grad_norm": 0.380402147769928, + "learning_rate": 1.4139998238168866e-06, + "loss": 0.08249437808990479, + "mean_token_accuracy": 0.9959370195865631, + "num_tokens": 49785119.0, + "step": 310 + }, + { + "aux_loss": 8.03669023513794, + "entropy": 0.03257426247000694, + "epoch": 7.409638554216867, + "grad_norm": 0.3667578101158142, + "learning_rate": 1.413762718420558e-06, + "loss": 0.08071167767047882, + "mean_token_accuracy": 0.9963789582252502, + "num_tokens": 49952981.0, + "step": 311 + }, + { + "aux_loss": 8.034005641937256, + "entropy": 0.02788942214101553, + "epoch": 7.433734939759036, + "grad_norm": 0.2974223494529724, + "learning_rate": 1.4135248758425359e-06, + "loss": 0.07806290686130524, + "mean_token_accuracy": 0.99703049659729, + "num_tokens": 50143595.0, + "step": 312 + }, + { + "aux_loss": 8.033695697784424, + "entropy": 0.03359641693532467, + "epoch": 7.457831325301205, + "grad_norm": 0.3415364623069763, + "learning_rate": 1.413286296620219e-06, + "loss": 0.0807826817035675, + "mean_token_accuracy": 0.9961223006248474, + "num_tokens": 50297111.0, + "step": 313 + }, + { + "aux_loss": 8.034516334533691, + "entropy": 0.03204282093793154, + "epoch": 7.481927710843373, + "grad_norm": 0.37344956398010254, + "learning_rate": 1.4130469812926708e-06, + "loss": 0.08044802397489548, + "mean_token_accuracy": 0.9963233172893524, + "num_tokens": 50448811.0, + "step": 314 + }, + { + "aux_loss": 8.033761978149414, + "entropy": 0.031184443272650242, + "epoch": 7.506024096385542, + "grad_norm": 0.34687599539756775, + "learning_rate": 1.4128069304006176e-06, + "loss": 0.07920951396226883, + "mean_token_accuracy": 0.9964482486248016, + "num_tokens": 50609715.0, + "step": 315 + }, + { + "aux_loss": 8.034749031066895, + "entropy": 0.029387577436864376, + "epoch": 7.530120481927711, + "grad_norm": 0.31832030415534973, + "learning_rate": 1.4125661444864477e-06, + "loss": 0.07884480059146881, + "mean_token_accuracy": 0.9967005848884583, + "num_tokens": 50772691.0, + "step": 316 + }, + { + "aux_loss": 8.03644847869873, + "entropy": 0.03081085067242384, + "epoch": 7.554216867469879, + "grad_norm": 0.3318593204021454, + "learning_rate": 1.4123246240942104e-06, + "loss": 0.07955613732337952, + "mean_token_accuracy": 0.996260017156601, + "num_tokens": 50946461.0, + "step": 317 + }, + { + "aux_loss": 8.03480863571167, + "entropy": 0.029540213756263256, + "epoch": 7.578313253012048, + "grad_norm": 0.3266274631023407, + "learning_rate": 1.4120823697696144e-06, + "loss": 0.07922594994306564, + "mean_token_accuracy": 0.9967344701290131, + "num_tokens": 51132312.0, + "step": 318 + }, + { + "aux_loss": 8.034060955047607, + "entropy": 0.032534703612327576, + "epoch": 7.602409638554217, + "grad_norm": 0.35959550738334656, + "learning_rate": 1.4118393820600268e-06, + "loss": 0.08021605014801025, + "mean_token_accuracy": 0.9963286817073822, + "num_tokens": 51292228.0, + "step": 319 + }, + { + "aux_loss": 8.034628868103027, + "entropy": 0.03200039733201265, + "epoch": 7.626506024096385, + "grad_norm": 0.3670026957988739, + "learning_rate": 1.4115956615144717e-06, + "loss": 0.0801118016242981, + "mean_token_accuracy": 0.9965364933013916, + "num_tokens": 51460338.0, + "step": 320 + }, + { + "aux_loss": 8.0361909866333, + "entropy": 0.029335936531424522, + "epoch": 7.650602409638554, + "grad_norm": 0.35437721014022827, + "learning_rate": 1.4113512086836288e-06, + "loss": 0.07883332669734955, + "mean_token_accuracy": 0.9966942071914673, + "num_tokens": 51619895.0, + "step": 321 + }, + { + "aux_loss": 8.035427570343018, + "entropy": 0.032436246052384377, + "epoch": 7.674698795180722, + "grad_norm": 0.34983742237091064, + "learning_rate": 1.4111060241198329e-06, + "loss": 0.08025002479553223, + "mean_token_accuracy": 0.9963445365428925, + "num_tokens": 51785833.0, + "step": 322 + }, + { + "aux_loss": 8.033997058868408, + "entropy": 0.03502529673278332, + "epoch": 7.698795180722891, + "grad_norm": 0.39680731296539307, + "learning_rate": 1.4108601083770718e-06, + "loss": 0.08174897730350494, + "mean_token_accuracy": 0.9958369731903076, + "num_tokens": 51950251.0, + "step": 323 + }, + { + "aux_loss": 8.03468132019043, + "entropy": 0.039487240836024284, + "epoch": 7.72289156626506, + "grad_norm": 0.3813090920448303, + "learning_rate": 1.4106134620109848e-06, + "loss": 0.08411987125873566, + "mean_token_accuracy": 0.9956846833229065, + "num_tokens": 52104274.0, + "step": 324 + }, + { + "aux_loss": 8.034347534179688, + "entropy": 0.0300306910648942, + "epoch": 7.746987951807229, + "grad_norm": 0.3322348892688751, + "learning_rate": 1.4103660855788636e-06, + "loss": 0.07942084223031998, + "mean_token_accuracy": 0.9967765212059021, + "num_tokens": 52266704.0, + "step": 325 + }, + { + "aux_loss": 8.032934665679932, + "entropy": 0.030973643995821476, + "epoch": 7.771084337349397, + "grad_norm": 0.3334362208843231, + "learning_rate": 1.4101179796396477e-06, + "loss": 0.07914458960294724, + "mean_token_accuracy": 0.9966495633125305, + "num_tokens": 52446376.0, + "step": 326 + }, + { + "aux_loss": 8.032021522521973, + "entropy": 0.030552386306226254, + "epoch": 7.795180722891566, + "grad_norm": 0.37135079503059387, + "learning_rate": 1.409869144753926e-06, + "loss": 0.07951807975769043, + "mean_token_accuracy": 0.9962173700332642, + "num_tokens": 52600001.0, + "step": 327 + }, + { + "aux_loss": 8.035574913024902, + "entropy": 0.03106264304369688, + "epoch": 7.8192771084337345, + "grad_norm": 0.3528701663017273, + "learning_rate": 1.4096195814839339e-06, + "loss": 0.0800810307264328, + "mean_token_accuracy": 0.996282309293747, + "num_tokens": 52768318.0, + "step": 328 + }, + { + "aux_loss": 8.035249710083008, + "entropy": 0.03810280002653599, + "epoch": 7.843373493975903, + "grad_norm": 0.38768336176872253, + "learning_rate": 1.4093692903935533e-06, + "loss": 0.08325342833995819, + "mean_token_accuracy": 0.9957176744937897, + "num_tokens": 52937588.0, + "step": 329 + }, + { + "aux_loss": 8.033713340759277, + "entropy": 0.034183334559202194, + "epoch": 7.867469879518072, + "grad_norm": 0.35069799423217773, + "learning_rate": 1.4091182720483095e-06, + "loss": 0.08079741895198822, + "mean_token_accuracy": 0.9960699379444122, + "num_tokens": 53089655.0, + "step": 330 + }, + { + "aux_loss": 8.032924175262451, + "entropy": 0.03523244708776474, + "epoch": 7.891566265060241, + "grad_norm": 0.39111587405204773, + "learning_rate": 1.4088665270153717e-06, + "loss": 0.08104196190834045, + "mean_token_accuracy": 0.9962975680828094, + "num_tokens": 53248483.0, + "step": 331 + }, + { + "aux_loss": 8.033989906311035, + "entropy": 0.03644202649593353, + "epoch": 7.9156626506024095, + "grad_norm": 0.3810213506221771, + "learning_rate": 1.4086140558635514e-06, + "loss": 0.08186738193035126, + "mean_token_accuracy": 0.9956882297992706, + "num_tokens": 53411522.0, + "step": 332 + }, + { + "aux_loss": 8.034379005432129, + "entropy": 0.03020784631371498, + "epoch": 7.9397590361445785, + "grad_norm": 0.3371445834636688, + "learning_rate": 1.4083608591632996e-06, + "loss": 0.07884131371974945, + "mean_token_accuracy": 0.9969273209571838, + "num_tokens": 53574408.0, + "step": 333 + }, + { + "aux_loss": 8.03269910812378, + "entropy": 0.031987156718969345, + "epoch": 7.9638554216867465, + "grad_norm": 0.368277370929718, + "learning_rate": 1.4081069374867079e-06, + "loss": 0.07966729998588562, + "mean_token_accuracy": 0.9962456524372101, + "num_tokens": 53736277.0, + "step": 334 + }, + { + "aux_loss": 8.032955646514893, + "entropy": 0.034337449818849564, + "epoch": 7.9879518072289155, + "grad_norm": 0.34589219093322754, + "learning_rate": 1.407852291407505e-06, + "loss": 0.08137495815753937, + "mean_token_accuracy": 0.9959911406040192, + "num_tokens": 53893541.0, + "step": 335 + }, + { + "aux_loss": 8.037422180175781, + "entropy": 0.03607993572950363, + "epoch": 8.0, + "grad_norm": 0.48692095279693604, + "learning_rate": 1.4075969215010567e-06, + "loss": 0.04885231703519821, + "mean_token_accuracy": 0.9962315559387207, + "num_tokens": 53931704.0, + "step": 336 + }, + { + "aux_loss": 8.03453254699707, + "entropy": 0.03251357935369015, + "epoch": 8.024096385542169, + "grad_norm": 0.31673136353492737, + "learning_rate": 1.4073408283443648e-06, + "loss": 0.07995766401290894, + "mean_token_accuracy": 0.9967318177223206, + "num_tokens": 54091047.0, + "step": 337 + }, + { + "aux_loss": 8.032040119171143, + "entropy": 0.03007432259619236, + "epoch": 8.048192771084338, + "grad_norm": 0.30801841616630554, + "learning_rate": 1.4070840125160644e-06, + "loss": 0.07856522500514984, + "mean_token_accuracy": 0.997085839509964, + "num_tokens": 54251503.0, + "step": 338 + }, + { + "aux_loss": 8.033209323883057, + "entropy": 0.0301275672391057, + "epoch": 8.072289156626505, + "grad_norm": 0.32101917266845703, + "learning_rate": 1.4068264745964238e-06, + "loss": 0.07812288403511047, + "mean_token_accuracy": 0.9971620738506317, + "num_tokens": 54431460.0, + "step": 339 + }, + { + "aux_loss": 8.03450059890747, + "entropy": 0.037498150020837784, + "epoch": 8.096385542168674, + "grad_norm": 0.3406485617160797, + "learning_rate": 1.4065682151673432e-06, + "loss": 0.08174111694097519, + "mean_token_accuracy": 0.9965010583400726, + "num_tokens": 54590360.0, + "step": 340 + }, + { + "aux_loss": 8.035029888153076, + "entropy": 0.031323011964559555, + "epoch": 8.120481927710843, + "grad_norm": 0.48250916600227356, + "learning_rate": 1.4063092348123523e-06, + "loss": 0.07874792069196701, + "mean_token_accuracy": 0.9969989359378815, + "num_tokens": 54752146.0, + "step": 341 + }, + { + "aux_loss": 8.034884929656982, + "entropy": 0.030849049799144268, + "epoch": 8.144578313253012, + "grad_norm": 0.3505721688270569, + "learning_rate": 1.4060495341166107e-06, + "loss": 0.07901881635189056, + "mean_token_accuracy": 0.9968648850917816, + "num_tokens": 54910384.0, + "step": 342 + }, + { + "aux_loss": 8.031527996063232, + "entropy": 0.03027996141463518, + "epoch": 8.168674698795181, + "grad_norm": 0.3279053568840027, + "learning_rate": 1.4057891136669046e-06, + "loss": 0.0783233493566513, + "mean_token_accuracy": 0.9972791373729706, + "num_tokens": 55074547.0, + "step": 343 + }, + { + "aux_loss": 8.032787322998047, + "entropy": 0.03463793359696865, + "epoch": 8.19277108433735, + "grad_norm": 0.37317872047424316, + "learning_rate": 1.4055279740516467e-06, + "loss": 0.08077745139598846, + "mean_token_accuracy": 0.9964223802089691, + "num_tokens": 55223107.0, + "step": 344 + }, + { + "aux_loss": 8.032590866088867, + "entropy": 0.03586240112781525, + "epoch": 8.216867469879517, + "grad_norm": 0.3791426420211792, + "learning_rate": 1.4052661158608755e-06, + "loss": 0.08125555515289307, + "mean_token_accuracy": 0.9962078630924225, + "num_tokens": 55367867.0, + "step": 345 + }, + { + "aux_loss": 8.033146858215332, + "entropy": 0.03275267221033573, + "epoch": 8.240963855421686, + "grad_norm": 0.3555714786052704, + "learning_rate": 1.4050035396862518e-06, + "loss": 0.0799730122089386, + "mean_token_accuracy": 0.9965274631977081, + "num_tokens": 55531222.0, + "step": 346 + }, + { + "aux_loss": 8.033248901367188, + "entropy": 0.029476456344127655, + "epoch": 8.265060240963855, + "grad_norm": 0.323041707277298, + "learning_rate": 1.4047402461210596e-06, + "loss": 0.07879751920700073, + "mean_token_accuracy": 0.9967617392539978, + "num_tokens": 55707018.0, + "step": 347 + }, + { + "aux_loss": 8.034295558929443, + "entropy": 0.034110626205801964, + "epoch": 8.289156626506024, + "grad_norm": 0.3517826199531555, + "learning_rate": 1.4044762357602033e-06, + "loss": 0.08017922937870026, + "mean_token_accuracy": 0.9966349303722382, + "num_tokens": 55859239.0, + "step": 348 + }, + { + "aux_loss": 8.031924724578857, + "entropy": 0.02905238326638937, + "epoch": 8.313253012048193, + "grad_norm": 0.3139900863170624, + "learning_rate": 1.4042115092002074e-06, + "loss": 0.07803536206483841, + "mean_token_accuracy": 0.9969979524612427, + "num_tokens": 56002942.0, + "step": 349 + }, + { + "aux_loss": 8.03225040435791, + "entropy": 0.030559261329472065, + "epoch": 8.337349397590362, + "grad_norm": 0.34452271461486816, + "learning_rate": 1.403946067039214e-06, + "loss": 0.07925976067781448, + "mean_token_accuracy": 0.9967726767063141, + "num_tokens": 56159221.0, + "step": 350 + }, + { + "aux_loss": 8.033653736114502, + "entropy": 0.036190446466207504, + "epoch": 8.36144578313253, + "grad_norm": 0.3688271939754486, + "learning_rate": 1.4036799098769828e-06, + "loss": 0.08133170008659363, + "mean_token_accuracy": 0.9966385960578918, + "num_tokens": 56326889.0, + "step": 351 + }, + { + "aux_loss": 8.032990455627441, + "entropy": 0.03038295917212963, + "epoch": 8.385542168674698, + "grad_norm": 0.3074115812778473, + "learning_rate": 1.4034130383148882e-06, + "loss": 0.0787685215473175, + "mean_token_accuracy": 0.9970142543315887, + "num_tokens": 56498544.0, + "step": 352 + }, + { + "aux_loss": 8.03279447555542, + "entropy": 0.03136066906154156, + "epoch": 8.409638554216867, + "grad_norm": 0.3597790002822876, + "learning_rate": 1.4031454529559193e-06, + "loss": 0.07899552583694458, + "mean_token_accuracy": 0.9971287846565247, + "num_tokens": 56661229.0, + "step": 353 + }, + { + "aux_loss": 8.03244400024414, + "entropy": 0.03564039617776871, + "epoch": 8.433734939759036, + "grad_norm": 0.36866894364356995, + "learning_rate": 1.4028771544046781e-06, + "loss": 0.08136041462421417, + "mean_token_accuracy": 0.9964535534381866, + "num_tokens": 56809009.0, + "step": 354 + }, + { + "aux_loss": 8.033175945281982, + "entropy": 0.03262287098914385, + "epoch": 8.457831325301205, + "grad_norm": 0.3500673770904541, + "learning_rate": 1.4026081432673777e-06, + "loss": 0.08022792637348175, + "mean_token_accuracy": 0.9964220225811005, + "num_tokens": 56974040.0, + "step": 355 + }, + { + "aux_loss": 8.034413814544678, + "entropy": 0.03208298236131668, + "epoch": 8.481927710843374, + "grad_norm": 0.3360278308391571, + "learning_rate": 1.4023384201518416e-06, + "loss": 0.07970739901065826, + "mean_token_accuracy": 0.9968045651912689, + "num_tokens": 57140951.0, + "step": 356 + }, + { + "aux_loss": 8.033014297485352, + "entropy": 0.030674396082758904, + "epoch": 8.506024096385541, + "grad_norm": 0.3344880938529968, + "learning_rate": 1.4020679856675015e-06, + "loss": 0.07849317789077759, + "mean_token_accuracy": 0.9969932436943054, + "num_tokens": 57282214.0, + "step": 357 + }, + { + "aux_loss": 8.031963348388672, + "entropy": 0.03275129199028015, + "epoch": 8.53012048192771, + "grad_norm": 0.3430642783641815, + "learning_rate": 1.401796840425397e-06, + "loss": 0.07970772683620453, + "mean_token_accuracy": 0.9970153570175171, + "num_tokens": 57430073.0, + "step": 358 + }, + { + "aux_loss": 8.032482147216797, + "entropy": 0.02784721739590168, + "epoch": 8.55421686746988, + "grad_norm": 0.33207616209983826, + "learning_rate": 1.401524985038173e-06, + "loss": 0.0774514451622963, + "mean_token_accuracy": 0.9972799718379974, + "num_tokens": 57611033.0, + "step": 359 + }, + { + "aux_loss": 8.032303810119629, + "entropy": 0.02809650544077158, + "epoch": 8.578313253012048, + "grad_norm": 0.36203494668006897, + "learning_rate": 1.4012524201200799e-06, + "loss": 0.07764801383018494, + "mean_token_accuracy": 0.9973397850990295, + "num_tokens": 57775590.0, + "step": 360 + }, + { + "aux_loss": 8.03242826461792, + "entropy": 0.03094232641160488, + "epoch": 8.602409638554217, + "grad_norm": 0.3259294033050537, + "learning_rate": 1.40097914628697e-06, + "loss": 0.07914900034666061, + "mean_token_accuracy": 0.9970998764038086, + "num_tokens": 57943047.0, + "step": 361 + }, + { + "aux_loss": 8.03185749053955, + "entropy": 0.027600662782788277, + "epoch": 8.626506024096386, + "grad_norm": 0.30300894379615784, + "learning_rate": 1.4007051641562986e-06, + "loss": 0.07772274315357208, + "mean_token_accuracy": 0.9973132312297821, + "num_tokens": 58120845.0, + "step": 362 + }, + { + "aux_loss": 8.033005237579346, + "entropy": 0.030716686509549618, + "epoch": 8.650602409638553, + "grad_norm": 0.41477662324905396, + "learning_rate": 1.4004304743471206e-06, + "loss": 0.07921659201383591, + "mean_token_accuracy": 0.9964025318622589, + "num_tokens": 58290435.0, + "step": 363 + }, + { + "aux_loss": 8.031022548675537, + "entropy": 0.032445063814520836, + "epoch": 8.674698795180722, + "grad_norm": 0.36098530888557434, + "learning_rate": 1.4001550774800902e-06, + "loss": 0.07978940010070801, + "mean_token_accuracy": 0.9963515102863312, + "num_tokens": 58446144.0, + "step": 364 + }, + { + "aux_loss": 8.03183650970459, + "entropy": 0.028307861648499966, + "epoch": 8.698795180722891, + "grad_norm": 0.37047818303108215, + "learning_rate": 1.399878974177459e-06, + "loss": 0.07777097821235657, + "mean_token_accuracy": 0.997242659330368, + "num_tokens": 58623005.0, + "step": 365 + }, + { + "aux_loss": 8.032839298248291, + "entropy": 0.03144409507513046, + "epoch": 8.72289156626506, + "grad_norm": 0.33840411901474, + "learning_rate": 1.3996021650630748e-06, + "loss": 0.07940583676099777, + "mean_token_accuracy": 0.9966592788696289, + "num_tokens": 58781686.0, + "step": 366 + }, + { + "aux_loss": 8.030786514282227, + "entropy": 0.027757197618484497, + "epoch": 8.74698795180723, + "grad_norm": 0.3691762387752533, + "learning_rate": 1.3993246507623804e-06, + "loss": 0.07730717957019806, + "mean_token_accuracy": 0.9969027042388916, + "num_tokens": 58924651.0, + "step": 367 + }, + { + "aux_loss": 8.032029628753662, + "entropy": 0.02889639139175415, + "epoch": 8.771084337349398, + "grad_norm": 0.3496450185775757, + "learning_rate": 1.3990464319024116e-06, + "loss": 0.07893317937850952, + "mean_token_accuracy": 0.9967939853668213, + "num_tokens": 59083066.0, + "step": 368 + }, + { + "aux_loss": 8.031221866607666, + "entropy": 0.030891859903931618, + "epoch": 8.795180722891565, + "grad_norm": 0.3323741555213928, + "learning_rate": 1.3987675091117965e-06, + "loss": 0.07858480513095856, + "mean_token_accuracy": 0.9969135522842407, + "num_tokens": 59256385.0, + "step": 369 + }, + { + "aux_loss": 8.032551288604736, + "entropy": 0.03319684974849224, + "epoch": 8.819277108433734, + "grad_norm": 0.34501487016677856, + "learning_rate": 1.3984878830207534e-06, + "loss": 0.08011599630117416, + "mean_token_accuracy": 0.996588408946991, + "num_tokens": 59427852.0, + "step": 370 + }, + { + "aux_loss": 8.032721519470215, + "entropy": 0.03409439139068127, + "epoch": 8.843373493975903, + "grad_norm": 0.3768217861652374, + "learning_rate": 1.39820755426109e-06, + "loss": 0.08085048198699951, + "mean_token_accuracy": 0.9963680505752563, + "num_tokens": 59595387.0, + "step": 371 + }, + { + "aux_loss": 8.032885551452637, + "entropy": 0.03258616290986538, + "epoch": 8.867469879518072, + "grad_norm": 0.3588944375514984, + "learning_rate": 1.3979265234662012e-06, + "loss": 0.0799306333065033, + "mean_token_accuracy": 0.9965479075908661, + "num_tokens": 59779351.0, + "step": 372 + }, + { + "aux_loss": 8.030370235443115, + "entropy": 0.029054300859570503, + "epoch": 8.891566265060241, + "grad_norm": 0.33350667357444763, + "learning_rate": 1.3976447912710685e-06, + "loss": 0.07802186906337738, + "mean_token_accuracy": 0.9969941079616547, + "num_tokens": 59949200.0, + "step": 373 + }, + { + "aux_loss": 8.02937126159668, + "entropy": 0.028985220938920975, + "epoch": 8.91566265060241, + "grad_norm": 0.3544178605079651, + "learning_rate": 1.3973623583122578e-06, + "loss": 0.07832932472229004, + "mean_token_accuracy": 0.9969984292984009, + "num_tokens": 60109064.0, + "step": 374 + }, + { + "aux_loss": 8.03177261352539, + "entropy": 0.029587114229798317, + "epoch": 8.939759036144578, + "grad_norm": 0.3520343005657196, + "learning_rate": 1.3970792252279195e-06, + "loss": 0.07858137786388397, + "mean_token_accuracy": 0.996891975402832, + "num_tokens": 60274692.0, + "step": 375 + }, + { + "aux_loss": 8.035192966461182, + "entropy": 0.03562385682016611, + "epoch": 8.963855421686747, + "grad_norm": 0.35002952814102173, + "learning_rate": 1.3967953926577841e-06, + "loss": 0.08112400025129318, + "mean_token_accuracy": 0.996430367231369, + "num_tokens": 60441996.0, + "step": 376 + }, + { + "aux_loss": 8.033750534057617, + "entropy": 0.029073555022478104, + "epoch": 8.987951807228916, + "grad_norm": 0.346101850271225, + "learning_rate": 1.3965108612431643e-06, + "loss": 0.07820385694503784, + "mean_token_accuracy": 0.9969233572483063, + "num_tokens": 60627910.0, + "step": 377 + }, + { + "aux_loss": 8.03187370300293, + "entropy": 0.02936927229166031, + "epoch": 9.0, + "grad_norm": 0.46344229578971863, + "learning_rate": 1.3962256316269505e-06, + "loss": 0.04597163945436478, + "mean_token_accuracy": 0.9973151087760925, + "num_tokens": 60673167.0, + "step": 378 + }, + { + "aux_loss": 8.03305721282959, + "entropy": 0.028284212574362755, + "epoch": 9.024096385542169, + "grad_norm": 0.31423506140708923, + "learning_rate": 1.3959397044536114e-06, + "loss": 0.07713969051837921, + "mean_token_accuracy": 0.9977681040763855, + "num_tokens": 60836716.0, + "step": 379 + }, + { + "aux_loss": 8.032850742340088, + "entropy": 0.026606920175254345, + "epoch": 9.048192771084338, + "grad_norm": 0.2880466878414154, + "learning_rate": 1.3956530803691917e-06, + "loss": 0.0765802338719368, + "mean_token_accuracy": 0.9976675510406494, + "num_tokens": 61000573.0, + "step": 380 + }, + { + "aux_loss": 8.031289100646973, + "entropy": 0.030671123415231705, + "epoch": 9.072289156626505, + "grad_norm": 0.30061787366867065, + "learning_rate": 1.3953657600213106e-06, + "loss": 0.07775267213582993, + "mean_token_accuracy": 0.9975506663322449, + "num_tokens": 61154706.0, + "step": 381 + }, + { + "aux_loss": 8.032238960266113, + "entropy": 0.027959519997239113, + "epoch": 9.096385542168674, + "grad_norm": 0.28902363777160645, + "learning_rate": 1.3950777440591605e-06, + "loss": 0.07733355462551117, + "mean_token_accuracy": 0.9973697662353516, + "num_tokens": 61333594.0, + "step": 382 + }, + { + "aux_loss": 8.030166625976562, + "entropy": 0.032277317717671394, + "epoch": 9.120481927710843, + "grad_norm": 0.34240710735321045, + "learning_rate": 1.394789033133506e-06, + "loss": 0.07901263236999512, + "mean_token_accuracy": 0.9973782598972321, + "num_tokens": 61490776.0, + "step": 383 + }, + { + "aux_loss": 8.032149314880371, + "entropy": 0.02693926077336073, + "epoch": 9.144578313253012, + "grad_norm": 0.29341667890548706, + "learning_rate": 1.3944996278966811e-06, + "loss": 0.076640784740448, + "mean_token_accuracy": 0.9978146553039551, + "num_tokens": 61669552.0, + "step": 384 + }, + { + "aux_loss": 8.031457901000977, + "entropy": 0.03191028628498316, + "epoch": 9.168674698795181, + "grad_norm": 0.3397424519062042, + "learning_rate": 1.394209529002589e-06, + "loss": 0.07893210649490356, + "mean_token_accuracy": 0.9971943795681, + "num_tokens": 61843274.0, + "step": 385 + }, + { + "aux_loss": 8.03022575378418, + "entropy": 0.028519313782453537, + "epoch": 9.19277108433735, + "grad_norm": 0.30692535638809204, + "learning_rate": 1.3939187371067007e-06, + "loss": 0.07746940851211548, + "mean_token_accuracy": 0.9976769387722015, + "num_tokens": 61998707.0, + "step": 386 + }, + { + "aux_loss": 8.031204223632812, + "entropy": 0.03095682244747877, + "epoch": 9.216867469879517, + "grad_norm": 0.3476795554161072, + "learning_rate": 1.393627252866052e-06, + "loss": 0.07881052792072296, + "mean_token_accuracy": 0.9969981908798218, + "num_tokens": 62173983.0, + "step": 387 + }, + { + "aux_loss": 8.027823448181152, + "entropy": 0.02978881075978279, + "epoch": 9.240963855421686, + "grad_norm": 0.3190312683582306, + "learning_rate": 1.3933350769392442e-06, + "loss": 0.07773149758577347, + "mean_token_accuracy": 0.9973650872707367, + "num_tokens": 62324901.0, + "step": 388 + }, + { + "aux_loss": 8.031431674957275, + "entropy": 0.027737611904740334, + "epoch": 9.265060240963855, + "grad_norm": 0.38071316480636597, + "learning_rate": 1.39304220998644e-06, + "loss": 0.07697569578886032, + "mean_token_accuracy": 0.9974884390830994, + "num_tokens": 62485228.0, + "step": 389 + }, + { + "aux_loss": 8.030527114868164, + "entropy": 0.02737813163548708, + "epoch": 9.289156626506024, + "grad_norm": 0.2937212586402893, + "learning_rate": 1.3927486526693647e-06, + "loss": 0.0766058936715126, + "mean_token_accuracy": 0.9978461861610413, + "num_tokens": 62647707.0, + "step": 390 + }, + { + "aux_loss": 8.030436038970947, + "entropy": 0.030430599115788937, + "epoch": 9.313253012048193, + "grad_norm": 0.30997201800346375, + "learning_rate": 1.3924544056513032e-06, + "loss": 0.0783412903547287, + "mean_token_accuracy": 0.9975597560405731, + "num_tokens": 62816112.0, + "step": 391 + }, + { + "aux_loss": 8.03123950958252, + "entropy": 0.026135905645787716, + "epoch": 9.337349397590362, + "grad_norm": 0.3543896973133087, + "learning_rate": 1.3921594695970985e-06, + "loss": 0.07653771340847015, + "mean_token_accuracy": 0.997521847486496, + "num_tokens": 62950912.0, + "step": 392 + }, + { + "aux_loss": 8.02945613861084, + "entropy": 0.03068769257515669, + "epoch": 9.36144578313253, + "grad_norm": 0.3361717462539673, + "learning_rate": 1.3918638451731505e-06, + "loss": 0.07847397774457932, + "mean_token_accuracy": 0.9971339702606201, + "num_tokens": 63106341.0, + "step": 393 + }, + { + "aux_loss": 8.031757354736328, + "entropy": 0.03277725353837013, + "epoch": 9.385542168674698, + "grad_norm": 0.3406221866607666, + "learning_rate": 1.3915675330474142e-06, + "loss": 0.0791986957192421, + "mean_token_accuracy": 0.9971778690814972, + "num_tokens": 63284372.0, + "step": 394 + }, + { + "aux_loss": 8.030030727386475, + "entropy": 0.026919249445199966, + "epoch": 9.409638554216867, + "grad_norm": 0.31440675258636475, + "learning_rate": 1.3912705338893993e-06, + "loss": 0.07689384371042252, + "mean_token_accuracy": 0.9976073503494263, + "num_tokens": 63455837.0, + "step": 395 + }, + { + "aux_loss": 8.031475067138672, + "entropy": 0.033060451969504356, + "epoch": 9.433734939759036, + "grad_norm": 0.3352949023246765, + "learning_rate": 1.3909728483701666e-06, + "loss": 0.07927119731903076, + "mean_token_accuracy": 0.9972446262836456, + "num_tokens": 63618970.0, + "step": 396 + }, + { + "aux_loss": 8.029807567596436, + "entropy": 0.03108399175107479, + "epoch": 9.457831325301205, + "grad_norm": 0.32964977622032166, + "learning_rate": 1.3906744771623291e-06, + "loss": 0.07835537195205688, + "mean_token_accuracy": 0.9973717033863068, + "num_tokens": 63781997.0, + "step": 397 + }, + { + "aux_loss": 8.031740665435791, + "entropy": 0.03269661497324705, + "epoch": 9.481927710843374, + "grad_norm": 0.3676154911518097, + "learning_rate": 1.3903754209400482e-06, + "loss": 0.07965146005153656, + "mean_token_accuracy": 0.9964734315872192, + "num_tokens": 63932105.0, + "step": 398 + }, + { + "aux_loss": 8.033281803131104, + "entropy": 0.03186710365116596, + "epoch": 9.506024096385541, + "grad_norm": 0.35776206851005554, + "learning_rate": 1.390075680379033e-06, + "loss": 0.07902336865663528, + "mean_token_accuracy": 0.9969694018363953, + "num_tokens": 64093887.0, + "step": 399 + }, + { + "aux_loss": 8.032399654388428, + "entropy": 0.024799546226859093, + "epoch": 9.53012048192771, + "grad_norm": 0.3226422369480133, + "learning_rate": 1.3897752561565394e-06, + "loss": 0.07591937482357025, + "mean_token_accuracy": 0.9975130259990692, + "num_tokens": 64273357.0, + "step": 400 + }, + { + "aux_loss": 8.033264636993408, + "entropy": 0.0295121967792511, + "epoch": 9.55421686746988, + "grad_norm": 0.3351059854030609, + "learning_rate": 1.3894741489513673e-06, + "loss": 0.07776688039302826, + "mean_token_accuracy": 0.997167706489563, + "num_tokens": 64448304.0, + "step": 401 + }, + { + "aux_loss": 8.029650211334229, + "entropy": 0.02971556317061186, + "epoch": 9.578313253012048, + "grad_norm": 0.32523661851882935, + "learning_rate": 1.3891723594438605e-06, + "loss": 0.07813172787427902, + "mean_token_accuracy": 0.9973180294036865, + "num_tokens": 64596938.0, + "step": 402 + }, + { + "aux_loss": 8.031736373901367, + "entropy": 0.02978976722806692, + "epoch": 9.602409638554217, + "grad_norm": 0.3332604169845581, + "learning_rate": 1.3888698883159043e-06, + "loss": 0.07776395231485367, + "mean_token_accuracy": 0.9974326193332672, + "num_tokens": 64769145.0, + "step": 403 + }, + { + "aux_loss": 8.033589839935303, + "entropy": 0.032476719468832016, + "epoch": 9.626506024096386, + "grad_norm": 0.3411960005760193, + "learning_rate": 1.3885667362509237e-06, + "loss": 0.07948120683431625, + "mean_token_accuracy": 0.9970299303531647, + "num_tokens": 64932386.0, + "step": 404 + }, + { + "aux_loss": 8.030903816223145, + "entropy": 0.03362698294222355, + "epoch": 9.650602409638553, + "grad_norm": 0.3845645487308502, + "learning_rate": 1.3882629039338825e-06, + "loss": 0.08039066195487976, + "mean_token_accuracy": 0.9965060353279114, + "num_tokens": 65085807.0, + "step": 405 + }, + { + "aux_loss": 8.029520034790039, + "entropy": 0.0270113842561841, + "epoch": 9.674698795180722, + "grad_norm": 0.34778332710266113, + "learning_rate": 1.3879583920512816e-06, + "loss": 0.077044278383255, + "mean_token_accuracy": 0.9973159432411194, + "num_tokens": 65246006.0, + "step": 406 + }, + { + "aux_loss": 8.030782699584961, + "entropy": 0.03195221349596977, + "epoch": 9.698795180722891, + "grad_norm": 0.35124245285987854, + "learning_rate": 1.3876532012911574e-06, + "loss": 0.07930511981248856, + "mean_token_accuracy": 0.9969338178634644, + "num_tokens": 65411013.0, + "step": 407 + }, + { + "aux_loss": 8.029433727264404, + "entropy": 0.03094009030610323, + "epoch": 9.72289156626506, + "grad_norm": 0.4142710268497467, + "learning_rate": 1.3873473323430797e-06, + "loss": 0.07911791652441025, + "mean_token_accuracy": 0.9967486560344696, + "num_tokens": 65571476.0, + "step": 408 + }, + { + "aux_loss": 8.030499935150146, + "entropy": 0.027457045391201973, + "epoch": 9.74698795180723, + "grad_norm": 0.3272239863872528, + "learning_rate": 1.3870407858981514e-06, + "loss": 0.07713578641414642, + "mean_token_accuracy": 0.9972514510154724, + "num_tokens": 65742609.0, + "step": 409 + }, + { + "aux_loss": 8.029773712158203, + "entropy": 0.030966890044510365, + "epoch": 9.771084337349398, + "grad_norm": 0.42443791031837463, + "learning_rate": 1.3867335626490055e-06, + "loss": 0.07875967025756836, + "mean_token_accuracy": 0.9968508183956146, + "num_tokens": 65891366.0, + "step": 410 + }, + { + "aux_loss": 8.029150009155273, + "entropy": 0.03328642249107361, + "epoch": 9.795180722891565, + "grad_norm": 0.3802852928638458, + "learning_rate": 1.3864256632898051e-06, + "loss": 0.07969282567501068, + "mean_token_accuracy": 0.9970137476921082, + "num_tokens": 66041964.0, + "step": 411 + }, + { + "aux_loss": 8.030668258666992, + "entropy": 0.02882132213562727, + "epoch": 9.819277108433734, + "grad_norm": 0.3516421616077423, + "learning_rate": 1.3861170885162396e-06, + "loss": 0.07771005481481552, + "mean_token_accuracy": 0.9975076615810394, + "num_tokens": 66231004.0, + "step": 412 + }, + { + "aux_loss": 8.029856204986572, + "entropy": 0.028738058172166348, + "epoch": 9.843373493975903, + "grad_norm": 0.34768593311309814, + "learning_rate": 1.3858078390255256e-06, + "loss": 0.07793055474758148, + "mean_token_accuracy": 0.9971697330474854, + "num_tokens": 66399510.0, + "step": 413 + }, + { + "aux_loss": 8.030166625976562, + "entropy": 0.03400828316807747, + "epoch": 9.867469879518072, + "grad_norm": 0.37204456329345703, + "learning_rate": 1.3854979155164043e-06, + "loss": 0.08015817403793335, + "mean_token_accuracy": 0.9967809617519379, + "num_tokens": 66547156.0, + "step": 414 + }, + { + "aux_loss": 8.032981872558594, + "entropy": 0.03100480604916811, + "epoch": 9.891566265060241, + "grad_norm": 0.3481873869895935, + "learning_rate": 1.3851873186891386e-06, + "loss": 0.07907165586948395, + "mean_token_accuracy": 0.9964969456195831, + "num_tokens": 66718160.0, + "step": 415 + }, + { + "aux_loss": 8.028274536132812, + "entropy": 0.030552691780030727, + "epoch": 9.91566265060241, + "grad_norm": 0.33890053629875183, + "learning_rate": 1.3848760492455145e-06, + "loss": 0.07868947088718414, + "mean_token_accuracy": 0.9966758191585541, + "num_tokens": 66873016.0, + "step": 416 + }, + { + "aux_loss": 8.02976369857788, + "entropy": 0.03107893466949463, + "epoch": 9.939759036144578, + "grad_norm": 0.3599156141281128, + "learning_rate": 1.384564107888836e-06, + "loss": 0.078771211206913, + "mean_token_accuracy": 0.9969359636306763, + "num_tokens": 67038673.0, + "step": 417 + }, + { + "aux_loss": 8.02978229522705, + "entropy": 0.028388715349137783, + "epoch": 9.963855421686747, + "grad_norm": 0.35516616702079773, + "learning_rate": 1.384251495323926e-06, + "loss": 0.0778445154428482, + "mean_token_accuracy": 0.9971783459186554, + "num_tokens": 67218897.0, + "step": 418 + }, + { + "aux_loss": 8.031276226043701, + "entropy": 0.03284810110926628, + "epoch": 9.987951807228916, + "grad_norm": 0.3593505024909973, + "learning_rate": 1.3839382122571248e-06, + "loss": 0.0795031189918518, + "mean_token_accuracy": 0.9974339604377747, + "num_tokens": 67376548.0, + "step": 419 + }, + { + "aux_loss": 8.033153533935547, + "entropy": 0.029837898910045624, + "epoch": 10.0, + "grad_norm": 0.4149579107761383, + "learning_rate": 1.3836242593962863e-06, + "loss": 0.04504719376564026, + "mean_token_accuracy": 0.997219443321228, + "num_tokens": 67414630.0, + "step": 420 + }, + { + "aux_loss": 8.03052043914795, + "entropy": 0.026807748712599277, + "epoch": 10.024096385542169, + "grad_norm": 0.3050729036331177, + "learning_rate": 1.3833096374507787e-06, + "loss": 0.07622632384300232, + "mean_token_accuracy": 0.9978890419006348, + "num_tokens": 67588234.0, + "step": 421 + }, + { + "aux_loss": 8.031226634979248, + "entropy": 0.033840239979326725, + "epoch": 10.048192771084338, + "grad_norm": 0.3194749653339386, + "learning_rate": 1.3829943471314814e-06, + "loss": 0.07884673774242401, + "mean_token_accuracy": 0.9978678822517395, + "num_tokens": 67757352.0, + "step": 422 + }, + { + "aux_loss": 8.029906272888184, + "entropy": 0.027255422435700893, + "epoch": 10.072289156626505, + "grad_norm": 0.30284735560417175, + "learning_rate": 1.3826783891507848e-06, + "loss": 0.07626917958259583, + "mean_token_accuracy": 0.9980226457118988, + "num_tokens": 67920553.0, + "step": 423 + }, + { + "aux_loss": 8.02976942062378, + "entropy": 0.027208078652620316, + "epoch": 10.096385542168674, + "grad_norm": 0.29062679409980774, + "learning_rate": 1.3823617642225866e-06, + "loss": 0.07693935185670853, + "mean_token_accuracy": 0.9976333379745483, + "num_tokens": 68081290.0, + "step": 424 + }, + { + "aux_loss": 8.029796123504639, + "entropy": 0.0285436250269413, + "epoch": 10.120481927710843, + "grad_norm": 0.2950977683067322, + "learning_rate": 1.3820444730622926e-06, + "loss": 0.07694471627473831, + "mean_token_accuracy": 0.9980784356594086, + "num_tokens": 68271566.0, + "step": 425 + }, + { + "aux_loss": 8.031370639801025, + "entropy": 0.03286069352179766, + "epoch": 10.144578313253012, + "grad_norm": 0.3592938780784607, + "learning_rate": 1.3817265163868138e-06, + "loss": 0.07915187627077103, + "mean_token_accuracy": 0.9973708391189575, + "num_tokens": 68410627.0, + "step": 426 + }, + { + "aux_loss": 8.02876901626587, + "entropy": 0.033930208534002304, + "epoch": 10.168674698795181, + "grad_norm": 0.3631734549999237, + "learning_rate": 1.381407894914564e-06, + "loss": 0.07949021458625793, + "mean_token_accuracy": 0.9971204400062561, + "num_tokens": 68547059.0, + "step": 427 + }, + { + "aux_loss": 8.028857231140137, + "entropy": 0.03004965092986822, + "epoch": 10.19277108433735, + "grad_norm": 0.32348141074180603, + "learning_rate": 1.3810886093654599e-06, + "loss": 0.07751224935054779, + "mean_token_accuracy": 0.997689813375473, + "num_tokens": 68719122.0, + "step": 428 + }, + { + "aux_loss": 8.0299711227417, + "entropy": 0.025603781454265118, + "epoch": 10.216867469879517, + "grad_norm": 0.2847801148891449, + "learning_rate": 1.3807686604609185e-06, + "loss": 0.07599260658025742, + "mean_token_accuracy": 0.9978285729885101, + "num_tokens": 68903105.0, + "step": 429 + }, + { + "aux_loss": 8.02917766571045, + "entropy": 0.02435719594359398, + "epoch": 10.240963855421686, + "grad_norm": 0.31084614992141724, + "learning_rate": 1.3804480489238556e-06, + "loss": 0.07491791248321533, + "mean_token_accuracy": 0.9980163872241974, + "num_tokens": 69086727.0, + "step": 430 + }, + { + "aux_loss": 8.029499530792236, + "entropy": 0.02250757720321417, + "epoch": 10.265060240963855, + "grad_norm": 0.2934803366661072, + "learning_rate": 1.3801267754786845e-06, + "loss": 0.07460962235927582, + "mean_token_accuracy": 0.9981854856014252, + "num_tokens": 69255826.0, + "step": 431 + }, + { + "aux_loss": 8.028985023498535, + "entropy": 0.026835591532289982, + "epoch": 10.289156626506024, + "grad_norm": 0.31175994873046875, + "learning_rate": 1.3798048408513135e-06, + "loss": 0.0759553462266922, + "mean_token_accuracy": 0.9978678524494171, + "num_tokens": 69429204.0, + "step": 432 + }, + { + "aux_loss": 8.029627323150635, + "entropy": 0.02608797326683998, + "epoch": 10.313253012048193, + "grad_norm": 0.28849494457244873, + "learning_rate": 1.3794822457691448e-06, + "loss": 0.07554003596305847, + "mean_token_accuracy": 0.9981241524219513, + "num_tokens": 69615147.0, + "step": 433 + }, + { + "aux_loss": 8.027892589569092, + "entropy": 0.029431588016450405, + "epoch": 10.337349397590362, + "grad_norm": 0.3519872725009918, + "learning_rate": 1.3791589909610738e-06, + "loss": 0.07704924046993256, + "mean_token_accuracy": 0.9977331459522247, + "num_tokens": 69763662.0, + "step": 434 + }, + { + "aux_loss": 8.028160095214844, + "entropy": 0.030695267021656036, + "epoch": 10.36144578313253, + "grad_norm": 0.35359182953834534, + "learning_rate": 1.3788350771574854e-06, + "loss": 0.0779634341597557, + "mean_token_accuracy": 0.9976026713848114, + "num_tokens": 69923670.0, + "step": 435 + }, + { + "aux_loss": 8.028687000274658, + "entropy": 0.030781088396906853, + "epoch": 10.385542168674698, + "grad_norm": 0.3456423878669739, + "learning_rate": 1.3785105050902542e-06, + "loss": 0.07804363965988159, + "mean_token_accuracy": 0.9974770545959473, + "num_tokens": 70070248.0, + "step": 436 + }, + { + "aux_loss": 8.03036642074585, + "entropy": 0.025892925448715687, + "epoch": 10.409638554216867, + "grad_norm": 0.42847299575805664, + "learning_rate": 1.3781852754927418e-06, + "loss": 0.07700430601835251, + "mean_token_accuracy": 0.9975075125694275, + "num_tokens": 70249380.0, + "step": 437 + }, + { + "aux_loss": 8.031606197357178, + "entropy": 0.0267898328602314, + "epoch": 10.433734939759036, + "grad_norm": 0.29486900568008423, + "learning_rate": 1.3778593890997959e-06, + "loss": 0.07694413512945175, + "mean_token_accuracy": 0.9977473318576813, + "num_tokens": 70413199.0, + "step": 438 + }, + { + "aux_loss": 8.029096126556396, + "entropy": 0.027300704270601273, + "epoch": 10.457831325301205, + "grad_norm": 0.3215588331222534, + "learning_rate": 1.3775328466477474e-06, + "loss": 0.07631190121173859, + "mean_token_accuracy": 0.997810572385788, + "num_tokens": 70586808.0, + "step": 439 + }, + { + "aux_loss": 8.030426025390625, + "entropy": 0.02695034071803093, + "epoch": 10.481927710843374, + "grad_norm": 0.309374064207077, + "learning_rate": 1.3772056488744102e-06, + "loss": 0.07675328850746155, + "mean_token_accuracy": 0.9976034462451935, + "num_tokens": 70763440.0, + "step": 440 + }, + { + "aux_loss": 8.028189659118652, + "entropy": 0.028853912837803364, + "epoch": 10.506024096385541, + "grad_norm": 0.335868239402771, + "learning_rate": 1.3768777965190792e-06, + "loss": 0.07752006500959396, + "mean_token_accuracy": 0.9972420930862427, + "num_tokens": 70910457.0, + "step": 441 + }, + { + "aux_loss": 8.029743194580078, + "entropy": 0.025770947337150574, + "epoch": 10.53012048192771, + "grad_norm": 0.3330857455730438, + "learning_rate": 1.3765492903225272e-06, + "loss": 0.07615037262439728, + "mean_token_accuracy": 0.9975591003894806, + "num_tokens": 71067271.0, + "step": 442 + }, + { + "aux_loss": 8.027770519256592, + "entropy": 0.02995127160102129, + "epoch": 10.55421686746988, + "grad_norm": 0.3459339737892151, + "learning_rate": 1.3762201310270052e-06, + "loss": 0.0779542475938797, + "mean_token_accuracy": 0.9972722232341766, + "num_tokens": 71225176.0, + "step": 443 + }, + { + "aux_loss": 8.02858829498291, + "entropy": 0.024707495234906673, + "epoch": 10.578313253012048, + "grad_norm": 0.32370665669441223, + "learning_rate": 1.3758903193762397e-06, + "loss": 0.0753905326128006, + "mean_token_accuracy": 0.9975995123386383, + "num_tokens": 71391719.0, + "step": 444 + }, + { + "aux_loss": 8.029046535491943, + "entropy": 0.02720453217625618, + "epoch": 10.602409638554217, + "grad_norm": 0.31780052185058594, + "learning_rate": 1.3755598561154312e-06, + "loss": 0.077033132314682, + "mean_token_accuracy": 0.9974277913570404, + "num_tokens": 71561690.0, + "step": 445 + }, + { + "aux_loss": 8.030248165130615, + "entropy": 0.029147695749998093, + "epoch": 10.626506024096386, + "grad_norm": 0.3248000741004944, + "learning_rate": 1.3752287419912521e-06, + "loss": 0.07753097265958786, + "mean_token_accuracy": 0.9971960484981537, + "num_tokens": 71710468.0, + "step": 446 + }, + { + "aux_loss": 8.028928279876709, + "entropy": 0.029994006268680096, + "epoch": 10.650602409638553, + "grad_norm": 0.33071792125701904, + "learning_rate": 1.3748969777518458e-06, + "loss": 0.07808565348386765, + "mean_token_accuracy": 0.9973722398281097, + "num_tokens": 71875559.0, + "step": 447 + }, + { + "aux_loss": 8.030104637145996, + "entropy": 0.025511790066957474, + "epoch": 10.674698795180722, + "grad_norm": 0.32101917266845703, + "learning_rate": 1.3745645641468248e-06, + "loss": 0.07576514780521393, + "mean_token_accuracy": 0.9978866875171661, + "num_tokens": 72045798.0, + "step": 448 + }, + { + "aux_loss": 8.028583526611328, + "entropy": 0.028393504209816456, + "epoch": 10.698795180722891, + "grad_norm": 0.31367799639701843, + "learning_rate": 1.3742315019272683e-06, + "loss": 0.07735928893089294, + "mean_token_accuracy": 0.9973789155483246, + "num_tokens": 72218153.0, + "step": 449 + }, + { + "aux_loss": 8.02676010131836, + "entropy": 0.03315955400466919, + "epoch": 10.72289156626506, + "grad_norm": 0.33943045139312744, + "learning_rate": 1.3738977918457213e-06, + "loss": 0.07943802326917648, + "mean_token_accuracy": 0.9972104430198669, + "num_tokens": 72360308.0, + "step": 450 + }, + { + "aux_loss": 8.028342247009277, + "entropy": 0.037015119567513466, + "epoch": 10.74698795180723, + "grad_norm": 0.35264134407043457, + "learning_rate": 1.3735634346561928e-06, + "loss": 0.08016332238912582, + "mean_token_accuracy": 0.9973889291286469, + "num_tokens": 72523679.0, + "step": 451 + }, + { + "aux_loss": 8.028265953063965, + "entropy": 0.030274370685219765, + "epoch": 10.771084337349398, + "grad_norm": 0.31121376156806946, + "learning_rate": 1.3732284311141535e-06, + "loss": 0.0778329148888588, + "mean_token_accuracy": 0.997382640838623, + "num_tokens": 72676307.0, + "step": 452 + }, + { + "aux_loss": 8.028914451599121, + "entropy": 0.02892636600881815, + "epoch": 10.795180722891565, + "grad_norm": 0.32904553413391113, + "learning_rate": 1.3728927819765347e-06, + "loss": 0.07730700075626373, + "mean_token_accuracy": 0.9975307881832123, + "num_tokens": 72827705.0, + "step": 453 + }, + { + "aux_loss": 8.028653144836426, + "entropy": 0.026827383786439896, + "epoch": 10.819277108433734, + "grad_norm": 0.3565026521682739, + "learning_rate": 1.3725564880017268e-06, + "loss": 0.07710254937410355, + "mean_token_accuracy": 0.9978848695755005, + "num_tokens": 72984162.0, + "step": 454 + }, + { + "aux_loss": 8.027618408203125, + "entropy": 0.03206733614206314, + "epoch": 10.843373493975903, + "grad_norm": 0.33514919877052307, + "learning_rate": 1.3722195499495765e-06, + "loss": 0.0789363905787468, + "mean_token_accuracy": 0.9969374537467957, + "num_tokens": 73141852.0, + "step": 455 + }, + { + "aux_loss": 8.030162811279297, + "entropy": 0.027127815410494804, + "epoch": 10.867469879518072, + "grad_norm": 0.32852309942245483, + "learning_rate": 1.3718819685813862e-06, + "loss": 0.07681447267532349, + "mean_token_accuracy": 0.9976330995559692, + "num_tokens": 73318634.0, + "step": 456 + }, + { + "aux_loss": 8.028889179229736, + "entropy": 0.02808957453817129, + "epoch": 10.891566265060241, + "grad_norm": 0.428763747215271, + "learning_rate": 1.371543744659912e-06, + "loss": 0.07722076028585434, + "mean_token_accuracy": 0.9971847534179688, + "num_tokens": 73467288.0, + "step": 457 + }, + { + "aux_loss": 8.028523445129395, + "entropy": 0.033010026440024376, + "epoch": 10.91566265060241, + "grad_norm": 0.332423597574234, + "learning_rate": 1.371204878949361e-06, + "loss": 0.07916770875453949, + "mean_token_accuracy": 0.9972398281097412, + "num_tokens": 73624957.0, + "step": 458 + }, + { + "aux_loss": 8.027756214141846, + "entropy": 0.03013605810701847, + "epoch": 10.939759036144578, + "grad_norm": 0.4300965666770935, + "learning_rate": 1.3708653722153918e-06, + "loss": 0.07825049012899399, + "mean_token_accuracy": 0.9971310496330261, + "num_tokens": 73772800.0, + "step": 459 + }, + { + "aux_loss": 8.030034065246582, + "entropy": 0.027245910838246346, + "epoch": 10.963855421686747, + "grad_norm": 0.32759150862693787, + "learning_rate": 1.3705252252251102e-06, + "loss": 0.076337531208992, + "mean_token_accuracy": 0.997997373342514, + "num_tokens": 73971847.0, + "step": 460 + }, + { + "aux_loss": 8.029091358184814, + "entropy": 0.03214616421610117, + "epoch": 10.987951807228916, + "grad_norm": 0.36098340153694153, + "learning_rate": 1.370184438747069e-06, + "loss": 0.07857733964920044, + "mean_token_accuracy": 0.9973133206367493, + "num_tokens": 74122193.0, + "step": 461 + }, + { + "aux_loss": 8.02614974975586, + "entropy": 0.035153578966856, + "epoch": 11.0, + "grad_norm": 0.46866685152053833, + "learning_rate": 1.3698430135512658e-06, + "loss": 0.04593968391418457, + "mean_token_accuracy": 0.9968705773353577, + "num_tokens": 74156093.0, + "step": 462 + }, + { + "aux_loss": 8.027415752410889, + "entropy": 0.028158558532595634, + "epoch": 11.024096385542169, + "grad_norm": 0.30607613921165466, + "learning_rate": 1.369500950409142e-06, + "loss": 0.07637624442577362, + "mean_token_accuracy": 0.9978108406066895, + "num_tokens": 74313575.0, + "step": 463 + }, + { + "aux_loss": 8.027459621429443, + "entropy": 0.029599015600979328, + "epoch": 11.048192771084338, + "grad_norm": 0.357259064912796, + "learning_rate": 1.3691582500935793e-06, + "loss": 0.07699000835418701, + "mean_token_accuracy": 0.9981439709663391, + "num_tokens": 74470458.0, + "step": 464 + }, + { + "aux_loss": 8.026456356048584, + "entropy": 0.028655465692281723, + "epoch": 11.072289156626505, + "grad_norm": 0.29174235463142395, + "learning_rate": 1.3688149133789e-06, + "loss": 0.07684057950973511, + "mean_token_accuracy": 0.9977833330631256, + "num_tokens": 74620787.0, + "step": 465 + }, + { + "aux_loss": 8.029138088226318, + "entropy": 0.022806944325566292, + "epoch": 11.096385542168674, + "grad_norm": 0.2944920063018799, + "learning_rate": 1.368470941040864e-06, + "loss": 0.07433664798736572, + "mean_token_accuracy": 0.9983370304107666, + "num_tokens": 74777566.0, + "step": 466 + }, + { + "aux_loss": 8.026599407196045, + "entropy": 0.025663558393716812, + "epoch": 11.120481927710843, + "grad_norm": 0.2916056513786316, + "learning_rate": 1.3681263338566675e-06, + "loss": 0.07559385895729065, + "mean_token_accuracy": 0.9982210993766785, + "num_tokens": 74948804.0, + "step": 467 + }, + { + "aux_loss": 8.026897430419922, + "entropy": 0.03057689778506756, + "epoch": 11.144578313253012, + "grad_norm": 0.31129932403564453, + "learning_rate": 1.3677810926049408e-06, + "loss": 0.0773526206612587, + "mean_token_accuracy": 0.99770787358284, + "num_tokens": 75097224.0, + "step": 468 + }, + { + "aux_loss": 8.024751663208008, + "entropy": 0.028811393305659294, + "epoch": 11.168674698795181, + "grad_norm": 0.3139060437679291, + "learning_rate": 1.3674352180657472e-06, + "loss": 0.07690249383449554, + "mean_token_accuracy": 0.997710257768631, + "num_tokens": 75237910.0, + "step": 469 + }, + { + "aux_loss": 8.026570796966553, + "entropy": 0.027774027548730373, + "epoch": 11.19277108433735, + "grad_norm": 0.30671951174736023, + "learning_rate": 1.367088711020581e-06, + "loss": 0.07627267390489578, + "mean_token_accuracy": 0.9979667663574219, + "num_tokens": 75384961.0, + "step": 470 + }, + { + "aux_loss": 8.029362201690674, + "entropy": 0.028830256313085556, + "epoch": 11.216867469879517, + "grad_norm": 0.3399089574813843, + "learning_rate": 1.3667415722523648e-06, + "loss": 0.07696400582790375, + "mean_token_accuracy": 0.9977167546749115, + "num_tokens": 75547412.0, + "step": 471 + }, + { + "aux_loss": 8.029022693634033, + "entropy": 0.026009133085608482, + "epoch": 11.240963855421686, + "grad_norm": 0.2968512177467346, + "learning_rate": 1.3663938025454495e-06, + "loss": 0.07592800259590149, + "mean_token_accuracy": 0.997904509305954, + "num_tokens": 75721807.0, + "step": 472 + }, + { + "aux_loss": 8.027937889099121, + "entropy": 0.03286511264741421, + "epoch": 11.265060240963855, + "grad_norm": 0.3452129662036896, + "learning_rate": 1.3660454026856114e-06, + "loss": 0.0784171000123024, + "mean_token_accuracy": 0.9975327253341675, + "num_tokens": 75877734.0, + "step": 473 + }, + { + "aux_loss": 8.028258323669434, + "entropy": 0.025823739357292652, + "epoch": 11.289156626506024, + "grad_norm": 0.3015165328979492, + "learning_rate": 1.3656963734600503e-06, + "loss": 0.07567039132118225, + "mean_token_accuracy": 0.9982956647872925, + "num_tokens": 76034122.0, + "step": 474 + }, + { + "aux_loss": 8.026177406311035, + "entropy": 0.03207191079854965, + "epoch": 11.313253012048193, + "grad_norm": 0.3374171853065491, + "learning_rate": 1.3653467156573882e-06, + "loss": 0.07849003374576569, + "mean_token_accuracy": 0.9976714849472046, + "num_tokens": 76192441.0, + "step": 475 + }, + { + "aux_loss": 8.027956008911133, + "entropy": 0.026211952790617943, + "epoch": 11.337349397590362, + "grad_norm": 0.35711753368377686, + "learning_rate": 1.3649964300676674e-06, + "loss": 0.07585370540618896, + "mean_token_accuracy": 0.9977020621299744, + "num_tokens": 76356381.0, + "step": 476 + }, + { + "aux_loss": 8.02691650390625, + "entropy": 0.03026073705404997, + "epoch": 11.36144578313253, + "grad_norm": 0.3285326361656189, + "learning_rate": 1.3646455174823483e-06, + "loss": 0.07800611853599548, + "mean_token_accuracy": 0.9974254965782166, + "num_tokens": 76515766.0, + "step": 477 + }, + { + "aux_loss": 8.028995513916016, + "entropy": 0.02668727468699217, + "epoch": 11.385542168674698, + "grad_norm": 0.3030661642551422, + "learning_rate": 1.3642939786943089e-06, + "loss": 0.07588149607181549, + "mean_token_accuracy": 0.9981980621814728, + "num_tokens": 76672811.0, + "step": 478 + }, + { + "aux_loss": 8.028472423553467, + "entropy": 0.02798299677670002, + "epoch": 11.409638554216867, + "grad_norm": 0.30959540605545044, + "learning_rate": 1.363941814497841e-06, + "loss": 0.07691517472267151, + "mean_token_accuracy": 0.9976131021976471, + "num_tokens": 76846962.0, + "step": 479 + }, + { + "aux_loss": 8.027761459350586, + "entropy": 0.023294473066926003, + "epoch": 11.433734939759036, + "grad_norm": 0.2890002429485321, + "learning_rate": 1.3635890256886501e-06, + "loss": 0.07428885996341705, + "mean_token_accuracy": 0.9982883036136627, + "num_tokens": 77020669.0, + "step": 480 + }, + { + "aux_loss": 8.027469635009766, + "entropy": 0.028372498229146004, + "epoch": 11.457831325301205, + "grad_norm": 0.3321754038333893, + "learning_rate": 1.3632356130638528e-06, + "loss": 0.07671969383955002, + "mean_token_accuracy": 0.9977000951766968, + "num_tokens": 77181204.0, + "step": 481 + }, + { + "aux_loss": 8.027999877929688, + "entropy": 0.024836488999426365, + "epoch": 11.481927710843374, + "grad_norm": 0.2997661232948303, + "learning_rate": 1.3628815774219754e-06, + "loss": 0.07534407079219818, + "mean_token_accuracy": 0.9979956150054932, + "num_tokens": 77365065.0, + "step": 482 + }, + { + "aux_loss": 8.027578830718994, + "entropy": 0.025402785278856754, + "epoch": 11.506024096385541, + "grad_norm": 0.3166537880897522, + "learning_rate": 1.3625269195629517e-06, + "loss": 0.07534520328044891, + "mean_token_accuracy": 0.9980738162994385, + "num_tokens": 77534153.0, + "step": 483 + }, + { + "aux_loss": 8.028955936431885, + "entropy": 0.027941882610321045, + "epoch": 11.53012048192771, + "grad_norm": 0.3131483495235443, + "learning_rate": 1.3621716402881215e-06, + "loss": 0.0763813927769661, + "mean_token_accuracy": 0.9981589615345001, + "num_tokens": 77697477.0, + "step": 484 + }, + { + "aux_loss": 8.028358459472656, + "entropy": 0.023258808068931103, + "epoch": 11.55421686746988, + "grad_norm": 0.28977909684181213, + "learning_rate": 1.3618157404002283e-06, + "loss": 0.07519376277923584, + "mean_token_accuracy": 0.9978441596031189, + "num_tokens": 77884159.0, + "step": 485 + }, + { + "aux_loss": 8.027586460113525, + "entropy": 0.028671267442405224, + "epoch": 11.578313253012048, + "grad_norm": 0.3253847658634186, + "learning_rate": 1.3614592207034186e-06, + "loss": 0.07729551196098328, + "mean_token_accuracy": 0.9978532791137695, + "num_tokens": 78051531.0, + "step": 486 + }, + { + "aux_loss": 8.025540828704834, + "entropy": 0.02651071920990944, + "epoch": 11.602409638554217, + "grad_norm": 0.31019577383995056, + "learning_rate": 1.3611020820032388e-06, + "loss": 0.07641060650348663, + "mean_token_accuracy": 0.9979585409164429, + "num_tokens": 78225093.0, + "step": 487 + }, + { + "aux_loss": 8.02729320526123, + "entropy": 0.029389088042080402, + "epoch": 11.626506024096386, + "grad_norm": 0.3609655499458313, + "learning_rate": 1.360744325106634e-06, + "loss": 0.07722356915473938, + "mean_token_accuracy": 0.9975888133049011, + "num_tokens": 78382804.0, + "step": 488 + }, + { + "aux_loss": 8.027955532073975, + "entropy": 0.029173430055379868, + "epoch": 11.650602409638553, + "grad_norm": 0.34442952275276184, + "learning_rate": 1.360385950821946e-06, + "loss": 0.07752852886915207, + "mean_token_accuracy": 0.9973673522472382, + "num_tokens": 78541939.0, + "step": 489 + }, + { + "aux_loss": 8.026641368865967, + "entropy": 0.02798728458583355, + "epoch": 11.674698795180722, + "grad_norm": 0.34241095185279846, + "learning_rate": 1.3600269599589116e-06, + "loss": 0.07710593938827515, + "mean_token_accuracy": 0.997597724199295, + "num_tokens": 78699528.0, + "step": 490 + }, + { + "aux_loss": 8.02653169631958, + "entropy": 0.022601360455155373, + "epoch": 11.698795180722891, + "grad_norm": 0.35648760199546814, + "learning_rate": 1.3596673533286612e-06, + "loss": 0.07467810064554214, + "mean_token_accuracy": 0.9981017708778381, + "num_tokens": 78883699.0, + "step": 491 + }, + { + "aux_loss": 8.02663803100586, + "entropy": 0.024978790432214737, + "epoch": 11.72289156626506, + "grad_norm": 0.3188750445842743, + "learning_rate": 1.3593071317437159e-06, + "loss": 0.07513359189033508, + "mean_token_accuracy": 0.9980481863021851, + "num_tokens": 79053318.0, + "step": 492 + }, + { + "aux_loss": 8.027148246765137, + "entropy": 0.025895356200635433, + "epoch": 11.74698795180723, + "grad_norm": 0.3157801628112793, + "learning_rate": 1.3589462960179868e-06, + "loss": 0.0758017897605896, + "mean_token_accuracy": 0.9976556599140167, + "num_tokens": 79210267.0, + "step": 493 + }, + { + "aux_loss": 8.026412010192871, + "entropy": 0.026703675277531147, + "epoch": 11.771084337349398, + "grad_norm": 0.29264572262763977, + "learning_rate": 1.358584846966772e-06, + "loss": 0.07661619037389755, + "mean_token_accuracy": 0.9978971779346466, + "num_tokens": 79382574.0, + "step": 494 + }, + { + "aux_loss": 8.02318811416626, + "entropy": 0.029082953929901123, + "epoch": 11.795180722891565, + "grad_norm": 0.3202921748161316, + "learning_rate": 1.358222785406756e-06, + "loss": 0.07708336412906647, + "mean_token_accuracy": 0.9975403249263763, + "num_tokens": 79539742.0, + "step": 495 + }, + { + "aux_loss": 8.028156757354736, + "entropy": 0.03219949174672365, + "epoch": 11.819277108433734, + "grad_norm": 0.347214013338089, + "learning_rate": 1.3578601121560066e-06, + "loss": 0.07849562168121338, + "mean_token_accuracy": 0.9975992739200592, + "num_tokens": 79715225.0, + "step": 496 + }, + { + "aux_loss": 8.02785062789917, + "entropy": 0.03248244524002075, + "epoch": 11.843373493975903, + "grad_norm": 0.36930665373802185, + "learning_rate": 1.3574968280339748e-06, + "loss": 0.07867126166820526, + "mean_token_accuracy": 0.9975761771202087, + "num_tokens": 79863950.0, + "step": 497 + }, + { + "aux_loss": 8.026073455810547, + "entropy": 0.02557132299989462, + "epoch": 11.867469879518072, + "grad_norm": 0.3051406145095825, + "learning_rate": 1.3571329338614906e-06, + "loss": 0.07562849670648575, + "mean_token_accuracy": 0.9980701208114624, + "num_tokens": 80030537.0, + "step": 498 + }, + { + "aux_loss": 8.02685546875, + "entropy": 0.02724768966436386, + "epoch": 11.891566265060241, + "grad_norm": 0.32025477290153503, + "learning_rate": 1.356768430460763e-06, + "loss": 0.07616618275642395, + "mean_token_accuracy": 0.9980640113353729, + "num_tokens": 80201317.0, + "step": 499 + }, + { + "aux_loss": 8.026135921478271, + "entropy": 0.03000323288142681, + "epoch": 11.91566265060241, + "grad_norm": 0.3271973133087158, + "learning_rate": 1.3564033186553776e-06, + "loss": 0.07745539397001266, + "mean_token_accuracy": 0.9974850416183472, + "num_tokens": 80348643.0, + "step": 500 + }, + { + "aux_loss": 8.02552318572998, + "entropy": 0.027183019556105137, + "epoch": 11.939759036144578, + "grad_norm": 0.33340510725975037, + "learning_rate": 1.3560375992702945e-06, + "loss": 0.07644230127334595, + "mean_token_accuracy": 0.9975429177284241, + "num_tokens": 80511188.0, + "step": 501 + }, + { + "aux_loss": 8.02660322189331, + "entropy": 0.025949115864932537, + "epoch": 11.963855421686747, + "grad_norm": 0.30572640895843506, + "learning_rate": 1.3556712731318467e-06, + "loss": 0.0758323073387146, + "mean_token_accuracy": 0.9978821277618408, + "num_tokens": 80685850.0, + "step": 502 + }, + { + "aux_loss": 8.02736520767212, + "entropy": 0.026593544520437717, + "epoch": 11.987951807228916, + "grad_norm": 0.3319381773471832, + "learning_rate": 1.3553043410677378e-06, + "loss": 0.07625584304332733, + "mean_token_accuracy": 0.9979047179222107, + "num_tokens": 80858074.0, + "step": 503 + }, + { + "aux_loss": 8.02574348449707, + "entropy": 0.026809921488165855, + "epoch": 12.0, + "grad_norm": 0.43141719698905945, + "learning_rate": 1.3549368039070411e-06, + "loss": 0.04325544089078903, + "mean_token_accuracy": 0.9976990818977356, + "num_tokens": 80897556.0, + "step": 504 + }, + { + "aux_loss": 8.027431011199951, + "entropy": 0.028303110972046852, + "epoch": 12.024096385542169, + "grad_norm": 0.29158341884613037, + "learning_rate": 1.354568662480197e-06, + "loss": 0.07610264420509338, + "mean_token_accuracy": 0.9983315169811249, + "num_tokens": 81058588.0, + "step": 505 + }, + { + "aux_loss": 8.027827262878418, + "entropy": 0.029750879853963852, + "epoch": 12.048192771084338, + "grad_norm": 0.34390127658843994, + "learning_rate": 1.3541999176190103e-06, + "loss": 0.07679297775030136, + "mean_token_accuracy": 0.9981173276901245, + "num_tokens": 81218943.0, + "step": 506 + }, + { + "aux_loss": 8.025716781616211, + "entropy": 0.028487034142017365, + "epoch": 12.072289156626505, + "grad_norm": 0.32288870215415955, + "learning_rate": 1.3538305701566505e-06, + "loss": 0.07639636099338531, + "mean_token_accuracy": 0.9979084432125092, + "num_tokens": 81391960.0, + "step": 507 + }, + { + "aux_loss": 8.025598049163818, + "entropy": 0.02569352090358734, + "epoch": 12.096385542168674, + "grad_norm": 0.3089020252227783, + "learning_rate": 1.3534606209276477e-06, + "loss": 0.07509694248437881, + "mean_token_accuracy": 0.9983225762844086, + "num_tokens": 81548788.0, + "step": 508 + }, + { + "aux_loss": 8.026646137237549, + "entropy": 0.023537397384643555, + "epoch": 12.120481927710843, + "grad_norm": 0.296945720911026, + "learning_rate": 1.3530900707678925e-06, + "loss": 0.07455359399318695, + "mean_token_accuracy": 0.9982962906360626, + "num_tokens": 81708198.0, + "step": 509 + }, + { + "aux_loss": 8.022956848144531, + "entropy": 0.028022294864058495, + "epoch": 12.144578313253012, + "grad_norm": 0.32837480306625366, + "learning_rate": 1.3527189205146324e-06, + "loss": 0.07651332765817642, + "mean_token_accuracy": 0.997875303030014, + "num_tokens": 81848561.0, + "step": 510 + }, + { + "aux_loss": 8.025831699371338, + "entropy": 0.026299542747437954, + "epoch": 12.168674698795181, + "grad_norm": 0.30512234568595886, + "learning_rate": 1.3523471710064716e-06, + "loss": 0.07586384564638138, + "mean_token_accuracy": 0.9978923797607422, + "num_tokens": 81994863.0, + "step": 511 + }, + { + "aux_loss": 8.024884223937988, + "entropy": 0.02601549867540598, + "epoch": 12.19277108433735, + "grad_norm": 0.3252599537372589, + "learning_rate": 1.351974823083368e-06, + "loss": 0.07537113130092621, + "mean_token_accuracy": 0.998057097196579, + "num_tokens": 82147211.0, + "step": 512 + }, + { + "aux_loss": 8.027286052703857, + "entropy": 0.02541358768939972, + "epoch": 12.216867469879517, + "grad_norm": 0.28130462765693665, + "learning_rate": 1.3516018775866311e-06, + "loss": 0.07533696293830872, + "mean_token_accuracy": 0.9985062777996063, + "num_tokens": 82296539.0, + "step": 513 + }, + { + "aux_loss": 8.023170471191406, + "entropy": 0.025747119449079037, + "epoch": 12.240963855421686, + "grad_norm": 0.3796326518058777, + "learning_rate": 1.3512283353589214e-06, + "loss": 0.07526561617851257, + "mean_token_accuracy": 0.9982715845108032, + "num_tokens": 82454079.0, + "step": 514 + }, + { + "aux_loss": 8.026607990264893, + "entropy": 0.025363615714013577, + "epoch": 12.265060240963855, + "grad_norm": 0.30517780780792236, + "learning_rate": 1.3508541972442473e-06, + "loss": 0.07509754598140717, + "mean_token_accuracy": 0.9983097016811371, + "num_tokens": 82630292.0, + "step": 515 + }, + { + "aux_loss": 8.02615737915039, + "entropy": 0.02330672275274992, + "epoch": 12.289156626506024, + "grad_norm": 0.27616629004478455, + "learning_rate": 1.3504794640879638e-06, + "loss": 0.07439641654491425, + "mean_token_accuracy": 0.9981828331947327, + "num_tokens": 82818619.0, + "step": 516 + }, + { + "aux_loss": 8.027260303497314, + "entropy": 0.03045511431992054, + "epoch": 12.313253012048193, + "grad_norm": 0.36653822660446167, + "learning_rate": 1.35010413673677e-06, + "loss": 0.07767168432474136, + "mean_token_accuracy": 0.9976451992988586, + "num_tokens": 82986008.0, + "step": 517 + }, + { + "aux_loss": 8.025866031646729, + "entropy": 0.027308608405292034, + "epoch": 12.337349397590362, + "grad_norm": 0.47573405504226685, + "learning_rate": 1.3497282160387075e-06, + "loss": 0.07590079307556152, + "mean_token_accuracy": 0.9980502426624298, + "num_tokens": 83161459.0, + "step": 518 + }, + { + "aux_loss": 8.027106285095215, + "entropy": 0.02594301663339138, + "epoch": 12.36144578313253, + "grad_norm": 0.31834688782691956, + "learning_rate": 1.3493517028431595e-06, + "loss": 0.07548630237579346, + "mean_token_accuracy": 0.9980054497718811, + "num_tokens": 83320022.0, + "step": 519 + }, + { + "aux_loss": 8.026435375213623, + "entropy": 0.023103803396224976, + "epoch": 12.385542168674698, + "grad_norm": 0.2995982766151428, + "learning_rate": 1.348974598000847e-06, + "loss": 0.07430864870548248, + "mean_token_accuracy": 0.998340368270874, + "num_tokens": 83504630.0, + "step": 520 + }, + { + "aux_loss": 8.025731563568115, + "entropy": 0.02603835891932249, + "epoch": 12.409638554216867, + "grad_norm": 0.2815133333206177, + "learning_rate": 1.3485969023638278e-06, + "loss": 0.07602337002754211, + "mean_token_accuracy": 0.9980197846889496, + "num_tokens": 83682302.0, + "step": 521 + }, + { + "aux_loss": 8.02298355102539, + "entropy": 0.026776984333992004, + "epoch": 12.433734939759036, + "grad_norm": 0.3041905164718628, + "learning_rate": 1.3482186167854954e-06, + "loss": 0.07534859329462051, + "mean_token_accuracy": 0.9982883036136627, + "num_tokens": 83829851.0, + "step": 522 + }, + { + "aux_loss": 8.025999069213867, + "entropy": 0.02272285521030426, + "epoch": 12.457831325301205, + "grad_norm": 0.39276036620140076, + "learning_rate": 1.3478397421205751e-06, + "loss": 0.07404108345508575, + "mean_token_accuracy": 0.9983120262622833, + "num_tokens": 84004635.0, + "step": 523 + }, + { + "aux_loss": 8.026875972747803, + "entropy": 0.02525839675217867, + "epoch": 12.481927710843374, + "grad_norm": 0.286891907453537, + "learning_rate": 1.3474602792251244e-06, + "loss": 0.07579140365123749, + "mean_token_accuracy": 0.9980730414390564, + "num_tokens": 84191495.0, + "step": 524 + }, + { + "aux_loss": 8.025129318237305, + "entropy": 0.022243279963731766, + "epoch": 12.506024096385541, + "grad_norm": 0.30389881134033203, + "learning_rate": 1.347080228956529e-06, + "loss": 0.07404506206512451, + "mean_token_accuracy": 0.9983067512512207, + "num_tokens": 84371571.0, + "step": 525 + }, + { + "aux_loss": 8.025508403778076, + "entropy": 0.028252240270376205, + "epoch": 12.53012048192771, + "grad_norm": 0.369401216506958, + "learning_rate": 1.3466995921735024e-06, + "loss": 0.07609507441520691, + "mean_token_accuracy": 0.9978316426277161, + "num_tokens": 84540392.0, + "step": 526 + }, + { + "aux_loss": 8.02607536315918, + "entropy": 0.023751961067318916, + "epoch": 12.55421686746988, + "grad_norm": 0.2676929235458374, + "learning_rate": 1.3463183697360826e-06, + "loss": 0.07453473657369614, + "mean_token_accuracy": 0.9983112514019012, + "num_tokens": 84722188.0, + "step": 527 + }, + { + "aux_loss": 8.024996757507324, + "entropy": 0.024897695519030094, + "epoch": 12.578313253012048, + "grad_norm": 0.32287949323654175, + "learning_rate": 1.3459365625056316e-06, + "loss": 0.07488568872213364, + "mean_token_accuracy": 0.9982265532016754, + "num_tokens": 84885749.0, + "step": 528 + }, + { + "aux_loss": 8.024873733520508, + "entropy": 0.03361297491937876, + "epoch": 12.602409638554217, + "grad_norm": 0.3236023187637329, + "learning_rate": 1.3455541713448322e-06, + "loss": 0.07850486040115356, + "mean_token_accuracy": 0.9977066218852997, + "num_tokens": 85038968.0, + "step": 529 + }, + { + "aux_loss": 8.025553226470947, + "entropy": 0.028920285403728485, + "epoch": 12.626506024096386, + "grad_norm": 0.3417403995990753, + "learning_rate": 1.3451711971176868e-06, + "loss": 0.07649402320384979, + "mean_token_accuracy": 0.9976703524589539, + "num_tokens": 85187038.0, + "step": 530 + }, + { + "aux_loss": 8.025936126708984, + "entropy": 0.023510326631367207, + "epoch": 12.650602409638553, + "grad_norm": 0.29556459188461304, + "learning_rate": 1.3447876406895154e-06, + "loss": 0.0748981386423111, + "mean_token_accuracy": 0.9980536699295044, + "num_tokens": 85367566.0, + "step": 531 + }, + { + "aux_loss": 8.023914813995361, + "entropy": 0.0269571915268898, + "epoch": 12.674698795180722, + "grad_norm": 0.32661116123199463, + "learning_rate": 1.3444035029269533e-06, + "loss": 0.07619081437587738, + "mean_token_accuracy": 0.9981045424938202, + "num_tokens": 85530522.0, + "step": 532 + }, + { + "aux_loss": 8.025804996490479, + "entropy": 0.02588724624365568, + "epoch": 12.698795180722891, + "grad_norm": 0.3140789270401001, + "learning_rate": 1.344018784697949e-06, + "loss": 0.0757066011428833, + "mean_token_accuracy": 0.9979479014873505, + "num_tokens": 85691123.0, + "step": 533 + }, + { + "aux_loss": 8.027095317840576, + "entropy": 0.028189819306135178, + "epoch": 12.72289156626506, + "grad_norm": 0.34211185574531555, + "learning_rate": 1.3436334868717626e-06, + "loss": 0.07652498781681061, + "mean_token_accuracy": 0.9978649020195007, + "num_tokens": 85847441.0, + "step": 534 + }, + { + "aux_loss": 8.02366828918457, + "entropy": 0.030385578982532024, + "epoch": 12.74698795180723, + "grad_norm": 0.3527638912200928, + "learning_rate": 1.3432476103189647e-06, + "loss": 0.0774821788072586, + "mean_token_accuracy": 0.9980002343654633, + "num_tokens": 85989139.0, + "step": 535 + }, + { + "aux_loss": 8.026358604431152, + "entropy": 0.024296218529343605, + "epoch": 12.771084337349398, + "grad_norm": 0.3142213225364685, + "learning_rate": 1.3428611559114323e-06, + "loss": 0.07496938109397888, + "mean_token_accuracy": 0.9980889558792114, + "num_tokens": 86151372.0, + "step": 536 + }, + { + "aux_loss": 8.025363445281982, + "entropy": 0.027813317254185677, + "epoch": 12.795180722891565, + "grad_norm": 0.32382503151893616, + "learning_rate": 1.3424741245223487e-06, + "loss": 0.0763462707400322, + "mean_token_accuracy": 0.9977690279483795, + "num_tokens": 86301367.0, + "step": 537 + }, + { + "aux_loss": 8.024674415588379, + "entropy": 0.026332633569836617, + "epoch": 12.819277108433734, + "grad_norm": 0.3284594416618347, + "learning_rate": 1.3420865170262008e-06, + "loss": 0.07633200287818909, + "mean_token_accuracy": 0.9977154731750488, + "num_tokens": 86450704.0, + "step": 538 + }, + { + "aux_loss": 8.024837493896484, + "entropy": 0.026419474743306637, + "epoch": 12.843373493975903, + "grad_norm": 0.3180190920829773, + "learning_rate": 1.3416983342987772e-06, + "loss": 0.07557108998298645, + "mean_token_accuracy": 0.9981383979320526, + "num_tokens": 86603235.0, + "step": 539 + }, + { + "aux_loss": 8.024927616119385, + "entropy": 0.02800104208290577, + "epoch": 12.867469879518072, + "grad_norm": 0.32239335775375366, + "learning_rate": 1.341309577217166e-06, + "loss": 0.07647630572319031, + "mean_token_accuracy": 0.997693806886673, + "num_tokens": 86768482.0, + "step": 540 + }, + { + "aux_loss": 8.024649143218994, + "entropy": 0.02718318998813629, + "epoch": 12.891566265060241, + "grad_norm": 0.3123128116130829, + "learning_rate": 1.3409202466597532e-06, + "loss": 0.07626186311244965, + "mean_token_accuracy": 0.9976713359355927, + "num_tokens": 86941996.0, + "step": 541 + }, + { + "aux_loss": 8.025608539581299, + "entropy": 0.023810462094843388, + "epoch": 12.91566265060241, + "grad_norm": 0.3008756637573242, + "learning_rate": 1.3405303435062207e-06, + "loss": 0.07481741905212402, + "mean_token_accuracy": 0.9984180331230164, + "num_tokens": 87125542.0, + "step": 542 + }, + { + "aux_loss": 8.024901390075684, + "entropy": 0.02601471357047558, + "epoch": 12.939759036144578, + "grad_norm": 0.3155852258205414, + "learning_rate": 1.340139868637544e-06, + "loss": 0.07538659870624542, + "mean_token_accuracy": 0.9985229671001434, + "num_tokens": 87288460.0, + "step": 543 + }, + { + "aux_loss": 8.024972438812256, + "entropy": 0.022537375800311565, + "epoch": 12.963855421686747, + "grad_norm": 0.3109420835971832, + "learning_rate": 1.3397488229359902e-06, + "loss": 0.07500609755516052, + "mean_token_accuracy": 0.9979784190654755, + "num_tokens": 87451648.0, + "step": 544 + }, + { + "aux_loss": 8.025615692138672, + "entropy": 0.025141560472548008, + "epoch": 12.987951807228916, + "grad_norm": 0.3224468529224396, + "learning_rate": 1.3393572072851165e-06, + "loss": 0.0755264014005661, + "mean_token_accuracy": 0.9979694187641144, + "num_tokens": 87594464.0, + "step": 545 + }, + { + "aux_loss": 8.027117729187012, + "entropy": 0.03544420748949051, + "epoch": 13.0, + "grad_norm": 0.41236618161201477, + "learning_rate": 1.338965022569768e-06, + "loss": 0.04544805735349655, + "mean_token_accuracy": 0.9975458383560181, + "num_tokens": 87639019.0, + "step": 546 + }, + { + "aux_loss": 8.024989128112793, + "entropy": 0.026830715127289295, + "epoch": 13.024096385542169, + "grad_norm": 0.2847767472267151, + "learning_rate": 1.3385722696760749e-06, + "loss": 0.0754060372710228, + "mean_token_accuracy": 0.9983295202255249, + "num_tokens": 87805075.0, + "step": 547 + }, + { + "aux_loss": 8.024466037750244, + "entropy": 0.02858618274331093, + "epoch": 13.048192771084338, + "grad_norm": 0.3334623873233795, + "learning_rate": 1.3381789494914518e-06, + "loss": 0.07619360089302063, + "mean_token_accuracy": 0.9982382655143738, + "num_tokens": 87972930.0, + "step": 548 + }, + { + "aux_loss": 8.022853374481201, + "entropy": 0.024458790197968483, + "epoch": 13.072289156626505, + "grad_norm": 0.2856697142124176, + "learning_rate": 1.337785062904595e-06, + "loss": 0.07412649691104889, + "mean_token_accuracy": 0.9987647533416748, + "num_tokens": 88110730.0, + "step": 549 + }, + { + "aux_loss": 8.022730827331543, + "entropy": 0.02606914658099413, + "epoch": 13.096385542168674, + "grad_norm": 0.3089272975921631, + "learning_rate": 1.3373906108054802e-06, + "loss": 0.07486039400100708, + "mean_token_accuracy": 0.9983535408973694, + "num_tokens": 88252615.0, + "step": 550 + }, + { + "aux_loss": 8.026148796081543, + "entropy": 0.02447528950870037, + "epoch": 13.120481927710843, + "grad_norm": 0.2822977900505066, + "learning_rate": 1.3369955940853614e-06, + "loss": 0.07445919513702393, + "mean_token_accuracy": 0.9984354674816132, + "num_tokens": 88410844.0, + "step": 551 + }, + { + "aux_loss": 8.02492618560791, + "entropy": 0.0269709974527359, + "epoch": 13.144578313253012, + "grad_norm": 0.2854020595550537, + "learning_rate": 1.3366000136367682e-06, + "loss": 0.0757034569978714, + "mean_token_accuracy": 0.998249739408493, + "num_tokens": 88564248.0, + "step": 552 + }, + { + "aux_loss": 8.024571895599365, + "entropy": 0.02222419437021017, + "epoch": 13.168674698795181, + "grad_norm": 0.25642162561416626, + "learning_rate": 1.3362038703535036e-06, + "loss": 0.07327268272638321, + "mean_token_accuracy": 0.9988367855548859, + "num_tokens": 88750778.0, + "step": 553 + }, + { + "aux_loss": 8.024845600128174, + "entropy": 0.02474350295960903, + "epoch": 13.19277108433735, + "grad_norm": 0.2963204085826874, + "learning_rate": 1.3358071651306426e-06, + "loss": 0.0745597630739212, + "mean_token_accuracy": 0.9984132945537567, + "num_tokens": 88919735.0, + "step": 554 + }, + { + "aux_loss": 8.02199935913086, + "entropy": 0.02377183921635151, + "epoch": 13.216867469879517, + "grad_norm": 0.2865126132965088, + "learning_rate": 1.3354098988645298e-06, + "loss": 0.07410858571529388, + "mean_token_accuracy": 0.9985485970973969, + "num_tokens": 89098830.0, + "step": 555 + }, + { + "aux_loss": 8.024818897247314, + "entropy": 0.024852984584867954, + "epoch": 13.240963855421686, + "grad_norm": 0.2904917895793915, + "learning_rate": 1.3350120724527771e-06, + "loss": 0.07489709556102753, + "mean_token_accuracy": 0.9982765316963196, + "num_tokens": 89267886.0, + "step": 556 + }, + { + "aux_loss": 8.022951126098633, + "entropy": 0.02369327563792467, + "epoch": 13.265060240963855, + "grad_norm": 0.28303927183151245, + "learning_rate": 1.334613686794263e-06, + "loss": 0.07419449090957642, + "mean_token_accuracy": 0.9987742304801941, + "num_tokens": 89426149.0, + "step": 557 + }, + { + "aux_loss": 8.023364067077637, + "entropy": 0.029238391667604446, + "epoch": 13.289156626506024, + "grad_norm": 0.3138507008552551, + "learning_rate": 1.3342147427891287e-06, + "loss": 0.07640309631824493, + "mean_token_accuracy": 0.9982937872409821, + "num_tokens": 89568963.0, + "step": 558 + }, + { + "aux_loss": 8.02321720123291, + "entropy": 0.022036599926650524, + "epoch": 13.313253012048193, + "grad_norm": 0.30322566628456116, + "learning_rate": 1.3338152413387773e-06, + "loss": 0.0736384466290474, + "mean_token_accuracy": 0.9985252618789673, + "num_tokens": 89717439.0, + "step": 559 + }, + { + "aux_loss": 8.024878978729248, + "entropy": 0.02454978320747614, + "epoch": 13.337349397590362, + "grad_norm": 0.31352540850639343, + "learning_rate": 1.3334151833458714e-06, + "loss": 0.07487867027521133, + "mean_token_accuracy": 0.9984146058559418, + "num_tokens": 89872747.0, + "step": 560 + }, + { + "aux_loss": 8.022562980651855, + "entropy": 0.02784901112318039, + "epoch": 13.36144578313253, + "grad_norm": 0.31067028641700745, + "learning_rate": 1.3330145697143313e-06, + "loss": 0.0768236368894577, + "mean_token_accuracy": 0.9979459643363953, + "num_tokens": 90034928.0, + "step": 561 + }, + { + "aux_loss": 8.023937225341797, + "entropy": 0.027477607131004333, + "epoch": 13.385542168674698, + "grad_norm": 0.30565252900123596, + "learning_rate": 1.332613401349332e-06, + "loss": 0.07601162046194077, + "mean_token_accuracy": 0.9979828000068665, + "num_tokens": 90191929.0, + "step": 562 + }, + { + "aux_loss": 8.022271633148193, + "entropy": 0.026144892908632755, + "epoch": 13.409638554216867, + "grad_norm": 0.35552600026130676, + "learning_rate": 1.3322116791573032e-06, + "loss": 0.07517768442630768, + "mean_token_accuracy": 0.9982477128505707, + "num_tokens": 90351024.0, + "step": 563 + }, + { + "aux_loss": 8.02480411529541, + "entropy": 0.022527651861310005, + "epoch": 13.433734939759036, + "grad_norm": 0.2768544852733612, + "learning_rate": 1.3318094040459246e-06, + "loss": 0.07377660274505615, + "mean_token_accuracy": 0.9984523952007294, + "num_tokens": 90542541.0, + "step": 564 + }, + { + "aux_loss": 8.024526596069336, + "entropy": 0.022174563258886337, + "epoch": 13.457831325301205, + "grad_norm": 0.31696975231170654, + "learning_rate": 1.331406576924126e-06, + "loss": 0.07396799325942993, + "mean_token_accuracy": 0.9982556402683258, + "num_tokens": 90715821.0, + "step": 565 + }, + { + "aux_loss": 8.024879932403564, + "entropy": 0.025845030322670937, + "epoch": 13.481927710843374, + "grad_norm": 0.322178453207016, + "learning_rate": 1.3310031987020846e-06, + "loss": 0.0750863328576088, + "mean_token_accuracy": 0.9982399642467499, + "num_tokens": 90858351.0, + "step": 566 + }, + { + "aux_loss": 8.024662017822266, + "entropy": 0.025781244970858097, + "epoch": 13.506024096385541, + "grad_norm": 0.3323957622051239, + "learning_rate": 1.3305992702912221e-06, + "loss": 0.07543926686048508, + "mean_token_accuracy": 0.9979799687862396, + "num_tokens": 91020129.0, + "step": 567 + }, + { + "aux_loss": 8.024908542633057, + "entropy": 0.028576262295246124, + "epoch": 13.53012048192771, + "grad_norm": 0.3114175498485565, + "learning_rate": 1.3301947926042036e-06, + "loss": 0.07623940706253052, + "mean_token_accuracy": 0.9981194138526917, + "num_tokens": 91178730.0, + "step": 568 + }, + { + "aux_loss": 8.024174690246582, + "entropy": 0.027286341413855553, + "epoch": 13.55421686746988, + "grad_norm": 0.2996421456336975, + "learning_rate": 1.3297897665549356e-06, + "loss": 0.0759400948882103, + "mean_token_accuracy": 0.9981012940406799, + "num_tokens": 91338932.0, + "step": 569 + }, + { + "aux_loss": 8.024128913879395, + "entropy": 0.027576555497944355, + "epoch": 13.578313253012048, + "grad_norm": 0.3370552659034729, + "learning_rate": 1.3293841930585635e-06, + "loss": 0.07610613107681274, + "mean_token_accuracy": 0.9980021715164185, + "num_tokens": 91475686.0, + "step": 570 + }, + { + "aux_loss": 8.023448944091797, + "entropy": 0.02724074013531208, + "epoch": 13.602409638554217, + "grad_norm": 0.2822796702384949, + "learning_rate": 1.3289780730314693e-06, + "loss": 0.07561826705932617, + "mean_token_accuracy": 0.9980600476264954, + "num_tokens": 91659137.0, + "step": 571 + }, + { + "aux_loss": 8.024022102355957, + "entropy": 0.02411498688161373, + "epoch": 13.626506024096386, + "grad_norm": 0.32041260600090027, + "learning_rate": 1.32857140739127e-06, + "loss": 0.0743638202548027, + "mean_token_accuracy": 0.9982563257217407, + "num_tokens": 91827455.0, + "step": 572 + }, + { + "aux_loss": 8.022703170776367, + "entropy": 0.025913319550454617, + "epoch": 13.650602409638553, + "grad_norm": 0.31268373131752014, + "learning_rate": 1.328164197056816e-06, + "loss": 0.0751735046505928, + "mean_token_accuracy": 0.9982975423336029, + "num_tokens": 92003658.0, + "step": 573 + }, + { + "aux_loss": 8.02454948425293, + "entropy": 0.02658990491181612, + "epoch": 13.674698795180722, + "grad_norm": 0.31806057691574097, + "learning_rate": 1.3277564429481873e-06, + "loss": 0.07578857988119125, + "mean_token_accuracy": 0.9981650710105896, + "num_tokens": 92157556.0, + "step": 574 + }, + { + "aux_loss": 8.02476167678833, + "entropy": 0.023106982000172138, + "epoch": 13.698795180722891, + "grad_norm": 0.30248817801475525, + "learning_rate": 1.3273481459866937e-06, + "loss": 0.07406168431043625, + "mean_token_accuracy": 0.9986033737659454, + "num_tokens": 92330208.0, + "step": 575 + }, + { + "aux_loss": 8.025537967681885, + "entropy": 0.025431593880057335, + "epoch": 13.72289156626506, + "grad_norm": 0.29318559169769287, + "learning_rate": 1.3269393070948708e-06, + "loss": 0.07514628767967224, + "mean_token_accuracy": 0.9983897507190704, + "num_tokens": 92504619.0, + "step": 576 + }, + { + "aux_loss": 8.02451229095459, + "entropy": 0.024779404513537884, + "epoch": 13.74698795180723, + "grad_norm": 0.30274254083633423, + "learning_rate": 1.3265299271964786e-06, + "loss": 0.0745309591293335, + "mean_token_accuracy": 0.9984515011310577, + "num_tokens": 92658774.0, + "step": 577 + }, + { + "aux_loss": 8.025212287902832, + "entropy": 0.02221023663878441, + "epoch": 13.771084337349398, + "grad_norm": 0.2912888824939728, + "learning_rate": 1.3261200072165e-06, + "loss": 0.0740441381931305, + "mean_token_accuracy": 0.9983481764793396, + "num_tokens": 92848734.0, + "step": 578 + }, + { + "aux_loss": 8.02445650100708, + "entropy": 0.023341810330748558, + "epoch": 13.795180722891565, + "grad_norm": 0.31299862265586853, + "learning_rate": 1.3257095480811385e-06, + "loss": 0.07490390539169312, + "mean_token_accuracy": 0.9981822967529297, + "num_tokens": 93035663.0, + "step": 579 + }, + { + "aux_loss": 8.0231294631958, + "entropy": 0.02731005661189556, + "epoch": 13.819277108433734, + "grad_norm": 0.31801944971084595, + "learning_rate": 1.3252985507178148e-06, + "loss": 0.07540342211723328, + "mean_token_accuracy": 0.9984270334243774, + "num_tokens": 93190212.0, + "step": 580 + }, + { + "aux_loss": 8.022398948669434, + "entropy": 0.026008632965385914, + "epoch": 13.843373493975903, + "grad_norm": 0.33179038763046265, + "learning_rate": 1.324887016055166e-06, + "loss": 0.07522394508123398, + "mean_token_accuracy": 0.9983549416065216, + "num_tokens": 93341246.0, + "step": 581 + }, + { + "aux_loss": 8.023831844329834, + "entropy": 0.029645448550581932, + "epoch": 13.867469879518072, + "grad_norm": 0.3618362247943878, + "learning_rate": 1.3244749450230438e-06, + "loss": 0.0771031528711319, + "mean_token_accuracy": 0.9976988434791565, + "num_tokens": 93485629.0, + "step": 582 + }, + { + "aux_loss": 8.022218704223633, + "entropy": 0.02165289968252182, + "epoch": 13.891566265060241, + "grad_norm": 0.27375370264053345, + "learning_rate": 1.324062338552511e-06, + "loss": 0.07368101179599762, + "mean_token_accuracy": 0.9984147846698761, + "num_tokens": 93662529.0, + "step": 583 + }, + { + "aux_loss": 8.024479866027832, + "entropy": 0.02351562399417162, + "epoch": 13.91566265060241, + "grad_norm": 0.30303192138671875, + "learning_rate": 1.3236491975758413e-06, + "loss": 0.07437251508235931, + "mean_token_accuracy": 0.9984338581562042, + "num_tokens": 93848011.0, + "step": 584 + }, + { + "aux_loss": 8.022239208221436, + "entropy": 0.02414259221404791, + "epoch": 13.939759036144578, + "grad_norm": 0.2712882161140442, + "learning_rate": 1.3232355230265152e-06, + "loss": 0.07462576031684875, + "mean_token_accuracy": 0.9984138906002045, + "num_tokens": 94023181.0, + "step": 585 + }, + { + "aux_loss": 8.02386999130249, + "entropy": 0.023252902552485466, + "epoch": 13.963855421686747, + "grad_norm": 0.32376915216445923, + "learning_rate": 1.3228213158392188e-06, + "loss": 0.07477660477161407, + "mean_token_accuracy": 0.9978744983673096, + "num_tokens": 94188080.0, + "step": 586 + }, + { + "aux_loss": 8.021694660186768, + "entropy": 0.028471998870372772, + "epoch": 13.987951807228916, + "grad_norm": 0.3617095947265625, + "learning_rate": 1.322406576949842e-06, + "loss": 0.07622809708118439, + "mean_token_accuracy": 0.9979861080646515, + "num_tokens": 94332756.0, + "step": 587 + }, + { + "aux_loss": 8.022180557250977, + "entropy": 0.023031173273921013, + "epoch": 14.0, + "grad_norm": 0.39885711669921875, + "learning_rate": 1.3219913072954761e-06, + "loss": 0.04186277836561203, + "mean_token_accuracy": 0.9979294538497925, + "num_tokens": 94380482.0, + "step": 588 + }, + { + "aux_loss": 8.024760246276855, + "entropy": 0.02022178377956152, + "epoch": 14.024096385542169, + "grad_norm": 0.2387811690568924, + "learning_rate": 1.3215755078144116e-06, + "loss": 0.07233056426048279, + "mean_token_accuracy": 0.9986909627914429, + "num_tokens": 94562098.0, + "step": 589 + }, + { + "aux_loss": 8.022474765777588, + "entropy": 0.023938612081110477, + "epoch": 14.048192771084338, + "grad_norm": 0.27819156646728516, + "learning_rate": 1.3211591794461356e-06, + "loss": 0.07419903576374054, + "mean_token_accuracy": 0.9986561834812164, + "num_tokens": 94718632.0, + "step": 590 + }, + { + "aux_loss": 8.024396419525146, + "entropy": 0.023845979012548923, + "epoch": 14.072289156626505, + "grad_norm": 0.2741614282131195, + "learning_rate": 1.3207423231313312e-06, + "loss": 0.07409413903951645, + "mean_token_accuracy": 0.9986681938171387, + "num_tokens": 94891903.0, + "step": 591 + }, + { + "aux_loss": 8.024489402770996, + "entropy": 0.02289368212223053, + "epoch": 14.096385542168674, + "grad_norm": 0.2634838819503784, + "learning_rate": 1.3203249398118737e-06, + "loss": 0.07382728904485703, + "mean_token_accuracy": 0.9985337257385254, + "num_tokens": 95061769.0, + "step": 592 + }, + { + "aux_loss": 8.023909568786621, + "entropy": 0.023399224504828453, + "epoch": 14.120481927710843, + "grad_norm": 0.25872477889060974, + "learning_rate": 1.319907030430829e-06, + "loss": 0.07436823844909668, + "mean_token_accuracy": 0.9986319541931152, + "num_tokens": 95226736.0, + "step": 593 + }, + { + "aux_loss": 8.021496295928955, + "entropy": 0.023850570432841778, + "epoch": 14.144578313253012, + "grad_norm": 0.3044877350330353, + "learning_rate": 1.3194885959324523e-06, + "loss": 0.07421186566352844, + "mean_token_accuracy": 0.998362272977829, + "num_tokens": 95377366.0, + "step": 594 + }, + { + "aux_loss": 8.021922588348389, + "entropy": 0.024413741193711758, + "epoch": 14.168674698795181, + "grad_norm": 0.28136560320854187, + "learning_rate": 1.3190696372621847e-06, + "loss": 0.07438543438911438, + "mean_token_accuracy": 0.9987072944641113, + "num_tokens": 95534946.0, + "step": 595 + }, + { + "aux_loss": 8.022111892700195, + "entropy": 0.024447415955364704, + "epoch": 14.19277108433735, + "grad_norm": 0.2626717984676361, + "learning_rate": 1.318650155366652e-06, + "loss": 0.07457850873470306, + "mean_token_accuracy": 0.9984690248966217, + "num_tokens": 95697094.0, + "step": 596 + }, + { + "aux_loss": 8.023127555847168, + "entropy": 0.024961436167359352, + "epoch": 14.216867469879517, + "grad_norm": 0.27824899554252625, + "learning_rate": 1.3182301511936622e-06, + "loss": 0.07419399917125702, + "mean_token_accuracy": 0.9986103475093842, + "num_tokens": 95853061.0, + "step": 597 + }, + { + "aux_loss": 8.024140357971191, + "entropy": 0.026958868838846684, + "epoch": 14.240963855421686, + "grad_norm": 0.3049028217792511, + "learning_rate": 1.317809625692203e-06, + "loss": 0.07510385662317276, + "mean_token_accuracy": 0.9983646869659424, + "num_tokens": 96017500.0, + "step": 598 + }, + { + "aux_loss": 8.02279281616211, + "entropy": 0.024663295596837997, + "epoch": 14.265060240963855, + "grad_norm": 0.30349597334861755, + "learning_rate": 1.3173885798124402e-06, + "loss": 0.07457980513572693, + "mean_token_accuracy": 0.9985092580318451, + "num_tokens": 96175235.0, + "step": 599 + }, + { + "aux_loss": 8.022304058074951, + "entropy": 0.02379010058939457, + "epoch": 14.289156626506024, + "grad_norm": 0.26444587111473083, + "learning_rate": 1.3169670145057156e-06, + "loss": 0.07390819489955902, + "mean_token_accuracy": 0.9986671507358551, + "num_tokens": 96344090.0, + "step": 600 + }, + { + "aux_loss": 8.022550582885742, + "entropy": 0.02393107209354639, + "epoch": 14.313253012048193, + "grad_norm": 0.28396496176719666, + "learning_rate": 1.3165449307245445e-06, + "loss": 0.07395670562982559, + "mean_token_accuracy": 0.9986652135848999, + "num_tokens": 96525865.0, + "step": 601 + }, + { + "aux_loss": 8.023728370666504, + "entropy": 0.028622742742300034, + "epoch": 14.337349397590362, + "grad_norm": 0.3755778670310974, + "learning_rate": 1.3161223294226135e-06, + "loss": 0.07638661563396454, + "mean_token_accuracy": 0.9980232417583466, + "num_tokens": 96662516.0, + "step": 602 + }, + { + "aux_loss": 8.023515701293945, + "entropy": 0.02594769559800625, + "epoch": 14.36144578313253, + "grad_norm": 0.30059191584587097, + "learning_rate": 1.3156992115547792e-06, + "loss": 0.07463668286800385, + "mean_token_accuracy": 0.9986335933208466, + "num_tokens": 96828809.0, + "step": 603 + }, + { + "aux_loss": 8.022513389587402, + "entropy": 0.028040869161486626, + "epoch": 14.385542168674698, + "grad_norm": 0.3215217590332031, + "learning_rate": 1.3152755780770644e-06, + "loss": 0.07540538161993027, + "mean_token_accuracy": 0.9985578954219818, + "num_tokens": 96970896.0, + "step": 604 + }, + { + "aux_loss": 8.02444839477539, + "entropy": 0.026185978204011917, + "epoch": 14.409638554216867, + "grad_norm": 0.32708242535591125, + "learning_rate": 1.3148514299466574e-06, + "loss": 0.07525956630706787, + "mean_token_accuracy": 0.9983802437782288, + "num_tokens": 97128433.0, + "step": 605 + }, + { + "aux_loss": 8.022536277770996, + "entropy": 0.023743015713989735, + "epoch": 14.433734939759036, + "grad_norm": 0.2937101125717163, + "learning_rate": 1.3144267681219092e-06, + "loss": 0.07399174571037292, + "mean_token_accuracy": 0.9986098110675812, + "num_tokens": 97279348.0, + "step": 606 + }, + { + "aux_loss": 8.022383689880371, + "entropy": 0.026632227934896946, + "epoch": 14.457831325301205, + "grad_norm": 0.30835458636283875, + "learning_rate": 1.3140015935623318e-06, + "loss": 0.07527077198028564, + "mean_token_accuracy": 0.9982325434684753, + "num_tokens": 97444407.0, + "step": 607 + }, + { + "aux_loss": 8.02312183380127, + "entropy": 0.024252044036984444, + "epoch": 14.481927710843374, + "grad_norm": 0.29159989953041077, + "learning_rate": 1.3135759072285955e-06, + "loss": 0.07456320524215698, + "mean_token_accuracy": 0.9984078705310822, + "num_tokens": 97624818.0, + "step": 608 + }, + { + "aux_loss": 8.022176265716553, + "entropy": 0.025633632205426693, + "epoch": 14.506024096385541, + "grad_norm": 0.2863618731498718, + "learning_rate": 1.313149710082527e-06, + "loss": 0.07489114999771118, + "mean_token_accuracy": 0.9985541701316833, + "num_tokens": 97788363.0, + "step": 609 + }, + { + "aux_loss": 8.022820949554443, + "entropy": 0.021122743375599384, + "epoch": 14.53012048192771, + "grad_norm": 0.26490604877471924, + "learning_rate": 1.3127230030871068e-06, + "loss": 0.07331493496894836, + "mean_token_accuracy": 0.9985091984272003, + "num_tokens": 97974372.0, + "step": 610 + }, + { + "aux_loss": 8.022090911865234, + "entropy": 0.025382555089890957, + "epoch": 14.55421686746988, + "grad_norm": 0.2946323752403259, + "learning_rate": 1.3122957872064679e-06, + "loss": 0.07488776743412018, + "mean_token_accuracy": 0.9984503984451294, + "num_tokens": 98146312.0, + "step": 611 + }, + { + "aux_loss": 8.0248384475708, + "entropy": 0.023470413871109486, + "epoch": 14.578313253012048, + "grad_norm": 0.28668469190597534, + "learning_rate": 1.3118680634058929e-06, + "loss": 0.0739784687757492, + "mean_token_accuracy": 0.9984510242938995, + "num_tokens": 98322279.0, + "step": 612 + }, + { + "aux_loss": 8.021702289581299, + "entropy": 0.021302196197211742, + "epoch": 14.602409638554217, + "grad_norm": 0.27184075117111206, + "learning_rate": 1.3114398326518119e-06, + "loss": 0.07294765114784241, + "mean_token_accuracy": 0.9986790120601654, + "num_tokens": 98495941.0, + "step": 613 + }, + { + "aux_loss": 8.021376609802246, + "entropy": 0.02515318524092436, + "epoch": 14.626506024096386, + "grad_norm": 0.36623698472976685, + "learning_rate": 1.3110110959118008e-06, + "loss": 0.07469873130321503, + "mean_token_accuracy": 0.9984108209609985, + "num_tokens": 98649028.0, + "step": 614 + }, + { + "aux_loss": 8.022244453430176, + "entropy": 0.022386303171515465, + "epoch": 14.650602409638553, + "grad_norm": 0.30380144715309143, + "learning_rate": 1.3105818541545785e-06, + "loss": 0.07382786273956299, + "mean_token_accuracy": 0.9984555244445801, + "num_tokens": 98820655.0, + "step": 615 + }, + { + "aux_loss": 8.022692680358887, + "entropy": 0.024392325431108475, + "epoch": 14.674698795180722, + "grad_norm": 0.32163384556770325, + "learning_rate": 1.3101521083500047e-06, + "loss": 0.07459438592195511, + "mean_token_accuracy": 0.9981200695037842, + "num_tokens": 98985094.0, + "step": 616 + }, + { + "aux_loss": 8.022065162658691, + "entropy": 0.026209702715277672, + "epoch": 14.698795180722891, + "grad_norm": 0.3077583611011505, + "learning_rate": 1.3097218594690787e-06, + "loss": 0.07581385970115662, + "mean_token_accuracy": 0.9981196522712708, + "num_tokens": 99142817.0, + "step": 617 + }, + { + "aux_loss": 8.02006721496582, + "entropy": 0.023902803659439087, + "epoch": 14.72289156626506, + "grad_norm": 0.28286728262901306, + "learning_rate": 1.309291108483936e-06, + "loss": 0.07453930377960205, + "mean_token_accuracy": 0.9983839690685272, + "num_tokens": 99283960.0, + "step": 618 + }, + { + "aux_loss": 8.02124834060669, + "entropy": 0.024052273482084274, + "epoch": 14.74698795180723, + "grad_norm": 0.2964589595794678, + "learning_rate": 1.3088598563678464e-06, + "loss": 0.07424813508987427, + "mean_token_accuracy": 0.9983850717544556, + "num_tokens": 99428973.0, + "step": 619 + }, + { + "aux_loss": 8.022575378417969, + "entropy": 0.021747206337749958, + "epoch": 14.771084337349398, + "grad_norm": 0.3091699779033661, + "learning_rate": 1.3084281040952126e-06, + "loss": 0.07359092682600021, + "mean_token_accuracy": 0.9985521137714386, + "num_tokens": 99599548.0, + "step": 620 + }, + { + "aux_loss": 8.022809505462646, + "entropy": 0.021415174938738346, + "epoch": 14.795180722891565, + "grad_norm": 0.2741931974887848, + "learning_rate": 1.307995852641567e-06, + "loss": 0.07326743006706238, + "mean_token_accuracy": 0.9985740482807159, + "num_tokens": 99761944.0, + "step": 621 + }, + { + "aux_loss": 8.021624088287354, + "entropy": 0.02542014978826046, + "epoch": 14.819277108433734, + "grad_norm": 0.3038715124130249, + "learning_rate": 1.3075631029835698e-06, + "loss": 0.07464160025119781, + "mean_token_accuracy": 0.9984971880912781, + "num_tokens": 99920090.0, + "step": 622 + }, + { + "aux_loss": 8.021050453186035, + "entropy": 0.02499569673091173, + "epoch": 14.843373493975903, + "grad_norm": 0.2812490463256836, + "learning_rate": 1.307129856099007e-06, + "loss": 0.07466801255941391, + "mean_token_accuracy": 0.9985790550708771, + "num_tokens": 100086789.0, + "step": 623 + }, + { + "aux_loss": 8.021025657653809, + "entropy": 0.026820295490324497, + "epoch": 14.867469879518072, + "grad_norm": 0.3224012851715088, + "learning_rate": 1.3066961129667884e-06, + "loss": 0.07568350434303284, + "mean_token_accuracy": 0.9980534017086029, + "num_tokens": 100240901.0, + "step": 624 + }, + { + "aux_loss": 8.021604537963867, + "entropy": 0.02594233863055706, + "epoch": 14.891566265060241, + "grad_norm": 0.3286438286304474, + "learning_rate": 1.3062618745669444e-06, + "loss": 0.07503099739551544, + "mean_token_accuracy": 0.9982061386108398, + "num_tokens": 100397675.0, + "step": 625 + }, + { + "aux_loss": 8.021660804748535, + "entropy": 0.02323277574032545, + "epoch": 14.91566265060241, + "grad_norm": 0.2902336120605469, + "learning_rate": 1.305827141880625e-06, + "loss": 0.07387363910675049, + "mean_token_accuracy": 0.998563826084137, + "num_tokens": 100571805.0, + "step": 626 + }, + { + "aux_loss": 8.023479461669922, + "entropy": 0.02272103913128376, + "epoch": 14.939759036144578, + "grad_norm": 0.2875194847583771, + "learning_rate": 1.3053919158900968e-06, + "loss": 0.07392413914203644, + "mean_token_accuracy": 0.9985417127609253, + "num_tokens": 100749220.0, + "step": 627 + }, + { + "aux_loss": 8.021773338317871, + "entropy": 0.024398663081228733, + "epoch": 14.963855421686747, + "grad_norm": 0.3021429777145386, + "learning_rate": 1.3049561975787408e-06, + "loss": 0.07461895793676376, + "mean_token_accuracy": 0.998176246881485, + "num_tokens": 100909579.0, + "step": 628 + }, + { + "aux_loss": 8.021002292633057, + "entropy": 0.023792341351509094, + "epoch": 14.987951807228916, + "grad_norm": 0.3388311266899109, + "learning_rate": 1.304519987931051e-06, + "loss": 0.07436676323413849, + "mean_token_accuracy": 0.9982630014419556, + "num_tokens": 101073627.0, + "step": 629 + }, + { + "aux_loss": 8.0238037109375, + "entropy": 0.01941307634115219, + "epoch": 15.0, + "grad_norm": 0.39163467288017273, + "learning_rate": 1.3040832879326307e-06, + "loss": 0.04034464806318283, + "mean_token_accuracy": 0.9982436895370483, + "num_tokens": 101121945.0, + "step": 630 + }, + { + "aux_loss": 8.020874977111816, + "entropy": 0.030838350765407085, + "epoch": 15.024096385542169, + "grad_norm": 0.31362706422805786, + "learning_rate": 1.3036460985701921e-06, + "loss": 0.07680098712444305, + "mean_token_accuracy": 0.9982480704784393, + "num_tokens": 101249459.0, + "step": 631 + }, + { + "aux_loss": 8.02276611328125, + "entropy": 0.02502510603517294, + "epoch": 15.048192771084338, + "grad_norm": 0.27360862493515015, + "learning_rate": 1.3032084208315525e-06, + "loss": 0.07409708201885223, + "mean_token_accuracy": 0.9989785850048065, + "num_tokens": 101401821.0, + "step": 632 + }, + { + "aux_loss": 8.021870136260986, + "entropy": 0.021272542886435986, + "epoch": 15.072289156626505, + "grad_norm": 0.25828370451927185, + "learning_rate": 1.3027702557056325e-06, + "loss": 0.07290402054786682, + "mean_token_accuracy": 0.9988965690135956, + "num_tokens": 101579104.0, + "step": 633 + }, + { + "aux_loss": 8.020940780639648, + "entropy": 0.020017596893012524, + "epoch": 15.096385542168674, + "grad_norm": 0.2512258291244507, + "learning_rate": 1.3023316041824544e-06, + "loss": 0.07227890193462372, + "mean_token_accuracy": 0.999037891626358, + "num_tokens": 101745475.0, + "step": 634 + }, + { + "aux_loss": 8.021780967712402, + "entropy": 0.02389626670628786, + "epoch": 15.120481927710843, + "grad_norm": 0.27933046221733093, + "learning_rate": 1.3018924672531393e-06, + "loss": 0.07385027408599854, + "mean_token_accuracy": 0.9987798929214478, + "num_tokens": 101904997.0, + "step": 635 + }, + { + "aux_loss": 8.022858142852783, + "entropy": 0.022255877032876015, + "epoch": 15.144578313253012, + "grad_norm": 0.2804347276687622, + "learning_rate": 1.3014528459099053e-06, + "loss": 0.07336017489433289, + "mean_token_accuracy": 0.998691588640213, + "num_tokens": 102072594.0, + "step": 636 + }, + { + "aux_loss": 8.019988059997559, + "entropy": 0.02136957924813032, + "epoch": 15.168674698795181, + "grad_norm": 0.2652220129966736, + "learning_rate": 1.3010127411460643e-06, + "loss": 0.07301878929138184, + "mean_token_accuracy": 0.9986830353736877, + "num_tokens": 102237845.0, + "step": 637 + }, + { + "aux_loss": 8.020222663879395, + "entropy": 0.023709292523562908, + "epoch": 15.19277108433735, + "grad_norm": 0.37665247917175293, + "learning_rate": 1.3005721539560217e-06, + "loss": 0.07381770014762878, + "mean_token_accuracy": 0.9986214935779572, + "num_tokens": 102402057.0, + "step": 638 + }, + { + "aux_loss": 8.022130966186523, + "entropy": 0.02243464346975088, + "epoch": 15.216867469879517, + "grad_norm": 0.2828420102596283, + "learning_rate": 1.3001310853352716e-06, + "loss": 0.0734640508890152, + "mean_token_accuracy": 0.9986587762832642, + "num_tokens": 102569638.0, + "step": 639 + }, + { + "aux_loss": 8.023382663726807, + "entropy": 0.023820437490940094, + "epoch": 15.240963855421686, + "grad_norm": 0.27643638849258423, + "learning_rate": 1.2996895362803967e-06, + "loss": 0.07373812049627304, + "mean_token_accuracy": 0.9989169836044312, + "num_tokens": 102738864.0, + "step": 640 + }, + { + "aux_loss": 8.021101951599121, + "entropy": 0.02268280368298292, + "epoch": 15.265060240963855, + "grad_norm": 0.27888503670692444, + "learning_rate": 1.299247507789065e-06, + "loss": 0.07356101274490356, + "mean_token_accuracy": 0.9985786378383636, + "num_tokens": 102903859.0, + "step": 641 + }, + { + "aux_loss": 8.02034854888916, + "entropy": 0.023311128839850426, + "epoch": 15.289156626506024, + "grad_norm": 0.30982568860054016, + "learning_rate": 1.2988050008600278e-06, + "loss": 0.0734785720705986, + "mean_token_accuracy": 0.9988106191158295, + "num_tokens": 103069388.0, + "step": 642 + }, + { + "aux_loss": 8.020792484283447, + "entropy": 0.025052642449736595, + "epoch": 15.313253012048193, + "grad_norm": 0.3088907301425934, + "learning_rate": 1.2983620164931176e-06, + "loss": 0.07444137334823608, + "mean_token_accuracy": 0.9985477030277252, + "num_tokens": 103226610.0, + "step": 643 + }, + { + "aux_loss": 8.022226810455322, + "entropy": 0.02244643308222294, + "epoch": 15.337349397590362, + "grad_norm": 0.31514278054237366, + "learning_rate": 1.2979185556892453e-06, + "loss": 0.07336429506540298, + "mean_token_accuracy": 0.9984653294086456, + "num_tokens": 103408648.0, + "step": 644 + }, + { + "aux_loss": 8.022058486938477, + "entropy": 0.022669089026749134, + "epoch": 15.36144578313253, + "grad_norm": 0.27879098057746887, + "learning_rate": 1.2974746194503983e-06, + "loss": 0.07349519431591034, + "mean_token_accuracy": 0.9986022412776947, + "num_tokens": 103566045.0, + "step": 645 + }, + { + "aux_loss": 8.021483898162842, + "entropy": 0.021356522105634212, + "epoch": 15.385542168674698, + "grad_norm": 0.2727099061012268, + "learning_rate": 1.2970302087796387e-06, + "loss": 0.07301362603902817, + "mean_token_accuracy": 0.998765617609024, + "num_tokens": 103724872.0, + "step": 646 + }, + { + "aux_loss": 8.021254539489746, + "entropy": 0.020334189757704735, + "epoch": 15.409638554216867, + "grad_norm": 0.26047971844673157, + "learning_rate": 1.2965853246811002e-06, + "loss": 0.07252707332372665, + "mean_token_accuracy": 0.9989950954914093, + "num_tokens": 103892586.0, + "step": 647 + }, + { + "aux_loss": 8.022690773010254, + "entropy": 0.023002373054623604, + "epoch": 15.433734939759036, + "grad_norm": 0.27840209007263184, + "learning_rate": 1.296139968159986e-06, + "loss": 0.07410129904747009, + "mean_token_accuracy": 0.9984548091888428, + "num_tokens": 104089061.0, + "step": 648 + }, + { + "aux_loss": 8.021388053894043, + "entropy": 0.0260968254879117, + "epoch": 15.457831325301205, + "grad_norm": 0.32532691955566406, + "learning_rate": 1.295694140222567e-06, + "loss": 0.07457713037729263, + "mean_token_accuracy": 0.9986681640148163, + "num_tokens": 104244702.0, + "step": 649 + }, + { + "aux_loss": 8.02051067352295, + "entropy": 0.02532896865159273, + "epoch": 15.481927710843374, + "grad_norm": 0.2929506301879883, + "learning_rate": 1.2952478418761797e-06, + "loss": 0.0746280699968338, + "mean_token_accuracy": 0.9985699653625488, + "num_tokens": 104394461.0, + "step": 650 + }, + { + "aux_loss": 8.020220279693604, + "entropy": 0.02090471889823675, + "epoch": 15.506024096385541, + "grad_norm": 0.2575758993625641, + "learning_rate": 1.2948010741292229e-06, + "loss": 0.07256072759628296, + "mean_token_accuracy": 0.9989967942237854, + "num_tokens": 104549331.0, + "step": 651 + }, + { + "aux_loss": 8.020815372467041, + "entropy": 0.02374210860580206, + "epoch": 15.53012048192771, + "grad_norm": 0.27740997076034546, + "learning_rate": 1.2943538379911556e-06, + "loss": 0.07387857139110565, + "mean_token_accuracy": 0.9988603293895721, + "num_tokens": 104705482.0, + "step": 652 + }, + { + "aux_loss": 8.01929759979248, + "entropy": 0.022214006632566452, + "epoch": 15.55421686746988, + "grad_norm": 0.26949021220207214, + "learning_rate": 1.293906134472496e-06, + "loss": 0.07310213893651962, + "mean_token_accuracy": 0.9987643361091614, + "num_tokens": 104869500.0, + "step": 653 + }, + { + "aux_loss": 8.020097255706787, + "entropy": 0.02291025221347809, + "epoch": 15.578313253012048, + "grad_norm": 0.2881735563278198, + "learning_rate": 1.293457964584818e-06, + "loss": 0.07341130077838898, + "mean_token_accuracy": 0.9985943734645844, + "num_tokens": 105031708.0, + "step": 654 + }, + { + "aux_loss": 8.022075653076172, + "entropy": 0.026461578905582428, + "epoch": 15.602409638554217, + "grad_norm": 0.34265780448913574, + "learning_rate": 1.2930093293407489e-06, + "loss": 0.07502055913209915, + "mean_token_accuracy": 0.9984954297542572, + "num_tokens": 105186130.0, + "step": 655 + }, + { + "aux_loss": 8.02108097076416, + "entropy": 0.02646957617253065, + "epoch": 15.626506024096386, + "grad_norm": 0.30914735794067383, + "learning_rate": 1.2925602297539683e-06, + "loss": 0.07509751617908478, + "mean_token_accuracy": 0.9983176290988922, + "num_tokens": 105352036.0, + "step": 656 + }, + { + "aux_loss": 8.020662784576416, + "entropy": 0.021242394112050533, + "epoch": 15.650602409638553, + "grad_norm": 0.3023134171962738, + "learning_rate": 1.292110666839204e-06, + "loss": 0.07290812581777573, + "mean_token_accuracy": 0.9986430406570435, + "num_tokens": 105524545.0, + "step": 657 + }, + { + "aux_loss": 8.01900053024292, + "entropy": 0.02397344261407852, + "epoch": 15.674698795180722, + "grad_norm": 0.3177374601364136, + "learning_rate": 1.291660641612231e-06, + "loss": 0.07397983223199844, + "mean_token_accuracy": 0.998524397611618, + "num_tokens": 105672387.0, + "step": 658 + }, + { + "aux_loss": 8.020395278930664, + "entropy": 0.025442958809435368, + "epoch": 15.698795180722891, + "grad_norm": 0.3742443919181824, + "learning_rate": 1.2912101550898697e-06, + "loss": 0.0751451700925827, + "mean_token_accuracy": 0.9982341527938843, + "num_tokens": 105833891.0, + "step": 659 + }, + { + "aux_loss": 8.02198600769043, + "entropy": 0.022907257080078125, + "epoch": 15.72289156626506, + "grad_norm": 0.29169169068336487, + "learning_rate": 1.2907592082899816e-06, + "loss": 0.0738602802157402, + "mean_token_accuracy": 0.998700886964798, + "num_tokens": 106020005.0, + "step": 660 + }, + { + "aux_loss": 8.02039098739624, + "entropy": 0.026243245229125023, + "epoch": 15.74698795180723, + "grad_norm": 0.33287695050239563, + "learning_rate": 1.2903078022314686e-06, + "loss": 0.07507944852113724, + "mean_token_accuracy": 0.9982471168041229, + "num_tokens": 106145420.0, + "step": 661 + }, + { + "aux_loss": 8.01774787902832, + "entropy": 0.02395310066640377, + "epoch": 15.771084337349398, + "grad_norm": 0.29184141755104065, + "learning_rate": 1.2898559379342702e-06, + "loss": 0.07375696301460266, + "mean_token_accuracy": 0.9986594617366791, + "num_tokens": 106294891.0, + "step": 662 + }, + { + "aux_loss": 8.022370338439941, + "entropy": 0.021435990929603577, + "epoch": 15.795180722891565, + "grad_norm": 0.26756441593170166, + "learning_rate": 1.2894036164193619e-06, + "loss": 0.07307396084070206, + "mean_token_accuracy": 0.9987272918224335, + "num_tokens": 106481286.0, + "step": 663 + }, + { + "aux_loss": 8.020098686218262, + "entropy": 0.023615891113877296, + "epoch": 15.819277108433734, + "grad_norm": 0.2693254351615906, + "learning_rate": 1.2889508387087517e-06, + "loss": 0.07437321543693542, + "mean_token_accuracy": 0.9984356164932251, + "num_tokens": 106662412.0, + "step": 664 + }, + { + "aux_loss": 8.019869804382324, + "entropy": 0.02427336946129799, + "epoch": 15.843373493975903, + "grad_norm": 0.31732895970344543, + "learning_rate": 1.288497605825478e-06, + "loss": 0.07438519597053528, + "mean_token_accuracy": 0.9983821511268616, + "num_tokens": 106811595.0, + "step": 665 + }, + { + "aux_loss": 8.019139289855957, + "entropy": 0.024068274535238743, + "epoch": 15.867469879518072, + "grad_norm": 0.3149513900279999, + "learning_rate": 1.2880439187936087e-06, + "loss": 0.0742831826210022, + "mean_token_accuracy": 0.9983760118484497, + "num_tokens": 106979051.0, + "step": 666 + }, + { + "aux_loss": 8.02074146270752, + "entropy": 0.021527115255594254, + "epoch": 15.891566265060241, + "grad_norm": 0.3242640495300293, + "learning_rate": 1.287589778638237e-06, + "loss": 0.07310071587562561, + "mean_token_accuracy": 0.998621016740799, + "num_tokens": 107134402.0, + "step": 667 + }, + { + "aux_loss": 8.019129753112793, + "entropy": 0.022771391086280346, + "epoch": 15.91566265060241, + "grad_norm": 0.2968021333217621, + "learning_rate": 1.2871351863854801e-06, + "loss": 0.07361795008182526, + "mean_token_accuracy": 0.9986350834369659, + "num_tokens": 107297595.0, + "step": 668 + }, + { + "aux_loss": 8.020462036132812, + "entropy": 0.02477428875863552, + "epoch": 15.939759036144578, + "grad_norm": 0.2882487177848816, + "learning_rate": 1.286680143062477e-06, + "loss": 0.07493428885936737, + "mean_token_accuracy": 0.9982820153236389, + "num_tokens": 107464336.0, + "step": 669 + }, + { + "aux_loss": 8.02011489868164, + "entropy": 0.020565422251820564, + "epoch": 15.963855421686747, + "grad_norm": 0.28168952465057373, + "learning_rate": 1.2862246496973851e-06, + "loss": 0.07310523092746735, + "mean_token_accuracy": 0.9986270666122437, + "num_tokens": 107638336.0, + "step": 670 + }, + { + "aux_loss": 8.020737648010254, + "entropy": 0.021479875780642033, + "epoch": 15.987951807228916, + "grad_norm": 0.29684916138648987, + "learning_rate": 1.2857687073193798e-06, + "loss": 0.07347613573074341, + "mean_token_accuracy": 0.9984760880470276, + "num_tokens": 107826080.0, + "step": 671 + }, + { + "aux_loss": 8.01843547821045, + "entropy": 0.02332298830151558, + "epoch": 16.0, + "grad_norm": 0.43242138624191284, + "learning_rate": 1.2853123169586503e-06, + "loss": 0.043614618480205536, + "mean_token_accuracy": 0.9981607794761658, + "num_tokens": 107863408.0, + "step": 672 + }, + { + "aux_loss": 8.020530700683594, + "entropy": 0.022393235005438328, + "epoch": 16.02409638554217, + "grad_norm": 0.2633357346057892, + "learning_rate": 1.2848554796463979e-06, + "loss": 0.0727771669626236, + "mean_token_accuracy": 0.999247670173645, + "num_tokens": 108050327.0, + "step": 673 + }, + { + "aux_loss": 8.02012825012207, + "entropy": 0.022030208259820938, + "epoch": 16.048192771084338, + "grad_norm": 0.2506941258907318, + "learning_rate": 1.2843981964148343e-06, + "loss": 0.0728757455945015, + "mean_token_accuracy": 0.9989919066429138, + "num_tokens": 108217426.0, + "step": 674 + }, + { + "aux_loss": 8.021928787231445, + "entropy": 0.023885431699454784, + "epoch": 16.072289156626507, + "grad_norm": 0.26206958293914795, + "learning_rate": 1.2839404682971785e-06, + "loss": 0.07347150146961212, + "mean_token_accuracy": 0.9989467859268188, + "num_tokens": 108392675.0, + "step": 675 + }, + { + "aux_loss": 8.020271301269531, + "entropy": 0.022960077971220016, + "epoch": 16.096385542168676, + "grad_norm": 0.2646230161190033, + "learning_rate": 1.2834822963276542e-06, + "loss": 0.07312756776809692, + "mean_token_accuracy": 0.9989570677280426, + "num_tokens": 108553072.0, + "step": 676 + }, + { + "aux_loss": 8.019484043121338, + "entropy": 0.020488368347287178, + "epoch": 16.120481927710845, + "grad_norm": 0.24604511260986328, + "learning_rate": 1.283023681541489e-06, + "loss": 0.0727168396115303, + "mean_token_accuracy": 0.9987335801124573, + "num_tokens": 108719154.0, + "step": 677 + }, + { + "aux_loss": 8.020560264587402, + "entropy": 0.019702761434018612, + "epoch": 16.14457831325301, + "grad_norm": 0.2394089698791504, + "learning_rate": 1.28256462497491e-06, + "loss": 0.07267318665981293, + "mean_token_accuracy": 0.9985304176807404, + "num_tokens": 108904674.0, + "step": 678 + }, + { + "aux_loss": 8.020466327667236, + "entropy": 0.020342765375971794, + "epoch": 16.16867469879518, + "grad_norm": 0.2705174684524536, + "learning_rate": 1.2821051276651435e-06, + "loss": 0.0721237063407898, + "mean_token_accuracy": 0.998966246843338, + "num_tokens": 109070935.0, + "step": 679 + }, + { + "aux_loss": 8.018497467041016, + "entropy": 0.020449550822377205, + "epoch": 16.19277108433735, + "grad_norm": 0.2680540084838867, + "learning_rate": 1.2816451906504105e-06, + "loss": 0.07245158404111862, + "mean_token_accuracy": 0.9988517463207245, + "num_tokens": 109234529.0, + "step": 680 + }, + { + "aux_loss": 8.021220207214355, + "entropy": 0.020716692321002483, + "epoch": 16.216867469879517, + "grad_norm": 0.28465089201927185, + "learning_rate": 1.2811848149699267e-06, + "loss": 0.07244610786437988, + "mean_token_accuracy": 0.9989461600780487, + "num_tokens": 109392460.0, + "step": 681 + }, + { + "aux_loss": 8.018983840942383, + "entropy": 0.021451476030051708, + "epoch": 16.240963855421686, + "grad_norm": 0.2451764941215515, + "learning_rate": 1.2807240016638979e-06, + "loss": 0.0723300501704216, + "mean_token_accuracy": 0.999213457107544, + "num_tokens": 109554796.0, + "step": 682 + }, + { + "aux_loss": 8.019144535064697, + "entropy": 0.02154405042529106, + "epoch": 16.265060240963855, + "grad_norm": 0.25080832839012146, + "learning_rate": 1.2802627517735193e-06, + "loss": 0.07240288704633713, + "mean_token_accuracy": 0.9991842806339264, + "num_tokens": 109713297.0, + "step": 683 + }, + { + "aux_loss": 8.019875526428223, + "entropy": 0.022928071208298206, + "epoch": 16.289156626506024, + "grad_norm": 0.3149115741252899, + "learning_rate": 1.2798010663409725e-06, + "loss": 0.07373928278684616, + "mean_token_accuracy": 0.9986364245414734, + "num_tokens": 109873842.0, + "step": 684 + }, + { + "aux_loss": 8.020755290985107, + "entropy": 0.019248541444540024, + "epoch": 16.313253012048193, + "grad_norm": 0.272822767496109, + "learning_rate": 1.2793389464094231e-06, + "loss": 0.07230706512928009, + "mean_token_accuracy": 0.9988452792167664, + "num_tokens": 110038995.0, + "step": 685 + }, + { + "aux_loss": 8.02060079574585, + "entropy": 0.02429412119090557, + "epoch": 16.337349397590362, + "grad_norm": 0.2750745415687561, + "learning_rate": 1.2788763930230185e-06, + "loss": 0.07414013147354126, + "mean_token_accuracy": 0.9989420175552368, + "num_tokens": 110200379.0, + "step": 686 + }, + { + "aux_loss": 8.019941329956055, + "entropy": 0.023073025979101658, + "epoch": 16.36144578313253, + "grad_norm": 0.28986501693725586, + "learning_rate": 1.2784134072268853e-06, + "loss": 0.07339712977409363, + "mean_token_accuracy": 0.9983747899532318, + "num_tokens": 110363989.0, + "step": 687 + }, + { + "aux_loss": 8.0198073387146, + "entropy": 0.02075932454317808, + "epoch": 16.3855421686747, + "grad_norm": 0.26142221689224243, + "learning_rate": 1.2779499900671275e-06, + "loss": 0.07247196137905121, + "mean_token_accuracy": 0.9989039599895477, + "num_tokens": 110546477.0, + "step": 688 + }, + { + "aux_loss": 8.017828941345215, + "entropy": 0.023983335122466087, + "epoch": 16.40963855421687, + "grad_norm": 0.26134753227233887, + "learning_rate": 1.2774861425908232e-06, + "loss": 0.07388327270746231, + "mean_token_accuracy": 0.9985763430595398, + "num_tokens": 110705279.0, + "step": 689 + }, + { + "aux_loss": 8.01949691772461, + "entropy": 0.021404901519417763, + "epoch": 16.433734939759034, + "grad_norm": 0.29304608702659607, + "learning_rate": 1.277021865846023e-06, + "loss": 0.07277315855026245, + "mean_token_accuracy": 0.9989573061466217, + "num_tokens": 110872733.0, + "step": 690 + }, + { + "aux_loss": 8.019288539886475, + "entropy": 0.02335297502577305, + "epoch": 16.457831325301203, + "grad_norm": 0.2603730857372284, + "learning_rate": 1.2765571608817482e-06, + "loss": 0.0734720528125763, + "mean_token_accuracy": 0.9986677169799805, + "num_tokens": 111048756.0, + "step": 691 + }, + { + "aux_loss": 8.017802238464355, + "entropy": 0.024003656581044197, + "epoch": 16.481927710843372, + "grad_norm": 0.30309340357780457, + "learning_rate": 1.2760920287479862e-06, + "loss": 0.07363101094961166, + "mean_token_accuracy": 0.9985250532627106, + "num_tokens": 111204600.0, + "step": 692 + }, + { + "aux_loss": 8.02037239074707, + "entropy": 0.019865051843225956, + "epoch": 16.50602409638554, + "grad_norm": 0.3331621289253235, + "learning_rate": 1.2756264704956907e-06, + "loss": 0.0723302960395813, + "mean_token_accuracy": 0.9988258481025696, + "num_tokens": 111383445.0, + "step": 693 + }, + { + "aux_loss": 8.020899295806885, + "entropy": 0.02355680614709854, + "epoch": 16.53012048192771, + "grad_norm": 0.30058375000953674, + "learning_rate": 1.2751604871767777e-06, + "loss": 0.07387770712375641, + "mean_token_accuracy": 0.9987203776836395, + "num_tokens": 111526844.0, + "step": 694 + }, + { + "aux_loss": 8.019113063812256, + "entropy": 0.02117983717471361, + "epoch": 16.55421686746988, + "grad_norm": 0.2666833996772766, + "learning_rate": 1.2746940798441239e-06, + "loss": 0.07312053442001343, + "mean_token_accuracy": 0.9987923204898834, + "num_tokens": 111698598.0, + "step": 695 + }, + { + "aux_loss": 8.019593715667725, + "entropy": 0.023584443144500256, + "epoch": 16.57831325301205, + "grad_norm": 0.2818170189857483, + "learning_rate": 1.2742272495515638e-06, + "loss": 0.0736173540353775, + "mean_token_accuracy": 0.9989428520202637, + "num_tokens": 111854262.0, + "step": 696 + }, + { + "aux_loss": 8.018776893615723, + "entropy": 0.02602121327072382, + "epoch": 16.602409638554217, + "grad_norm": 0.2953900396823883, + "learning_rate": 1.2737599973538879e-06, + "loss": 0.0743790864944458, + "mean_token_accuracy": 0.9987208843231201, + "num_tokens": 112000995.0, + "step": 697 + }, + { + "aux_loss": 8.020740032196045, + "entropy": 0.019654186442494392, + "epoch": 16.626506024096386, + "grad_norm": 0.2816968262195587, + "learning_rate": 1.2732923243068392e-06, + "loss": 0.07228513062000275, + "mean_token_accuracy": 0.9988078773021698, + "num_tokens": 112156280.0, + "step": 698 + }, + { + "aux_loss": 8.019818305969238, + "entropy": 0.02012883499264717, + "epoch": 16.650602409638555, + "grad_norm": 0.2908588647842407, + "learning_rate": 1.272824231467113e-06, + "loss": 0.07279551029205322, + "mean_token_accuracy": 0.998571515083313, + "num_tokens": 112317480.0, + "step": 699 + }, + { + "aux_loss": 8.017993450164795, + "entropy": 0.022014505229890347, + "epoch": 16.674698795180724, + "grad_norm": 0.2733386754989624, + "learning_rate": 1.2723557198923518e-06, + "loss": 0.07319703698158264, + "mean_token_accuracy": 0.998718798160553, + "num_tokens": 112488475.0, + "step": 700 + }, + { + "aux_loss": 8.02134895324707, + "entropy": 0.02212555892765522, + "epoch": 16.698795180722893, + "grad_norm": 0.27544257044792175, + "learning_rate": 1.2718867906411449e-06, + "loss": 0.0728733241558075, + "mean_token_accuracy": 0.9989720582962036, + "num_tokens": 112656711.0, + "step": 701 + }, + { + "aux_loss": 8.021170616149902, + "entropy": 0.02474300842732191, + "epoch": 16.72289156626506, + "grad_norm": 0.2849322557449341, + "learning_rate": 1.2714174447730245e-06, + "loss": 0.0741940513253212, + "mean_token_accuracy": 0.9986203908920288, + "num_tokens": 112833393.0, + "step": 702 + }, + { + "aux_loss": 8.018834590911865, + "entropy": 0.022908312268555164, + "epoch": 16.746987951807228, + "grad_norm": 0.28826624155044556, + "learning_rate": 1.2709476833484658e-06, + "loss": 0.0734931081533432, + "mean_token_accuracy": 0.9986154139041901, + "num_tokens": 112989879.0, + "step": 703 + }, + { + "aux_loss": 8.019938468933105, + "entropy": 0.02371642179787159, + "epoch": 16.771084337349397, + "grad_norm": 0.28521883487701416, + "learning_rate": 1.2704775074288811e-06, + "loss": 0.07402516901493073, + "mean_token_accuracy": 0.9986785352230072, + "num_tokens": 113141308.0, + "step": 704 + }, + { + "aux_loss": 8.020092010498047, + "entropy": 0.024456963874399662, + "epoch": 16.795180722891565, + "grad_norm": 0.2931254506111145, + "learning_rate": 1.27000691807662e-06, + "loss": 0.0738486722111702, + "mean_token_accuracy": 0.9987576603889465, + "num_tokens": 113301783.0, + "step": 705 + }, + { + "aux_loss": 8.018565654754639, + "entropy": 0.0241565415635705, + "epoch": 16.819277108433734, + "grad_norm": 0.3001376986503601, + "learning_rate": 1.2695359163549669e-06, + "loss": 0.0737600326538086, + "mean_token_accuracy": 0.9986201226711273, + "num_tokens": 113477950.0, + "step": 706 + }, + { + "aux_loss": 8.01756477355957, + "entropy": 0.025217771530151367, + "epoch": 16.843373493975903, + "grad_norm": 0.3046022355556488, + "learning_rate": 1.2690645033281367e-06, + "loss": 0.07499519735574722, + "mean_token_accuracy": 0.9982928335666656, + "num_tokens": 113621328.0, + "step": 707 + }, + { + "aux_loss": 8.018495559692383, + "entropy": 0.026443729177117348, + "epoch": 16.867469879518072, + "grad_norm": 0.3249662220478058, + "learning_rate": 1.268592680061275e-06, + "loss": 0.07490746676921844, + "mean_token_accuracy": 0.998531699180603, + "num_tokens": 113768784.0, + "step": 708 + }, + { + "aux_loss": 8.018553256988525, + "entropy": 0.02360593993216753, + "epoch": 16.89156626506024, + "grad_norm": 0.29597988724708557, + "learning_rate": 1.2681204476204526e-06, + "loss": 0.07375691831111908, + "mean_token_accuracy": 0.9984996318817139, + "num_tokens": 113913639.0, + "step": 709 + }, + { + "aux_loss": 8.018509864807129, + "entropy": 0.022534790448844433, + "epoch": 16.91566265060241, + "grad_norm": 0.27990180253982544, + "learning_rate": 1.2676478070726664e-06, + "loss": 0.0731102004647255, + "mean_token_accuracy": 0.9988978803157806, + "num_tokens": 114063897.0, + "step": 710 + }, + { + "aux_loss": 8.018209457397461, + "entropy": 0.02309778332710266, + "epoch": 16.93975903614458, + "grad_norm": 0.3171619176864624, + "learning_rate": 1.2671747594858347e-06, + "loss": 0.0735432580113411, + "mean_token_accuracy": 0.9983865022659302, + "num_tokens": 114211028.0, + "step": 711 + }, + { + "aux_loss": 8.020139694213867, + "entropy": 0.020823744125664234, + "epoch": 16.96385542168675, + "grad_norm": 0.27658897638320923, + "learning_rate": 1.2667013059287958e-06, + "loss": 0.07257592678070068, + "mean_token_accuracy": 0.9990012347698212, + "num_tokens": 114382660.0, + "step": 712 + }, + { + "aux_loss": 8.01858901977539, + "entropy": 0.022462548688054085, + "epoch": 16.987951807228917, + "grad_norm": 0.2987523078918457, + "learning_rate": 1.2662274474713044e-06, + "loss": 0.07326245307922363, + "mean_token_accuracy": 0.9986851513385773, + "num_tokens": 114563054.0, + "step": 713 + }, + { + "aux_loss": 8.018234252929688, + "entropy": 0.022904684767127037, + "epoch": 17.0, + "grad_norm": 0.35216137766838074, + "learning_rate": 1.2657531851840316e-06, + "loss": 0.04157853499054909, + "mean_token_accuracy": 0.9983097910881042, + "num_tokens": 114604871.0, + "step": 714 + }, + { + "aux_loss": 8.020260334014893, + "entropy": 0.01973626110702753, + "epoch": 17.02409638554217, + "grad_norm": 0.24988825619220734, + "learning_rate": 1.2652785201385593e-06, + "loss": 0.07225106656551361, + "mean_token_accuracy": 0.9988470375537872, + "num_tokens": 114781200.0, + "step": 715 + }, + { + "aux_loss": 8.018704891204834, + "entropy": 0.021086208522319794, + "epoch": 17.048192771084338, + "grad_norm": 0.2632339298725128, + "learning_rate": 1.2648034534073808e-06, + "loss": 0.07266698777675629, + "mean_token_accuracy": 0.9989010393619537, + "num_tokens": 114951789.0, + "step": 716 + }, + { + "aux_loss": 8.01948356628418, + "entropy": 0.020533667877316475, + "epoch": 17.072289156626507, + "grad_norm": 0.26556897163391113, + "learning_rate": 1.264327986063896e-06, + "loss": 0.07211188971996307, + "mean_token_accuracy": 0.9989912211894989, + "num_tokens": 115127254.0, + "step": 717 + }, + { + "aux_loss": 8.018863677978516, + "entropy": 0.018902011215686798, + "epoch": 17.096385542168676, + "grad_norm": 0.24564693868160248, + "learning_rate": 1.2638521191824104e-06, + "loss": 0.07158875465393066, + "mean_token_accuracy": 0.9990418553352356, + "num_tokens": 115292268.0, + "step": 718 + }, + { + "aux_loss": 8.018441200256348, + "entropy": 0.023904663510620594, + "epoch": 17.120481927710845, + "grad_norm": 0.29119113087654114, + "learning_rate": 1.2633758538381323e-06, + "loss": 0.07388065755367279, + "mean_token_accuracy": 0.9987189471721649, + "num_tokens": 115441718.0, + "step": 719 + }, + { + "aux_loss": 8.018760681152344, + "entropy": 0.022885017096996307, + "epoch": 17.14457831325301, + "grad_norm": 0.2819487750530243, + "learning_rate": 1.2628991911071704e-06, + "loss": 0.07310710102319717, + "mean_token_accuracy": 0.9988558888435364, + "num_tokens": 115586091.0, + "step": 720 + }, + { + "aux_loss": 8.022488594055176, + "entropy": 0.020207397639751434, + "epoch": 17.16867469879518, + "grad_norm": 0.27069467306137085, + "learning_rate": 1.2624221320665308e-06, + "loss": 0.0723872259259224, + "mean_token_accuracy": 0.9989005327224731, + "num_tokens": 115775635.0, + "step": 721 + }, + { + "aux_loss": 8.018838882446289, + "entropy": 0.020961137488484383, + "epoch": 17.19277108433735, + "grad_norm": 0.24343232810497284, + "learning_rate": 1.2619446777941157e-06, + "loss": 0.07253874838352203, + "mean_token_accuracy": 0.9989787936210632, + "num_tokens": 115934942.0, + "step": 722 + }, + { + "aux_loss": 8.01854419708252, + "entropy": 0.024558238685131073, + "epoch": 17.216867469879517, + "grad_norm": 0.2664203941822052, + "learning_rate": 1.2614668293687195e-06, + "loss": 0.07387381047010422, + "mean_token_accuracy": 0.9987564980983734, + "num_tokens": 116082257.0, + "step": 723 + }, + { + "aux_loss": 8.017542839050293, + "entropy": 0.021965456195175648, + "epoch": 17.240963855421686, + "grad_norm": 0.2544980049133301, + "learning_rate": 1.260988587870028e-06, + "loss": 0.07254408299922943, + "mean_token_accuracy": 0.9989876449108124, + "num_tokens": 116241709.0, + "step": 724 + }, + { + "aux_loss": 8.017529964447021, + "entropy": 0.02150173019617796, + "epoch": 17.265060240963855, + "grad_norm": 0.273670494556427, + "learning_rate": 1.2605099543786148e-06, + "loss": 0.07259450107812881, + "mean_token_accuracy": 0.9989366829395294, + "num_tokens": 116395455.0, + "step": 725 + }, + { + "aux_loss": 8.018130779266357, + "entropy": 0.020396078005433083, + "epoch": 17.289156626506024, + "grad_norm": 0.25444889068603516, + "learning_rate": 1.2600309299759394e-06, + "loss": 0.07241903990507126, + "mean_token_accuracy": 0.9989669620990753, + "num_tokens": 116554317.0, + "step": 726 + }, + { + "aux_loss": 8.019949436187744, + "entropy": 0.025264563970267773, + "epoch": 17.313253012048193, + "grad_norm": 0.2933806777000427, + "learning_rate": 1.2595515157443437e-06, + "loss": 0.07410993427038193, + "mean_token_accuracy": 0.9988081157207489, + "num_tokens": 116718223.0, + "step": 727 + }, + { + "aux_loss": 8.01746654510498, + "entropy": 0.02322079986333847, + "epoch": 17.337349397590362, + "grad_norm": 0.28038111329078674, + "learning_rate": 1.2590717127670515e-06, + "loss": 0.07366527616977692, + "mean_token_accuracy": 0.9986792206764221, + "num_tokens": 116878403.0, + "step": 728 + }, + { + "aux_loss": 8.018659591674805, + "entropy": 0.02247860375791788, + "epoch": 17.36144578313253, + "grad_norm": 0.30654484033584595, + "learning_rate": 1.2585915221281644e-06, + "loss": 0.0729723572731018, + "mean_token_accuracy": 0.9987496137619019, + "num_tokens": 117024804.0, + "step": 729 + }, + { + "aux_loss": 8.016965389251709, + "entropy": 0.021469758823513985, + "epoch": 17.3855421686747, + "grad_norm": 0.2939203977584839, + "learning_rate": 1.25811094491266e-06, + "loss": 0.07287987321615219, + "mean_token_accuracy": 0.9987414479255676, + "num_tokens": 117176747.0, + "step": 730 + }, + { + "aux_loss": 8.018593311309814, + "entropy": 0.018805145286023617, + "epoch": 17.40963855421687, + "grad_norm": 0.268107533454895, + "learning_rate": 1.2576299822063895e-06, + "loss": 0.07208384573459625, + "mean_token_accuracy": 0.9986215829849243, + "num_tokens": 117343678.0, + "step": 731 + }, + { + "aux_loss": 8.018801212310791, + "entropy": 0.024666352197527885, + "epoch": 17.433734939759034, + "grad_norm": 0.31131765246391296, + "learning_rate": 1.2571486350960748e-06, + "loss": 0.07412542402744293, + "mean_token_accuracy": 0.9986770153045654, + "num_tokens": 117509421.0, + "step": 732 + }, + { + "aux_loss": 8.018770694732666, + "entropy": 0.02042167354375124, + "epoch": 17.457831325301203, + "grad_norm": 0.2588518559932709, + "learning_rate": 1.2566669046693068e-06, + "loss": 0.07215803861618042, + "mean_token_accuracy": 0.9989665746688843, + "num_tokens": 117696015.0, + "step": 733 + }, + { + "aux_loss": 8.01615571975708, + "entropy": 0.022597020491957664, + "epoch": 17.481927710843372, + "grad_norm": 0.30011555552482605, + "learning_rate": 1.256184792014542e-06, + "loss": 0.07340023666620255, + "mean_token_accuracy": 0.9987127184867859, + "num_tokens": 117841809.0, + "step": 734 + }, + { + "aux_loss": 8.019785404205322, + "entropy": 0.02277126256376505, + "epoch": 17.50602409638554, + "grad_norm": 0.2965037226676941, + "learning_rate": 1.255702298221101e-06, + "loss": 0.0731470137834549, + "mean_token_accuracy": 0.9989103674888611, + "num_tokens": 118012997.0, + "step": 735 + }, + { + "aux_loss": 8.017552852630615, + "entropy": 0.021831008605659008, + "epoch": 17.53012048192771, + "grad_norm": 0.308307945728302, + "learning_rate": 1.255219424379165e-06, + "loss": 0.07292138785123825, + "mean_token_accuracy": 0.9988667964935303, + "num_tokens": 118171296.0, + "step": 736 + }, + { + "aux_loss": 8.018458366394043, + "entropy": 0.021706807427108288, + "epoch": 17.55421686746988, + "grad_norm": 0.26562947034835815, + "learning_rate": 1.2547361715797744e-06, + "loss": 0.07324767857789993, + "mean_token_accuracy": 0.9985917508602142, + "num_tokens": 118343766.0, + "step": 737 + }, + { + "aux_loss": 8.017994403839111, + "entropy": 0.02541373111307621, + "epoch": 17.57831325301205, + "grad_norm": 0.4492263197898865, + "learning_rate": 1.2542525409148257e-06, + "loss": 0.07444741576910019, + "mean_token_accuracy": 0.9987869262695312, + "num_tokens": 118507347.0, + "step": 738 + }, + { + "aux_loss": 8.019275188446045, + "entropy": 0.022211837582290173, + "epoch": 17.602409638554217, + "grad_norm": 0.2794819176197052, + "learning_rate": 1.2537685334770693e-06, + "loss": 0.07303763926029205, + "mean_token_accuracy": 0.9987471699714661, + "num_tokens": 118682794.0, + "step": 739 + }, + { + "aux_loss": 8.019274711608887, + "entropy": 0.01959415804594755, + "epoch": 17.626506024096386, + "grad_norm": 0.2540050446987152, + "learning_rate": 1.2532841503601068e-06, + "loss": 0.07219386100769043, + "mean_token_accuracy": 0.9988141357898712, + "num_tokens": 118859309.0, + "step": 740 + }, + { + "aux_loss": 8.019009590148926, + "entropy": 0.01926138438284397, + "epoch": 17.650602409638555, + "grad_norm": 0.28901535272598267, + "learning_rate": 1.2527993926583883e-06, + "loss": 0.07196243852376938, + "mean_token_accuracy": 0.9989327490329742, + "num_tokens": 119035893.0, + "step": 741 + }, + { + "aux_loss": 8.017775058746338, + "entropy": 0.022144275717437267, + "epoch": 17.674698795180724, + "grad_norm": 0.2637416124343872, + "learning_rate": 1.2523142614672107e-06, + "loss": 0.07286165654659271, + "mean_token_accuracy": 0.9988670945167542, + "num_tokens": 119180158.0, + "step": 742 + }, + { + "aux_loss": 8.017905712127686, + "entropy": 0.020680655725300312, + "epoch": 17.698795180722893, + "grad_norm": 0.27268412709236145, + "learning_rate": 1.251828757882715e-06, + "loss": 0.07280862331390381, + "mean_token_accuracy": 0.9987437427043915, + "num_tokens": 119321045.0, + "step": 743 + }, + { + "aux_loss": 8.019142150878906, + "entropy": 0.022346139885485172, + "epoch": 17.72289156626506, + "grad_norm": 0.2602423131465912, + "learning_rate": 1.2513428830018823e-06, + "loss": 0.07306060194969177, + "mean_token_accuracy": 0.9989902079105377, + "num_tokens": 119496030.0, + "step": 744 + }, + { + "aux_loss": 8.018294334411621, + "entropy": 0.01832838449627161, + "epoch": 17.746987951807228, + "grad_norm": 0.2646837532520294, + "learning_rate": 1.2508566379225348e-06, + "loss": 0.07142096012830734, + "mean_token_accuracy": 0.9991815686225891, + "num_tokens": 119678297.0, + "step": 745 + }, + { + "aux_loss": 8.018517971038818, + "entropy": 0.021844751201570034, + "epoch": 17.771084337349397, + "grad_norm": 0.291924387216568, + "learning_rate": 1.2503700237433296e-06, + "loss": 0.0728534385561943, + "mean_token_accuracy": 0.9987517893314362, + "num_tokens": 119840233.0, + "step": 746 + }, + { + "aux_loss": 8.018216133117676, + "entropy": 0.020785548724234104, + "epoch": 17.795180722891565, + "grad_norm": 0.28122949600219727, + "learning_rate": 1.2498830415637577e-06, + "loss": 0.07247965782880783, + "mean_token_accuracy": 0.9988265633583069, + "num_tokens": 120003358.0, + "step": 747 + }, + { + "aux_loss": 8.018074035644531, + "entropy": 0.021714145317673683, + "epoch": 17.819277108433734, + "grad_norm": 0.2694195508956909, + "learning_rate": 1.2493956924841425e-06, + "loss": 0.07262789458036423, + "mean_token_accuracy": 0.9990041851997375, + "num_tokens": 120160933.0, + "step": 748 + }, + { + "aux_loss": 8.019499778747559, + "entropy": 0.02373611554503441, + "epoch": 17.843373493975903, + "grad_norm": 0.2960670292377472, + "learning_rate": 1.2489079776056356e-06, + "loss": 0.07344628870487213, + "mean_token_accuracy": 0.9987205564975739, + "num_tokens": 120325227.0, + "step": 749 + }, + { + "aux_loss": 8.018202304840088, + "entropy": 0.021645985543727875, + "epoch": 17.867469879518072, + "grad_norm": 0.28741884231567383, + "learning_rate": 1.2484198980302157e-06, + "loss": 0.07262778282165527, + "mean_token_accuracy": 0.9989192187786102, + "num_tokens": 120495791.0, + "step": 750 + }, + { + "aux_loss": 8.018044471740723, + "entropy": 0.023350493051111698, + "epoch": 17.89156626506024, + "grad_norm": 0.28955328464508057, + "learning_rate": 1.2479314548606851e-06, + "loss": 0.0735691487789154, + "mean_token_accuracy": 0.9987229704856873, + "num_tokens": 120660773.0, + "step": 751 + }, + { + "aux_loss": 8.018717765808105, + "entropy": 0.02127855271100998, + "epoch": 17.91566265060241, + "grad_norm": 0.2683342695236206, + "learning_rate": 1.2474426492006677e-06, + "loss": 0.07282005995512009, + "mean_token_accuracy": 0.9986674189567566, + "num_tokens": 120826550.0, + "step": 752 + }, + { + "aux_loss": 8.017789840698242, + "entropy": 0.022071994841098785, + "epoch": 17.93975903614458, + "grad_norm": 0.29112520813941956, + "learning_rate": 1.246953482154607e-06, + "loss": 0.07279111444950104, + "mean_token_accuracy": 0.9989712834358215, + "num_tokens": 120979013.0, + "step": 753 + }, + { + "aux_loss": 8.016852855682373, + "entropy": 0.019618223421275616, + "epoch": 17.96385542168675, + "grad_norm": 0.2747417986392975, + "learning_rate": 1.2464639548277618e-06, + "loss": 0.07161170989274979, + "mean_token_accuracy": 0.9992184042930603, + "num_tokens": 121130966.0, + "step": 754 + }, + { + "aux_loss": 8.018714904785156, + "entropy": 0.01958319917321205, + "epoch": 17.987951807228917, + "grad_norm": 0.26990944147109985, + "learning_rate": 1.2459740683262065e-06, + "loss": 0.07182662934064865, + "mean_token_accuracy": 0.9990403354167938, + "num_tokens": 121306353.0, + "step": 755 + }, + { + "aux_loss": 8.018830299377441, + "entropy": 0.01911022700369358, + "epoch": 18.0, + "grad_norm": 0.3378460705280304, + "learning_rate": 1.2454838237568257e-06, + "loss": 0.03958260267972946, + "mean_token_accuracy": 0.9991428852081299, + "num_tokens": 121346334.0, + "step": 756 + }, + { + "aux_loss": 8.018142223358154, + "entropy": 0.01967654377222061, + "epoch": 18.02409638554217, + "grad_norm": 0.22108010947704315, + "learning_rate": 1.2449932222273137e-06, + "loss": 0.07172244787216187, + "mean_token_accuracy": 0.9990315437316895, + "num_tokens": 121523418.0, + "step": 757 + }, + { + "aux_loss": 8.017167091369629, + "entropy": 0.021951429545879364, + "epoch": 18.048192771084338, + "grad_norm": 0.27572283148765564, + "learning_rate": 1.2445022648461716e-06, + "loss": 0.07266423106193542, + "mean_token_accuracy": 0.9990328252315521, + "num_tokens": 121678552.0, + "step": 758 + }, + { + "aux_loss": 8.016557693481445, + "entropy": 0.0203837463632226, + "epoch": 18.072289156626507, + "grad_norm": 0.2632099688053131, + "learning_rate": 1.2440109527227037e-06, + "loss": 0.07195623219013214, + "mean_token_accuracy": 0.9990858137607574, + "num_tokens": 121825520.0, + "step": 759 + }, + { + "aux_loss": 8.018312931060791, + "entropy": 0.020994133315980434, + "epoch": 18.096385542168676, + "grad_norm": 0.27051058411598206, + "learning_rate": 1.2435192869670168e-06, + "loss": 0.0721668004989624, + "mean_token_accuracy": 0.9990926384925842, + "num_tokens": 121986116.0, + "step": 760 + }, + { + "aux_loss": 8.017702102661133, + "entropy": 0.01970060635358095, + "epoch": 18.120481927710845, + "grad_norm": 0.23090173304080963, + "learning_rate": 1.243027268690016e-06, + "loss": 0.07158677279949188, + "mean_token_accuracy": 0.9991891384124756, + "num_tokens": 122156242.0, + "step": 761 + }, + { + "aux_loss": 8.019289016723633, + "entropy": 0.021130764856934547, + "epoch": 18.14457831325301, + "grad_norm": 0.2537887692451477, + "learning_rate": 1.2425348990034026e-06, + "loss": 0.07236440479755402, + "mean_token_accuracy": 0.999125063419342, + "num_tokens": 122340036.0, + "step": 762 + }, + { + "aux_loss": 8.018044471740723, + "entropy": 0.01954676304012537, + "epoch": 18.16867469879518, + "grad_norm": 0.2520613372325897, + "learning_rate": 1.2420421790196733e-06, + "loss": 0.07214604318141937, + "mean_token_accuracy": 0.9987333118915558, + "num_tokens": 122521317.0, + "step": 763 + }, + { + "aux_loss": 8.01823902130127, + "entropy": 0.01993868313729763, + "epoch": 18.19277108433735, + "grad_norm": 0.24693681299686432, + "learning_rate": 1.2415491098521152e-06, + "loss": 0.07197412103414536, + "mean_token_accuracy": 0.9989577829837799, + "num_tokens": 122689596.0, + "step": 764 + }, + { + "aux_loss": 8.017821788787842, + "entropy": 0.019117838703095913, + "epoch": 18.216867469879517, + "grad_norm": 0.25819259881973267, + "learning_rate": 1.2410556926148043e-06, + "loss": 0.07151195406913757, + "mean_token_accuracy": 0.9991266429424286, + "num_tokens": 122848887.0, + "step": 765 + }, + { + "aux_loss": 8.017277240753174, + "entropy": 0.02282050345093012, + "epoch": 18.240963855421686, + "grad_norm": 0.3336971700191498, + "learning_rate": 1.2405619284226036e-06, + "loss": 0.07297661900520325, + "mean_token_accuracy": 0.9989360868930817, + "num_tokens": 123007977.0, + "step": 766 + }, + { + "aux_loss": 8.020303726196289, + "entropy": 0.018516553565859795, + "epoch": 18.265060240963855, + "grad_norm": 0.2913930416107178, + "learning_rate": 1.24006781839116e-06, + "loss": 0.07139115035533905, + "mean_token_accuracy": 0.9990445077419281, + "num_tokens": 123183325.0, + "step": 767 + }, + { + "aux_loss": 8.017969131469727, + "entropy": 0.020907875150442123, + "epoch": 18.289156626506024, + "grad_norm": 0.26279398798942566, + "learning_rate": 1.2395733636369012e-06, + "loss": 0.0723220556974411, + "mean_token_accuracy": 0.9988578855991364, + "num_tokens": 123354501.0, + "step": 768 + }, + { + "aux_loss": 8.01951789855957, + "entropy": 0.019883046858012676, + "epoch": 18.313253012048193, + "grad_norm": 0.2431030571460724, + "learning_rate": 1.2390785652770344e-06, + "loss": 0.07210540771484375, + "mean_token_accuracy": 0.9989734888076782, + "num_tokens": 123522136.0, + "step": 769 + }, + { + "aux_loss": 8.018885612487793, + "entropy": 0.018920441158115864, + "epoch": 18.337349397590362, + "grad_norm": 0.25550684332847595, + "learning_rate": 1.2385834244295428e-06, + "loss": 0.0715964287519455, + "mean_token_accuracy": 0.9991505444049835, + "num_tokens": 123662037.0, + "step": 770 + }, + { + "aux_loss": 8.017975330352783, + "entropy": 0.021694052033126354, + "epoch": 18.36144578313253, + "grad_norm": 0.30290576815605164, + "learning_rate": 1.238087942213184e-06, + "loss": 0.07307359576225281, + "mean_token_accuracy": 0.9989704787731171, + "num_tokens": 123814012.0, + "step": 771 + }, + { + "aux_loss": 8.017130851745605, + "entropy": 0.02111757453531027, + "epoch": 18.3855421686747, + "grad_norm": 0.3017498552799225, + "learning_rate": 1.2375921197474862e-06, + "loss": 0.07237553596496582, + "mean_token_accuracy": 0.9989622533321381, + "num_tokens": 123984333.0, + "step": 772 + }, + { + "aux_loss": 8.015630722045898, + "entropy": 0.02062998153269291, + "epoch": 18.40963855421687, + "grad_norm": 0.2949274778366089, + "learning_rate": 1.2370959581527464e-06, + "loss": 0.07229379564523697, + "mean_token_accuracy": 0.9989545941352844, + "num_tokens": 124155932.0, + "step": 773 + }, + { + "aux_loss": 8.016655921936035, + "entropy": 0.01841769553720951, + "epoch": 18.433734939759034, + "grad_norm": 0.25348353385925293, + "learning_rate": 1.236599458550029e-06, + "loss": 0.0715688019990921, + "mean_token_accuracy": 0.9989084601402283, + "num_tokens": 124320385.0, + "step": 774 + }, + { + "aux_loss": 8.01733684539795, + "entropy": 0.021025179885327816, + "epoch": 18.457831325301203, + "grad_norm": 0.27677661180496216, + "learning_rate": 1.2361026220611607e-06, + "loss": 0.07285228371620178, + "mean_token_accuracy": 0.9987456500530243, + "num_tokens": 124486615.0, + "step": 775 + }, + { + "aux_loss": 8.017730236053467, + "entropy": 0.022088666446506977, + "epoch": 18.481927710843372, + "grad_norm": 0.2776980400085449, + "learning_rate": 1.2356054498087302e-06, + "loss": 0.07264924049377441, + "mean_token_accuracy": 0.99912890791893, + "num_tokens": 124645740.0, + "step": 776 + }, + { + "aux_loss": 8.0174560546875, + "entropy": 0.020048685371875763, + "epoch": 18.50602409638554, + "grad_norm": 0.4569571912288666, + "learning_rate": 1.2351079429160842e-06, + "loss": 0.07212985306978226, + "mean_token_accuracy": 0.9989519417285919, + "num_tokens": 124805207.0, + "step": 777 + }, + { + "aux_loss": 8.015850067138672, + "entropy": 0.022110003978013992, + "epoch": 18.53012048192771, + "grad_norm": 0.2736422121524811, + "learning_rate": 1.2346101025073264e-06, + "loss": 0.07289471477270126, + "mean_token_accuracy": 0.9988590180873871, + "num_tokens": 124971034.0, + "step": 778 + }, + { + "aux_loss": 8.016895294189453, + "entropy": 0.02094773482531309, + "epoch": 18.55421686746988, + "grad_norm": 0.27527254819869995, + "learning_rate": 1.2341119297073133e-06, + "loss": 0.07241301238536835, + "mean_token_accuracy": 0.9987749755382538, + "num_tokens": 125134164.0, + "step": 779 + }, + { + "aux_loss": 8.018424987792969, + "entropy": 0.019557715393602848, + "epoch": 18.57831325301205, + "grad_norm": 0.2686154246330261, + "learning_rate": 1.233613425641653e-06, + "loss": 0.07223023474216461, + "mean_token_accuracy": 0.9988672733306885, + "num_tokens": 125303080.0, + "step": 780 + }, + { + "aux_loss": 8.016579627990723, + "entropy": 0.02069095242768526, + "epoch": 18.602409638554217, + "grad_norm": 0.2709297835826874, + "learning_rate": 1.2331145914367016e-06, + "loss": 0.07235056161880493, + "mean_token_accuracy": 0.9991201758384705, + "num_tokens": 125457326.0, + "step": 781 + }, + { + "aux_loss": 8.017444133758545, + "entropy": 0.019050849601626396, + "epoch": 18.626506024096386, + "grad_norm": 0.2603260278701782, + "learning_rate": 1.2326154282195612e-06, + "loss": 0.07184787094593048, + "mean_token_accuracy": 0.9990633726119995, + "num_tokens": 125623507.0, + "step": 782 + }, + { + "aux_loss": 8.016646385192871, + "entropy": 0.020856465213000774, + "epoch": 18.650602409638555, + "grad_norm": 0.26723363995552063, + "learning_rate": 1.232115937118078e-06, + "loss": 0.0722731500864029, + "mean_token_accuracy": 0.9991081357002258, + "num_tokens": 125794453.0, + "step": 783 + }, + { + "aux_loss": 8.016578197479248, + "entropy": 0.020370217971503735, + "epoch": 18.674698795180724, + "grad_norm": 0.24809421598911285, + "learning_rate": 1.2316161192608378e-06, + "loss": 0.07225576043128967, + "mean_token_accuracy": 0.9988513886928558, + "num_tokens": 125968466.0, + "step": 784 + }, + { + "aux_loss": 8.017183780670166, + "entropy": 0.019782189279794693, + "epoch": 18.698795180722893, + "grad_norm": 0.27581024169921875, + "learning_rate": 1.231115975777166e-06, + "loss": 0.0719655454158783, + "mean_token_accuracy": 0.9990843832492828, + "num_tokens": 126129579.0, + "step": 785 + }, + { + "aux_loss": 8.016780853271484, + "entropy": 0.02061288245022297, + "epoch": 18.72289156626506, + "grad_norm": 0.2525731325149536, + "learning_rate": 1.2306155077971227e-06, + "loss": 0.07215370237827301, + "mean_token_accuracy": 0.9992306530475616, + "num_tokens": 126292719.0, + "step": 786 + }, + { + "aux_loss": 8.016438007354736, + "entropy": 0.021378587931394577, + "epoch": 18.746987951807228, + "grad_norm": 0.3300939202308655, + "learning_rate": 1.2301147164515017e-06, + "loss": 0.07247316092252731, + "mean_token_accuracy": 0.9989226460456848, + "num_tokens": 126458152.0, + "step": 787 + }, + { + "aux_loss": 8.017562866210938, + "entropy": 0.023026008158922195, + "epoch": 18.771084337349397, + "grad_norm": 0.29177817702293396, + "learning_rate": 1.2296136028718276e-06, + "loss": 0.07325838506221771, + "mean_token_accuracy": 0.9986927509307861, + "num_tokens": 126608387.0, + "step": 788 + }, + { + "aux_loss": 8.01653003692627, + "entropy": 0.02121768146753311, + "epoch": 18.795180722891565, + "grad_norm": 0.24625295400619507, + "learning_rate": 1.2291121681903523e-06, + "loss": 0.07226230949163437, + "mean_token_accuracy": 0.998975396156311, + "num_tokens": 126774101.0, + "step": 789 + }, + { + "aux_loss": 8.017135620117188, + "entropy": 0.02047717571258545, + "epoch": 18.819277108433734, + "grad_norm": 0.28403371572494507, + "learning_rate": 1.2286104135400546e-06, + "loss": 0.07196817547082901, + "mean_token_accuracy": 0.99922975897789, + "num_tokens": 126948810.0, + "step": 790 + }, + { + "aux_loss": 8.017651081085205, + "entropy": 0.02271729800850153, + "epoch": 18.843373493975903, + "grad_norm": 0.2664547264575958, + "learning_rate": 1.2281083400546346e-06, + "loss": 0.07297229021787643, + "mean_token_accuracy": 0.9989756643772125, + "num_tokens": 127123705.0, + "step": 791 + }, + { + "aux_loss": 8.016648292541504, + "entropy": 0.022724810987710953, + "epoch": 18.867469879518072, + "grad_norm": 0.27334722876548767, + "learning_rate": 1.227605948868514e-06, + "loss": 0.07290689647197723, + "mean_token_accuracy": 0.9990213513374329, + "num_tokens": 127286211.0, + "step": 792 + }, + { + "aux_loss": 8.018507480621338, + "entropy": 0.02393777295947075, + "epoch": 18.89156626506024, + "grad_norm": 0.2772607207298279, + "learning_rate": 1.227103241116832e-06, + "loss": 0.07380357384681702, + "mean_token_accuracy": 0.9988025724887848, + "num_tokens": 127454841.0, + "step": 793 + }, + { + "aux_loss": 8.014709949493408, + "entropy": 0.022906312718987465, + "epoch": 18.91566265060241, + "grad_norm": 0.2939465641975403, + "learning_rate": 1.2266002179354427e-06, + "loss": 0.07364203035831451, + "mean_token_accuracy": 0.9987647533416748, + "num_tokens": 127601787.0, + "step": 794 + }, + { + "aux_loss": 8.014947414398193, + "entropy": 0.02199286874383688, + "epoch": 18.93975903614458, + "grad_norm": 0.3006232976913452, + "learning_rate": 1.2260968804609137e-06, + "loss": 0.07279400527477264, + "mean_token_accuracy": 0.9985716938972473, + "num_tokens": 127743717.0, + "step": 795 + }, + { + "aux_loss": 8.016969680786133, + "entropy": 0.02244889084249735, + "epoch": 18.96385542168675, + "grad_norm": 0.3185865879058838, + "learning_rate": 1.225593229830522e-06, + "loss": 0.07299022376537323, + "mean_token_accuracy": 0.9987007081508636, + "num_tokens": 127897148.0, + "step": 796 + }, + { + "aux_loss": 8.016538143157959, + "entropy": 0.018228761851787567, + "epoch": 18.987951807228917, + "grad_norm": 0.24646823108196259, + "learning_rate": 1.2250892671822523e-06, + "loss": 0.07121360301971436, + "mean_token_accuracy": 0.9989063739776611, + "num_tokens": 128063518.0, + "step": 797 + }, + { + "aux_loss": 8.016475677490234, + "entropy": 0.029299454763531685, + "epoch": 19.0, + "grad_norm": 0.4041454792022705, + "learning_rate": 1.2245849936547948e-06, + "loss": 0.040493883192539215, + "mean_token_accuracy": 0.9988755583763123, + "num_tokens": 128087797.0, + "step": 798 + }, + { + "aux_loss": 8.016082286834717, + "entropy": 0.01707358844578266, + "epoch": 19.02409638554217, + "grad_norm": 0.2209968864917755, + "learning_rate": 1.224080410387541e-06, + "loss": 0.07054603844881058, + "mean_token_accuracy": 0.9994014203548431, + "num_tokens": 128257323.0, + "step": 799 + }, + { + "aux_loss": 8.016879081726074, + "entropy": 0.020540348254144192, + "epoch": 19.048192771084338, + "grad_norm": 0.28073349595069885, + "learning_rate": 1.223575518520584e-06, + "loss": 0.07254428416490555, + "mean_token_accuracy": 0.9990403950214386, + "num_tokens": 128408675.0, + "step": 800 + }, + { + "aux_loss": 8.016739845275879, + "entropy": 0.0186675563454628, + "epoch": 19.072289156626507, + "grad_norm": 0.22932597994804382, + "learning_rate": 1.2230703191947125e-06, + "loss": 0.07110397517681122, + "mean_token_accuracy": 0.9992808401584625, + "num_tokens": 128576966.0, + "step": 801 + }, + { + "aux_loss": 8.014533519744873, + "entropy": 0.0216646958142519, + "epoch": 19.096385542168676, + "grad_norm": 0.24630875885486603, + "learning_rate": 1.2225648135514107e-06, + "loss": 0.0723528265953064, + "mean_token_accuracy": 0.9988449215888977, + "num_tokens": 128722275.0, + "step": 802 + }, + { + "aux_loss": 8.016851902008057, + "entropy": 0.01763029955327511, + "epoch": 19.120481927710845, + "grad_norm": 0.23657096922397614, + "learning_rate": 1.222059002732855e-06, + "loss": 0.07095248252153397, + "mean_token_accuracy": 0.9990513622760773, + "num_tokens": 128893797.0, + "step": 803 + }, + { + "aux_loss": 8.017178535461426, + "entropy": 0.020476515404880047, + "epoch": 19.14457831325301, + "grad_norm": 0.2538764476776123, + "learning_rate": 1.221552887881911e-06, + "loss": 0.07223986089229584, + "mean_token_accuracy": 0.9988578855991364, + "num_tokens": 129068433.0, + "step": 804 + }, + { + "aux_loss": 8.016830921173096, + "entropy": 0.018701947294175625, + "epoch": 19.16867469879518, + "grad_norm": 0.24616143107414246, + "learning_rate": 1.2210464701421311e-06, + "loss": 0.0714377760887146, + "mean_token_accuracy": 0.9991999268531799, + "num_tokens": 129255686.0, + "step": 805 + }, + { + "aux_loss": 8.01766586303711, + "entropy": 0.02190525457262993, + "epoch": 19.19277108433735, + "grad_norm": 0.257795125246048, + "learning_rate": 1.2205397506577528e-06, + "loss": 0.07279151678085327, + "mean_token_accuracy": 0.9989840984344482, + "num_tokens": 129426600.0, + "step": 806 + }, + { + "aux_loss": 8.01670217514038, + "entropy": 0.022698327898979187, + "epoch": 19.216867469879517, + "grad_norm": 0.27151861786842346, + "learning_rate": 1.2200327305736947e-06, + "loss": 0.072884202003479, + "mean_token_accuracy": 0.9989652335643768, + "num_tokens": 129602609.0, + "step": 807 + }, + { + "aux_loss": 8.016786098480225, + "entropy": 0.020293287932872772, + "epoch": 19.240963855421686, + "grad_norm": 0.260490357875824, + "learning_rate": 1.2195254110355547e-06, + "loss": 0.07177005708217621, + "mean_token_accuracy": 0.9990547299385071, + "num_tokens": 129764750.0, + "step": 808 + }, + { + "aux_loss": 8.01784610748291, + "entropy": 0.02007181290537119, + "epoch": 19.265060240963855, + "grad_norm": 0.24022895097732544, + "learning_rate": 1.2190177931896074e-06, + "loss": 0.07160848379135132, + "mean_token_accuracy": 0.9992149472236633, + "num_tokens": 129933157.0, + "step": 809 + }, + { + "aux_loss": 8.018133163452148, + "entropy": 0.02162711601704359, + "epoch": 19.289156626506024, + "grad_norm": 0.30957019329071045, + "learning_rate": 1.2185098781828017e-06, + "loss": 0.07218888401985168, + "mean_token_accuracy": 0.998899906873703, + "num_tokens": 130082077.0, + "step": 810 + }, + { + "aux_loss": 8.016764640808105, + "entropy": 0.017992699518799782, + "epoch": 19.313253012048193, + "grad_norm": 0.23729471862316132, + "learning_rate": 1.2180016671627576e-06, + "loss": 0.0710437223315239, + "mean_token_accuracy": 0.9992759525775909, + "num_tokens": 130256356.0, + "step": 811 + }, + { + "aux_loss": 8.018122673034668, + "entropy": 0.02003295347094536, + "epoch": 19.337349397590362, + "grad_norm": 0.2603780925273895, + "learning_rate": 1.217493161277764e-06, + "loss": 0.07190095633268356, + "mean_token_accuracy": 0.9992459416389465, + "num_tokens": 130428786.0, + "step": 812 + }, + { + "aux_loss": 8.015380382537842, + "entropy": 0.02138371951878071, + "epoch": 19.36144578313253, + "grad_norm": 0.23855821788311005, + "learning_rate": 1.216984361676776e-06, + "loss": 0.07250922918319702, + "mean_token_accuracy": 0.9992147982120514, + "num_tokens": 130569702.0, + "step": 813 + }, + { + "aux_loss": 8.014621257781982, + "entropy": 0.024525553919374943, + "epoch": 19.3855421686747, + "grad_norm": 0.2766070067882538, + "learning_rate": 1.2164752695094123e-06, + "loss": 0.0731203556060791, + "mean_token_accuracy": 0.9991021752357483, + "num_tokens": 130728155.0, + "step": 814 + }, + { + "aux_loss": 8.017411231994629, + "entropy": 0.01734110154211521, + "epoch": 19.40963855421687, + "grad_norm": 0.30324476957321167, + "learning_rate": 1.215965885925953e-06, + "loss": 0.07086675614118576, + "mean_token_accuracy": 0.9991721510887146, + "num_tokens": 130906575.0, + "step": 815 + }, + { + "aux_loss": 8.016311168670654, + "entropy": 0.020214502699673176, + "epoch": 19.433734939759034, + "grad_norm": 0.37634822726249695, + "learning_rate": 1.2154562120773358e-06, + "loss": 0.07189343869686127, + "mean_token_accuracy": 0.9990342259407043, + "num_tokens": 131067413.0, + "step": 816 + }, + { + "aux_loss": 8.015110492706299, + "entropy": 0.023175804875791073, + "epoch": 19.457831325301203, + "grad_norm": 0.3171541690826416, + "learning_rate": 1.2149462491151556e-06, + "loss": 0.07334239780902863, + "mean_token_accuracy": 0.9987165927886963, + "num_tokens": 131214226.0, + "step": 817 + }, + { + "aux_loss": 8.015056610107422, + "entropy": 0.019055875949561596, + "epoch": 19.481927710843372, + "grad_norm": 0.33125078678131104, + "learning_rate": 1.2144359981916595e-06, + "loss": 0.07168950885534286, + "mean_token_accuracy": 0.9990333318710327, + "num_tokens": 131359757.0, + "step": 818 + }, + { + "aux_loss": 8.013885974884033, + "entropy": 0.02209868934005499, + "epoch": 19.50602409638554, + "grad_norm": 0.2984984219074249, + "learning_rate": 1.2139254604597453e-06, + "loss": 0.07285237312316895, + "mean_token_accuracy": 0.9989113807678223, + "num_tokens": 131496939.0, + "step": 819 + }, + { + "aux_loss": 8.015743255615234, + "entropy": 0.020269363187253475, + "epoch": 19.53012048192771, + "grad_norm": 0.24305978417396545, + "learning_rate": 1.2134146370729593e-06, + "loss": 0.07186189293861389, + "mean_token_accuracy": 0.9991940855979919, + "num_tokens": 131648339.0, + "step": 820 + }, + { + "aux_loss": 8.016966819763184, + "entropy": 0.018671550787985325, + "epoch": 19.55421686746988, + "grad_norm": 0.25464141368865967, + "learning_rate": 1.2129035291854927e-06, + "loss": 0.07103103399276733, + "mean_token_accuracy": 0.9992456138134003, + "num_tokens": 131819044.0, + "step": 821 + }, + { + "aux_loss": 8.016483783721924, + "entropy": 0.0185864744707942, + "epoch": 19.57831325301205, + "grad_norm": 0.24460941553115845, + "learning_rate": 1.2123921379521802e-06, + "loss": 0.0713551789522171, + "mean_token_accuracy": 0.9990330636501312, + "num_tokens": 131988935.0, + "step": 822 + }, + { + "aux_loss": 8.014330863952637, + "entropy": 0.019629787653684616, + "epoch": 19.602409638554217, + "grad_norm": 0.27499374747276306, + "learning_rate": 1.2118804645284957e-06, + "loss": 0.07154914736747742, + "mean_token_accuracy": 0.9992263913154602, + "num_tokens": 132157225.0, + "step": 823 + }, + { + "aux_loss": 8.016732692718506, + "entropy": 0.019671409390866756, + "epoch": 19.626506024096386, + "grad_norm": 0.2679067850112915, + "learning_rate": 1.211368510070552e-06, + "loss": 0.07195160537958145, + "mean_token_accuracy": 0.9990942776203156, + "num_tokens": 132319583.0, + "step": 824 + }, + { + "aux_loss": 8.016017436981201, + "entropy": 0.01897235121577978, + "epoch": 19.650602409638555, + "grad_norm": 0.31477922201156616, + "learning_rate": 1.2108562757350959e-06, + "loss": 0.07175606489181519, + "mean_token_accuracy": 0.998927503824234, + "num_tokens": 132461657.0, + "step": 825 + }, + { + "aux_loss": 8.017291069030762, + "entropy": 0.017452422529459, + "epoch": 19.674698795180724, + "grad_norm": 0.23533299565315247, + "learning_rate": 1.2103437626795066e-06, + "loss": 0.07113629579544067, + "mean_token_accuracy": 0.9991660118103027, + "num_tokens": 132654439.0, + "step": 826 + }, + { + "aux_loss": 8.014272689819336, + "entropy": 0.022786526009440422, + "epoch": 19.698795180722893, + "grad_norm": 0.2727932333946228, + "learning_rate": 1.2098309720617938e-06, + "loss": 0.07298114150762558, + "mean_token_accuracy": 0.9988896250724792, + "num_tokens": 132807186.0, + "step": 827 + }, + { + "aux_loss": 8.015275001525879, + "entropy": 0.02233956567943096, + "epoch": 19.72289156626506, + "grad_norm": 0.2817685008049011, + "learning_rate": 1.2093179050405935e-06, + "loss": 0.07318785786628723, + "mean_token_accuracy": 0.998853325843811, + "num_tokens": 132947861.0, + "step": 828 + }, + { + "aux_loss": 8.016317367553711, + "entropy": 0.01885117031633854, + "epoch": 19.746987951807228, + "grad_norm": 0.2575323283672333, + "learning_rate": 1.208804562775167e-06, + "loss": 0.07110799103975296, + "mean_token_accuracy": 0.9993088245391846, + "num_tokens": 133118610.0, + "step": 829 + }, + { + "aux_loss": 8.013425827026367, + "entropy": 0.020050152204930782, + "epoch": 19.771084337349397, + "grad_norm": 0.25590944290161133, + "learning_rate": 1.2082909464253968e-06, + "loss": 0.07188734412193298, + "mean_token_accuracy": 0.9991053342819214, + "num_tokens": 133265190.0, + "step": 830 + }, + { + "aux_loss": 8.018101692199707, + "entropy": 0.020321492105722427, + "epoch": 19.795180722891565, + "grad_norm": 0.2820008397102356, + "learning_rate": 1.2077770571517851e-06, + "loss": 0.07242708653211594, + "mean_token_accuracy": 0.9988300800323486, + "num_tokens": 133443361.0, + "step": 831 + }, + { + "aux_loss": 8.016617774963379, + "entropy": 0.021538270637392998, + "epoch": 19.819277108433734, + "grad_norm": 0.29813796281814575, + "learning_rate": 1.207262896115451e-06, + "loss": 0.07250789552927017, + "mean_token_accuracy": 0.9990063607692719, + "num_tokens": 133619744.0, + "step": 832 + }, + { + "aux_loss": 8.016489028930664, + "entropy": 0.017469782382249832, + "epoch": 19.843373493975903, + "grad_norm": 0.2585788071155548, + "learning_rate": 1.2067484644781265e-06, + "loss": 0.0711778849363327, + "mean_token_accuracy": 0.9991479218006134, + "num_tokens": 133798588.0, + "step": 833 + }, + { + "aux_loss": 8.01574182510376, + "entropy": 0.020052564330399036, + "epoch": 19.867469879518072, + "grad_norm": 0.2874489724636078, + "learning_rate": 1.2062337634021566e-06, + "loss": 0.0720338225364685, + "mean_token_accuracy": 0.99901282787323, + "num_tokens": 133949653.0, + "step": 834 + }, + { + "aux_loss": 8.014959812164307, + "entropy": 0.020040088333189487, + "epoch": 19.89156626506024, + "grad_norm": 0.26376113295555115, + "learning_rate": 1.2057187940504941e-06, + "loss": 0.07194425165653229, + "mean_token_accuracy": 0.9990537166595459, + "num_tokens": 134113370.0, + "step": 835 + }, + { + "aux_loss": 8.015164375305176, + "entropy": 0.023158026859164238, + "epoch": 19.91566265060241, + "grad_norm": 0.2815038859844208, + "learning_rate": 1.205203557586698e-06, + "loss": 0.07307106256484985, + "mean_token_accuracy": 0.9989737272262573, + "num_tokens": 134286525.0, + "step": 836 + }, + { + "aux_loss": 8.017555236816406, + "entropy": 0.017343491315841675, + "epoch": 19.93975903614458, + "grad_norm": 0.2515917420387268, + "learning_rate": 1.204688055174931e-06, + "loss": 0.07106645405292511, + "mean_token_accuracy": 0.9990668594837189, + "num_tokens": 134455231.0, + "step": 837 + }, + { + "aux_loss": 8.015775203704834, + "entropy": 0.023353048600256443, + "epoch": 19.96385542168675, + "grad_norm": 0.29685935378074646, + "learning_rate": 1.2041722879799568e-06, + "loss": 0.07338288426399231, + "mean_token_accuracy": 0.9986701309680939, + "num_tokens": 134603410.0, + "step": 838 + }, + { + "aux_loss": 8.01530408859253, + "entropy": 0.018707728944718838, + "epoch": 19.987951807228917, + "grad_norm": 0.26528769731521606, + "learning_rate": 1.2036562571671374e-06, + "loss": 0.0717005729675293, + "mean_token_accuracy": 0.9990585446357727, + "num_tokens": 134779729.0, + "step": 839 + }, + { + "aux_loss": 8.01617431640625, + "entropy": 0.0191100612282753, + "epoch": 20.0, + "grad_norm": 0.32825803756713867, + "learning_rate": 1.20313996390243e-06, + "loss": 0.03942277655005455, + "mean_token_accuracy": 0.9991744160652161, + "num_tokens": 134829260.0, + "step": 840 + }, + { + "aux_loss": 8.013209819793701, + "entropy": 0.02059428207576275, + "epoch": 20.02409638554217, + "grad_norm": 0.24572697281837463, + "learning_rate": 1.2026234093523856e-06, + "loss": 0.07189934700727463, + "mean_token_accuracy": 0.9991085827350616, + "num_tokens": 134992831.0, + "step": 841 + }, + { + "aux_loss": 8.012920379638672, + "entropy": 0.021370324306190014, + "epoch": 20.048192771084338, + "grad_norm": 0.42761075496673584, + "learning_rate": 1.2021065946841448e-06, + "loss": 0.07216686010360718, + "mean_token_accuracy": 0.998961329460144, + "num_tokens": 135132806.0, + "step": 842 + }, + { + "aux_loss": 8.015305042266846, + "entropy": 0.018415560014545918, + "epoch": 20.072289156626507, + "grad_norm": 0.23072311282157898, + "learning_rate": 1.2015895210654361e-06, + "loss": 0.07108470797538757, + "mean_token_accuracy": 0.9991589784622192, + "num_tokens": 135310245.0, + "step": 843 + }, + { + "aux_loss": 8.016035079956055, + "entropy": 0.018389324657619, + "epoch": 20.096385542168676, + "grad_norm": 0.24892204999923706, + "learning_rate": 1.2010721896645732e-06, + "loss": 0.0708564817905426, + "mean_token_accuracy": 0.9994164109230042, + "num_tokens": 135478692.0, + "step": 844 + }, + { + "aux_loss": 8.015366554260254, + "entropy": 0.020714948885142803, + "epoch": 20.120481927710845, + "grad_norm": 0.24307778477668762, + "learning_rate": 1.2005546016504526e-06, + "loss": 0.07157693803310394, + "mean_token_accuracy": 0.9993534982204437, + "num_tokens": 135628890.0, + "step": 845 + }, + { + "aux_loss": 8.01463508605957, + "entropy": 0.0212752353399992, + "epoch": 20.14457831325301, + "grad_norm": 0.24047866463661194, + "learning_rate": 1.20003675819255e-06, + "loss": 0.0722416490316391, + "mean_token_accuracy": 0.999059796333313, + "num_tokens": 135782823.0, + "step": 846 + }, + { + "aux_loss": 8.01609992980957, + "entropy": 0.019625852815806866, + "epoch": 20.16867469879518, + "grad_norm": 0.24964730441570282, + "learning_rate": 1.1995186604609185e-06, + "loss": 0.07153446972370148, + "mean_token_accuracy": 0.9991658329963684, + "num_tokens": 135958992.0, + "step": 847 + }, + { + "aux_loss": 8.015625, + "entropy": 0.02252290118485689, + "epoch": 20.19277108433735, + "grad_norm": 0.2563897669315338, + "learning_rate": 1.199000309626186e-06, + "loss": 0.07267315685749054, + "mean_token_accuracy": 0.9989122748374939, + "num_tokens": 136126642.0, + "step": 848 + }, + { + "aux_loss": 8.016855239868164, + "entropy": 0.01888811308890581, + "epoch": 20.216867469879517, + "grad_norm": 0.23033533990383148, + "learning_rate": 1.1984817068595518e-06, + "loss": 0.07117213308811188, + "mean_token_accuracy": 0.9991577565670013, + "num_tokens": 136297196.0, + "step": 849 + }, + { + "aux_loss": 8.01485824584961, + "entropy": 0.018825308419764042, + "epoch": 20.240963855421686, + "grad_norm": 0.2620784342288971, + "learning_rate": 1.1979628533327847e-06, + "loss": 0.07108195126056671, + "mean_token_accuracy": 0.9991429448127747, + "num_tokens": 136451872.0, + "step": 850 + }, + { + "aux_loss": 8.015204906463623, + "entropy": 0.01622555498033762, + "epoch": 20.265060240963855, + "grad_norm": 0.22484785318374634, + "learning_rate": 1.1974437502182203e-06, + "loss": 0.07052718847990036, + "mean_token_accuracy": 0.9991798996925354, + "num_tokens": 136619483.0, + "step": 851 + }, + { + "aux_loss": 8.017267227172852, + "entropy": 0.016841549426317215, + "epoch": 20.289156626506024, + "grad_norm": 0.21868085861206055, + "learning_rate": 1.1969243986887578e-06, + "loss": 0.07062295079231262, + "mean_token_accuracy": 0.9991513788700104, + "num_tokens": 136807598.0, + "step": 852 + }, + { + "aux_loss": 8.014912605285645, + "entropy": 0.019336337223649025, + "epoch": 20.313253012048193, + "grad_norm": 0.23610550165176392, + "learning_rate": 1.1964047999178572e-06, + "loss": 0.07179201394319534, + "mean_token_accuracy": 0.9992705881595612, + "num_tokens": 136972464.0, + "step": 853 + }, + { + "aux_loss": 8.013875007629395, + "entropy": 0.02350557316094637, + "epoch": 20.337349397590362, + "grad_norm": 0.2529645264148712, + "learning_rate": 1.1958849550795387e-06, + "loss": 0.07279883325099945, + "mean_token_accuracy": 0.9991186857223511, + "num_tokens": 137127060.0, + "step": 854 + }, + { + "aux_loss": 8.015921115875244, + "entropy": 0.020983693189918995, + "epoch": 20.36144578313253, + "grad_norm": 0.23120775818824768, + "learning_rate": 1.195364865348377e-06, + "loss": 0.0721922218799591, + "mean_token_accuracy": 0.999091386795044, + "num_tokens": 137282054.0, + "step": 855 + }, + { + "aux_loss": 8.017494201660156, + "entropy": 0.018297821283340454, + "epoch": 20.3855421686747, + "grad_norm": 0.2224910408258438, + "learning_rate": 1.1948445318995005e-06, + "loss": 0.07094530761241913, + "mean_token_accuracy": 0.9991941154003143, + "num_tokens": 137461718.0, + "step": 856 + }, + { + "aux_loss": 8.01477336883545, + "entropy": 0.015757147688418627, + "epoch": 20.40963855421687, + "grad_norm": 0.2883114218711853, + "learning_rate": 1.1943239559085886e-06, + "loss": 0.07010868191719055, + "mean_token_accuracy": 0.9994107782840729, + "num_tokens": 137630346.0, + "step": 857 + }, + { + "aux_loss": 8.013188362121582, + "entropy": 0.021769145503640175, + "epoch": 20.433734939759034, + "grad_norm": 0.2615295350551605, + "learning_rate": 1.1938031385518685e-06, + "loss": 0.07243753969669342, + "mean_token_accuracy": 0.9989071488380432, + "num_tokens": 137765802.0, + "step": 858 + }, + { + "aux_loss": 8.015521049499512, + "entropy": 0.01864070724695921, + "epoch": 20.457831325301203, + "grad_norm": 0.231665700674057, + "learning_rate": 1.1932820810061128e-06, + "loss": 0.07132695615291595, + "mean_token_accuracy": 0.9991524517536163, + "num_tokens": 137931822.0, + "step": 859 + }, + { + "aux_loss": 8.014593601226807, + "entropy": 0.01945006474852562, + "epoch": 20.481927710843372, + "grad_norm": 0.2958713173866272, + "learning_rate": 1.1927607844486368e-06, + "loss": 0.07161392271518707, + "mean_token_accuracy": 0.9991827607154846, + "num_tokens": 138095894.0, + "step": 860 + }, + { + "aux_loss": 8.01363468170166, + "entropy": 0.019185454584658146, + "epoch": 20.50602409638554, + "grad_norm": 0.262090802192688, + "learning_rate": 1.1922392500572957e-06, + "loss": 0.07143920660018921, + "mean_token_accuracy": 0.9991458058357239, + "num_tokens": 138263788.0, + "step": 861 + }, + { + "aux_loss": 8.015174388885498, + "entropy": 0.017392096109688282, + "epoch": 20.53012048192771, + "grad_norm": 0.250765323638916, + "learning_rate": 1.1917174790104822e-06, + "loss": 0.07097406685352325, + "mean_token_accuracy": 0.9991758763790131, + "num_tokens": 138433292.0, + "step": 862 + }, + { + "aux_loss": 8.016233921051025, + "entropy": 0.02018314227461815, + "epoch": 20.55421686746988, + "grad_norm": 0.24786005914211273, + "learning_rate": 1.1911954724871238e-06, + "loss": 0.07198825478553772, + "mean_token_accuracy": 0.9992509484291077, + "num_tokens": 138594833.0, + "step": 863 + }, + { + "aux_loss": 8.014333724975586, + "entropy": 0.01877683959901333, + "epoch": 20.57831325301205, + "grad_norm": 0.24034591019153595, + "learning_rate": 1.1906732316666802e-06, + "loss": 0.07137183845043182, + "mean_token_accuracy": 0.9990993142127991, + "num_tokens": 138750172.0, + "step": 864 + }, + { + "aux_loss": 8.015239238739014, + "entropy": 0.019693774171173573, + "epoch": 20.602409638554217, + "grad_norm": 0.28064224123954773, + "learning_rate": 1.1901507577291398e-06, + "loss": 0.07180516421794891, + "mean_token_accuracy": 0.998885989189148, + "num_tokens": 138917870.0, + "step": 865 + }, + { + "aux_loss": 8.016077041625977, + "entropy": 0.021774998866021633, + "epoch": 20.626506024096386, + "grad_norm": 0.25658896565437317, + "learning_rate": 1.1896280518550184e-06, + "loss": 0.07241100072860718, + "mean_token_accuracy": 0.9991808533668518, + "num_tokens": 139091508.0, + "step": 866 + }, + { + "aux_loss": 8.01535940170288, + "entropy": 0.01949040312319994, + "epoch": 20.650602409638555, + "grad_norm": 0.2877894639968872, + "learning_rate": 1.1891051152253557e-06, + "loss": 0.07161968946456909, + "mean_token_accuracy": 0.9990425705909729, + "num_tokens": 139264973.0, + "step": 867 + }, + { + "aux_loss": 8.014946937561035, + "entropy": 0.021726500242948532, + "epoch": 20.674698795180724, + "grad_norm": 0.28723615407943726, + "learning_rate": 1.1885819490217124e-06, + "loss": 0.07256714999675751, + "mean_token_accuracy": 0.9991051852703094, + "num_tokens": 139440246.0, + "step": 868 + }, + { + "aux_loss": 8.015090942382812, + "entropy": 0.017755858600139618, + "epoch": 20.698795180722893, + "grad_norm": 0.2656784951686859, + "learning_rate": 1.1880585544261689e-06, + "loss": 0.07081268727779388, + "mean_token_accuracy": 0.9991943538188934, + "num_tokens": 139611484.0, + "step": 869 + }, + { + "aux_loss": 8.017644882202148, + "entropy": 0.017926585860550404, + "epoch": 20.72289156626506, + "grad_norm": 0.25008681416511536, + "learning_rate": 1.1875349326213202e-06, + "loss": 0.07092377543449402, + "mean_token_accuracy": 0.9991013407707214, + "num_tokens": 139786451.0, + "step": 870 + }, + { + "aux_loss": 8.014115333557129, + "entropy": 0.019910937640815973, + "epoch": 20.746987951807228, + "grad_norm": 0.2600031793117523, + "learning_rate": 1.187011084790276e-06, + "loss": 0.07185967266559601, + "mean_token_accuracy": 0.9992063343524933, + "num_tokens": 139940870.0, + "step": 871 + }, + { + "aux_loss": 8.014479637145996, + "entropy": 0.01817234791815281, + "epoch": 20.771084337349397, + "grad_norm": 0.24683645367622375, + "learning_rate": 1.1864870121166558e-06, + "loss": 0.07097449898719788, + "mean_token_accuracy": 0.9990246891975403, + "num_tokens": 140110786.0, + "step": 872 + }, + { + "aux_loss": 8.0132417678833, + "entropy": 0.01734836306422949, + "epoch": 20.795180722891565, + "grad_norm": 0.25990185141563416, + "learning_rate": 1.1859627157845877e-06, + "loss": 0.07099585235118866, + "mean_token_accuracy": 0.9992154836654663, + "num_tokens": 140281015.0, + "step": 873 + }, + { + "aux_loss": 8.015357971191406, + "entropy": 0.018785839900374413, + "epoch": 20.819277108433734, + "grad_norm": 0.28464582562446594, + "learning_rate": 1.185438196978705e-06, + "loss": 0.07173855602741241, + "mean_token_accuracy": 0.9988526701927185, + "num_tokens": 140431751.0, + "step": 874 + }, + { + "aux_loss": 8.016085624694824, + "entropy": 0.02032049559056759, + "epoch": 20.843373493975903, + "grad_norm": 0.29489409923553467, + "learning_rate": 1.1849134568841436e-06, + "loss": 0.07205380499362946, + "mean_token_accuracy": 0.9989710748195648, + "num_tokens": 140604033.0, + "step": 875 + }, + { + "aux_loss": 8.01557207107544, + "entropy": 0.020371905528008938, + "epoch": 20.867469879518072, + "grad_norm": 0.26816612482070923, + "learning_rate": 1.184388496686539e-06, + "loss": 0.07203839719295502, + "mean_token_accuracy": 0.9989346861839294, + "num_tokens": 140762882.0, + "step": 876 + }, + { + "aux_loss": 8.011805057525635, + "entropy": 0.01969855558127165, + "epoch": 20.89156626506024, + "grad_norm": 0.2511252164840698, + "learning_rate": 1.1838633175720249e-06, + "loss": 0.07142087072134018, + "mean_token_accuracy": 0.9991007447242737, + "num_tokens": 140913810.0, + "step": 877 + }, + { + "aux_loss": 8.015848636627197, + "entropy": 0.018998843617737293, + "epoch": 20.91566265060241, + "grad_norm": 0.2623438835144043, + "learning_rate": 1.183337920727229e-06, + "loss": 0.07181046903133392, + "mean_token_accuracy": 0.9990564286708832, + "num_tokens": 141068865.0, + "step": 878 + }, + { + "aux_loss": 8.013355731964111, + "entropy": 0.019784594886004925, + "epoch": 20.93975903614458, + "grad_norm": 0.28874844312667847, + "learning_rate": 1.1828123073392708e-06, + "loss": 0.0717635452747345, + "mean_token_accuracy": 0.9990528523921967, + "num_tokens": 141222703.0, + "step": 879 + }, + { + "aux_loss": 8.01409912109375, + "entropy": 0.021358169615268707, + "epoch": 20.96385542168675, + "grad_norm": 0.2645207941532135, + "learning_rate": 1.1822864785957597e-06, + "loss": 0.07192955911159515, + "mean_token_accuracy": 0.9991900324821472, + "num_tokens": 141379277.0, + "step": 880 + }, + { + "aux_loss": 8.015501976013184, + "entropy": 0.018178369849920273, + "epoch": 20.987951807228917, + "grad_norm": 0.2733187973499298, + "learning_rate": 1.1817604356847914e-06, + "loss": 0.07119777798652649, + "mean_token_accuracy": 0.9990058541297913, + "num_tokens": 141529476.0, + "step": 881 + }, + { + "aux_loss": 8.014284133911133, + "entropy": 0.015183513052761555, + "epoch": 21.0, + "grad_norm": 0.34507277607917786, + "learning_rate": 1.1812341797949455e-06, + "loss": 0.03846766799688339, + "mean_token_accuracy": 0.9994618892669678, + "num_tokens": 141570723.0, + "step": 882 + }, + { + "aux_loss": 8.01323127746582, + "entropy": 0.018154023215174675, + "epoch": 21.02409638554217, + "grad_norm": 0.24614425003528595, + "learning_rate": 1.1807077121152827e-06, + "loss": 0.07076417654752731, + "mean_token_accuracy": 0.9993391036987305, + "num_tokens": 141757507.0, + "step": 883 + }, + { + "aux_loss": 8.013922691345215, + "entropy": 0.01983295939862728, + "epoch": 21.048192771084338, + "grad_norm": 0.24692152440547943, + "learning_rate": 1.180181033835342e-06, + "loss": 0.07120583951473236, + "mean_token_accuracy": 0.9993802905082703, + "num_tokens": 141894930.0, + "step": 884 + }, + { + "aux_loss": 8.014530181884766, + "entropy": 0.019670534878969193, + "epoch": 21.072289156626507, + "grad_norm": 0.24641910195350647, + "learning_rate": 1.179654146145139e-06, + "loss": 0.0713525116443634, + "mean_token_accuracy": 0.9992433786392212, + "num_tokens": 142063547.0, + "step": 885 + }, + { + "aux_loss": 8.015149116516113, + "entropy": 0.019047324545681477, + "epoch": 21.096385542168676, + "grad_norm": 0.24476729333400726, + "learning_rate": 1.1791270502351621e-06, + "loss": 0.07117617130279541, + "mean_token_accuracy": 0.9990925788879395, + "num_tokens": 142237959.0, + "step": 886 + }, + { + "aux_loss": 8.013380527496338, + "entropy": 0.02015339396893978, + "epoch": 21.120481927710845, + "grad_norm": 0.23826949298381805, + "learning_rate": 1.1785997472963697e-06, + "loss": 0.07169397175312042, + "mean_token_accuracy": 0.9991181790828705, + "num_tokens": 142391101.0, + "step": 887 + }, + { + "aux_loss": 8.015638828277588, + "entropy": 0.024460233747959137, + "epoch": 21.14457831325301, + "grad_norm": 0.27939584851264954, + "learning_rate": 1.1780722385201889e-06, + "loss": 0.07349646836519241, + "mean_token_accuracy": 0.9990708231925964, + "num_tokens": 142512794.0, + "step": 888 + }, + { + "aux_loss": 8.012683868408203, + "entropy": 0.02155546471476555, + "epoch": 21.16867469879518, + "grad_norm": 0.24982911348342896, + "learning_rate": 1.177544525098511e-06, + "loss": 0.07213179767131805, + "mean_token_accuracy": 0.9991197288036346, + "num_tokens": 142670945.0, + "step": 889 + }, + { + "aux_loss": 8.01441478729248, + "entropy": 0.02026781253516674, + "epoch": 21.19277108433735, + "grad_norm": 0.2505277097225189, + "learning_rate": 1.17701660822369e-06, + "loss": 0.07161730527877808, + "mean_token_accuracy": 0.999284565448761, + "num_tokens": 142817197.0, + "step": 890 + }, + { + "aux_loss": 8.015609741210938, + "entropy": 0.01686427928507328, + "epoch": 21.216867469879517, + "grad_norm": 0.25400081276893616, + "learning_rate": 1.1764884890885399e-06, + "loss": 0.07048171758651733, + "mean_token_accuracy": 0.9993577897548676, + "num_tokens": 142979993.0, + "step": 891 + }, + { + "aux_loss": 8.015190601348877, + "entropy": 0.016790298745036125, + "epoch": 21.240963855421686, + "grad_norm": 0.21269014477729797, + "learning_rate": 1.175960168886331e-06, + "loss": 0.07070891559123993, + "mean_token_accuracy": 0.9992137253284454, + "num_tokens": 143171670.0, + "step": 892 + }, + { + "aux_loss": 8.013529777526855, + "entropy": 0.016728555783629417, + "epoch": 21.265060240963855, + "grad_norm": 0.2346455454826355, + "learning_rate": 1.175431648810789e-06, + "loss": 0.07016371190547943, + "mean_token_accuracy": 0.9994739890098572, + "num_tokens": 143335367.0, + "step": 893 + }, + { + "aux_loss": 8.01320505142212, + "entropy": 0.017979947850108147, + "epoch": 21.289156626506024, + "grad_norm": 0.24540981650352478, + "learning_rate": 1.1749029300560899e-06, + "loss": 0.07062411308288574, + "mean_token_accuracy": 0.9991055130958557, + "num_tokens": 143494903.0, + "step": 894 + }, + { + "aux_loss": 8.013950824737549, + "entropy": 0.020114672370254993, + "epoch": 21.313253012048193, + "grad_norm": 0.2551021873950958, + "learning_rate": 1.17437401381686e-06, + "loss": 0.0715552270412445, + "mean_token_accuracy": 0.9991988241672516, + "num_tokens": 143652508.0, + "step": 895 + }, + { + "aux_loss": 8.014235496520996, + "entropy": 0.01615771744400263, + "epoch": 21.337349397590362, + "grad_norm": 0.24847005307674408, + "learning_rate": 1.1738449012881706e-06, + "loss": 0.07049012184143066, + "mean_token_accuracy": 0.999138742685318, + "num_tokens": 143815733.0, + "step": 896 + }, + { + "aux_loss": 8.014393329620361, + "entropy": 0.022052861750125885, + "epoch": 21.36144578313253, + "grad_norm": 0.2577436864376068, + "learning_rate": 1.1733155936655368e-06, + "loss": 0.07279989123344421, + "mean_token_accuracy": 0.9989136755466461, + "num_tokens": 143986677.0, + "step": 897 + }, + { + "aux_loss": 8.01253890991211, + "entropy": 0.018677118234336376, + "epoch": 21.3855421686747, + "grad_norm": 0.22350162267684937, + "learning_rate": 1.1727860921449152e-06, + "loss": 0.07126197218894958, + "mean_token_accuracy": 0.9991850852966309, + "num_tokens": 144150595.0, + "step": 898 + }, + { + "aux_loss": 8.015076160430908, + "entropy": 0.017602560110390186, + "epoch": 21.40963855421687, + "grad_norm": 0.22461570799350739, + "learning_rate": 1.1722563979226998e-06, + "loss": 0.07061722129583359, + "mean_token_accuracy": 0.9992894530296326, + "num_tokens": 144321176.0, + "step": 899 + }, + { + "aux_loss": 8.014989852905273, + "entropy": 0.01876959018409252, + "epoch": 21.433734939759034, + "grad_norm": 0.2587912082672119, + "learning_rate": 1.17172651219572e-06, + "loss": 0.07115986943244934, + "mean_token_accuracy": 0.9990778565406799, + "num_tokens": 144491907.0, + "step": 900 + }, + { + "aux_loss": 8.015000820159912, + "entropy": 0.018395491875708103, + "epoch": 21.457831325301203, + "grad_norm": 0.23809660971164703, + "learning_rate": 1.1711964361612385e-06, + "loss": 0.07099337875843048, + "mean_token_accuracy": 0.9992078840732574, + "num_tokens": 144649417.0, + "step": 901 + }, + { + "aux_loss": 8.014244556427002, + "entropy": 0.017675181850790977, + "epoch": 21.481927710843372, + "grad_norm": 0.24655362963676453, + "learning_rate": 1.1706661710169475e-06, + "loss": 0.0707675963640213, + "mean_token_accuracy": 0.9993148446083069, + "num_tokens": 144811954.0, + "step": 902 + }, + { + "aux_loss": 8.014013290405273, + "entropy": 0.019099495373666286, + "epoch": 21.50602409638554, + "grad_norm": 0.24485772848129272, + "learning_rate": 1.1701357179609666e-06, + "loss": 0.07114608585834503, + "mean_token_accuracy": 0.9993022382259369, + "num_tokens": 144970306.0, + "step": 903 + }, + { + "aux_loss": 8.012389659881592, + "entropy": 0.020937589928507805, + "epoch": 21.53012048192771, + "grad_norm": 0.2481389045715332, + "learning_rate": 1.1696050781918398e-06, + "loss": 0.07180596143007278, + "mean_token_accuracy": 0.999099999666214, + "num_tokens": 145115040.0, + "step": 904 + }, + { + "aux_loss": 8.014892578125, + "entropy": 0.018934819847345352, + "epoch": 21.55421686746988, + "grad_norm": 0.2642694115638733, + "learning_rate": 1.169074252908533e-06, + "loss": 0.07122250646352768, + "mean_token_accuracy": 0.9992123246192932, + "num_tokens": 145279167.0, + "step": 905 + }, + { + "aux_loss": 8.014004707336426, + "entropy": 0.021409288980066776, + "epoch": 21.57831325301205, + "grad_norm": 0.2766292989253998, + "learning_rate": 1.168543243310432e-06, + "loss": 0.07221560180187225, + "mean_token_accuracy": 0.9993177652359009, + "num_tokens": 145447208.0, + "step": 906 + }, + { + "aux_loss": 8.014603614807129, + "entropy": 0.01751386933028698, + "epoch": 21.602409638554217, + "grad_norm": 0.25062957406044006, + "learning_rate": 1.1680120505973382e-06, + "loss": 0.0708167627453804, + "mean_token_accuracy": 0.9991951882839203, + "num_tokens": 145606489.0, + "step": 907 + }, + { + "aux_loss": 8.018440246582031, + "entropy": 0.015230256132781506, + "epoch": 21.626506024096386, + "grad_norm": 0.25712889432907104, + "learning_rate": 1.1674806759694668e-06, + "loss": 0.07026419043540955, + "mean_token_accuracy": 0.9993832409381866, + "num_tokens": 145772295.0, + "step": 908 + }, + { + "aux_loss": 8.013906478881836, + "entropy": 0.017842063680291176, + "epoch": 21.650602409638555, + "grad_norm": 0.2853424847126007, + "learning_rate": 1.1669491206274444e-06, + "loss": 0.0708966851234436, + "mean_token_accuracy": 0.9990724325180054, + "num_tokens": 145909545.0, + "step": 909 + }, + { + "aux_loss": 8.012400150299072, + "entropy": 0.019418477080762386, + "epoch": 21.674698795180724, + "grad_norm": 0.2649625241756439, + "learning_rate": 1.1664173857723058e-06, + "loss": 0.0713847279548645, + "mean_token_accuracy": 0.9992568492889404, + "num_tokens": 146067220.0, + "step": 910 + }, + { + "aux_loss": 8.015399932861328, + "entropy": 0.017952339723706245, + "epoch": 21.698795180722893, + "grad_norm": 0.2824140191078186, + "learning_rate": 1.1658854726054913e-06, + "loss": 0.07136330008506775, + "mean_token_accuracy": 0.9991283416748047, + "num_tokens": 146241091.0, + "step": 911 + }, + { + "aux_loss": 8.014923095703125, + "entropy": 0.020302233286201954, + "epoch": 21.72289156626506, + "grad_norm": 0.27626627683639526, + "learning_rate": 1.1653533823288444e-06, + "loss": 0.07169334590435028, + "mean_token_accuracy": 0.9992359578609467, + "num_tokens": 146407090.0, + "step": 912 + }, + { + "aux_loss": 8.01394510269165, + "entropy": 0.018771435134112835, + "epoch": 21.746987951807228, + "grad_norm": 0.2780453562736511, + "learning_rate": 1.1648211161446084e-06, + "loss": 0.07132960855960846, + "mean_token_accuracy": 0.9989534914493561, + "num_tokens": 146572741.0, + "step": 913 + }, + { + "aux_loss": 8.014733791351318, + "entropy": 0.017568754963576794, + "epoch": 21.771084337349397, + "grad_norm": 0.24800656735897064, + "learning_rate": 1.164288675255424e-06, + "loss": 0.07059050351381302, + "mean_token_accuracy": 0.9992434084415436, + "num_tokens": 146771249.0, + "step": 914 + }, + { + "aux_loss": 8.013745307922363, + "entropy": 0.018569269217550755, + "epoch": 21.795180722891565, + "grad_norm": 0.2566494047641754, + "learning_rate": 1.1637560608643269e-06, + "loss": 0.07117751240730286, + "mean_token_accuracy": 0.9991358816623688, + "num_tokens": 146927606.0, + "step": 915 + }, + { + "aux_loss": 8.014211654663086, + "entropy": 0.019441496580839157, + "epoch": 21.819277108433734, + "grad_norm": 0.27913621068000793, + "learning_rate": 1.1632232741747449e-06, + "loss": 0.07145224511623383, + "mean_token_accuracy": 0.9990966022014618, + "num_tokens": 147078302.0, + "step": 916 + }, + { + "aux_loss": 8.012444496154785, + "entropy": 0.019019109196960926, + "epoch": 21.843373493975903, + "grad_norm": 0.28188833594322205, + "learning_rate": 1.1626903163904948e-06, + "loss": 0.07167785614728928, + "mean_token_accuracy": 0.9990155696868896, + "num_tokens": 147233952.0, + "step": 917 + }, + { + "aux_loss": 8.01331901550293, + "entropy": 0.01779519859701395, + "epoch": 21.867469879518072, + "grad_norm": 0.27154967188835144, + "learning_rate": 1.1621571887157803e-06, + "loss": 0.07083356380462646, + "mean_token_accuracy": 0.9991532564163208, + "num_tokens": 147400698.0, + "step": 918 + }, + { + "aux_loss": 8.013606548309326, + "entropy": 0.017602672800421715, + "epoch": 21.89156626506024, + "grad_norm": 0.2656519114971161, + "learning_rate": 1.1616238923551887e-06, + "loss": 0.07089027762413025, + "mean_token_accuracy": 0.9992519021034241, + "num_tokens": 147582738.0, + "step": 919 + }, + { + "aux_loss": 8.015371799468994, + "entropy": 0.018127653747797012, + "epoch": 21.91566265060241, + "grad_norm": 0.2636999189853668, + "learning_rate": 1.1610904285136886e-06, + "loss": 0.07094477117061615, + "mean_token_accuracy": 0.9991376996040344, + "num_tokens": 147775785.0, + "step": 920 + }, + { + "aux_loss": 8.013552188873291, + "entropy": 0.01729942485690117, + "epoch": 21.93975903614458, + "grad_norm": 0.26023203134536743, + "learning_rate": 1.1605567983966271e-06, + "loss": 0.07063956558704376, + "mean_token_accuracy": 0.9993418455123901, + "num_tokens": 147936430.0, + "step": 921 + }, + { + "aux_loss": 8.014430522918701, + "entropy": 0.015739817172288895, + "epoch": 21.96385542168675, + "grad_norm": 0.2076667696237564, + "learning_rate": 1.1600230032097266e-06, + "loss": 0.07040604948997498, + "mean_token_accuracy": 0.999272495508194, + "num_tokens": 148137575.0, + "step": 922 + }, + { + "aux_loss": 8.011709213256836, + "entropy": 0.019408750347793102, + "epoch": 21.987951807228917, + "grad_norm": 0.2545049786567688, + "learning_rate": 1.1594890441590829e-06, + "loss": 0.07166232168674469, + "mean_token_accuracy": 0.9990161955356598, + "num_tokens": 148288575.0, + "step": 923 + }, + { + "aux_loss": 8.014568328857422, + "entropy": 0.019053278490900993, + "epoch": 22.0, + "grad_norm": 0.4009021818637848, + "learning_rate": 1.1589549224511617e-06, + "loss": 0.03886584937572479, + "mean_token_accuracy": 0.9992607831954956, + "num_tokens": 148312186.0, + "step": 924 + }, + { + "aux_loss": 8.012784957885742, + "entropy": 0.02153092809021473, + "epoch": 22.02409638554217, + "grad_norm": 0.28903302550315857, + "learning_rate": 1.1584206392927964e-06, + "loss": 0.07154347747564316, + "mean_token_accuracy": 0.9992208480834961, + "num_tokens": 148470444.0, + "step": 925 + }, + { + "aux_loss": 8.011584758758545, + "entropy": 0.019011841155588627, + "epoch": 22.048192771084338, + "grad_norm": 0.24408678710460663, + "learning_rate": 1.1578861958911858e-06, + "loss": 0.07099132239818573, + "mean_token_accuracy": 0.9993138909339905, + "num_tokens": 148613601.0, + "step": 926 + }, + { + "aux_loss": 8.014337539672852, + "entropy": 0.015908177476376295, + "epoch": 22.072289156626507, + "grad_norm": 0.19189028441905975, + "learning_rate": 1.1573515934538894e-06, + "loss": 0.07044023275375366, + "mean_token_accuracy": 0.9995050430297852, + "num_tokens": 148808547.0, + "step": 927 + }, + { + "aux_loss": 8.014455795288086, + "entropy": 0.021229710429906845, + "epoch": 22.096385542168676, + "grad_norm": 0.23952123522758484, + "learning_rate": 1.156816833188827e-06, + "loss": 0.07193786650896072, + "mean_token_accuracy": 0.999223917722702, + "num_tokens": 148956844.0, + "step": 928 + }, + { + "aux_loss": 8.014805316925049, + "entropy": 0.01621132530272007, + "epoch": 22.120481927710845, + "grad_norm": 0.20052631199359894, + "learning_rate": 1.156281916304275e-06, + "loss": 0.07020527124404907, + "mean_token_accuracy": 0.9993305206298828, + "num_tokens": 149138544.0, + "step": 929 + }, + { + "aux_loss": 8.015092849731445, + "entropy": 0.015159159898757935, + "epoch": 22.14457831325301, + "grad_norm": 0.27986496686935425, + "learning_rate": 1.1557468440088635e-06, + "loss": 0.06961491703987122, + "mean_token_accuracy": 0.9994818866252899, + "num_tokens": 149315148.0, + "step": 930 + }, + { + "aux_loss": 8.012570858001709, + "entropy": 0.0210476228967309, + "epoch": 22.16867469879518, + "grad_norm": 0.25468602776527405, + "learning_rate": 1.155211617511573e-06, + "loss": 0.07175370305776596, + "mean_token_accuracy": 0.9991936087608337, + "num_tokens": 149448140.0, + "step": 931 + }, + { + "aux_loss": 8.014810562133789, + "entropy": 0.01643281104043126, + "epoch": 22.19277108433735, + "grad_norm": 0.23826348781585693, + "learning_rate": 1.1546762380217341e-06, + "loss": 0.07052358984947205, + "mean_token_accuracy": 0.9991428852081299, + "num_tokens": 149619716.0, + "step": 932 + }, + { + "aux_loss": 8.01404619216919, + "entropy": 0.016487995628267527, + "epoch": 22.216867469879517, + "grad_norm": 0.20834019780158997, + "learning_rate": 1.1541407067490219e-06, + "loss": 0.06992585211992264, + "mean_token_accuracy": 0.9993537664413452, + "num_tokens": 149793148.0, + "step": 933 + }, + { + "aux_loss": 8.014398574829102, + "entropy": 0.016304658725857735, + "epoch": 22.240963855421686, + "grad_norm": 0.2243112474679947, + "learning_rate": 1.1536050249034543e-06, + "loss": 0.07004868239164352, + "mean_token_accuracy": 0.9993802905082703, + "num_tokens": 149951761.0, + "step": 934 + }, + { + "aux_loss": 8.013888359069824, + "entropy": 0.01798428315669298, + "epoch": 22.265060240963855, + "grad_norm": 0.2289910614490509, + "learning_rate": 1.15306919369539e-06, + "loss": 0.0706726610660553, + "mean_token_accuracy": 0.9993649125099182, + "num_tokens": 150121451.0, + "step": 935 + }, + { + "aux_loss": 8.013855457305908, + "entropy": 0.02033137623220682, + "epoch": 22.289156626506024, + "grad_norm": 0.26931989192962646, + "learning_rate": 1.152533214335525e-06, + "loss": 0.07192891091108322, + "mean_token_accuracy": 0.9989032745361328, + "num_tokens": 150293770.0, + "step": 936 + }, + { + "aux_loss": 8.013188362121582, + "entropy": 0.018230491317808628, + "epoch": 22.313253012048193, + "grad_norm": 0.2354254126548767, + "learning_rate": 1.1519970880348897e-06, + "loss": 0.0709499642252922, + "mean_token_accuracy": 0.9992497563362122, + "num_tokens": 150461016.0, + "step": 937 + }, + { + "aux_loss": 8.01400089263916, + "entropy": 0.017842641100287437, + "epoch": 22.337349397590362, + "grad_norm": 0.23199482262134552, + "learning_rate": 1.1514608160048474e-06, + "loss": 0.07077157497406006, + "mean_token_accuracy": 0.9993587136268616, + "num_tokens": 150634921.0, + "step": 938 + }, + { + "aux_loss": 8.015130043029785, + "entropy": 0.016422214452177286, + "epoch": 22.36144578313253, + "grad_norm": 0.22542262077331543, + "learning_rate": 1.1509243994570896e-06, + "loss": 0.07013031840324402, + "mean_token_accuracy": 0.9994313418865204, + "num_tokens": 150790405.0, + "step": 939 + }, + { + "aux_loss": 8.014851093292236, + "entropy": 0.017874456010758877, + "epoch": 22.3855421686747, + "grad_norm": 0.23647861182689667, + "learning_rate": 1.1503878396036351e-06, + "loss": 0.07073527574539185, + "mean_token_accuracy": 0.9994246959686279, + "num_tokens": 150962793.0, + "step": 940 + }, + { + "aux_loss": 8.014474391937256, + "entropy": 0.016588577069342136, + "epoch": 22.40963855421687, + "grad_norm": 0.24759569764137268, + "learning_rate": 1.1498511376568263e-06, + "loss": 0.07012608647346497, + "mean_token_accuracy": 0.9993808269500732, + "num_tokens": 151114021.0, + "step": 941 + }, + { + "aux_loss": 8.011907577514648, + "entropy": 0.017437142319977283, + "epoch": 22.433734939759034, + "grad_norm": 0.24111858010292053, + "learning_rate": 1.149314294829326e-06, + "loss": 0.07041236758232117, + "mean_token_accuracy": 0.9992009699344635, + "num_tokens": 151284169.0, + "step": 942 + }, + { + "aux_loss": 8.01377248764038, + "entropy": 0.01878757541999221, + "epoch": 22.457831325301203, + "grad_norm": 0.2375716269016266, + "learning_rate": 1.1487773123341168e-06, + "loss": 0.07128296792507172, + "mean_token_accuracy": 0.9991564154624939, + "num_tokens": 151446283.0, + "step": 943 + }, + { + "aux_loss": 8.013377666473389, + "entropy": 0.01606868812814355, + "epoch": 22.481927710843372, + "grad_norm": 0.24183540046215057, + "learning_rate": 1.1482401913844952e-06, + "loss": 0.0703459233045578, + "mean_token_accuracy": 0.9992804527282715, + "num_tokens": 151616540.0, + "step": 944 + }, + { + "aux_loss": 8.014086723327637, + "entropy": 0.016903758980333805, + "epoch": 22.50602409638554, + "grad_norm": 0.23826339840888977, + "learning_rate": 1.1477029331940715e-06, + "loss": 0.07059438526630402, + "mean_token_accuracy": 0.9992112219333649, + "num_tokens": 151787787.0, + "step": 945 + }, + { + "aux_loss": 8.012079238891602, + "entropy": 0.018823054619133472, + "epoch": 22.53012048192771, + "grad_norm": 0.2557152807712555, + "learning_rate": 1.1471655389767661e-06, + "loss": 0.07144980132579803, + "mean_token_accuracy": 0.9991010427474976, + "num_tokens": 151943958.0, + "step": 946 + }, + { + "aux_loss": 8.013519763946533, + "entropy": 0.01882808655500412, + "epoch": 22.55421686746988, + "grad_norm": 0.2529004216194153, + "learning_rate": 1.1466280099468065e-06, + "loss": 0.07127431035041809, + "mean_token_accuracy": 0.9991658926010132, + "num_tokens": 152109362.0, + "step": 947 + }, + { + "aux_loss": 8.011232376098633, + "entropy": 0.01898039411753416, + "epoch": 22.57831325301205, + "grad_norm": 0.254921555519104, + "learning_rate": 1.1460903473187245e-06, + "loss": 0.07110169529914856, + "mean_token_accuracy": 0.9991906583309174, + "num_tokens": 152260576.0, + "step": 948 + }, + { + "aux_loss": 8.011157035827637, + "entropy": 0.019723043777048588, + "epoch": 22.602409638554217, + "grad_norm": 0.25754013657569885, + "learning_rate": 1.1455525523073545e-06, + "loss": 0.07162071764469147, + "mean_token_accuracy": 0.9990551769733429, + "num_tokens": 152399337.0, + "step": 949 + }, + { + "aux_loss": 8.013039112091064, + "entropy": 0.01904588472098112, + "epoch": 22.626506024096386, + "grad_norm": 0.26531389355659485, + "learning_rate": 1.1450146261278295e-06, + "loss": 0.07106468081474304, + "mean_token_accuracy": 0.9992550611495972, + "num_tokens": 152561815.0, + "step": 950 + }, + { + "aux_loss": 8.013493061065674, + "entropy": 0.01632722606882453, + "epoch": 22.650602409638555, + "grad_norm": 0.24526332318782806, + "learning_rate": 1.144476569995579e-06, + "loss": 0.07015934586524963, + "mean_token_accuracy": 0.9993216693401337, + "num_tokens": 152732201.0, + "step": 951 + }, + { + "aux_loss": 8.014325141906738, + "entropy": 0.018475313670933247, + "epoch": 22.674698795180724, + "grad_norm": 0.24589988589286804, + "learning_rate": 1.143938385126326e-06, + "loss": 0.07068803906440735, + "mean_token_accuracy": 0.9994083344936371, + "num_tokens": 152901782.0, + "step": 952 + }, + { + "aux_loss": 8.014365673065186, + "entropy": 0.019621457904577255, + "epoch": 22.698795180722893, + "grad_norm": 0.5130637288093567, + "learning_rate": 1.143400072736085e-06, + "loss": 0.07160702347755432, + "mean_token_accuracy": 0.9991608262062073, + "num_tokens": 153067819.0, + "step": 953 + }, + { + "aux_loss": 8.01173210144043, + "entropy": 0.02212008461356163, + "epoch": 22.72289156626506, + "grad_norm": 0.28811657428741455, + "learning_rate": 1.1428616340411574e-06, + "loss": 0.07209309190511703, + "mean_token_accuracy": 0.9992563426494598, + "num_tokens": 153215820.0, + "step": 954 + }, + { + "aux_loss": 8.012729167938232, + "entropy": 0.019486146979033947, + "epoch": 22.746987951807228, + "grad_norm": 0.2485649138689041, + "learning_rate": 1.1423230702581313e-06, + "loss": 0.07139360904693604, + "mean_token_accuracy": 0.9991364181041718, + "num_tokens": 153379581.0, + "step": 955 + }, + { + "aux_loss": 8.01283073425293, + "entropy": 0.018342016264796257, + "epoch": 22.771084337349397, + "grad_norm": 0.24916580319404602, + "learning_rate": 1.1417843826038762e-06, + "loss": 0.07104545831680298, + "mean_token_accuracy": 0.9992525577545166, + "num_tokens": 153548225.0, + "step": 956 + }, + { + "aux_loss": 8.012862205505371, + "entropy": 0.01778554916381836, + "epoch": 22.795180722891565, + "grad_norm": 0.23696421086788177, + "learning_rate": 1.1412455722955428e-06, + "loss": 0.07087703049182892, + "mean_token_accuracy": 0.9993714392185211, + "num_tokens": 153708967.0, + "step": 957 + }, + { + "aux_loss": 8.01194429397583, + "entropy": 0.01852086652070284, + "epoch": 22.819277108433734, + "grad_norm": 0.23247742652893066, + "learning_rate": 1.140706640550558e-06, + "loss": 0.07102647423744202, + "mean_token_accuracy": 0.999399334192276, + "num_tokens": 153864772.0, + "step": 958 + }, + { + "aux_loss": 8.0131254196167, + "entropy": 0.019301623106002808, + "epoch": 22.843373493975903, + "grad_norm": 0.2517237365245819, + "learning_rate": 1.1401675885866233e-06, + "loss": 0.07131901383399963, + "mean_token_accuracy": 0.9991787075996399, + "num_tokens": 154044797.0, + "step": 959 + }, + { + "aux_loss": 8.01394510269165, + "entropy": 0.01689683459699154, + "epoch": 22.867469879518072, + "grad_norm": 0.24177652597427368, + "learning_rate": 1.139628417621712e-06, + "loss": 0.07088659703731537, + "mean_token_accuracy": 0.9991794228553772, + "num_tokens": 154213117.0, + "step": 960 + }, + { + "aux_loss": 8.014339923858643, + "entropy": 0.014581645373255014, + "epoch": 22.89156626506024, + "grad_norm": 0.2341250479221344, + "learning_rate": 1.139089128874066e-06, + "loss": 0.06967546045780182, + "mean_token_accuracy": 0.9994029998779297, + "num_tokens": 154390961.0, + "step": 961 + }, + { + "aux_loss": 8.013369083404541, + "entropy": 0.018853779416531324, + "epoch": 22.91566265060241, + "grad_norm": 0.252960205078125, + "learning_rate": 1.1385497235621936e-06, + "loss": 0.07136285305023193, + "mean_token_accuracy": 0.9990043938159943, + "num_tokens": 154536253.0, + "step": 962 + }, + { + "aux_loss": 8.01185655593872, + "entropy": 0.017755253240466118, + "epoch": 22.93975903614458, + "grad_norm": 0.24129363894462585, + "learning_rate": 1.1380102029048663e-06, + "loss": 0.07058435678482056, + "mean_token_accuracy": 0.9995276033878326, + "num_tokens": 154698949.0, + "step": 963 + }, + { + "aux_loss": 8.011659145355225, + "entropy": 0.017914061434566975, + "epoch": 22.96385542168675, + "grad_norm": 0.28093233704566956, + "learning_rate": 1.1374705681211163e-06, + "loss": 0.07093275338411331, + "mean_token_accuracy": 0.9991449415683746, + "num_tokens": 154845775.0, + "step": 964 + }, + { + "aux_loss": 8.012037754058838, + "entropy": 0.0187357971444726, + "epoch": 22.987951807228917, + "grad_norm": 0.24145640432834625, + "learning_rate": 1.1369308204302335e-06, + "loss": 0.0712050125002861, + "mean_token_accuracy": 0.9991163313388824, + "num_tokens": 155015616.0, + "step": 965 + }, + { + "aux_loss": 8.011124610900879, + "entropy": 0.01684977114200592, + "epoch": 23.0, + "grad_norm": 0.3900095820426941, + "learning_rate": 1.1363909610517634e-06, + "loss": 0.03998487815260887, + "mean_token_accuracy": 0.9991750121116638, + "num_tokens": 155053649.0, + "step": 966 + }, + { + "aux_loss": 8.012240886688232, + "entropy": 0.018213264644145966, + "epoch": 23.02409638554217, + "grad_norm": 0.25971922278404236, + "learning_rate": 1.1358509912055033e-06, + "loss": 0.07049115002155304, + "mean_token_accuracy": 0.9995324313640594, + "num_tokens": 155211913.0, + "step": 967 + }, + { + "aux_loss": 8.0128173828125, + "entropy": 0.016938860528171062, + "epoch": 23.048192771084338, + "grad_norm": 0.22590409219264984, + "learning_rate": 1.1353109121115002e-06, + "loss": 0.07073774188756943, + "mean_token_accuracy": 0.9993703067302704, + "num_tokens": 155375160.0, + "step": 968 + }, + { + "aux_loss": 8.012929916381836, + "entropy": 0.01865468453615904, + "epoch": 23.072289156626507, + "grad_norm": 0.21314558386802673, + "learning_rate": 1.134770724990048e-06, + "loss": 0.07117626816034317, + "mean_token_accuracy": 0.9994188547134399, + "num_tokens": 155563813.0, + "step": 969 + }, + { + "aux_loss": 8.011014938354492, + "entropy": 0.01599512342363596, + "epoch": 23.096385542168676, + "grad_norm": 0.21995876729488373, + "learning_rate": 1.134230431061685e-06, + "loss": 0.06969307363033295, + "mean_token_accuracy": 0.9995946884155273, + "num_tokens": 155710372.0, + "step": 970 + }, + { + "aux_loss": 8.012908458709717, + "entropy": 0.01901307702064514, + "epoch": 23.120481927710845, + "grad_norm": 0.21855734288692474, + "learning_rate": 1.1336900315471907e-06, + "loss": 0.0712214931845665, + "mean_token_accuracy": 0.9993268251419067, + "num_tokens": 155876871.0, + "step": 971 + }, + { + "aux_loss": 8.013224601745605, + "entropy": 0.018100889399647713, + "epoch": 23.14457831325301, + "grad_norm": 0.23031271994113922, + "learning_rate": 1.1331495276675824e-06, + "loss": 0.07050982862710953, + "mean_token_accuracy": 0.999351441860199, + "num_tokens": 156064170.0, + "step": 972 + }, + { + "aux_loss": 8.013448715209961, + "entropy": 0.01856725849211216, + "epoch": 23.16867469879518, + "grad_norm": 0.2065928876399994, + "learning_rate": 1.1326089206441145e-06, + "loss": 0.07118313759565353, + "mean_token_accuracy": 0.9993304312229156, + "num_tokens": 156237438.0, + "step": 973 + }, + { + "aux_loss": 8.013557434082031, + "entropy": 0.018396220169961452, + "epoch": 23.19277108433735, + "grad_norm": 0.22714214026927948, + "learning_rate": 1.1320682116982733e-06, + "loss": 0.07113569974899292, + "mean_token_accuracy": 0.9991898238658905, + "num_tokens": 156405141.0, + "step": 974 + }, + { + "aux_loss": 8.011382102966309, + "entropy": 0.017819547094404697, + "epoch": 23.216867469879517, + "grad_norm": 0.23145291209220886, + "learning_rate": 1.1315274020517763e-06, + "loss": 0.07050519436597824, + "mean_token_accuracy": 0.9994571208953857, + "num_tokens": 156554036.0, + "step": 975 + }, + { + "aux_loss": 8.012656211853027, + "entropy": 0.01568328868597746, + "epoch": 23.240963855421686, + "grad_norm": 0.2116987705230713, + "learning_rate": 1.1309864929265678e-06, + "loss": 0.06981979310512543, + "mean_token_accuracy": 0.9993333220481873, + "num_tokens": 156714950.0, + "step": 976 + }, + { + "aux_loss": 8.013949394226074, + "entropy": 0.015914428513497114, + "epoch": 23.265060240963855, + "grad_norm": 0.2491799294948578, + "learning_rate": 1.1304454855448175e-06, + "loss": 0.0701490044593811, + "mean_token_accuracy": 0.9993695020675659, + "num_tokens": 156895647.0, + "step": 977 + }, + { + "aux_loss": 8.014407634735107, + "entropy": 0.015060415491461754, + "epoch": 23.289156626506024, + "grad_norm": 0.3036659061908722, + "learning_rate": 1.1299043811289162e-06, + "loss": 0.06959426403045654, + "mean_token_accuracy": 0.9994381070137024, + "num_tokens": 157080341.0, + "step": 978 + }, + { + "aux_loss": 8.012409210205078, + "entropy": 0.019055254757404327, + "epoch": 23.313253012048193, + "grad_norm": 0.25549760460853577, + "learning_rate": 1.1293631809014751e-06, + "loss": 0.07082860916852951, + "mean_token_accuracy": 0.9994631409645081, + "num_tokens": 157234708.0, + "step": 979 + }, + { + "aux_loss": 8.010395050048828, + "entropy": 0.018379854038357735, + "epoch": 23.337349397590362, + "grad_norm": 0.23731090128421783, + "learning_rate": 1.128821886085321e-06, + "loss": 0.07050758600234985, + "mean_token_accuracy": 0.9993404150009155, + "num_tokens": 157375566.0, + "step": 980 + }, + { + "aux_loss": 8.013362884521484, + "entropy": 0.016658146865665913, + "epoch": 23.36144578313253, + "grad_norm": 0.26682785153388977, + "learning_rate": 1.1282804979034953e-06, + "loss": 0.07013435661792755, + "mean_token_accuracy": 0.9992238581180573, + "num_tokens": 157543870.0, + "step": 981 + }, + { + "aux_loss": 8.011578559875488, + "entropy": 0.017454332672059536, + "epoch": 23.3855421686747, + "grad_norm": 0.26508310437202454, + "learning_rate": 1.1277390175792488e-06, + "loss": 0.07040415704250336, + "mean_token_accuracy": 0.9991355240345001, + "num_tokens": 157713169.0, + "step": 982 + }, + { + "aux_loss": 8.014346599578857, + "entropy": 0.017452406231313944, + "epoch": 23.40963855421687, + "grad_norm": 0.2658001184463501, + "learning_rate": 1.1271974463360424e-06, + "loss": 0.07047422230243683, + "mean_token_accuracy": 0.9992848634719849, + "num_tokens": 157878106.0, + "step": 983 + }, + { + "aux_loss": 8.012985229492188, + "entropy": 0.014665181748569012, + "epoch": 23.433734939759034, + "grad_norm": 0.2263500988483429, + "learning_rate": 1.1266557853975411e-06, + "loss": 0.06953486055135727, + "mean_token_accuracy": 0.9994467198848724, + "num_tokens": 158066156.0, + "step": 984 + }, + { + "aux_loss": 8.013506889343262, + "entropy": 0.016400789842009544, + "epoch": 23.457831325301203, + "grad_norm": 0.2190469205379486, + "learning_rate": 1.1261140359876132e-06, + "loss": 0.0700283870100975, + "mean_token_accuracy": 0.9994188249111176, + "num_tokens": 158228994.0, + "step": 985 + }, + { + "aux_loss": 8.011363506317139, + "entropy": 0.01949971169233322, + "epoch": 23.481927710843372, + "grad_norm": 0.2309880256652832, + "learning_rate": 1.1255721993303262e-06, + "loss": 0.07117165625095367, + "mean_token_accuracy": 0.9993209838867188, + "num_tokens": 158387335.0, + "step": 986 + }, + { + "aux_loss": 8.01244831085205, + "entropy": 0.017355158925056458, + "epoch": 23.50602409638554, + "grad_norm": 0.27069246768951416, + "learning_rate": 1.125030276649946e-06, + "loss": 0.07064177095890045, + "mean_token_accuracy": 0.9993684589862823, + "num_tokens": 158556216.0, + "step": 987 + }, + { + "aux_loss": 8.012744903564453, + "entropy": 0.017866208218038082, + "epoch": 23.53012048192771, + "grad_norm": 0.25037235021591187, + "learning_rate": 1.1244882691709314e-06, + "loss": 0.07080699503421783, + "mean_token_accuracy": 0.9993360638618469, + "num_tokens": 158725611.0, + "step": 988 + }, + { + "aux_loss": 8.012105941772461, + "entropy": 0.014740512240678072, + "epoch": 23.55421686746988, + "grad_norm": 0.22345322370529175, + "learning_rate": 1.1239461781179336e-06, + "loss": 0.06951594352722168, + "mean_token_accuracy": 0.9994446635246277, + "num_tokens": 158887472.0, + "step": 989 + }, + { + "aux_loss": 8.010244369506836, + "entropy": 0.01863238587975502, + "epoch": 23.57831325301205, + "grad_norm": 0.2222917526960373, + "learning_rate": 1.1234040047157928e-06, + "loss": 0.07106834650039673, + "mean_token_accuracy": 0.9993457794189453, + "num_tokens": 159036073.0, + "step": 990 + }, + { + "aux_loss": 8.011894226074219, + "entropy": 0.018555871210992336, + "epoch": 23.602409638554217, + "grad_norm": 0.26083260774612427, + "learning_rate": 1.1228617501895349e-06, + "loss": 0.07090167701244354, + "mean_token_accuracy": 0.9992310106754303, + "num_tokens": 159191197.0, + "step": 991 + }, + { + "aux_loss": 8.013463020324707, + "entropy": 0.019585573114454746, + "epoch": 23.626506024096386, + "grad_norm": 0.24331283569335938, + "learning_rate": 1.122319415764369e-06, + "loss": 0.07152655720710754, + "mean_token_accuracy": 0.9992558658123016, + "num_tokens": 159342263.0, + "step": 992 + }, + { + "aux_loss": 8.012744903564453, + "entropy": 0.016961318906396627, + "epoch": 23.650602409638555, + "grad_norm": 0.26081565022468567, + "learning_rate": 1.1217770026656851e-06, + "loss": 0.07051608711481094, + "mean_token_accuracy": 0.9993157386779785, + "num_tokens": 159503011.0, + "step": 993 + }, + { + "aux_loss": 8.012316703796387, + "entropy": 0.019117978401482105, + "epoch": 23.674698795180724, + "grad_norm": 0.24368156492710114, + "learning_rate": 1.1212345121190507e-06, + "loss": 0.07092531025409698, + "mean_token_accuracy": 0.9993439614772797, + "num_tokens": 159658470.0, + "step": 994 + }, + { + "aux_loss": 8.011488914489746, + "entropy": 0.015461878851056099, + "epoch": 23.698795180722893, + "grad_norm": 0.21205250918865204, + "learning_rate": 1.1206919453502081e-06, + "loss": 0.06972984969615936, + "mean_token_accuracy": 0.9993711709976196, + "num_tokens": 159827609.0, + "step": 995 + }, + { + "aux_loss": 8.0116548538208, + "entropy": 0.015544690191745758, + "epoch": 23.72289156626506, + "grad_norm": 0.2445627599954605, + "learning_rate": 1.1201493035850724e-06, + "loss": 0.06974105536937714, + "mean_token_accuracy": 0.9993664920330048, + "num_tokens": 159995823.0, + "step": 996 + }, + { + "aux_loss": 8.011053085327148, + "entropy": 0.018043418414890766, + "epoch": 23.746987951807228, + "grad_norm": 0.30201664566993713, + "learning_rate": 1.119606588049728e-06, + "loss": 0.0707571804523468, + "mean_token_accuracy": 0.9993008971214294, + "num_tokens": 160160459.0, + "step": 997 + }, + { + "aux_loss": 8.014062404632568, + "entropy": 0.01791942212730646, + "epoch": 23.771084337349397, + "grad_norm": 0.2750737965106964, + "learning_rate": 1.1190637999704252e-06, + "loss": 0.07095906138420105, + "mean_token_accuracy": 0.9992981851100922, + "num_tokens": 160333182.0, + "step": 998 + }, + { + "aux_loss": 8.011483669281006, + "entropy": 0.01820242404937744, + "epoch": 23.795180722891565, + "grad_norm": 0.276997447013855, + "learning_rate": 1.1185209405735795e-06, + "loss": 0.07121852040290833, + "mean_token_accuracy": 0.9990919828414917, + "num_tokens": 160489964.0, + "step": 999 + }, + { + "aux_loss": 8.01298475265503, + "entropy": 0.019403403624892235, + "epoch": 23.819277108433734, + "grad_norm": 0.25975558161735535, + "learning_rate": 1.1179780110857664e-06, + "loss": 0.07088860869407654, + "mean_token_accuracy": 0.9993267059326172, + "num_tokens": 160641881.0, + "step": 1000 + }, + { + "aux_loss": 8.01162576675415, + "entropy": 0.016924233175814152, + "epoch": 23.843373493975903, + "grad_norm": 0.23660016059875488, + "learning_rate": 1.1174350127337205e-06, + "loss": 0.07035680115222931, + "mean_token_accuracy": 0.9992883205413818, + "num_tokens": 160808732.0, + "step": 1001 + }, + { + "aux_loss": 8.00942087173462, + "entropy": 0.01927848905324936, + "epoch": 23.867469879518072, + "grad_norm": 0.24839770793914795, + "learning_rate": 1.1168919467443315e-06, + "loss": 0.07099106907844543, + "mean_token_accuracy": 0.9992256462574005, + "num_tokens": 160958116.0, + "step": 1002 + }, + { + "aux_loss": 8.012789249420166, + "entropy": 0.018777044489979744, + "epoch": 23.89156626506024, + "grad_norm": 0.2610788643360138, + "learning_rate": 1.1163488143446425e-06, + "loss": 0.07099942862987518, + "mean_token_accuracy": 0.9993226528167725, + "num_tokens": 161102062.0, + "step": 1003 + }, + { + "aux_loss": 8.011401176452637, + "entropy": 0.018214513082057238, + "epoch": 23.91566265060241, + "grad_norm": 0.24410440027713776, + "learning_rate": 1.1158056167618462e-06, + "loss": 0.07063069194555283, + "mean_token_accuracy": 0.999204158782959, + "num_tokens": 161253701.0, + "step": 1004 + }, + { + "aux_loss": 8.012063980102539, + "entropy": 0.015126555692404509, + "epoch": 23.93975903614458, + "grad_norm": 0.2789924442768097, + "learning_rate": 1.1152623552232824e-06, + "loss": 0.0697612389922142, + "mean_token_accuracy": 0.999415397644043, + "num_tokens": 161429150.0, + "step": 1005 + }, + { + "aux_loss": 8.012495994567871, + "entropy": 0.015053543262183666, + "epoch": 23.96385542168675, + "grad_norm": 0.2980765104293823, + "learning_rate": 1.1147190309564358e-06, + "loss": 0.07025353610515594, + "mean_token_accuracy": 0.9993213415145874, + "num_tokens": 161582461.0, + "step": 1006 + }, + { + "aux_loss": 8.012247085571289, + "entropy": 0.019436276517808437, + "epoch": 23.987951807228917, + "grad_norm": 0.2504015862941742, + "learning_rate": 1.1141756451889332e-06, + "loss": 0.07128602266311646, + "mean_token_accuracy": 0.9991879761219025, + "num_tokens": 161757321.0, + "step": 1007 + }, + { + "aux_loss": 8.008268356323242, + "entropy": 0.022881338372826576, + "epoch": 24.0, + "grad_norm": 0.37134769558906555, + "learning_rate": 1.113632199148539e-06, + "loss": 0.03944111615419388, + "mean_token_accuracy": 0.9990136623382568, + "num_tokens": 161795112.0, + "step": 1008 + } + ], + "logging_steps": 1, + "max_steps": 2100, + "num_input_tokens_seen": 0, + "num_train_epochs": 50, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.354617195218233e+19, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +}