logs/throughput.jsonl

{"step": 100, "tokens": 1022000, "ce": 9.617091178894043, "tok_s": 18463.250318946633, "avg_tok_s": 18463.250318946633, "elapsed_h": 0.015375921262635124, "variant": "v21"}
{"step": 200, "tokens": 2044000, "ce": 8.5570707321167, "tok_s": 33723.349684773304, "avg_tok_s": 26093.30000185997, "elapsed_h": 0.023794144921832613, "variant": "v21"}
{"step": 300, "tokens": 3066000, "ce": 7.550151824951172, "tok_s": 33777.124915065266, "avg_tok_s": 28654.574972928403, "elapsed_h": 0.03219895621140798, "variant": "v21"}
{"step": 400, "tokens": 4088000, "ce": 7.025848388671875, "tok_s": 33833.58276115059, "avg_tok_s": 29949.32691998395, "elapsed_h": 0.04058974477979872, "variant": "v21"}
{"step": 500, "tokens": 5110000, "ce": 6.971299171447754, "tok_s": 33835.63486282461, "avg_tok_s": 30726.58850855208, "elapsed_h": 0.04898002578152551, "variant": "v21"}
{"step": 600, "tokens": 6132000, "ce": 6.643404960632324, "tok_s": 34081.47052807158, "avg_tok_s": 31285.735511805327, "elapsed_h": 0.057309780650668676, "variant": "v21"}
{"step": 700, "tokens": 7154000, "ce": 6.598380088806152, "tok_s": 34257.01946928975, "avg_tok_s": 31710.204648588817, "elapsed_h": 0.06559685111045838, "variant": "v21"}
{"step": 800, "tokens": 8176000, "ce": 6.338845729827881, "tok_s": 34082.078873077684, "avg_tok_s": 32006.688926649927, "elapsed_h": 0.07392645809385512, "variant": "v21"}
{"step": 900, "tokens": 9198000, "ce": 6.321133613586426, "tok_s": 34371.71965584938, "avg_tok_s": 32269.4701187832, "elapsed_h": 0.08218587338924407, "variant": "v21"}
{"step": 1000, "tokens": 10220000, "ce": 6.105082988739014, "tok_s": 34421.03483381719, "avg_tok_s": 32484.626590286603, "elapsed_h": 0.09043345828851064, "variant": "v21"}
{"step": 1100, "tokens": 11242000, "ce": 6.158486843109131, "tok_s": 34546.39098628873, "avg_tok_s": 32672.059717195887, "elapsed_h": 0.09865111450354258, "variant": "v21"}
{"step": 1200, "tokens": 12264000, "ce": 6.1807332038879395, "tok_s": 34628.8140648262, "avg_tok_s": 32835.12257949841, "elapsed_h": 0.10684920827547709, "variant": "v21"}
{"step": 1300, "tokens": 13286000, "ce": 6.014173984527588, "tok_s": 34728.86179312326, "avg_tok_s": 32980.79482670032, "elapsed_h": 0.1150236847003301, "variant": "v21"}
{"step": 1400, "tokens": 14308000, "ce": 5.9990315437316895, "tok_s": 34606.3630394907, "avg_tok_s": 33096.90684189963, "elapsed_h": 0.12322709752453698, "variant": "v21"}
{"step": 1500, "tokens": 15330000, "ce": 5.696728706359863, "tok_s": 34656.89425677526, "avg_tok_s": 33200.906002891345, "elapsed_h": 0.1314185514052709, "variant": "v21"}
{"step": 1600, "tokens": 16352000, "ce": 5.804992198944092, "tok_s": 34534.60324670711, "avg_tok_s": 33284.26208062983, "elapsed_h": 0.1396390116214752, "variant": "v21"}
{"step": 1700, "tokens": 17374000, "ce": 5.8189239501953125, "tok_s": 34767.65383929927, "avg_tok_s": 33371.52041937509, "elapsed_h": 0.14780437211195627, "variant": "v21"}
{"step": 1800, "tokens": 18396000, "ce": 5.623122215270996, "tok_s": 34666.90842344394, "avg_tok_s": 33443.48641960113, "elapsed_h": 0.15599346412552728, "variant": "v21"}
{"step": 1900, "tokens": 19418000, "ce": 5.780524730682373, "tok_s": 34425.74172940652, "avg_tok_s": 33495.18406748563, "elapsed_h": 0.16423992117245992, "variant": "v21"}
{"step": 2000, "tokens": 20440000, "ce": 5.548005104064941, "tok_s": 34117.34359956415, "avg_tok_s": 33526.292044089554, "elapsed_h": 0.1725609157482783, "variant": "v21"}
{"step": 2000, "tokens": 20440000, "valid_ce": 5.640896797180176, "avg_tok_s": 33526.292044089554, "variant": "v21"}
{"step": 2100, "tokens": 21462000, "ce": 5.834924221038818, "tok_s": 23507.260882022303, "avg_tok_s": 33049.19532208635, "elapsed_h": 0.18463760322994657, "variant": "v21"}
{"step": 2200, "tokens": 22484000, "ce": 5.52101469039917, "tok_s": 33803.83044268901, "avg_tok_s": 33083.49691847738, "elapsed_h": 0.19303577389982013, "variant": "v21"}
{"step": 2300, "tokens": 23506000, "ce": 5.626108646392822, "tok_s": 34123.131175927585, "avg_tok_s": 33128.69840793174, "elapsed_h": 0.20135536120997535, "variant": "v21"}
{"step": 2400, "tokens": 24528000, "ce": 5.550704002380371, "tok_s": 33898.871601497856, "avg_tok_s": 33160.78895766366, "elapsed_h": 0.20972998791270786, "variant": "v21"}
{"step": 2500, "tokens": 25550000, "ce": 5.474719047546387, "tok_s": 33875.611512119474, "avg_tok_s": 33189.381859841895, "elapsed_h": 0.21811037215921614, "variant": "v21"}
{"step": 2600, "tokens": 26572000, "ce": 5.584280967712402, "tok_s": 33526.23532074105, "avg_tok_s": 33202.33776218417, "elapsed_h": 0.22657808151510025, "variant": "v21"}
{"step": 2700, "tokens": 27594000, "ce": 5.427827835083008, "tok_s": 33683.38306435932, "avg_tok_s": 33220.15425485733, "elapsed_h": 0.2350062839852439, "variant": "v21"}
{"step": 2800, "tokens": 28616000, "ce": 5.518082618713379, "tok_s": 33594.33812915676, "avg_tok_s": 33233.517964653736, "elapsed_h": 0.2434568245543374, "variant": "v21"}
{"step": 2900, "tokens": 29638000, "ce": 5.46027135848999, "tok_s": 33747.65907615588, "avg_tok_s": 33251.246968498635, "elapsed_h": 0.25186897344059417, "variant": "v21"}
{"step": 3000, "tokens": 30660000, "ce": 5.387120246887207, "tok_s": 33758.824439213924, "avg_tok_s": 33268.16621752248, "elapsed_h": 0.26027834349208406, "variant": "v21"}
{"step": 3100, "tokens": 31682000, "ce": 5.444881439208984, "tok_s": 33846.030321601735, "avg_tok_s": 33286.80699507342, "elapsed_h": 0.26866604447364806, "variant": "v21"}
{"step": 3200, "tokens": 32704000, "ce": 5.17846155166626, "tok_s": 33765.09314296047, "avg_tok_s": 33301.75343719489, "elapsed_h": 0.27707384877734714, "variant": "v21"}
{"step": 3300, "tokens": 33726000, "ce": 5.238699913024902, "tok_s": 33946.91466816999, "avg_tok_s": 33321.30377752747, "elapsed_h": 0.28543662342760295, "variant": "v21"}
{"step": 3400, "tokens": 34748000, "ce": 5.461264610290527, "tok_s": 33770.341721538425, "avg_tok_s": 33334.510775880735, "elapsed_h": 0.29384312450885774, "variant": "v21"}
{"step": 3500, "tokens": 35770000, "ce": 5.185845375061035, "tok_s": 33992.11419630858, "avg_tok_s": 33353.299445035824, "elapsed_h": 0.30219477984640336, "variant": "v21"}
{"step": 3600, "tokens": 36792000, "ce": 5.309742450714111, "tok_s": 33891.61898774388, "avg_tok_s": 33368.252765666606, "elapsed_h": 0.310571199854215, "variant": "v21"}
{"step": 3700, "tokens": 37814000, "ce": 5.300441265106201, "tok_s": 33994.48131357308, "avg_tok_s": 33385.17786155597, "elapsed_h": 0.31892227345042756, "variant": "v21"}
{"step": 3800, "tokens": 38836000, "ce": 5.455172538757324, "tok_s": 34013.52863762754, "avg_tok_s": 33401.713408294694, "elapsed_h": 0.32726867404248977, "variant": "v21"}
{"step": 3900, "tokens": 39858000, "ce": 5.243762493133545, "tok_s": 33718.07379625638, "avg_tok_s": 33409.82521311423, "elapsed_h": 0.3356882051626841, "variant": "v21"}
{"step": 4000, "tokens": 40880000, "ce": 5.256746292114258, "tok_s": 33894.771054414276, "avg_tok_s": 33421.94885914673, "elapsed_h": 0.3440638432237837, "variant": "v21"}
{"step": 4000, "tokens": 40880000, "valid_ce": 5.2335734367370605, "avg_tok_s": 33421.94885914673, "variant": "v21"}
{"step": 4100, "tokens": 41902000, "ce": 5.1815080642700195, "tok_s": 29881.253999764034, "avg_tok_s": 33335.590447942275, "elapsed_h": 0.3535644563701418, "variant": "v21"}
{"step": 4200, "tokens": 42924000, "ce": 5.322783470153809, "tok_s": 33941.084853395296, "avg_tok_s": 33350.006981405444, "elapsed_h": 0.36192866755856407, "variant": "v21"}
{"step": 4300, "tokens": 43946000, "ce": 5.184840202331543, "tok_s": 33677.6661596005, "avg_tok_s": 33357.6269622937, "elapsed_h": 0.370358300142818, "variant": "v21"}
{"step": 4400, "tokens": 44968000, "ce": 5.109877586364746, "tok_s": 33839.7665273437, "avg_tok_s": 33368.584679681204, "elapsed_h": 0.3787475530968772, "variant": "v21"}
{"step": 4500, "tokens": 45990000, "ce": 5.325922012329102, "tok_s": 33906.08440931069, "avg_tok_s": 33380.52911811742, "elapsed_h": 0.38712039881282384, "variant": "v21"}
{"step": 4600, "tokens": 47012000, "ce": 5.350447654724121, "tok_s": 33911.60092633417, "avg_tok_s": 33392.074157426476, "elapsed_h": 0.3954918803771337, "variant": "v21"}
{"step": 4700, "tokens": 48034000, "ce": 4.964876174926758, "tok_s": 33686.75250908457, "avg_tok_s": 33398.343909589414, "elapsed_h": 0.40391923824946085, "variant": "v21"}
{"step": 4800, "tokens": 49056000, "ce": 5.172636985778809, "tok_s": 33761.37907909265, "avg_tok_s": 33405.907142287404, "elapsed_h": 0.41232797225316364, "variant": "v21"}
{"step": 4900, "tokens": 50078000, "ce": 5.078474998474121, "tok_s": 33917.64524378423, "avg_tok_s": 33416.35077701182, "elapsed_h": 0.42069796297285295, "variant": "v21"}
{"step": 5000, "tokens": 51100000, "ce": 5.088974952697754, "tok_s": 33875.35504853487, "avg_tok_s": 33425.53086244229, "elapsed_h": 0.4290784056319131, "variant": "v21"}
{"step": 5100, "tokens": 52122000, "ce": 4.944273471832275, "tok_s": 33853.79628428532, "avg_tok_s": 33433.9282236549, "elapsed_h": 0.4374641819132699, "variant": "v21"}
{"step": 5200, "tokens": 53144000, "ce": 4.976596832275391, "tok_s": 33825.88639319218, "avg_tok_s": 33441.46588076138, "elapsed_h": 0.4458568749162886, "variant": "v21"}
{"step": 5300, "tokens": 54166000, "ce": 5.114886283874512, "tok_s": 33820.29659457207, "avg_tok_s": 33448.613630078566, "elapsed_h": 0.4542509557803472, "variant": "v21"}
{"step": 5400, "tokens": 55188000, "ce": 4.995024681091309, "tok_s": 33831.735174600435, "avg_tok_s": 33455.70847349564, "elapsed_h": 0.4626421994633145, "variant": "v21"}
{"step": 5500, "tokens": 56210000, "ce": 4.961529731750488, "tok_s": 33484.55294884331, "avg_tok_s": 33456.232918501955, "elapsed_h": 0.4711204469203949, "variant": "v21"}
{"step": 5600, "tokens": 57232000, "ce": 4.904995918273926, "tok_s": 33633.48873291749, "avg_tok_s": 33459.39820090224, "elapsed_h": 0.47956115106741587, "variant": "v21"}
{"step": 5700, "tokens": 58254000, "ce": 4.948370933532715, "tok_s": 33678.95767216889, "avg_tok_s": 33463.25012145077, "elapsed_h": 0.4879904619852702, "variant": "v21"}
{"step": 5800, "tokens": 59276000, "ce": 5.000415802001953, "tok_s": 33676.30675184318, "avg_tok_s": 33466.92351162995, "elapsed_h": 0.4964204330576791, "variant": "v21"}
{"step": 5900, "tokens": 60298000, "ce": 4.939414978027344, "tok_s": 33624.06948772543, "avg_tok_s": 33469.58700275022, "elapsed_h": 0.504863501853413, "variant": "v21"}
{"step": 6000, "tokens": 61320000, "ce": 4.938858509063721, "tok_s": 33443.12020666837, "avg_tok_s": 33469.145889482184, "elapsed_h": 0.5133522528409958, "variant": "v21"}
{"step": 6000, "tokens": 61320000, "valid_ce": 5.087643146514893, "avg_tok_s": 33469.145889482184, "variant": "v21"}
{"step": 6100, "tokens": 62342000, "ce": 4.921027183532715, "tok_s": 29235.805340975647, "avg_tok_s": 33399.74686409683, "elapsed_h": 0.5230626124805874, "variant": "v21"}
{"step": 6200, "tokens": 63364000, "ce": 4.705538749694824, "tok_s": 33479.29372006991, "avg_tok_s": 33401.029877902845, "elapsed_h": 0.531542193558481, "variant": "v21"}
{"step": 6300, "tokens": 64386000, "ce": 5.006487846374512, "tok_s": 33485.671172901966, "avg_tok_s": 33402.373390521876, "elapsed_h": 0.5400201599465476, "variant": "v21"}
{"step": 6400, "tokens": 65408000, "ce": 4.656737804412842, "tok_s": 33367.17515185659, "avg_tok_s": 33401.82341804273, "elapsed_h": 0.5485282329055998, "variant": "v21"}
{"step": 6500, "tokens": 66430000, "ce": 4.889891147613525, "tok_s": 33409.4163036689, "avg_tok_s": 33401.94023166775, "elapsed_h": 0.557025553782781, "variant": "v21"}
{"step": 6600, "tokens": 67452000, "ce": 4.802218437194824, "tok_s": 33358.37042997742, "avg_tok_s": 33401.28008315729, "elapsed_h": 0.5655358727773031, "variant": "v21"}
{"step": 6700, "tokens": 68474000, "ce": 4.902223110198975, "tok_s": 33333.61059379232, "avg_tok_s": 33400.270090778715, "elapsed_h": 0.5740525143676334, "variant": "v21"}
{"step": 6800, "tokens": 69496000, "ce": 4.8258161544799805, "tok_s": 33145.27094870447, "avg_tok_s": 33396.52010339527, "elapsed_h": 0.5826175457901425, "variant": "v21"}
{"step": 6900, "tokens": 70518000, "ce": 4.828799247741699, "tok_s": 32974.08500651531, "avg_tok_s": 33390.3978556144, "elapsed_h": 0.5912270443969303, "variant": "v21"}
{"step": 7000, "tokens": 71540000, "ce": 4.735721111297607, "tok_s": 33182.64044932426, "avg_tok_s": 33387.429892667395, "elapsed_h": 0.5997824313905504, "variant": "v21"}
{"step": 7100, "tokens": 72562000, "ce": 4.950955867767334, "tok_s": 33301.72443830368, "avg_tok_s": 33386.22277359185, "elapsed_h": 0.6083072296778361, "variant": "v21"}
{"step": 7200, "tokens": 73584000, "ce": 4.879221439361572, "tok_s": 33328.0110154499, "avg_tok_s": 33385.41427695099, "elapsed_h": 0.6168253007862303, "variant": "v21"}
{"step": 7300, "tokens": 74606000, "ce": 4.84937047958374, "tok_s": 33596.460843783076, "avg_tok_s": 33388.3053258117, "elapsed_h": 0.6252753088871638, "variant": "v21"}
{"step": 7400, "tokens": 75628000, "ce": 4.853686332702637, "tok_s": 33408.56718823135, "avg_tok_s": 33388.57913476332, "elapsed_h": 0.6337728399700588, "variant": "v21"}
{"step": 7500, "tokens": 76650000, "ce": 4.623204231262207, "tok_s": 33649.431654929605, "avg_tok_s": 33392.057168365536, "elapsed_h": 0.6422095455063714, "variant": "v21"}
{"step": 7600, "tokens": 77672000, "ce": 4.869649410247803, "tok_s": 33490.759185126226, "avg_tok_s": 33393.35587911239, "elapsed_h": 0.6506862212551965, "variant": "v21"}
{"step": 7700, "tokens": 78694000, "ce": 4.699850082397461, "tok_s": 33579.80992492228, "avg_tok_s": 33395.7773602268, "elapsed_h": 0.6591404178407457, "variant": "v21"}
{"step": 7800, "tokens": 79716000, "ce": 4.679993629455566, "tok_s": 33306.620057368695, "avg_tok_s": 33394.63431788247, "elapsed_h": 0.6676639595296647, "variant": "v21"}
{"step": 7900, "tokens": 80738000, "ce": 5.048306465148926, "tok_s": 33506.376905075944, "avg_tok_s": 33396.048781011494, "elapsed_h": 0.6761366934246487, "variant": "v21"}
{"step": 8000, "tokens": 81760000, "ce": 4.687182426452637, "tok_s": 33402.6107933313, "avg_tok_s": 33396.13080616549, "elapsed_h": 0.6846357385317484, "variant": "v21"}
{"step": 8000, "tokens": 81760000, "valid_ce": 4.801999568939209, "avg_tok_s": 33396.13080616549, "variant": "v21"}
{"step": 8100, "tokens": 82782000, "ce": 4.723804950714111, "tok_s": 29320.081788838397, "avg_tok_s": 33345.80921335898, "elapsed_h": 0.6943181850512823, "variant": "v21"}
{"step": 8200, "tokens": 83804000, "ce": 4.606308937072754, "tok_s": 33441.28031950507, "avg_tok_s": 33346.973495141254, "elapsed_h": 0.7028074036041896, "variant": "v21"}
{"step": 8300, "tokens": 84826000, "ce": 4.7279744148254395, "tok_s": 33194.44750604546, "avg_tok_s": 33345.13583262202, "elapsed_h": 0.711359751953019, "variant": "v21"}
{"step": 8400, "tokens": 85848000, "ce": 4.763894557952881, "tok_s": 33310.42343551083, "avg_tok_s": 33344.72258979927, "elapsed_h": 0.7198823191722235, "variant": "v21"}
{"step": 8500, "tokens": 86870000, "ce": 4.784276008605957, "tok_s": 33336.7141603013, "avg_tok_s": 33344.62837298164, "elapsed_h": 0.728398167292277, "variant": "v21"}
{"step": 8600, "tokens": 87892000, "ce": 4.608847618103027, "tok_s": 33365.89315622167, "avg_tok_s": 33344.87563790304, "elapsed_h": 0.7369065679444207, "variant": "v21"}
{"step": 8700, "tokens": 88914000, "ce": 4.668740272521973, "tok_s": 33314.54899270513, "avg_tok_s": 33344.52705577433, "elapsed_h": 0.7454280810223686, "variant": "v21"}
{"step": 8800, "tokens": 89936000, "ce": 4.857641220092773, "tok_s": 33186.79093811069, "avg_tok_s": 33342.73459989179, "elapsed_h": 0.7539823955959744, "variant": "v21"}
{"step": 8900, "tokens": 90958000, "ce": 4.673938751220703, "tok_s": 33286.96194562879, "avg_tok_s": 33342.10794085512, "elapsed_h": 0.7625109724203746, "variant": "v21"}
{"step": 9000, "tokens": 91980000, "ce": 4.666744709014893, "tok_s": 33264.23094346864, "avg_tok_s": 33341.242640884164, "elapsed_h": 0.7710453748040729, "variant": "v21"}
{"step": 9100, "tokens": 93002000, "ce": 4.640671253204346, "tok_s": 33063.45687649854, "avg_tok_s": 33338.19005006674, "elapsed_h": 0.7796316021680831, "variant": "v21"}
{"step": 9200, "tokens": 94024000, "ce": 4.80733585357666, "tok_s": 33110.65283585199, "avg_tok_s": 33335.71681947745, "elapsed_h": 0.7882055891884698, "variant": "v21"}
{"step": 9300, "tokens": 95046000, "ce": 4.743162155151367, "tok_s": 33139.087046314395, "avg_tok_s": 33333.60252084129, "elapsed_h": 0.7967722233136495, "variant": "v21"}
{"step": 9400, "tokens": 96068000, "ce": 4.764683246612549, "tok_s": 33213.594483394896, "avg_tok_s": 33332.32583959186, "elapsed_h": 0.8053196430868572, "variant": "v21"}
{"step": 9500, "tokens": 97090000, "ce": 4.837461471557617, "tok_s": 33177.797897971024, "avg_tok_s": 33330.69922968007, "elapsed_h": 0.8138762801885605, "variant": "v21"}
{"step": 9600, "tokens": 98112000, "ce": 4.933093070983887, "tok_s": 32720.911912364983, "avg_tok_s": 33324.34727845803, "elapsed_h": 0.8225523926152123, "variant": "v21"}
{"step": 9700, "tokens": 99134000, "ce": 4.5851731300354, "tok_s": 33031.348088790735, "avg_tok_s": 33321.32666825528, "elapsed_h": 0.8311469678746329, "variant": "v21"}
{"step": 9800, "tokens": 100156000, "ce": 4.75570821762085, "tok_s": 32996.1556431766, "avg_tok_s": 33318.0085965708, "elapsed_h": 0.8397507093350093, "variant": "v21"}
{"step": 9900, "tokens": 101178000, "ce": 4.814467906951904, "tok_s": 32906.85876355283, "avg_tok_s": 33313.85556795446, "elapsed_h": 0.8483777989943823, "variant": "v21"}
{"step": 10000, "tokens": 102200000, "ce": 4.719200134277344, "tok_s": 32675.804055859942, "avg_tok_s": 33307.47505283351, "elapsed_h": 0.8570658871862623, "variant": "v21"}
{"step": 10000, "tokens": 102200000, "valid_ce": 4.65435266494751, "avg_tok_s": 33307.47505283351, "variant": "v21"}
{"step": 10100, "tokens": 103222000, "ce": 4.596822738647461, "tok_s": 29003.621248605403, "avg_tok_s": 33264.86263893026, "elapsed_h": 0.8668539818790224, "variant": "v21"}
{"step": 10200, "tokens": 104244000, "ce": 4.635622501373291, "tok_s": 32979.10169653495, "avg_tok_s": 33262.06106106364, "elapsed_h": 0.8754621748129526, "variant": "v21"}
{"step": 10300, "tokens": 105266000, "ce": 4.679933071136475, "tok_s": 33007.25897652948, "avg_tok_s": 33259.587254417675, "elapsed_h": 0.8840630224015977, "variant": "v21"}
{"step": 10400, "tokens": 106288000, "ce": 4.4171142578125, "tok_s": 32624.20793564629, "avg_tok_s": 33253.47783789103, "elapsed_h": 0.8927648530403773, "variant": "v21"}
{"step": 10500, "tokens": 107310000, "ce": 4.805851459503174, "tok_s": 32983.60799791144, "avg_tok_s": 33250.90764893884, "elapsed_h": 0.9013718686501185, "variant": "v21"}
{"step": 10600, "tokens": 108332000, "ce": 4.4743242263793945, "tok_s": 32968.669709563, "avg_tok_s": 33248.245026869256, "elapsed_h": 0.9099827866421806, "variant": "v21"}
{"step": 10700, "tokens": 109354000, "ce": 4.424698829650879, "tok_s": 32888.34631722076, "avg_tok_s": 33244.88148752675, "elapsed_h": 0.9186147363318338, "variant": "v21"}
{"step": 10800, "tokens": 110376000, "ce": 4.469720840454102, "tok_s": 32782.06900469409, "avg_tok_s": 33240.59618675978, "elapsed_h": 0.9272746612628301, "variant": "v21"}
{"step": 10900, "tokens": 111398000, "ce": 4.3477325439453125, "tok_s": 32820.69209372578, "avg_tok_s": 33236.74385563102, "elapsed_h": 0.9359244037336774, "variant": "v21"}
{"step": 11000, "tokens": 112420000, "ce": 4.74810791015625, "tok_s": 32845.34232478475, "avg_tok_s": 33233.18565989606, "elapsed_h": 0.9445676502254274, "variant": "v21"}
{"step": 11100, "tokens": 113442000, "ce": 4.71103048324585, "tok_s": 32800.711197270095, "avg_tok_s": 33229.289493566095, "elapsed_h": 0.9532226544618606, "variant": "v21"}
{"step": 11200, "tokens": 114464000, "ce": 4.607679843902588, "tok_s": 32415.873357587458, "avg_tok_s": 33222.02684949486, "elapsed_h": 0.9619804087612364, "variant": "v21"}
{"step": 11300, "tokens": 115486000, "ce": 4.434079170227051, "tok_s": 32715.535001637007, "avg_tok_s": 33217.54462075276, "elapsed_h": 0.970657946003808, "variant": "v21"}
{"step": 11400, "tokens": 116508000, "ce": 4.78563928604126, "tok_s": 32722.33816032079, "avg_tok_s": 33213.20070443318, "elapsed_h": 0.9793336808681488, "variant": "v21"}
{"step": 11500, "tokens": 117530000, "ce": 4.729458332061768, "tok_s": 32652.246717081198, "avg_tok_s": 33208.322843673595, "elapsed_h": 0.988028036819564, "variant": "v21"}
{"step": 11600, "tokens": 118552000, "ce": 4.4489545822143555, "tok_s": 32526.825434877723, "avg_tok_s": 33202.44786601156, "elapsed_h": 0.9967559240923988, "variant": "v21"}
{"step": 11700, "tokens": 119574000, "ce": 4.476938724517822, "tok_s": 32380.607966802258, "avg_tok_s": 33195.423593368745, "elapsed_h": 1.0055232242743175, "variant": "v21"}
{"step": 11800, "tokens": 120596000, "ce": 4.5108842849731445, "tok_s": 32487.632250240138, "avg_tok_s": 33189.425361647314, "elapsed_h": 1.0142616365353267, "variant": "v21"}
{"step": 11900, "tokens": 121618000, "ce": 4.570892333984375, "tok_s": 32434.444113266673, "avg_tok_s": 33183.08098140882, "elapsed_h": 1.0230143815279007, "variant": "v21"}
{"step": 12000, "tokens": 122640000, "ce": 4.465821266174316, "tok_s": 32252.910787753914, "avg_tok_s": 33175.32956312836, "elapsed_h": 1.03181639207734, "variant": "v21"}
{"step": 12000, "tokens": 122640000, "valid_ce": 4.467990398406982, "avg_tok_s": 33175.32956312836, "variant": "v21"}
{"step": 12100, "tokens": 123662000, "ce": 4.453517913818359, "tok_s": 28311.37742933198, "avg_tok_s": 33135.13161160939, "elapsed_h": 1.0418438205454084, "variant": "v21"}
{"step": 12200, "tokens": 124684000, "ce": 4.41232442855835, "tok_s": 32134.144565717765, "avg_tok_s": 33126.92679975781, "elapsed_h": 1.050678364303377, "variant": "v21"}
{"step": 12300, "tokens": 125706000, "ce": 4.463407039642334, "tok_s": 32054.14951313845, "avg_tok_s": 33118.205033199934, "elapsed_h": 1.0595349514484405, "variant": "v21"}
{"step": 12400, "tokens": 126728000, "ce": 4.467608451843262, "tok_s": 31943.916023434398, "avg_tok_s": 33108.73496054053, "elapsed_h": 1.0684220966365603, "variant": "v21"}
{"step": 12500, "tokens": 127750000, "ce": 4.626132011413574, "tok_s": 31755.79237170603, "avg_tok_s": 33097.91141982986, "elapsed_h": 1.0773618931240505, "variant": "v21"}
{"step": 12600, "tokens": 128772000, "ce": 4.540966987609863, "tok_s": 31965.58980288887, "avg_tok_s": 33088.92474033033, "elapsed_h": 1.0862430149316789, "variant": "v21"}
{"step": 12700, "tokens": 129794000, "ce": 4.581789970397949, "tok_s": 31984.88475743807, "avg_tok_s": 33080.231512118575, "elapsed_h": 1.0951187800036537, "variant": "v21"}
{"step": 12800, "tokens": 130816000, "ce": 4.659527778625488, "tok_s": 31884.297552503896, "avg_tok_s": 33070.88827805909, "elapsed_h": 1.1040225448211034, "variant": "v21"}
{"step": 12900, "tokens": 131838000, "ce": 4.473783016204834, "tok_s": 32007.184172378442, "avg_tok_s": 33062.642509798, "elapsed_h": 1.1128921304146449, "variant": "v21"}
{"step": 13000, "tokens": 132860000, "ce": 4.762801647186279, "tok_s": 31992.22187943901, "avg_tok_s": 33054.40850494909, "elapsed_h": 1.121765860584047, "variant": "v21"}
{"step": 13100, "tokens": 133882000, "ce": 4.538107872009277, "tok_s": 32046.384100871448, "avg_tok_s": 33046.71366216987, "elapsed_h": 1.1306245917081832, "variant": "v21"}
{"step": 13200, "tokens": 134904000, "ce": 4.6693115234375, "tok_s": 31905.797860708073, "avg_tok_s": 33038.070360643644, "elapsed_h": 1.1395223579141829, "variant": "v21"}
{"step": 13300, "tokens": 135926000, "ce": 4.530172824859619, "tok_s": 31791.308667181806, "avg_tok_s": 33028.696212572504, "elapsed_h": 1.1484521666500302, "variant": "v21"}
{"step": 13400, "tokens": 136948000, "ce": 4.453731536865234, "tok_s": 32057.003567636326, "avg_tok_s": 33021.44477492372, "elapsed_h": 1.1573079621129565, "variant": "v21"}
{"step": 13500, "tokens": 137970000, "ce": 4.352511405944824, "tok_s": 32073.784587123806, "avg_tok_s": 33014.4250698289, "elapsed_h": 1.1661591263612112, "variant": "v21"}
{"step": 13600, "tokens": 138992000, "ce": 4.380275249481201, "tok_s": 31971.859492249947, "avg_tok_s": 33006.75914646435, "elapsed_h": 1.175038504600525, "variant": "v21"}
{"step": 13700, "tokens": 140014000, "ce": 4.650418281555176, "tok_s": 32074.573927243422, "avg_tok_s": 32999.954874791205, "elapsed_h": 1.1838894526163737, "variant": "v21"}
{"step": 13800, "tokens": 141036000, "ce": 4.586148262023926, "tok_s": 31865.006950406143, "avg_tok_s": 32991.730614469576, "elapsed_h": 1.1927986135747697, "variant": "v21"}
{"step": 13900, "tokens": 142058000, "ce": 4.740262031555176, "tok_s": 32088.457446149125, "avg_tok_s": 32985.23224635216, "elapsed_h": 1.2016457324557834, "variant": "v21"}
{"step": 14000, "tokens": 143080000, "ce": 4.403752326965332, "tok_s": 31972.587543052185, "avg_tok_s": 32977.99906990003, "elapsed_h": 1.2105249143309063, "variant": "v21"}
{"step": 14000, "tokens": 143080000, "valid_ce": 4.487565517425537, "avg_tok_s": 32977.99906990003, "variant": "v21"}
{"step": 14100, "tokens": 144102000, "ce": 4.426260948181152, "tok_s": 28383.700137172233, "avg_tok_s": 32945.41538952607, "elapsed_h": 1.2205267876386643, "variant": "v21"}
{"step": 14200, "tokens": 145124000, "ce": 4.750311374664307, "tok_s": 31812.37867323628, "avg_tok_s": 32937.43625772121, "elapsed_h": 1.2294506823354296, "variant": "v21"}
{"step": 14300, "tokens": 146146000, "ce": 4.701972961425781, "tok_s": 31984.692399014133, "avg_tok_s": 32930.77371325472, "elapsed_h": 1.2383265040318172, "variant": "v21"}
{"step": 14400, "tokens": 147168000, "ce": 4.348033905029297, "tok_s": 31875.80234509836, "avg_tok_s": 32923.447523198076, "elapsed_h": 1.247232641114129, "variant": "v21"}
{"step": 14500, "tokens": 148190000, "ce": 4.821898460388184, "tok_s": 31982.374494874846, "avg_tok_s": 32916.957364382055, "elapsed_h": 1.2561091019047632, "variant": "v21"}
{"step": 14600, "tokens": 149212000, "ce": 4.4184064865112305, "tok_s": 31707.936981534076, "avg_tok_s": 32908.67640285569, "elapsed_h": 1.2650623904334175, "variant": "v21"}
{"step": 14700, "tokens": 150234000, "ce": 4.568696975708008, "tok_s": 31958.231056818313, "avg_tok_s": 32902.21078825681, "elapsed_h": 1.2739455593294569, "variant": "v21"}
{"step": 14800, "tokens": 151256000, "ce": 4.3264055252075195, "tok_s": 31872.152906673975, "avg_tok_s": 32895.25093770557, "elapsed_h": 1.282852715121375, "variant": "v21"}
{"step": 14900, "tokens": 152278000, "ce": 4.455717086791992, "tok_s": 32000.75991171282, "avg_tok_s": 32889.247642229115, "elapsed_h": 1.2917240830262502, "variant": "v21"}
{"step": 15000, "tokens": 153300000, "ce": 4.361039161682129, "tok_s": 31980.33607646193, "avg_tok_s": 32883.188231790664, "elapsed_h": 1.3006011146969265, "variant": "v21"}
{"step": 15100, "tokens": 154322000, "ce": 4.458087921142578, "tok_s": 31986.80059222961, "avg_tok_s": 32877.251889806816, "elapsed_h": 1.3094763502147462, "variant": "v21"}
{"step": 15200, "tokens": 155344000, "ce": 4.500574111938477, "tok_s": 31904.385387718845, "avg_tok_s": 32870.85145229308, "elapsed_h": 1.3183745103412203, "variant": "v21"}
{"step": 15300, "tokens": 156366000, "ce": 4.515132427215576, "tok_s": 31987.958510219058, "avg_tok_s": 32865.080910188015, "elapsed_h": 1.3272494224045013, "variant": "v21"}
{"step": 15400, "tokens": 157388000, "ce": 4.294878005981445, "tok_s": 31906.013732173637, "avg_tok_s": 32858.85320123987, "elapsed_h": 1.336147126754125, "variant": "v21"}
{"step": 15500, "tokens": 158410000, "ce": 4.628983497619629, "tok_s": 31712.470435775573, "avg_tok_s": 32851.45718339817, "elapsed_h": 1.3450991358359654, "variant": "v21"}
{"step": 15600, "tokens": 159432000, "ce": 4.310759544372559, "tok_s": 31844.75408333592, "avg_tok_s": 32845.00395839777, "elapsed_h": 1.3540139577786128, "variant": "v21"}
{"step": 15700, "tokens": 160454000, "ce": 4.480059623718262, "tok_s": 31946.660244610262, "avg_tok_s": 32839.282023915046, "elapsed_h": 1.3629003424114652, "variant": "v21"}
{"step": 15800, "tokens": 161476000, "ce": 4.681591033935547, "tok_s": 31938.27003420763, "avg_tok_s": 32833.579416385255, "elapsed_h": 1.371789059970114, "variant": "v21"}
{"step": 15900, "tokens": 162498000, "ce": 4.499722003936768, "tok_s": 31910.726585084598, "avg_tok_s": 32827.77531052802, "elapsed_h": 1.3806854512956408, "variant": "v21"}
{"step": 16000, "tokens": 163520000, "ce": 4.482503890991211, "tok_s": 31667.325621585354, "avg_tok_s": 32820.522499972125, "elapsed_h": 1.3896502207385169, "variant": "v21"}
{"step": 16000, "tokens": 163520000, "valid_ce": 4.423486232757568, "avg_tok_s": 32820.522499972125, "variant": "v21"}
{"step": 16100, "tokens": 164542000, "ce": 4.342099189758301, "tok_s": 28317.844165400787, "avg_tok_s": 32792.555553794664, "elapsed_h": 1.3996753562159008, "variant": "v21"}
{"step": 16200, "tokens": 165564000, "ce": 4.544473171234131, "tok_s": 31853.717513993808, "avg_tok_s": 32786.76025725268, "elapsed_h": 1.408587669995096, "variant": "v21"}
{"step": 16300, "tokens": 166586000, "ce": 4.509883880615234, "tok_s": 31846.00915204739, "avg_tok_s": 32780.98877807964, "elapsed_h": 1.417502139541838, "variant": "v21"}
{"step": 16400, "tokens": 167608000, "ce": 4.514765739440918, "tok_s": 31560.62932617125, "avg_tok_s": 32773.54756190947, "elapsed_h": 1.4264972139729395, "variant": "v21"}
{"step": 16500, "tokens": 168630000, "ce": 4.491913795471191, "tok_s": 31850.861200938285, "avg_tok_s": 32767.955523358127, "elapsed_h": 1.4354103322161569, "variant": "v21"}
{"step": 16600, "tokens": 169652000, "ce": 4.479435920715332, "tok_s": 31836.860419873134, "avg_tok_s": 32762.346516710626, "elapsed_h": 1.4443273646301693, "variant": "v21"}
{"step": 16700, "tokens": 170674000, "ce": 4.595348358154297, "tok_s": 31849.695438466555, "avg_tok_s": 32756.881540194197, "elapsed_h": 1.4532408026191923, "variant": "v21"}
{"step": 16800, "tokens": 171696000, "ce": 4.444825649261475, "tok_s": 31514.46549536316, "avg_tok_s": 32749.48620659401, "elapsed_h": 1.4622490571604834, "variant": "v21"}
{"step": 16900, "tokens": 172718000, "ce": 4.300992012023926, "tok_s": 31801.318770879225, "avg_tok_s": 32743.875748394516, "elapsed_h": 1.4711760556035571, "variant": "v21"}
{"step": 17000, "tokens": 173740000, "ce": 4.549581527709961, "tok_s": 31813.17125421888, "avg_tok_s": 32738.401016075833, "elapsed_h": 1.4800997291670905, "variant": "v21"}
{"step": 17100, "tokens": 174762000, "ce": 4.579545497894287, "tok_s": 31819.4242777075, "avg_tok_s": 32733.02688310292, "elapsed_h": 1.4890216480361091, "variant": "v21"}
{"step": 17200, "tokens": 175784000, "ce": 4.414889335632324, "tok_s": 31694.16230864839, "avg_tok_s": 32726.986972786322, "elapsed_h": 1.497978826628791, "variant": "v21"}
{"step": 17300, "tokens": 176806000, "ce": 4.430846214294434, "tok_s": 31807.4609264963, "avg_tok_s": 32721.671793328, "elapsed_h": 1.5069041109747356, "variant": "v21"}
{"step": 17400, "tokens": 177828000, "ce": 4.287134170532227, "tok_s": 31790.06167841043, "avg_tok_s": 32716.317712207787, "elapsed_h": 1.5158342704508039, "variant": "v21"}
{"step": 17500, "tokens": 178850000, "ce": 4.284192085266113, "tok_s": 31803.84458056225, "avg_tok_s": 32711.103580026953, "elapsed_h": 1.5247605613205168, "variant": "v21"}
{"step": 17600, "tokens": 179872000, "ce": 4.328313827514648, "tok_s": 31718.035224508698, "avg_tok_s": 32705.46114618878, "elapsed_h": 1.5337110005484687, "variant": "v21"}
{"step": 17700, "tokens": 180894000, "ce": 4.323873043060303, "tok_s": 31616.26301274097, "avg_tok_s": 32699.307484417885, "elapsed_h": 1.542690248688062, "variant": "v21"}
{"step": 17800, "tokens": 181916000, "ce": 4.601081371307373, "tok_s": 31832.632445325013, "avg_tok_s": 32694.438523524106, "elapsed_h": 1.5516084660424128, "variant": "v21"}
{"step": 17900, "tokens": 182938000, "ce": 4.439409255981445, "tok_s": 31813.594594111182, "avg_tok_s": 32689.517607717327, "elapsed_h": 1.5605320209264755, "variant": "v21"}
{"step": 18000, "tokens": 183960000, "ce": 4.4358229637146, "tok_s": 31752.124966306812, "avg_tok_s": 32684.3098708206, "elapsed_h": 1.569472850561142, "variant": "v21"}
{"step": 18000, "tokens": 183960000, "valid_ce": 4.492970943450928, "avg_tok_s": 32684.3098708206, "variant": "v21"}
{"step": 18100, "tokens": 184982000, "ce": 4.409128665924072, "tok_s": 28234.382556378972, "avg_tok_s": 32659.724637039155, "elapsed_h": 1.579527617957857, "variant": "v21"}
{"step": 18200, "tokens": 186004000, "ce": 4.2530717849731445, "tok_s": 31611.458159686445, "avg_tok_s": 32653.964931119634, "elapsed_h": 1.588508232500818, "variant": "v21"}
{"step": 18300, "tokens": 187026000, "ce": 4.551394462585449, "tok_s": 31803.374544304366, "avg_tok_s": 32649.316896219007, "elapsed_h": 1.5974346536397934, "variant": "v21"}
{"step": 18400, "tokens": 188048000, "ce": 4.202376365661621, "tok_s": 31720.55368973123, "avg_tok_s": 32644.26927009679, "elapsed_h": 1.6063843820492427, "variant": "v21"}
{"step": 18500, "tokens": 189070000, "ce": 4.337055683135986, "tok_s": 31782.97251220393, "avg_tok_s": 32639.613611946017, "elapsed_h": 1.6153165387445025, "variant": "v21"}
{"step": 18600, "tokens": 190092000, "ce": 4.376955986022949, "tok_s": 31751.7945156691, "avg_tok_s": 32634.840390998295, "elapsed_h": 1.6242574620246888, "variant": "v21"}
{"step": 18700, "tokens": 191114000, "ce": 4.299258232116699, "tok_s": 31575.3287072072, "avg_tok_s": 32629.174553117056, "elapsed_h": 1.633248353931639, "variant": "v21"}
{"step": 18800, "tokens": 192136000, "ce": 4.296157360076904, "tok_s": 31694.995411796463, "avg_tok_s": 32624.20551513131, "elapsed_h": 1.6422053013245266, "variant": "v21"}
{"step": 18900, "tokens": 193158000, "ce": 4.417645454406738, "tok_s": 31773.13409904353, "avg_tok_s": 32619.70249176577, "elapsed_h": 1.6511402175823848, "variant": "v21"}
{"step": 19000, "tokens": 194180000, "ce": 4.345051288604736, "tok_s": 31749.837118881645, "avg_tok_s": 32615.124252961115, "elapsed_h": 1.660081694457266, "variant": "v21"}
{"step": 19100, "tokens": 195202000, "ce": 4.504332542419434, "tok_s": 31519.434659738563, "avg_tok_s": 32609.387658232205, "elapsed_h": 1.6690885273615519, "variant": "v21"}
{"step": 19200, "tokens": 196224000, "ce": 4.555075645446777, "tok_s": 31661.113988531877, "avg_tok_s": 32604.44873286918, "elapsed_h": 1.6780550569295882, "variant": "v21"}
{"step": 19300, "tokens": 197246000, "ce": 4.453766822814941, "tok_s": 31715.926405574075, "avg_tok_s": 32599.84499024071, "elapsed_h": 1.687006090813213, "variant": "v21"}
{"step": 19400, "tokens": 198268000, "ce": 4.511491775512695, "tok_s": 31720.348066580562, "avg_tok_s": 32595.31150094349, "elapsed_h": 1.6959558784961701, "variant": "v21"}
{"step": 19500, "tokens": 199290000, "ce": 4.186875820159912, "tok_s": 31715.711690687272, "avg_tok_s": 32590.80073268577, "elapsed_h": 1.704906973441442, "variant": "v21"}
{"step": 19600, "tokens": 200312000, "ce": 4.414937496185303, "tok_s": 31611.790824449574, "avg_tok_s": 32585.80578417436, "elapsed_h": 1.7138874916235607, "variant": "v21"}
{"step": 19700, "tokens": 201334000, "ce": 4.522563934326172, "tok_s": 31696.319327401143, "avg_tok_s": 32581.29062449531, "elapsed_h": 1.7228440653615529, "variant": "v21"}
{"step": 19800, "tokens": 202356000, "ce": 4.468230247497559, "tok_s": 31719.157335616608, "avg_tok_s": 32576.936415965618, "elapsed_h": 1.7317941886848873, "variant": "v21"}
{"step": 19900, "tokens": 203378000, "ce": 4.4339728355407715, "tok_s": 31473.51780991745, "avg_tok_s": 32571.391598849797, "elapsed_h": 1.7408141651418474, "variant": "v21"}
{"step": 20000, "tokens": 204400000, "ce": 4.379905700683594, "tok_s": 31508.67034844951, "avg_tok_s": 32566.077992597795, "elapsed_h": 1.749824076824718, "variant": "v21"}
{"step": 20000, "tokens": 204400000, "valid_ce": 4.291250228881836, "avg_tok_s": 32566.077992597795, "variant": "v21"}
{"step": 20100, "tokens": 205422000, "ce": 4.216681480407715, "tok_s": 11833.784387834747, "avg_tok_s": 32462.932253270614, "elapsed_h": 1.7738138289584053, "variant": "v21"}
{"step": 20200, "tokens": 206444000, "ce": 4.564877986907959, "tok_s": 31569.255175081023, "avg_tok_s": 32458.50810931918, "elapsed_h": 1.7828064502610101, "variant": "v21"}
{"step": 20300, "tokens": 207466000, "ce": 4.348910331726074, "tok_s": 31546.524949310675, "avg_tok_s": 32454.015581437365, "elapsed_h": 1.7918055517143674, "variant": "v21"}
{"step": 20400, "tokens": 208488000, "ce": 4.409785270690918, "tok_s": 31292.7696690975, "avg_tok_s": 32448.323199514132, "elapsed_h": 1.8008776248825922, "variant": "v21"}
{"step": 20500, "tokens": 209510000, "ce": 4.222407341003418, "tok_s": 31580.976458204834, "avg_tok_s": 32444.092239800426, "elapsed_h": 1.8098669077952703, "variant": "v21"}
{"step": 20600, "tokens": 210532000, "ce": 4.395392417907715, "tok_s": 31518.40728327206, "avg_tok_s": 32439.598623506598, "elapsed_h": 1.818874035080274, "variant": "v21"}
{"step": 20700, "tokens": 211554000, "ce": 4.559809684753418, "tok_s": 31508.99459984778, "avg_tok_s": 32435.10295189472, "elapsed_h": 1.8278838537798987, "variant": "v21"}
{"step": 20800, "tokens": 212576000, "ce": 4.364256381988525, "tok_s": 31173.65132235089, "avg_tok_s": 32429.038280598837, "elapsed_h": 1.8369905944003, "variant": "v21"}
{"step": 20900, "tokens": 213598000, "ce": 4.5550031661987305, "tok_s": 31514.764842928118, "avg_tok_s": 32424.663766543, "elapsed_h": 1.8459987629122203, "variant": "v21"}
{"step": 21000, "tokens": 214620000, "ce": 4.421845436096191, "tok_s": 31475.21710103321, "avg_tok_s": 32420.14259194533, "elapsed_h": 1.85501824968391, "variant": "v21"}
{"step": 21100, "tokens": 215642000, "ce": 4.381922245025635, "tok_s": 31450.16624627619, "avg_tok_s": 32415.54554765306, "elapsed_h": 1.864044920404752, "variant": "v21"}
{"step": 21200, "tokens": 216664000, "ce": 4.268205165863037, "tok_s": 31321.64059339876, "avg_tok_s": 32410.385618623557, "elapsed_h": 1.8731086356772317, "variant": "v21"}
{"step": 21300, "tokens": 217686000, "ce": 4.371875762939453, "tok_s": 31431.98171424777, "avg_tok_s": 32405.792173063106, "elapsed_h": 1.8821405283610027, "variant": "v21"}
{"step": 21400, "tokens": 218708000, "ce": 4.337595462799072, "tok_s": 31454.31676945346, "avg_tok_s": 32401.346026317267, "elapsed_h": 1.8911660095055898, "variant": "v21"}
{"step": 21500, "tokens": 219730000, "ce": 4.472945690155029, "tok_s": 31468.882841910458, "avg_tok_s": 32397.008988250258, "elapsed_h": 1.9001873162719938, "variant": "v21"}
{"step": 21600, "tokens": 220752000, "ce": 4.523320198059082, "tok_s": 31130.90708830516, "avg_tok_s": 32391.147405380143, "elapsed_h": 1.9093065601587296, "variant": "v21"}
{"step": 21700, "tokens": 221774000, "ce": 4.160407066345215, "tok_s": 31398.485184395162, "avg_tok_s": 32386.572925099103, "elapsed_h": 1.918348089589013, "variant": "v21"}
{"step": 21800, "tokens": 222796000, "ce": 4.195669651031494, "tok_s": 31320.617145338572, "avg_tok_s": 32381.68321968736, "elapsed_h": 1.9274120956659317, "variant": "v21"}
{"step": 21900, "tokens": 223818000, "ce": 4.371561527252197, "tok_s": 31309.59940539367, "avg_tok_s": 32376.787859804743, "elapsed_h": 1.9364792927768495, "variant": "v21"}
{"step": 22000, "tokens": 224840000, "ce": 4.499584197998047, "tok_s": 31201.643666446467, "avg_tok_s": 32371.446295289476, "elapsed_h": 1.9455778609381782, "variant": "v21"}
{"step": 22000, "tokens": 224840000, "valid_ce": 4.418527126312256, "avg_tok_s": 32371.446295289476, "variant": "v21"}
{"step": 22100, "tokens": 225862000, "ce": 4.2767462730407715, "tok_s": 27812.927242419486, "avg_tok_s": 32350.819512244816, "elapsed_h": 1.955784984694587, "variant": "v21"}
{"step": 22200, "tokens": 226884000, "ce": 4.295197010040283, "tok_s": 31059.94204443662, "avg_tok_s": 32345.004748876312, "elapsed_h": 1.964925066365136, "variant": "v21"}
{"step": 22300, "tokens": 227906000, "ce": 4.109320640563965, "tok_s": 31304.086926388423, "avg_tok_s": 32340.33695595036, "elapsed_h": 1.9739938610129886, "variant": "v21"}
{"step": 22400, "tokens": 228928000, "ce": 4.281627178192139, "tok_s": 31215.747921379938, "avg_tok_s": 32335.316469188885, "elapsed_h": 1.9830883179770575, "variant": "v21"}
{"step": 22500, "tokens": 229950000, "ce": 4.208742141723633, "tok_s": 31334.915774184385, "avg_tok_s": 32330.87024387775, "elapsed_h": 1.9921481982866922, "variant": "v21"}
{"step": 22600, "tokens": 230972000, "ce": 4.453415870666504, "tok_s": 31313.990381883337, "avg_tok_s": 32326.370775461848, "elapsed_h": 2.0012141247590383, "variant": "v21"}
{"step": 22700, "tokens": 231994000, "ce": 4.553718566894531, "tok_s": 31187.46955657922, "avg_tok_s": 32321.35358947558, "elapsed_h": 2.0103168300125334, "variant": "v21"}
{"step": 22800, "tokens": 233016000, "ce": 4.34308385848999, "tok_s": 31326.89620125622, "avg_tok_s": 32316.991934264093, "elapsed_h": 2.019379022585021, "variant": "v21"}
{"step": 22900, "tokens": 234038000, "ce": 4.428093910217285, "tok_s": 31430.85516973267, "avg_tok_s": 32313.12234140588, "elapsed_h": 2.0284112403790155, "variant": "v21"}
{"step": 23000, "tokens": 235060000, "ce": 4.425528526306152, "tok_s": 31478.318959526307, "avg_tok_s": 32309.492761484667, "elapsed_h": 2.0374298350016278, "variant": "v21"}
{"step": 23100, "tokens": 236082000, "ce": 4.268403053283691, "tok_s": 31257.49429970461, "avg_tok_s": 32304.938655589514, "elapsed_h": 2.0465121496385996, "variant": "v21"}
{"step": 23200, "tokens": 237104000, "ce": 4.399486541748047, "tok_s": 31496.06122037109, "avg_tok_s": 32301.45211492047, "elapsed_h": 2.0555256669388875, "variant": "v21"}
{"step": 23300, "tokens": 238126000, "ce": 4.39609432220459, "tok_s": 31564.026479983266, "avg_tok_s": 32298.28719803233, "elapsed_h": 2.0645197779602475, "variant": "v21"}
{"step": 23400, "tokens": 239148000, "ce": 4.450064659118652, "tok_s": 31554.331490640332, "avg_tok_s": 32295.107900137493, "elapsed_h": 2.0735166551007165, "variant": "v21"}
{"step": 23500, "tokens": 240170000, "ce": 4.231745719909668, "tok_s": 31598.46034398574, "avg_tok_s": 32292.14344245174, "elapsed_h": 2.082500969171524, "variant": "v21"}
{"step": 23600, "tokens": 241192000, "ce": 4.352473258972168, "tok_s": 31498.734353163265, "avg_tok_s": 32288.781539531024, "elapsed_h": 2.0915137218766744, "variant": "v21"}
{"step": 23700, "tokens": 242214000, "ce": 4.3705339431762695, "tok_s": 31750.953249966507, "avg_tok_s": 32286.51222185354, "elapsed_h": 2.100454882780711, "variant": "v21"}
{"step": 23800, "tokens": 243236000, "ce": 4.372748374938965, "tok_s": 31828.793415943815, "avg_tok_s": 32284.589033593416, "elapsed_h": 2.1093741796414056, "variant": "v21"}
{"step": 23900, "tokens": 244258000, "ce": 4.315295219421387, "tok_s": 31941.49287318756, "avg_tok_s": 32283.153484805105, "elapsed_h": 2.1182620035939745, "variant": "v21"}
{"step": 24000, "tokens": 245280000, "ce": 4.42165994644165, "tok_s": 31771.964364050797, "avg_tok_s": 32281.023530135295, "elapsed_h": 2.1271972539689807, "variant": "v21"}
{"step": 24000, "tokens": 245280000, "valid_ce": 4.385809421539307, "avg_tok_s": 32281.023530135295, "variant": "v21"}
{"step": 24100, "tokens": 246302000, "ce": 4.4592509269714355, "tok_s": 28510.020883863726, "avg_tok_s": 32265.37621625035, "elapsed_h": 2.137154811753167, "variant": "v21"}
{"step": 24200, "tokens": 247324000, "ce": 4.257955551147461, "tok_s": 32119.15866987478, "avg_tok_s": 32264.772011513265, "elapsed_h": 2.1459934735298156, "variant": "v21"}
{"step": 24300, "tokens": 248346000, "ce": 4.250926494598389, "tok_s": 32235.497020540453, "avg_tok_s": 32264.651538299386, "elapsed_h": 2.154800238609314, "variant": "v21"}
{"step": 24400, "tokens": 249368000, "ce": 4.232372760772705, "tok_s": 32311.40844950773, "avg_tok_s": 32264.843164984664, "elapsed_h": 2.1635863116052416, "variant": "v21"}
{"step": 24500, "tokens": 250390000, "ce": 4.221561908721924, "tok_s": 32341.654390606633, "avg_tok_s": 32265.156680191285, "elapsed_h": 2.172364169160525, "variant": "v21"}
{"step": 24600, "tokens": 251412000, "ce": 4.290389060974121, "tok_s": 32489.986048549024, "avg_tok_s": 32266.070620713068, "elapsed_h": 2.1811019540495344, "variant": "v21"}
{"step": 24700, "tokens": 252434000, "ce": 3.966120958328247, "tok_s": 32656.252389275433, "avg_tok_s": 32267.6503039866, "elapsed_h": 2.189795250693957, "variant": "v21"}
{"step": 24800, "tokens": 253456000, "ce": 4.05010986328125, "tok_s": 32476.050199286325, "avg_tok_s": 32268.490626145063, "elapsed_h": 2.1985367806752523, "variant": "v21"}
{"step": 24900, "tokens": 254478000, "ce": 4.252605438232422, "tok_s": 32372.957415468463, "avg_tok_s": 32268.910171483712, "elapsed_h": 2.2073061486085255, "variant": "v21"}
{"step": 25000, "tokens": 255500000, "ce": 4.254436016082764, "tok_s": 32815.417998053264, "avg_tok_s": 32271.096202789988, "elapsed_h": 2.2159572765562268, "variant": "v21"}
{"step": 25100, "tokens": 256522000, "ce": 4.290685653686523, "tok_s": 32655.713035165623, "avg_tok_s": 32272.62854076758, "elapsed_h": 2.2246507164504794, "variant": "v21"}
{"step": 25200, "tokens": 257544000, "ce": 4.0902557373046875, "tok_s": 32571.823831133137, "avg_tok_s": 32273.815823665856, "elapsed_h": 2.2333665421273974, "variant": "v21"}
{"step": 25300, "tokens": 258566000, "ce": 4.422772407531738, "tok_s": 32621.999743397086, "avg_tok_s": 32275.192044692463, "elapsed_h": 2.242068962984615, "variant": "v21"}
{"step": 25400, "tokens": 259588000, "ce": 4.197732448577881, "tok_s": 32786.19511522272, "avg_tok_s": 32277.203867804787, "elapsed_h": 2.250727805429035, "variant": "v21"}
{"step": 25500, "tokens": 260610000, "ce": 3.9554431438446045, "tok_s": 32804.1840059852, "avg_tok_s": 32279.270456581966, "elapsed_h": 2.2593818964560826, "variant": "v21"}
{"step": 25600, "tokens": 261632000, "ce": 4.243353366851807, "tok_s": 32707.520989388737, "avg_tok_s": 32280.943310225743, "elapsed_h": 2.2680615724457636, "variant": "v21"}
{"step": 25700, "tokens": 262654000, "ce": 4.224637508392334, "tok_s": 32530.83297939516, "avg_tok_s": 32281.915643568813, "elapsed_h": 2.2767884006765153, "variant": "v21"}
{"step": 25800, "tokens": 263676000, "ce": 4.472332954406738, "tok_s": 32662.778791682398, "avg_tok_s": 32283.391857321192, "elapsed_h": 2.2854799552758536, "variant": "v21"}
{"step": 25900, "tokens": 264698000, "ce": 4.381807327270508, "tok_s": 32730.096528609585, "avg_tok_s": 32285.116585781765, "elapsed_h": 2.2941536406013703, "variant": "v21"}
{"step": 26000, "tokens": 265720000, "ce": 4.396533489227295, "tok_s": 32748.19627330916, "avg_tok_s": 32286.897661503026, "elapsed_h": 2.3028225306007597, "variant": "v21"}
{"step": 26000, "tokens": 265720000, "valid_ce": 4.376433849334717, "avg_tok_s": 32286.897661503026, "variant": "v21"}
{"step": 26100, "tokens": 266742000, "ce": 4.164504528045654, "tok_s": 28843.07925658824, "avg_tok_s": 32273.702954970784, "elapsed_h": 2.3126651079124874, "variant": "v21"}
{"step": 26200, "tokens": 267764000, "ce": 4.2943525314331055, "tok_s": 32561.583070517856, "avg_tok_s": 32274.801734037763, "elapsed_h": 2.321383677257432, "variant": "v21"}
{"step": 26300, "tokens": 268786000, "ce": 4.340361595153809, "tok_s": 32279.952271278617, "avg_tok_s": 32274.821317829552, "elapsed_h": 2.3301783139838115, "variant": "v21"}
{"step": 26400, "tokens": 269808000, "ce": 4.415882587432861, "tok_s": 32574.419311886024, "avg_tok_s": 32275.956158716133, "elapsed_h": 2.3388934488428963, "variant": "v21"}
{"step": 26500, "tokens": 270830000, "ce": 4.449221611022949, "tok_s": 32688.04851563143, "avg_tok_s": 32277.511224213926, "elapsed_h": 2.3475782865285875, "variant": "v21"}
{"step": 26600, "tokens": 271852000, "ce": 4.1895341873168945, "tok_s": 32629.834789345266, "avg_tok_s": 32278.835748894868, "elapsed_h": 2.3562786239385605, "variant": "v21"}
{"step": 26700, "tokens": 272874000, "ce": 4.333777904510498, "tok_s": 32808.814138705224, "avg_tok_s": 32280.82068668442, "elapsed_h": 2.364931493666437, "variant": "v21"}
{"step": 26800, "tokens": 273896000, "ce": 4.398679256439209, "tok_s": 32601.20616240241, "avg_tok_s": 32282.016154877398, "elapsed_h": 2.3736394684844546, "variant": "v21"}
{"step": 26900, "tokens": 274918000, "ce": 4.225009918212891, "tok_s": 32716.03663203817, "avg_tok_s": 32283.629613900303, "elapsed_h": 2.3823168761200373, "variant": "v21"}
{"step": 27000, "tokens": 275940000, "ce": 4.192322731018066, "tok_s": 32536.63906703528, "avg_tok_s": 32284.56668594895, "elapsed_h": 2.3910421282052994, "variant": "v21"}
{"step": 27100, "tokens": 276962000, "ce": 4.266949653625488, "tok_s": 32193.87475179102, "avg_tok_s": 32284.232029365343, "elapsed_h": 2.3998602808184093, "variant": "v21"}
{"step": 27200, "tokens": 277984000, "ce": 4.434546947479248, "tok_s": 32596.344177039013, "avg_tok_s": 32285.379500496496, "elapsed_h": 2.40856954978572, "variant": "v21"}
{"step": 27300, "tokens": 279006000, "ce": 4.345225811004639, "tok_s": 32551.143088363413, "avg_tok_s": 32286.352993492343, "elapsed_h": 2.4172909150520963, "variant": "v21"}
{"step": 27400, "tokens": 280028000, "ce": 3.989814281463623, "tok_s": 32681.298974112717, "avg_tok_s": 32287.79440218074, "elapsed_h": 2.4259775471025042, "variant": "v21"}
{"step": 27500, "tokens": 281050000, "ce": 4.254868030548096, "tok_s": 32639.041156355826, "avg_tok_s": 32289.071663105013, "elapsed_h": 2.434675426416927, "variant": "v21"}
{"step": 27600, "tokens": 282072000, "ce": 4.314148902893066, "tok_s": 32400.439189660578, "avg_tok_s": 32289.475168636014, "elapsed_h": 2.4434373548958037, "variant": "v21"}
{"step": 27700, "tokens": 283094000, "ce": 4.341021537780762, "tok_s": 32357.215043394408, "avg_tok_s": 32289.71971692034, "elapsed_h": 2.4522109933694205, "variant": "v21"}
{"step": 27800, "tokens": 284116000, "ce": 4.248229026794434, "tok_s": 32412.72294850266, "avg_tok_s": 32290.162174587902, "elapsed_h": 2.4609696014722187, "variant": "v21"}
{"step": 27900, "tokens": 285138000, "ce": 4.139504909515381, "tok_s": 32588.352769326997, "avg_tok_s": 32291.23095808159, "elapsed_h": 2.469681007530954, "variant": "v21"}
{"step": 28000, "tokens": 286160000, "ce": 4.490474224090576, "tok_s": 32145.465667023152, "avg_tok_s": 32290.710367756375, "elapsed_h": 2.4785124340984557, "variant": "v21"}
{"step": 28000, "tokens": 286160000, "valid_ce": 4.231738090515137, "avg_tok_s": 32290.710367756375, "variant": "v21"}
{"step": 28100, "tokens": 287182000, "ce": 4.2259931564331055, "tok_s": 28894.414749805892, "avg_tok_s": 32278.623906482535, "elapsed_h": 2.488337524268362, "variant": "v21"}
{"step": 28200, "tokens": 288204000, "ce": 4.539890766143799, "tok_s": 32344.624306296377, "avg_tok_s": 32278.85795045351, "elapsed_h": 2.497114573319753, "variant": "v21"}
{"step": 28300, "tokens": 289226000, "ce": 4.060870170593262, "tok_s": 32646.18299023661, "avg_tok_s": 32280.155918791963, "elapsed_h": 2.5058105490605036, "variant": "v21"}
{"step": 28400, "tokens": 290248000, "ce": 4.258572101593018, "tok_s": 32114.410279371437, "avg_tok_s": 32279.57230738555, "elapsed_h": 2.514650522271792, "variant": "v21"}
{"step": 28500, "tokens": 291270000, "ce": 4.251211643218994, "tok_s": 32486.72076518984, "avg_tok_s": 32280.299144079603, "elapsed_h": 2.5233891865942213, "variant": "v21"}
{"step": 28600, "tokens": 292292000, "ce": 4.413941383361816, "tok_s": 32474.18970902918, "avg_tok_s": 32280.97708311789, "elapsed_h": 2.5321312163935765, "variant": "v21"}
{"step": 28700, "tokens": 293314000, "ce": 4.376107692718506, "tok_s": 32550.1336171176, "avg_tok_s": 32281.91491076249, "elapsed_h": 2.540852850344446, "variant": "v21"}
{"step": 28800, "tokens": 294336000, "ce": 4.31361722946167, "tok_s": 32486.769760519266, "avg_tok_s": 32282.626212324147, "elapsed_h": 2.5495914945999782, "variant": "v21"}
{"step": 28900, "tokens": 295358000, "ce": 4.225102424621582, "tok_s": 32622.979414916368, "avg_tok_s": 32283.803905066678, "elapsed_h": 2.558293651805984, "variant": "v21"}
{"step": 29000, "tokens": 296380000, "ce": 4.10306978225708, "tok_s": 32905.23022430047, "avg_tok_s": 32285.946754443343, "elapsed_h": 2.5669211656517454, "variant": "v21"}
{"step": 29100, "tokens": 297402000, "ce": 4.172247886657715, "tok_s": 32670.929756664005, "avg_tok_s": 32287.26972008671, "elapsed_h": 2.5756105560726588, "variant": "v21"}
{"step": 29200, "tokens": 298424000, "ce": 4.446713447570801, "tok_s": 32720.25927678845, "avg_tok_s": 32288.752561034322, "elapsed_h": 2.58428684314092, "variant": "v21"}
{"step": 29300, "tokens": 299446000, "ce": 4.132330417633057, "tok_s": 32306.841423334696, "avg_tok_s": 32288.814297765723, "elapsed_h": 2.5930741570393243, "variant": "v21"}
{"step": 29400, "tokens": 300468000, "ce": 4.269350528717041, "tok_s": 32639.98730517021, "avg_tok_s": 32290.0087637773, "elapsed_h": 2.601771790186564, "variant": "v21"}
{"step": 29500, "tokens": 301490000, "ce": 4.123682975769043, "tok_s": 32356.92390209383, "avg_tok_s": 32290.235594754646, "elapsed_h": 2.610545503364669, "variant": "v21"}
{"step": 29600, "tokens": 302512000, "ce": 4.269925117492676, "tok_s": 32493.618988932965, "avg_tok_s": 32290.92270081606, "elapsed_h": 2.61928230577045, "variant": "v21"}
{"step": 29700, "tokens": 303534000, "ce": 4.377848148345947, "tok_s": 32677.470248096386, "avg_tok_s": 32292.22420770926, "elapsed_h": 2.6279699618286556, "variant": "v21"}
{"step": 29800, "tokens": 304556000, "ce": 4.1893792152404785, "tok_s": 32517.080867680128, "avg_tok_s": 32292.978760259495, "elapsed_h": 2.6367004617055256, "variant": "v21"}
{"step": 29900, "tokens": 305578000, "ce": 4.038492202758789, "tok_s": 32735.953969473332, "avg_tok_s": 32294.460282698336, "elapsed_h": 2.6453725873099434, "variant": "v21"}
{"step": 30000, "tokens": 306600000, "ce": 4.222935676574707, "tok_s": 32454.570609533497, "avg_tok_s": 32294.99398378779, "elapsed_h": 2.654119907418887, "variant": "v21"}
{"step": 30000, "tokens": 306600000, "valid_ce": 4.305048942565918, "avg_tok_s": 32294.99398378779, "variant": "v21"}
{"step": 30100, "tokens": 307622000, "ce": 4.232771873474121, "tok_s": 28934.110871398556, "avg_tok_s": 32283.82825916191, "elapsed_h": 2.6639315152830547, "variant": "v21"}
{"step": 30200, "tokens": 308644000, "ce": 4.135487079620361, "tok_s": 32344.36316612008, "avg_tok_s": 32284.028705873694, "elapsed_h": 2.672708637383249, "variant": "v21"}
{"step": 30300, "tokens": 309666000, "ce": 4.183560848236084, "tok_s": 32473.216247309778, "avg_tok_s": 32284.653087198563, "elapsed_h": 2.681450929707951, "variant": "v21"}
{"step": 30400, "tokens": 310688000, "ce": 4.5620222091674805, "tok_s": 32339.44719609918, "avg_tok_s": 32284.833330977843, "elapsed_h": 2.6902293840381835, "variant": "v21"}
{"step": 30500, "tokens": 311710000, "ce": 4.054974555969238, "tok_s": 32597.20332308186, "avg_tok_s": 32285.85749488638, "elapsed_h": 2.6989384265740712, "variant": "v21"}
{"step": 30600, "tokens": 312732000, "ce": 4.306501865386963, "tok_s": 32308.69398898154, "avg_tok_s": 32285.932123952047, "elapsed_h": 2.7077252376741834, "variant": "v21"}
{"step": 30700, "tokens": 313754000, "ce": 4.3143510818481445, "tok_s": 32601.3492276843, "avg_tok_s": 32286.959541228043, "elapsed_h": 2.7164331710338594, "variant": "v21"}
{"step": 30800, "tokens": 314776000, "ce": 4.201391696929932, "tok_s": 32208.49145716723, "avg_tok_s": 32286.704774721355, "elapsed_h": 2.725247317618794, "variant": "v21"}
{"step": 30900, "tokens": 315798000, "ce": 4.284577369689941, "tok_s": 32584.931698212225, "avg_tok_s": 32287.669910396085, "elapsed_h": 2.7339596475495234, "variant": "v21"}
{"step": 31000, "tokens": 316820000, "ce": 4.181211471557617, "tok_s": 32616.36268619947, "avg_tok_s": 32288.73020967287, "elapsed_h": 2.742663574947251, "variant": "v21"}
{"step": 31100, "tokens": 317842000, "ce": 4.178676128387451, "tok_s": 32630.5183490867, "avg_tok_s": 32289.829206905713, "elapsed_h": 2.7513637252648673, "variant": "v21"}
{"step": 31200, "tokens": 318864000, "ce": 4.248908042907715, "tok_s": 32531.520791574625, "avg_tok_s": 32290.60385942068, "elapsed_h": 2.7600903513034183, "variant": "v21"}
{"step": 31300, "tokens": 319886000, "ce": 4.051619529724121, "tok_s": 32556.565000250255, "avg_tok_s": 32291.45357552557, "elapsed_h": 2.768810264269511, "variant": "v21"}
{"step": 31400, "tokens": 320908000, "ce": 4.092493057250977, "tok_s": 32164.886495001847, "avg_tok_s": 32291.05049565129, "elapsed_h": 2.7776363603936303, "variant": "v21"}
{"step": 31500, "tokens": 321930000, "ce": 4.1083879470825195, "tok_s": 32448.600214732895, "avg_tok_s": 32291.550653489645, "elapsed_h": 2.7863852917485765, "variant": "v21"}
{"step": 31600, "tokens": 322952000, "ce": 4.0928449630737305, "tok_s": 32487.267600839285, "avg_tok_s": 32292.17001091797, "elapsed_h": 2.7951238038142523, "variant": "v21"}
{"step": 31700, "tokens": 323974000, "ce": 4.322567939758301, "tok_s": 32430.97357221127, "avg_tok_s": 32292.607877041923, "elapsed_h": 2.803879273997413, "variant": "v21"}
{"step": 31800, "tokens": 324996000, "ce": 4.439499855041504, "tok_s": 32519.362704109593, "avg_tok_s": 32293.320942535844, "elapsed_h": 2.8126091788874734, "variant": "v21"}
{"step": 31900, "tokens": 326018000, "ce": 4.202624797821045, "tok_s": 32403.243551627227, "avg_tok_s": 32293.66552751732, "elapsed_h": 2.8213703507847256, "variant": "v21"}
{"step": 32000, "tokens": 327040000, "ce": 4.273090362548828, "tok_s": 32067.649746330208, "avg_tok_s": 32292.95922820111, "elapsed_h": 2.830223206347889, "variant": "v21"}
{"step": 32000, "tokens": 327040000, "valid_ce": 4.209283828735352, "avg_tok_s": 32292.95922820111, "variant": "v21"}
{"step": 32100, "tokens": 328062000, "ce": 4.328006744384766, "tok_s": 28591.44046482259, "avg_tok_s": 32281.428017100243, "elapsed_h": 2.8401524142424264, "variant": "v21"}
{"step": 32200, "tokens": 329084000, "ce": 4.246544361114502, "tok_s": 31853.31085810724, "avg_tok_s": 32280.09846070586, "elapsed_h": 2.849064856701427, "variant": "v21"}
{"step": 32300, "tokens": 330106000, "ce": 4.266057014465332, "tok_s": 31274.19164064265, "avg_tok_s": 32276.984198105045, "elapsed_h": 2.8581423237588672, "variant": "v21"}
{"step": 32400, "tokens": 331128000, "ce": 4.226081371307373, "tok_s": 31639.58733317224, "avg_tok_s": 32275.016923830564, "elapsed_h": 2.867114958299531, "variant": "v21"}
{"step": 32500, "tokens": 332150000, "ce": 4.044718265533447, "tok_s": 31890.504547250268, "avg_tok_s": 32273.833808825697, "elapsed_h": 2.8760170494185555, "variant": "v21"}
{"step": 32600, "tokens": 333172000, "ce": 4.21311092376709, "tok_s": 32362.509990651546, "avg_tok_s": 32274.105821653382, "elapsed_h": 2.884791021148364, "variant": "v21"}
{"step": 32700, "tokens": 334194000, "ce": 4.2999958992004395, "tok_s": 31996.986508738642, "avg_tok_s": 32273.25836198086, "elapsed_h": 2.8936634365055296, "variant": "v21"}
{"step": 32800, "tokens": 335216000, "ce": 4.245340824127197, "tok_s": 31915.97573179517, "avg_tok_s": 32272.16908566932, "elapsed_h": 2.902558375928137, "variant": "v21"}
{"step": 32900, "tokens": 336238000, "ce": 4.259872913360596, "tok_s": 32291.779198042565, "avg_tok_s": 32272.228690874104, "elapsed_h": 2.9113497901625105, "variant": "v21"}
{"step": 33000, "tokens": 337260000, "ce": 4.379690170288086, "tok_s": 32612.78933942218, "avg_tok_s": 32273.260692839398, "elapsed_h": 2.920054675473107, "variant": "v21"}
{"step": 33100, "tokens": 338282000, "ce": 4.247117042541504, "tok_s": 32406.85515822953, "avg_tok_s": 32273.664301496166, "elapsed_h": 2.928814871708552, "variant": "v21"}
{"step": 33200, "tokens": 339304000, "ce": 4.239926338195801, "tok_s": 31980.212009283605, "avg_tok_s": 32272.78040904974, "elapsed_h": 2.9376919529835384, "variant": "v21"}
{"step": 33300, "tokens": 340326000, "ce": 4.1882524490356445, "tok_s": 32219.747073502487, "avg_tok_s": 32272.621149783838, "elapsed_h": 2.946503025094668, "variant": "v21"}
{"step": 33400, "tokens": 341348000, "ce": 4.218756675720215, "tok_s": 32044.824043692057, "avg_tok_s": 32271.939122520085, "elapsed_h": 2.955362192855941, "variant": "v21"}
{"step": 33500, "tokens": 342370000, "ce": 4.111908435821533, "tok_s": 32044.301343518546, "avg_tok_s": 32271.259606761876, "elapsed_h": 2.9642215213510723, "variant": "v21"}
{"step": 33600, "tokens": 343392000, "ce": 4.080658912658691, "tok_s": 32070.864198495172, "avg_tok_s": 32270.663191856318, "elapsed_h": 2.9730734932422638, "variant": "v21"}
{"step": 33700, "tokens": 344414000, "ce": 3.931185483932495, "tok_s": 31784.20386172063, "avg_tok_s": 32269.219692360366, "elapsed_h": 2.982005302839809, "variant": "v21"}
{"step": 33800, "tokens": 345436000, "ce": 4.558838367462158, "tok_s": 32066.712978832835, "avg_tok_s": 32268.620560071824, "elapsed_h": 2.9908584311935638, "variant": "v21"}
{"step": 33900, "tokens": 346458000, "ce": 4.360584735870361, "tok_s": 32465.472208649644, "avg_tok_s": 32269.20124340096, "elapsed_h": 2.9996028116676543, "variant": "v21"}
{"step": 34000, "tokens": 347480000, "ce": 4.246852874755859, "tok_s": 32157.855962232, "avg_tok_s": 32268.87375727987, "elapsed_h": 3.0084308419624963, "variant": "v21"}
{"step": 34000, "tokens": 347480000, "valid_ce": 4.2781291007995605, "avg_tok_s": 32268.87375727987, "variant": "v21"}
{"step": 34100, "tokens": 348502000, "ce": 4.44610595703125, "tok_s": 28135.125595120167, "avg_tok_s": 32256.75132865184, "elapsed_h": 3.018521097368664, "variant": "v21"}
{"step": 34200, "tokens": 349524000, "ce": 4.251772403717041, "tok_s": 32220.9710841317, "avg_tok_s": 32256.646708053824, "elapsed_h": 3.027331833375825, "variant": "v21"}
{"step": 34300, "tokens": 350546000, "ce": 4.3031134605407715, "tok_s": 32218.971156083102, "avg_tok_s": 32256.536866794435, "elapsed_h": 3.0361431250307294, "variant": "v21"}
{"step": 34400, "tokens": 351568000, "ce": 4.2984724044799805, "tok_s": 31860.095179553147, "avg_tok_s": 32255.3844200292, "elapsed_h": 3.0450536645783317, "variant": "v21"}
{"step": 34500, "tokens": 352590000, "ce": 4.170042991638184, "tok_s": 32315.089018049206, "avg_tok_s": 32255.557476835056, "elapsed_h": 3.053838743302557, "variant": "v21"}
{"step": 34600, "tokens": 353612000, "ce": 4.146177291870117, "tok_s": 32271.44635769114, "avg_tok_s": 32255.603398456027, "elapsed_h": 3.0626356995768016, "variant": "v21"}
{"step": 34700, "tokens": 354634000, "ce": 4.223446846008301, "tok_s": 32261.644153108628, "avg_tok_s": 32255.620806970877, "elapsed_h": 3.0714353275299073, "variant": "v21"}
{"step": 34800, "tokens": 355656000, "ce": 4.137032985687256, "tok_s": 31810.577628447387, "avg_tok_s": 32254.341947262474, "elapsed_h": 3.080359736217393, "variant": "v21"}
{"step": 34900, "tokens": 356678000, "ce": 4.340385437011719, "tok_s": 31718.326012884485, "avg_tok_s": 32252.80608498632, "elapsed_h": 3.0893100975619423, "variant": "v21"}
{"step": 35000, "tokens": 357700000, "ce": 4.287261009216309, "tok_s": 32155.13202276777, "avg_tok_s": 32252.527016237127, "elapsed_h": 3.0981388759613036, "variant": "v21"}
{"step": 35100, "tokens": 358722000, "ce": 4.442683219909668, "tok_s": 32404.94085501919, "avg_tok_s": 32252.961243698046, "elapsed_h": 3.106899592147933, "variant": "v21"}
{"step": 35200, "tokens": 359744000, "ce": 4.163599967956543, "tok_s": 32336.792666673588, "avg_tok_s": 32253.19940114968, "elapsed_h": 3.1156787760390174, "variant": "v21"}
{"step": 35300, "tokens": 360766000, "ce": 4.048037052154541, "tok_s": 31905.585791804693, "avg_tok_s": 32252.214660046717, "elapsed_h": 3.1245766023132537, "variant": "v21"}
{"step": 35400, "tokens": 361788000, "ce": 4.240633487701416, "tok_s": 32190.67040554709, "avg_tok_s": 32252.040806220444, "elapsed_h": 3.1333956319093703, "variant": "v21"}
{"step": 35500, "tokens": 362810000, "ce": 4.331567764282227, "tok_s": 31965.55738437428, "avg_tok_s": 32251.233810665948, "elapsed_h": 3.142276765704155, "variant": "v21"}
{"step": 35600, "tokens": 363832000, "ce": 4.301363945007324, "tok_s": 31964.38916987183, "avg_tok_s": 32250.42806729293, "elapsed_h": 3.151158228582806, "variant": "v21"}
{"step": 35700, "tokens": 364854000, "ce": 4.272370338439941, "tok_s": 31996.4183180846, "avg_tok_s": 32249.716555390387, "elapsed_h": 3.160030800369051, "variant": "v21"}
{"step": 35800, "tokens": 365876000, "ce": 4.276904106140137, "tok_s": 32344.357064764507, "avg_tok_s": 32249.98091435512, "elapsed_h": 3.1688079253170227, "variant": "v21"}
{"step": 35900, "tokens": 366898000, "ce": 4.118417263031006, "tok_s": 32129.401858059457, "avg_tok_s": 32249.645039546496, "elapsed_h": 3.177643775343895, "variant": "v21"}
{"step": 36000, "tokens": 367920000, "ce": 4.303496837615967, "tok_s": 32020.333677798022, "avg_tok_s": 32249.00806354164, "elapsed_h": 3.1865097300211587, "variant": "v21"}
{"step": 36000, "tokens": 367920000, "valid_ce": 4.203925132751465, "avg_tok_s": 32249.00806354164, "variant": "v21"}
{"step": 36100, "tokens": 368942000, "ce": 4.202608585357666, "tok_s": 27719.994050123893, "avg_tok_s": 32236.46231835212, "elapsed_h": 3.1967510920763016, "variant": "v21"}
{"step": 36200, "tokens": 369964000, "ce": 4.405433177947998, "tok_s": 32224.128172351364, "avg_tok_s": 32236.4282461256, "elapsed_h": 3.205560979512003, "variant": "v21"}
{"step": 36300, "tokens": 370986000, "ce": 4.188566207885742, "tok_s": 32374.18209204748, "avg_tok_s": 32236.80773330445, "elapsed_h": 3.2143300236596, "variant": "v21"}
{"step": 36400, "tokens": 372008000, "ce": 4.1553874015808105, "tok_s": 32065.490105829136, "avg_tok_s": 32236.337080481713, "elapsed_h": 3.2231835127539106, "variant": "v21"}
{"step": 36500, "tokens": 373030000, "ce": 4.142919063568115, "tok_s": 32044.10826976534, "avg_tok_s": 32235.81042620578, "elapsed_h": 3.2320429219802222, "variant": "v21"}
{"step": 36600, "tokens": 374052000, "ce": 4.44358491897583, "tok_s": 32020.90654531022, "avg_tok_s": 32235.223257132293, "elapsed_h": 3.240908713274532, "variant": "v21"}
{"step": 36700, "tokens": 375074000, "ce": 4.150527000427246, "tok_s": 32306.0949052818, "avg_tok_s": 32235.416367890193, "elapsed_h": 3.249696229961183, "variant": "v21"}
{"step": 36800, "tokens": 376096000, "ce": 4.264102935791016, "tok_s": 32430.793967448917, "avg_tok_s": 32235.947285280294, "elapsed_h": 3.2584499610794917, "variant": "v21"}
{"step": 36900, "tokens": 377118000, "ce": 4.246219158172607, "tok_s": 32469.8419334391, "avg_tok_s": 32236.58114611541, "elapsed_h": 3.2671931641631655, "variant": "v21"}
{"step": 37000, "tokens": 378140000, "ce": 4.235572814941406, "tok_s": 32074.566247249684, "avg_tok_s": 32236.143268010368, "elapsed_h": 3.2760441163513394, "variant": "v21"}
{"step": 37100, "tokens": 379162000, "ce": 4.365466594696045, "tok_s": 32421.131612636964, "avg_tok_s": 32236.64188888537, "elapsed_h": 3.284800457093451, "variant": "v21"}
{"step": 37200, "tokens": 380184000, "ce": 4.246190071105957, "tok_s": 32303.403490129334, "avg_tok_s": 32236.82135555538, "elapsed_h": 3.293588706718551, "variant": "v21"}
{"step": 37300, "tokens": 381206000, "ce": 4.17773962020874, "tok_s": 32231.590990099907, "avg_tok_s": 32236.807333127887, "elapsed_h": 3.3023965381913714, "variant": "v21"}
{"step": 37400, "tokens": 382228000, "ce": 4.28565788269043, "tok_s": 32495.513484086652, "avg_tok_s": 32237.49906080425, "elapsed_h": 3.311132833957672, "variant": "v21"}
{"step": 37500, "tokens": 383250000, "ce": 3.9507079124450684, "tok_s": 31957.47030457001, "avg_tok_s": 32236.752317454288, "elapsed_h": 3.320016215642293, "variant": "v21"}
{"step": 37600, "tokens": 384272000, "ce": 4.074587821960449, "tok_s": 32138.884577374865, "avg_tok_s": 32236.492030911522, "elapsed_h": 3.328849457105001, "variant": "v21"}
{"step": 37700, "tokens": 385294000, "ce": 4.147586822509766, "tok_s": 32206.928160483956, "avg_tok_s": 32236.413612157077, "elapsed_h": 3.337664033903016, "variant": "v21"}
{"step": 37800, "tokens": 386316000, "ce": 4.2075276374816895, "tok_s": 31990.131115636406, "avg_tok_s": 32235.76207116099, "elapsed_h": 3.34653835064835, "variant": "v21"}
{"step": 37900, "tokens": 387338000, "ce": 4.217978477478027, "tok_s": 32157.30833904006, "avg_tok_s": 32235.555069229275, "elapsed_h": 3.355366528564029, "variant": "v21"}
{"step": 38000, "tokens": 388360000, "ce": 4.267399787902832, "tok_s": 32136.25323325519, "avg_tok_s": 32235.293748608292, "elapsed_h": 3.364200494951672, "variant": "v21"}
{"step": 38000, "tokens": 388360000, "valid_ce": 4.213699817657471, "avg_tok_s": 32235.293748608292, "variant": "v21"}
{"step": 38100, "tokens": 389382000, "ce": 4.344960689544678, "tok_s": 28530.71604832403, "avg_tok_s": 32225.570447557675, "elapsed_h": 3.3741508324278726, "variant": "v21"}
{"step": 38200, "tokens": 390404000, "ce": 3.9227325916290283, "tok_s": 32334.58711130885, "avg_tok_s": 32225.8558314942, "elapsed_h": 3.38293060666985, "variant": "v21"}
{"step": 38300, "tokens": 391426000, "ce": 4.182102203369141, "tok_s": 32276.36913633696, "avg_tok_s": 32225.987720018595, "elapsed_h": 3.3917262184619905, "variant": "v21"}
{"step": 38400, "tokens": 392448000, "ce": 4.077752590179443, "tok_s": 32257.59560247003, "avg_tok_s": 32226.070032212476, "elapsed_h": 3.40052694870366, "variant": "v21"}
{"step": 38500, "tokens": 393470000, "ce": 4.334554195404053, "tok_s": 32476.67787374968, "avg_tok_s": 32226.720961671013, "elapsed_h": 3.4092683092753093, "variant": "v21"}
{"step": 38600, "tokens": 394492000, "ce": 4.074919700622559, "tok_s": 32335.851573403554, "avg_tok_s": 32227.003683463066, "elapsed_h": 3.418047739598486, "variant": "v21"}
{"step": 38700, "tokens": 395514000, "ce": 4.308220863342285, "tok_s": 32406.922287888076, "avg_tok_s": 32227.468589417655, "elapsed_h": 3.4268079157008065, "variant": "v21"}
{"step": 38800, "tokens": 396536000, "ce": 4.21380090713501, "tok_s": 32005.332805149883, "avg_tok_s": 32226.896074509747, "elapsed_h": 3.4356780086623298, "variant": "v21"}
{"step": 38900, "tokens": 397558000, "ce": 4.082466125488281, "tok_s": 32476.765961719244, "avg_tok_s": 32227.538413551418, "elapsed_h": 3.4444193461868498, "variant": "v21"}
{"step": 39000, "tokens": 398580000, "ce": 4.075647354125977, "tok_s": 32568.357977221545, "avg_tok_s": 32228.41230986852, "elapsed_h": 3.4531361007028156, "variant": "v21"}
{"step": 39100, "tokens": 399602000, "ce": 4.333901405334473, "tok_s": 32518.53503885778, "avg_tok_s": 32229.154311732946, "elapsed_h": 3.461866221692827, "variant": "v21"}
{"step": 39200, "tokens": 400624000, "ce": 4.121541976928711, "tok_s": 32206.10035229138, "avg_tok_s": 32229.09550061192, "elapsed_h": 3.4706810212797587, "variant": "v21"}
{"step": 39300, "tokens": 401646000, "ce": 4.126195430755615, "tok_s": 32386.036340371786, "avg_tok_s": 32229.494841171105, "elapsed_h": 3.4794468490282693, "variant": "v21"}
{"step": 39400, "tokens": 402668000, "ce": 4.251331329345703, "tok_s": 32530.333309246227, "avg_tok_s": 32230.258390582465, "elapsed_h": 3.4881737955411274, "variant": "v21"}
{"step": 39500, "tokens": 403690000, "ce": 4.411778450012207, "tok_s": 32523.88982861086, "avg_tok_s": 32231.00176131165, "elapsed_h": 3.496902467277315, "variant": "v21"}
{"step": 39600, "tokens": 404712000, "ce": 4.217397212982178, "tok_s": 32259.15168334405, "avg_tok_s": 32231.072846973348, "elapsed_h": 3.5057027743260067, "variant": "v21"}
{"step": 39700, "tokens": 405734000, "ce": 4.465807914733887, "tok_s": 32263.91456350111, "avg_tok_s": 32231.155571700117, "elapsed_h": 3.514501780470212, "variant": "v21"}
{"step": 39800, "tokens": 406756000, "ce": 4.220819473266602, "tok_s": 32508.61669566553, "avg_tok_s": 32231.852710202544, "elapsed_h": 3.5232345540655983, "variant": "v21"}
{"step": 39900, "tokens": 407778000, "ce": 4.182645320892334, "tok_s": 32520.828675438257, "avg_tok_s": 32232.57696074198, "elapsed_h": 3.531964048213429, "variant": "v21"}
{"step": 40000, "tokens": 408800000, "ce": 4.142685890197754, "tok_s": 32389.463741048206, "avg_tok_s": 32232.969177692743, "elapsed_h": 3.5407289457321167, "variant": "v21"}
{"step": 40000, "tokens": 408800000, "valid_ce": 4.148524284362793, "avg_tok_s": 32232.969177692743, "variant": "v21"}
{"step": 40100, "tokens": 409822000, "ce": 4.408847332000732, "tok_s": 9917.424038906405, "avg_tok_s": 32177.319439192026, "elapsed_h": 3.5693542579809825, "variant": "v21"}
{"step": 40200, "tokens": 410844000, "ce": 4.007645130157471, "tok_s": 32240.106457111102, "avg_tok_s": 32177.475625803763, "elapsed_h": 3.5781597646739747, "variant": "v21"}
{"step": 40300, "tokens": 411866000, "ce": 4.052934169769287, "tok_s": 32438.946886972804, "avg_tok_s": 32178.12443786622, "elapsed_h": 3.58691129538748, "variant": "v21"}
{"step": 40400, "tokens": 412888000, "ce": 4.0631937980651855, "tok_s": 32185.5605829215, "avg_tok_s": 32178.14284416586, "elapsed_h": 3.595731725295385, "variant": "v21"}
{"step": 40500, "tokens": 413910000, "ce": 4.169867515563965, "tok_s": 32432.695376183532, "avg_tok_s": 32178.771368936275, "elapsed_h": 3.6044849403036965, "variant": "v21"}
{"step": 40600, "tokens": 414932000, "ce": 4.289700508117676, "tok_s": 32312.844039442793, "avg_tok_s": 32179.10159718875, "elapsed_h": 3.613270625008477, "variant": "v21"}
{"step": 40700, "tokens": 415954000, "ce": 4.008454322814941, "tok_s": 32164.429861036082, "avg_tok_s": 32179.065548696974, "elapsed_h": 3.6220968470308517, "variant": "v21"}
{"step": 40800, "tokens": 416976000, "ce": 4.1204376220703125, "tok_s": 32177.46277980761, "avg_tok_s": 32179.06162034185, "elapsed_h": 3.6309194946951338, "variant": "v21"}
{"step": 40900, "tokens": 417998000, "ce": 4.047005653381348, "tok_s": 32511.939152419407, "avg_tok_s": 32179.875501838374, "elapsed_h": 3.639651378525628, "variant": "v21"}
{"step": 41000, "tokens": 419020000, "ce": 3.7568156719207764, "tok_s": 32550.596819215436, "avg_tok_s": 32180.779700173436, "elapsed_h": 3.64837289346589, "variant": "v21"}
{"step": 41100, "tokens": 420042000, "ce": 3.9348628520965576, "tok_s": 32262.89854570043, "avg_tok_s": 32180.9795027173, "elapsed_h": 3.65717217736774, "variant": "v21"}
{"step": 41200, "tokens": 421064000, "ce": 4.077117919921875, "tok_s": 32220.129718198667, "avg_tok_s": 32181.07452751216, "elapsed_h": 3.665983141130871, "variant": "v21"}
{"step": 41300, "tokens": 422086000, "ce": 4.252989768981934, "tok_s": 32362.812227456936, "avg_tok_s": 32181.51457036917, "elapsed_h": 3.6747552583614986, "variant": "v21"}
{"step": 41400, "tokens": 423108000, "ce": 3.9665367603302, "tok_s": 32532.57898296912, "avg_tok_s": 32182.36255204212, "elapsed_h": 3.6834816049867207, "variant": "v21"}
{"step": 41500, "tokens": 424130000, "ce": 4.425653457641602, "tok_s": 32517.07544099142, "avg_tok_s": 32183.169089123927, "elapsed_h": 3.6922121098968717, "variant": "v21"}
{"step": 41600, "tokens": 425152000, "ce": 4.173486232757568, "tok_s": 32362.885771785768, "avg_tok_s": 32183.60110038032, "elapsed_h": 3.700984206729465, "variant": "v21"}
{"step": 41700, "tokens": 426174000, "ce": 4.172924518585205, "tok_s": 32166.008344278944, "avg_tok_s": 32183.55891151677, "elapsed_h": 3.709809998538759, "variant": "v21"}
{"step": 41800, "tokens": 427196000, "ce": 4.097607135772705, "tok_s": 32463.674394558097, "avg_tok_s": 32184.22904425132, "elapsed_h": 3.71855486035347, "variant": "v21"}
{"step": 41900, "tokens": 428218000, "ce": 4.293004989624023, "tok_s": 32283.77520749636, "avg_tok_s": 32184.466624593195, "elapsed_h": 3.7273484536674286, "variant": "v21"}
{"step": 42000, "tokens": 429240000, "ce": 3.998708724975586, "tok_s": 32262.43378259845, "avg_tok_s": 32184.65226068368, "elapsed_h": 3.7361478635337617, "variant": "v21"}
{"step": 42000, "tokens": 429240000, "valid_ce": 4.063741207122803, "avg_tok_s": 32184.65226068368, "variant": "v21"}
{"step": 42100, "tokens": 430262000, "ce": 4.310392379760742, "tok_s": 28583.116723984327, "avg_tok_s": 32176.097544444492, "elapsed_h": 3.746079958346155, "variant": "v21"}
{"step": 42200, "tokens": 431284000, "ce": 4.0112690925598145, "tok_s": 32225.885257911847, "avg_tok_s": 32176.215524808154, "elapsed_h": 3.7548893504672582, "variant": "v21"}
{"step": 42300, "tokens": 432306000, "ce": 4.139282703399658, "tok_s": 32331.608796298915, "avg_tok_s": 32176.582884788037, "elapsed_h": 3.763669935795996, "variant": "v21"}
{"step": 42400, "tokens": 433328000, "ce": 4.185319900512695, "tok_s": 32068.215911480092, "avg_tok_s": 32176.32730230382, "elapsed_h": 3.772522639301088, "variant": "v21"}
{"step": 42500, "tokens": 434350000, "ce": 4.19195032119751, "tok_s": 32406.295101917534, "avg_tok_s": 32176.868403008793, "elapsed_h": 3.7812829884555605, "variant": "v21"}
{"step": 42600, "tokens": 435372000, "ce": 3.9794745445251465, "tok_s": 32345.177107589727, "avg_tok_s": 32177.26349386462, "elapsed_h": 3.7900598895549775, "variant": "v21"}
{"step": 42700, "tokens": 436394000, "ce": 4.00705099105835, "tok_s": 32092.371146666213, "avg_tok_s": 32177.064682747055, "elapsed_h": 3.798905930055512, "variant": "v21"}
{"step": 42800, "tokens": 437416000, "ce": 4.059554100036621, "tok_s": 32343.36721131651, "avg_tok_s": 32177.453240056795, "elapsed_h": 3.807683321899838, "variant": "v21"}
{"step": 42900, "tokens": 438438000, "ce": 4.275815010070801, "tok_s": 32483.309920999753, "avg_tok_s": 32178.16619269303, "elapsed_h": 3.8164229028754764, "variant": "v21"}
{"step": 43000, "tokens": 439460000, "ce": 3.980607509613037, "tok_s": 32425.14896346043, "avg_tok_s": 32178.740571229697, "elapsed_h": 3.82517815762096, "variant": "v21"}
{"step": 43100, "tokens": 440482000, "ce": 4.146490097045898, "tok_s": 32472.33853353157, "avg_tok_s": 32179.42177299838, "elapsed_h": 3.8339206910133363, "variant": "v21"}
{"step": 43200, "tokens": 441504000, "ce": 4.159527778625488, "tok_s": 32241.887111555574, "avg_tok_s": 32179.566368689484, "elapsed_h": 3.842725708352195, "variant": "v21"}
{"step": 43300, "tokens": 442526000, "ce": 4.2123517990112305, "tok_s": 32126.468202859996, "avg_tok_s": 32179.443740130984, "elapsed_h": 3.851562358405855, "variant": "v21"}
{"step": 43400, "tokens": 443548000, "ce": 4.164831161499023, "tok_s": 32532.767617876012, "avg_tok_s": 32180.257850448368, "elapsed_h": 3.860288651585579, "variant": "v21"}
{"step": 43500, "tokens": 444570000, "ce": 4.331439018249512, "tok_s": 32345.01773291628, "avg_tok_s": 32180.63660879887, "elapsed_h": 3.8690655952692032, "variant": "v21"}
{"step": 43600, "tokens": 445592000, "ce": 3.8651695251464844, "tok_s": 32053.34416050722, "avg_tok_s": 32180.344653642238, "elapsed_h": 3.877922407190005, "variant": "v21"}
{"step": 43700, "tokens": 446614000, "ce": 4.241065502166748, "tok_s": 32361.187740461803, "avg_tok_s": 32180.758482216195, "elapsed_h": 3.8866949652963214, "variant": "v21"}
{"step": 43800, "tokens": 447636000, "ce": 4.175789833068848, "tok_s": 32600.93912709848, "avg_tok_s": 32181.71779875702, "elapsed_h": 3.895403008196089, "variant": "v21"}
{"step": 43900, "tokens": 448658000, "ce": 4.059473037719727, "tok_s": 32494.97203645401, "avg_tok_s": 32182.431361940846, "elapsed_h": 3.9041394507222704, "variant": "v21"}
{"step": 44000, "tokens": 449680000, "ce": 4.07497501373291, "tok_s": 32553.76617719328, "avg_tok_s": 32183.275304702784, "elapsed_h": 3.9128601116604274, "variant": "v21"}
{"step": 44000, "tokens": 449680000, "valid_ce": 4.1828765869140625, "avg_tok_s": 32183.275304702784, "variant": "v21"}
{"step": 44100, "tokens": 450702000, "ce": 4.008847713470459, "tok_s": 28802.25379260397, "avg_tok_s": 32175.608589255848, "elapsed_h": 3.922716641359859, "variant": "v21"}
{"step": 44200, "tokens": 451724000, "ce": 3.906290054321289, "tok_s": 32294.983754787503, "avg_tok_s": 32175.878668815876, "elapsed_h": 3.9315071845716902, "variant": "v21"}
{"step": 44300, "tokens": 452746000, "ce": 4.344841957092285, "tok_s": 32555.947338727565, "avg_tok_s": 32176.73661163735, "elapsed_h": 3.9402272630400126, "variant": "v21"}
{"step": 44400, "tokens": 453768000, "ce": 4.0669660568237305, "tok_s": 32513.59015435112, "avg_tok_s": 32177.495290787607, "elapsed_h": 3.9489586995045345, "variant": "v21"}
{"step": 44500, "tokens": 454790000, "ce": 4.089553356170654, "tok_s": 32361.99593228541, "avg_tok_s": 32177.909898970745, "elapsed_h": 3.9577310427029926, "variant": "v21"}
{"step": 44600, "tokens": 455812000, "ce": 4.257961273193359, "tok_s": 32503.041179387805, "avg_tok_s": 32178.638892873023, "elapsed_h": 3.966465315553877, "variant": "v21"}
{"step": 44700, "tokens": 456834000, "ce": 4.2964324951171875, "tok_s": 32609.450952965468, "avg_tok_s": 32179.602678242358, "elapsed_h": 3.975171087914043, "variant": "v21"}
{"step": 44800, "tokens": 457856000, "ce": 4.098576545715332, "tok_s": 32219.483102395825, "avg_tok_s": 32179.691697046273, "elapsed_h": 3.9839822294976974, "variant": "v21"}
{"step": 44900, "tokens": 458878000, "ce": 4.351099014282227, "tok_s": 32504.207198646243, "avg_tok_s": 32180.414448720214, "elapsed_h": 3.9927161921395196, "variant": "v21"}
{"step": 45000, "tokens": 459900000, "ce": 4.1199140548706055, "tok_s": 32655.949871123164, "avg_tok_s": 32181.47119410333, "elapsed_h": 4.001409568587939, "variant": "v21"}
{"step": 45100, "tokens": 460922000, "ce": 4.083256721496582, "tok_s": 32283.83356139217, "avg_tok_s": 32181.698161658296, "elapsed_h": 4.010203147199419, "variant": "v21"}
{"step": 45200, "tokens": 461944000, "ce": 4.339957237243652, "tok_s": 32536.810214353336, "avg_tok_s": 32182.483807792578, "elapsed_h": 4.018928353587786, "variant": "v21"}
{"step": 45300, "tokens": 462966000, "ce": 4.042411804199219, "tok_s": 32650.15857524925, "avg_tok_s": 32183.516202422725, "elapsed_h": 4.02762326962418, "variant": "v21"}
{"step": 45400, "tokens": 463988000, "ce": 4.131317138671875, "tok_s": 32273.447703142436, "avg_tok_s": 32183.714289428717, "elapsed_h": 4.036419677138329, "variant": "v21"}
{"step": 45500, "tokens": 465010000, "ce": 4.131321430206299, "tok_s": 32343.96731494035, "avg_tok_s": 32184.06649388039, "elapsed_h": 4.045196905069881, "variant": "v21"}
{"step": 45600, "tokens": 466032000, "ce": 4.054299354553223, "tok_s": 32282.443094060043, "avg_tok_s": 32184.282232038677, "elapsed_h": 4.0539908619059455, "variant": "v21"}
{"step": 45700, "tokens": 467054000, "ce": 4.411408424377441, "tok_s": 32422.278519815256, "avg_tok_s": 32184.80301166182, "elapsed_h": 4.062746898068322, "variant": "v21"}
{"step": 45800, "tokens": 468076000, "ce": 3.9522945880889893, "tok_s": 32610.3058283874, "avg_tok_s": 32185.732057113186, "elapsed_h": 4.071452443798383, "variant": "v21"}
{"step": 45900, "tokens": 469098000, "ce": 4.294445514678955, "tok_s": 32520.077169754495, "avg_tok_s": 32186.460477837893, "elapsed_h": 4.080182146430015, "variant": "v21"}
{"step": 46000, "tokens": 470120000, "ce": 3.8515372276306152, "tok_s": 32412.361204163088, "avg_tok_s": 32186.95156637338, "elapsed_h": 4.08894085460239, "variant": "v21"}
{"step": 46000, "tokens": 470120000, "valid_ce": 4.234524250030518, "avg_tok_s": 32186.95156637338, "variant": "v21"}
{"step": 46100, "tokens": 471142000, "ce": 4.074801921844482, "tok_s": 28977.271555334562, "avg_tok_s": 32179.989136848348, "elapsed_h": 4.098737853235669, "variant": "v21"}
{"step": 46200, "tokens": 472164000, "ce": 4.242592811584473, "tok_s": 32395.60188785995, "avg_tok_s": 32180.455831114607, "elapsed_h": 4.10750109023518, "variant": "v21"}
{"step": 46300, "tokens": 473186000, "ce": 3.985370635986328, "tok_s": 32612.814895997424, "avg_tok_s": 32181.38965198908, "elapsed_h": 4.116205962697665, "variant": "v21"}
{"step": 46400, "tokens": 474208000, "ce": 4.33944845199585, "tok_s": 32450.71252326052, "avg_tok_s": 32181.97008921165, "elapsed_h": 4.124954318934017, "variant": "v21"}
{"step": 46500, "tokens": 475230000, "ce": 4.403740882873535, "tok_s": 32566.089052932155, "avg_tok_s": 32182.79615149922, "elapsed_h": 4.133671685523457, "variant": "v21"}
{"step": 46600, "tokens": 476252000, "ce": 4.138119220733643, "tok_s": 32779.559896623585, "avg_tok_s": 32184.07676039434, "elapsed_h": 4.142332279814614, "variant": "v21"}
{"step": 46700, "tokens": 477274000, "ce": 4.064287185668945, "tok_s": 32684.93445321232, "avg_tok_s": 32185.149260807226, "elapsed_h": 4.151017944614092, "variant": "v21"}
{"step": 46800, "tokens": 478296000, "ce": 3.9697747230529785, "tok_s": 32523.74670204716, "avg_tok_s": 32185.872759613292, "elapsed_h": 4.159746654166115, "variant": "v21"}
{"step": 46900, "tokens": 479318000, "ce": 4.24740743637085, "tok_s": 32695.091864618917, "avg_tok_s": 32186.958514634625, "elapsed_h": 4.168429621193144, "variant": "v21"}
{"step": 47000, "tokens": 480340000, "ce": 4.300334453582764, "tok_s": 32652.934698429726, "avg_tok_s": 32187.94995332355, "elapsed_h": 4.1771237985955345, "variant": "v21"}
{"step": 47100, "tokens": 481362000, "ce": 4.193106174468994, "tok_s": 32545.880634211866, "avg_tok_s": 32188.709891074905, "elapsed_h": 4.185846573313078, "variant": "v21"}
{"step": 47200, "tokens": 482384000, "ce": 4.129449844360352, "tok_s": 32298.53135588825, "avg_tok_s": 32188.942563669847, "elapsed_h": 4.194636149870025, "variant": "v21"}
{"step": 47300, "tokens": 483406000, "ce": 4.151923179626465, "tok_s": 32461.10660966955, "avg_tok_s": 32189.517963344268, "elapsed_h": 4.203381706409984, "variant": "v21"}
{"step": 47400, "tokens": 484428000, "ce": 4.011754035949707, "tok_s": 32552.828481304277, "avg_tok_s": 32190.28444123026, "elapsed_h": 4.212102618879742, "variant": "v21"}
{"step": 47500, "tokens": 485450000, "ce": 4.198035717010498, "tok_s": 32585.069418986837, "avg_tok_s": 32191.11556749922, "elapsed_h": 4.22081490682231, "variant": "v21"}
{"step": 47600, "tokens": 486472000, "ce": 4.11124324798584, "tok_s": 32514.535209553564, "avg_tok_s": 32191.795020528745, "elapsed_h": 4.229546089371046, "variant": "v21"}
{"step": 47700, "tokens": 487494000, "ce": 4.130404949188232, "tok_s": 32609.60252511224, "avg_tok_s": 32192.67092724695, "elapsed_h": 4.23825181848473, "variant": "v21"}
{"step": 47800, "tokens": 488516000, "ce": 4.33552885055542, "tok_s": 32423.10055666261, "avg_tok_s": 32193.152997601377, "elapsed_h": 4.247007622851266, "variant": "v21"}
{"step": 47900, "tokens": 489538000, "ce": 4.152354717254639, "tok_s": 32669.16065515734, "avg_tok_s": 32194.146750539905, "elapsed_h": 4.255697482890553, "variant": "v21"}
{"step": 48000, "tokens": 490560000, "ce": 4.266556739807129, "tok_s": 32549.617535536425, "avg_tok_s": 32194.887314675318, "elapsed_h": 4.264419255521562, "variant": "v21"}
{"step": 48000, "tokens": 490560000, "valid_ce": 4.172435760498047, "avg_tok_s": 32194.887314675318, "variant": "v21"}
{"step": 48100, "tokens": 491582000, "ce": 4.097230434417725, "tok_s": 28870.554387512617, "avg_tok_s": 32187.97601960845, "elapsed_h": 4.274252465102408, "variant": "v21"}
{"step": 48200, "tokens": 492604000, "ce": 4.3256754875183105, "tok_s": 32439.430988089654, "avg_tok_s": 32188.497710414427, "elapsed_h": 4.283003868725565, "variant": "v21"}
{"step": 48300, "tokens": 493626000, "ce": 4.105154991149902, "tok_s": 32715.541243832195, "avg_tok_s": 32189.588897854217, "elapsed_h": 4.291681411200099, "variant": "v21"}
{"step": 48400, "tokens": 494648000, "ce": 4.173811912536621, "tok_s": 32520.411962973645, "avg_tok_s": 32190.2724165838, "elapsed_h": 4.300411017139752, "variant": "v21"}
{"step": 48500, "tokens": 495670000, "ce": 4.184601783752441, "tok_s": 32399.50712233382, "avg_tok_s": 32190.703828348236, "elapsed_h": 4.309173200660282, "variant": "v21"}
{"step": 48600, "tokens": 496692000, "ce": 4.073479652404785, "tok_s": 32355.950131130714, "avg_tok_s": 32191.043841316925, "elapsed_h": 4.317947184244792, "variant": "v21"}
{"step": 48700, "tokens": 497714000, "ce": 4.150928497314453, "tok_s": 32634.464032105905, "avg_tok_s": 32191.95435505571, "elapsed_h": 4.326646284527249, "variant": "v21"}
{"step": 48800, "tokens": 498736000, "ce": 3.9101614952087402, "tok_s": 32392.363869934183, "avg_tok_s": 32192.365030291116, "elapsed_h": 4.3354103966554005, "variant": "v21"}
{"step": 48900, "tokens": 499758000, "ce": 4.328600883483887, "tok_s": 32547.82274704428, "avg_tok_s": 32193.09193768734, "elapsed_h": 4.344132651686668, "variant": "v21"}
{"step": 49000, "tokens": 500780000, "ce": 4.3095173835754395, "tok_s": 32579.719723636626, "avg_tok_s": 32193.880973985193, "elapsed_h": 4.352846368948619, "variant": "v21"}
{"step": 49100, "tokens": 501802000, "ce": 4.291445732116699, "tok_s": 32494.78482491007, "avg_tok_s": 32194.493812785448, "elapsed_h": 4.3615828614102465, "variant": "v21"}
{"step": 49200, "tokens": 502824000, "ce": 4.143385887145996, "tok_s": 32247.444949397304, "avg_tok_s": 32194.601437046855, "elapsed_h": 4.3703863625393975, "variant": "v21"}
{"step": 49300, "tokens": 503846000, "ce": 4.284760475158691, "tok_s": 32410.24089768875, "avg_tok_s": 32195.038839603938, "elapsed_h": 4.379145644969411, "variant": "v21"}
{"step": 49400, "tokens": 504868000, "ce": 4.178899765014648, "tok_s": 32494.99469905044, "avg_tok_s": 32195.646037699982, "elapsed_h": 4.3878820810715355, "variant": "v21"}
{"step": 49500, "tokens": 505890000, "ce": 4.07485294342041, "tok_s": 32270.514408755444, "avg_tok_s": 32195.79728693444, "elapsed_h": 4.396679288215108, "variant": "v21"}
{"step": 49600, "tokens": 506912000, "ce": 4.267919063568115, "tok_s": 32404.274797175945, "avg_tok_s": 32196.217604495407, "elapsed_h": 4.4054401803678935, "variant": "v21"}
{"step": 49700, "tokens": 507934000, "ce": 4.03015661239624, "tok_s": 32500.82619503492, "avg_tok_s": 32196.83049904378, "elapsed_h": 4.41417504813936, "variant": "v21"}
{"step": 49800, "tokens": 508956000, "ce": 4.216166019439697, "tok_s": 32398.2403706076, "avg_tok_s": 32197.234936536875, "elapsed_h": 4.422937573459413, "variant": "v21"}
{"step": 49900, "tokens": 509978000, "ce": 4.104116916656494, "tok_s": 32428.746564688823, "avg_tok_s": 32197.698887695497, "elapsed_h": 4.431691858569781, "variant": "v21"}
{"step": 50000, "tokens": 511000000, "ce": 4.211726188659668, "tok_s": 32102.700153365935, "avg_tok_s": 32197.508890226836, "elapsed_h": 4.440535053345892, "variant": "v21"}
{"step": 50000, "tokens": 511000000, "valid_ce": 4.224661827087402, "avg_tok_s": 32197.508890226836, "variant": "v21"}
{"step": 50100, "tokens": 512022000, "ce": 4.164826393127441, "tok_s": 28750.405160992337, "avg_tok_s": 32190.6284436615, "elapsed_h": 4.4504093557596205, "variant": "v21"}
{"step": 50200, "tokens": 513044000, "ce": 4.219137668609619, "tok_s": 32372.272624737067, "avg_tok_s": 32190.990284659656, "elapsed_h": 4.4591789128383, "variant": "v21"}
{"step": 50300, "tokens": 514066000, "ce": 4.403752326965332, "tok_s": 32290.91758926047, "avg_tok_s": 32191.188947293056, "elapsed_h": 4.467970560656654, "variant": "v21"}
{"step": 50400, "tokens": 515088000, "ce": 4.133401870727539, "tok_s": 32220.80808724205, "avg_tok_s": 32191.247715427875, "elapsed_h": 4.476781340175205, "variant": "v21"}
{"step": 50500, "tokens": 516110000, "ce": 4.046555995941162, "tok_s": 32130.08267364872, "avg_tok_s": 32191.126596533264, "elapsed_h": 4.485617003308402, "variant": "v21"}
{"step": 50600, "tokens": 517132000, "ce": 4.186681747436523, "tok_s": 32248.05920877226, "avg_tok_s": 32191.239111577215, "elapsed_h": 4.494420336882273, "variant": "v21"}
{"step": 50700, "tokens": 518154000, "ce": 4.076849460601807, "tok_s": 32258.991455915366, "avg_tok_s": 32191.372745392477, "elapsed_h": 4.503220689098041, "variant": "v21"}
{"step": 50800, "tokens": 519176000, "ce": 4.042194366455078, "tok_s": 31950.450363760363, "avg_tok_s": 32190.898488735722, "elapsed_h": 4.512106022901005, "variant": "v21"}
{"step": 50900, "tokens": 520198000, "ce": 3.9618499279022217, "tok_s": 32312.89031948981, "avg_tok_s": 32191.138158344274, "elapsed_h": 4.520891695155038, "variant": "v21"}
{"step": 51000, "tokens": 521220000, "ce": 4.055744171142578, "tok_s": 32326.43560769533, "avg_tok_s": 32191.40344746065, "elapsed_h": 4.5296736847692065, "variant": "v21"}
{"step": 51100, "tokens": 522242000, "ce": 4.328210353851318, "tok_s": 32285.296124805245, "avg_tok_s": 32191.587190469152, "elapsed_h": 4.538466864162022, "variant": "v21"}
{"step": 51200, "tokens": 523264000, "ce": 4.043394565582275, "tok_s": 32250.889665069542, "avg_tok_s": 32191.703015614854, "elapsed_h": 4.547269423868921, "variant": "v21"}
{"step": 51300, "tokens": 524286000, "ce": 4.163573265075684, "tok_s": 32170.57595718934, "avg_tok_s": 32191.661832265097, "elapsed_h": 4.5560939672920435, "variant": "v21"}
{"step": 51400, "tokens": 525308000, "ce": 4.121152400970459, "tok_s": 32328.322116821935, "avg_tok_s": 32191.92770830509, "elapsed_h": 4.564875442385674, "variant": "v21"}
{"step": 51500, "tokens": 526330000, "ce": 3.9825961589813232, "tok_s": 32326.441702291464, "avg_tok_s": 32192.188900526424, "elapsed_h": 4.573657425045967, "variant": "v21"}
{"step": 51600, "tokens": 527352000, "ce": 4.224844932556152, "tok_s": 32258.779035641786, "avg_tok_s": 32192.31795117587, "elapsed_h": 4.582457831634415, "variant": "v21"}
{"step": 51700, "tokens": 528374000, "ce": 4.083127498626709, "tok_s": 32190.90803811781, "avg_tok_s": 32192.31522407131, "elapsed_h": 4.5912767939435115, "variant": "v21"}
{"step": 51800, "tokens": 529396000, "ce": 4.130734443664551, "tok_s": 32486.597661999196, "avg_tok_s": 32192.883336885843, "elapsed_h": 4.600015487604671, "variant": "v21"}
{"step": 51900, "tokens": 530418000, "ce": 4.050762176513672, "tok_s": 32432.562375831305, "avg_tok_s": 32193.345146209434, "elapsed_h": 4.6087687426143225, "variant": "v21"}
{"step": 52000, "tokens": 531440000, "ce": 4.140219688415527, "tok_s": 32357.284410047592, "avg_tok_s": 32193.66041402451, "elapsed_h": 4.6175423618819975, "variant": "v21"}
{"step": 52000, "tokens": 531440000, "valid_ce": 4.1258158683776855, "avg_tok_s": 32193.66041402451, "variant": "v21"}
{"step": 52100, "tokens": 532462000, "ce": 3.7847657203674316, "tok_s": 28815.0859132249, "avg_tok_s": 32187.175626115106, "elapsed_h": 4.627394506335259, "variant": "v21"}
{"step": 52200, "tokens": 533484000, "ce": 4.129781246185303, "tok_s": 32407.169494028472, "avg_tok_s": 32187.59707030651, "elapsed_h": 4.636154616806242, "variant": "v21"}
{"step": 52300, "tokens": 534506000, "ce": 4.199733734130859, "tok_s": 32067.820793270083, "avg_tok_s": 32187.368052568392, "elapsed_h": 4.645007427401013, "variant": "v21"}
{"step": 52400, "tokens": 535528000, "ce": 4.367270469665527, "tok_s": 32360.112331351444, "avg_tok_s": 32187.697717222563, "elapsed_h": 4.6537802789608635, "variant": "v21"}
{"step": 52500, "tokens": 536550000, "ce": 4.191654682159424, "tok_s": 32480.8544581869, "avg_tok_s": 32188.256111014874, "elapsed_h": 4.662520518104236, "variant": "v21"}
{"step": 52600, "tokens": 537572000, "ce": 4.108382225036621, "tok_s": 32469.141232619444, "avg_tok_s": 32188.790113147206, "elapsed_h": 4.671263911392954, "variant": "v21"}
{"step": 52700, "tokens": 538594000, "ce": 4.1558918952941895, "tok_s": 32286.22260509882, "avg_tok_s": 32188.974994536107, "elapsed_h": 4.68005684170458, "variant": "v21"}
{"step": 52800, "tokens": 539616000, "ce": 3.9802727699279785, "tok_s": 32043.78608611464, "avg_tok_s": 32188.700015542887, "elapsed_h": 4.688916296164194, "variant": "v21"}
{"step": 52900, "tokens": 540638000, "ce": 4.203604221343994, "tok_s": 31987.451269283018, "avg_tok_s": 32188.3195831303, "elapsed_h": 4.69779135260317, "variant": "v21"}
{"step": 53000, "tokens": 541660000, "ce": 4.386313438415527, "tok_s": 32357.224324830768, "avg_tok_s": 32188.638271322186, "elapsed_h": 4.7065649864408705, "variant": "v21"}
{"step": 53100, "tokens": 542682000, "ce": 3.8818581104278564, "tok_s": 32232.988956631023, "avg_tok_s": 32188.721794270034, "elapsed_h": 4.715372437900967, "variant": "v21"}
{"step": 53200, "tokens": 543704000, "ce": 4.161576271057129, "tok_s": 31813.640635659976, "avg_tok_s": 32188.016754498214, "elapsed_h": 4.724295978877279, "variant": "v21"}
{"step": 53300, "tokens": 544726000, "ce": 4.086833477020264, "tok_s": 32274.58442821336, "avg_tok_s": 32188.179170396368, "elapsed_h": 4.733092077109549, "variant": "v21"}
{"step": 53400, "tokens": 545748000, "ce": 4.306954383850098, "tok_s": 32334.02052583121, "avg_tok_s": 32188.452281548867, "elapsed_h": 4.741872009105153, "variant": "v21"}
{"step": 53500, "tokens": 546770000, "ce": 4.219846725463867, "tok_s": 32262.5984150184, "avg_tok_s": 32188.590872452547, "elapsed_h": 4.750671375062731, "variant": "v21"}
{"step": 53600, "tokens": 547792000, "ce": 4.0875630378723145, "tok_s": 32224.71271573895, "avg_tok_s": 32188.658263951213, "elapsed_h": 4.759481087459458, "variant": "v21"}
{"step": 53700, "tokens": 548814000, "ce": 4.028677940368652, "tok_s": 32413.382981169823, "avg_tok_s": 32189.076745733742, "elapsed_h": 4.768239521847831, "variant": "v21"}
{"step": 53800, "tokens": 549836000, "ce": 3.870964527130127, "tok_s": 32444.100408821465, "avg_tok_s": 32189.550767412347, "elapsed_h": 4.7769896601306066, "variant": "v21"}
{"step": 53900, "tokens": 550858000, "ce": 4.280228614807129, "tok_s": 32368.365642294346, "avg_tok_s": 32189.88252042697, "elapsed_h": 4.785760273469819, "variant": "v21"}
{"step": 54000, "tokens": 551880000, "ce": 3.9009430408477783, "tok_s": 32282.615224453406, "avg_tok_s": 32190.05424765665, "elapsed_h": 4.794554185072581, "variant": "v21"}
{"step": 54000, "tokens": 551880000, "valid_ce": 3.993659257888794, "avg_tok_s": 32190.05424765665, "variant": "v21"}
{"step": 54100, "tokens": 552902000, "ce": 4.19212532043457, "tok_s": 28548.23363802494, "avg_tok_s": 32183.322601428128, "elapsed_h": 4.804498418039746, "variant": "v21"}
{"step": 54200, "tokens": 553924000, "ce": 4.1539716720581055, "tok_s": 32440.7782989019, "avg_tok_s": 32183.797611940074, "elapsed_h": 4.81324945502811, "variant": "v21"}
{"step": 54300, "tokens": 554946000, "ce": 4.112987518310547, "tok_s": 32402.577563554885, "avg_tok_s": 32184.200521611554, "elapsed_h": 4.822010807527436, "variant": "v21"}
{"step": 54400, "tokens": 555968000, "ce": 4.13474702835083, "tok_s": 32259.325993172588, "avg_tok_s": 32184.338619904865, "elapsed_h": 4.830811064375771, "variant": "v21"}
{"step": 54500, "tokens": 556990000, "ce": 4.070598125457764, "tok_s": 32440.876012748435, "avg_tok_s": 32184.809330717428, "elapsed_h": 4.839562072886361, "variant": "v21"}
{"step": 54600, "tokens": 558012000, "ce": 4.231363773345947, "tok_s": 32383.99115962356, "avg_tok_s": 32185.174132601875, "elapsed_h": 4.848328454560703, "variant": "v21"}
{"step": 54700, "tokens": 559034000, "ce": 4.233229637145996, "tok_s": 32324.120558755658, "avg_tok_s": 32185.42814800618, "elapsed_h": 4.857111074195968, "variant": "v21"}
{"step": 54800, "tokens": 560056000, "ce": 4.163786888122559, "tok_s": 32319.0716018922, "avg_tok_s": 32185.672022922034, "elapsed_h": 4.865895064340697, "variant": "v21"}
{"step": 54900, "tokens": 561078000, "ce": 3.9607672691345215, "tok_s": 32283.22644805443, "avg_tok_s": 32185.84971768548, "elapsed_h": 4.874688809778955, "variant": "v21"}
{"step": 55000, "tokens": 562100000, "ce": 4.191361904144287, "tok_s": 32557.225711376945, "avg_tok_s": 32186.52494676492, "elapsed_h": 4.88340855161349, "variant": "v21"}
{"step": 55100, "tokens": 563122000, "ce": 4.052393913269043, "tok_s": 32583.843348726627, "avg_tok_s": 32187.246032793886, "elapsed_h": 4.892121165394783, "variant": "v21"}
{"step": 55200, "tokens": 564144000, "ce": 4.020823955535889, "tok_s": 32425.34003375638, "avg_tok_s": 32187.677362505772, "elapsed_h": 4.9008763655026755, "variant": "v21"}
{"step": 55300, "tokens": 565166000, "ce": 4.184335231781006, "tok_s": 32518.91568563227, "avg_tok_s": 32188.276346815222, "elapsed_h": 4.909606373508772, "variant": "v21"}
{"step": 55400, "tokens": 566188000, "ce": 4.289775371551514, "tok_s": 32559.014117933973, "avg_tok_s": 32188.945548568143, "elapsed_h": 4.918325632678138, "variant": "v21"}
{"step": 55500, "tokens": 567210000, "ce": 4.044378280639648, "tok_s": 32511.376444444875, "avg_tok_s": 32189.526505137288, "elapsed_h": 4.927057664659288, "variant": "v21"}
{"step": 55600, "tokens": 568232000, "ce": 4.320278167724609, "tok_s": 32607.788217166668, "avg_tok_s": 32190.27877440353, "elapsed_h": 4.935763878358735, "variant": "v21"}
{"step": 55700, "tokens": 569254000, "ce": 4.221984386444092, "tok_s": 32792.01721472419, "avg_tok_s": 32191.35909476317, "elapsed_h": 4.944421189294921, "variant": "v21"}
{"step": 55800, "tokens": 570276000, "ce": 4.106873989105225, "tok_s": 32515.243050450452, "avg_tok_s": 32191.93953195974, "elapsed_h": 4.953152184883754, "variant": "v21"}
{"step": 55900, "tokens": 571298000, "ce": 4.16348123550415, "tok_s": 32771.53954472104, "avg_tok_s": 32192.97638350314, "elapsed_h": 4.9618148967292575, "variant": "v21"}
{"step": 56000, "tokens": 572320000, "ce": 4.298671245574951, "tok_s": 32604.391087759195, "avg_tok_s": 32193.711052617884, "elapsed_h": 4.970522016617987, "variant": "v21"}
{"step": 56000, "tokens": 572320000, "valid_ce": 4.147397518157959, "avg_tok_s": 32193.711052617884, "variant": "v21"}
{"step": 56100, "tokens": 573342000, "ce": 4.220583915710449, "tok_s": 28933.44548850953, "avg_tok_s": 32187.89952754817, "elapsed_h": 4.980333852834172, "variant": "v21"}
{"step": 56200, "tokens": 574364000, "ce": 3.877880811691284, "tok_s": 32711.79410804744, "avg_tok_s": 32188.831724310625, "elapsed_h": 4.989012388388316, "variant": "v21"}
{"step": 56300, "tokens": 575386000, "ce": 4.226853847503662, "tok_s": 32474.035702859324, "avg_tok_s": 32189.338303313372, "elapsed_h": 4.997754463950793, "variant": "v21"}
{"step": 56400, "tokens": 576408000, "ce": 4.2219414710998535, "tok_s": 32655.945144321508, "avg_tok_s": 32190.16562040736, "elapsed_h": 5.006447840796577, "variant": "v21"}
{"step": 56500, "tokens": 577430000, "ce": 4.056482315063477, "tok_s": 32898.03697528729, "avg_tok_s": 32191.418490062013, "elapsed_h": 5.015077245963944, "variant": "v21"}
{"step": 56600, "tokens": 578452000, "ce": 4.10960578918457, "tok_s": 33040.66504731712, "avg_tok_s": 32192.91892567554, "elapsed_h": 5.023669399817785, "variant": "v21"}
{"step": 56700, "tokens": 579474000, "ce": 4.241808891296387, "tok_s": 32994.656156888406, "avg_tok_s": 32194.332924319657, "elapsed_h": 5.032273534403907, "variant": "v21"}
{"step": 56800, "tokens": 580496000, "ce": 4.107646465301514, "tok_s": 33039.11720359456, "avg_tok_s": 32195.820220585985, "elapsed_h": 5.040866091516283, "variant": "v21"}
{"step": 56900, "tokens": 581518000, "ce": 4.050742149353027, "tok_s": 33081.152191096626, "avg_tok_s": 32197.37616429514, "elapsed_h": 5.049447733296288, "variant": "v21"}
{"step": 57000, "tokens": 582540000, "ce": 4.081476211547852, "tok_s": 33050.60801400811, "avg_tok_s": 32198.873062277096, "elapsed_h": 5.058037302758959, "variant": "v21"}
{"step": 57100, "tokens": 583562000, "ce": 4.0034708976745605, "tok_s": 33064.22835038192, "avg_tok_s": 32200.38857066257, "elapsed_h": 5.0666233346859615, "variant": "v21"}
{"step": 57200, "tokens": 584584000, "ce": 4.005133152008057, "tok_s": 32847.53278177618, "avg_tok_s": 32201.51994166102, "elapsed_h": 5.075266006721391, "variant": "v21"}
{"step": 57300, "tokens": 585606000, "ce": 4.153979301452637, "tok_s": 33274.467015932576, "avg_tok_s": 32203.39244964404, "elapsed_h": 5.083797794448005, "variant": "v21"}
{"step": 57400, "tokens": 586628000, "ce": 4.21102237701416, "tok_s": 33142.915807243044, "avg_tok_s": 32205.029249918603, "elapsed_h": 5.092363442911042, "variant": "v21"}
{"step": 57500, "tokens": 587650000, "ce": 4.201086521148682, "tok_s": 33207.86433008549, "avg_tok_s": 32206.773310927594, "elapsed_h": 5.100912336508433, "variant": "v21"}
{"step": 57600, "tokens": 588672000, "ce": 4.042208194732666, "tok_s": 33039.813435194446, "avg_tok_s": 32208.21956114333, "elapsed_h": 5.1095047111643686, "variant": "v21"}
{"step": 57700, "tokens": 589694000, "ce": 4.148135185241699, "tok_s": 32898.11473970268, "avg_tok_s": 32209.415220031646, "elapsed_h": 5.118134100635847, "variant": "v21"}
{"step": 57800, "tokens": 590716000, "ce": 4.269986629486084, "tok_s": 33160.64396672402, "avg_tok_s": 32211.06094450689, "elapsed_h": 5.126695169011752, "variant": "v21"}
{"step": 57900, "tokens": 591738000, "ce": 4.114226341247559, "tok_s": 33075.69325079508, "avg_tok_s": 32212.554264552295, "elapsed_h": 5.135278224547704, "variant": "v21"}
{"step": 58000, "tokens": 592760000, "ce": 4.097239971160889, "tok_s": 33075.74250746718, "avg_tok_s": 32214.04252014353, "elapsed_h": 5.143861271275414, "variant": "v21"}
{"step": 58000, "tokens": 592760000, "valid_ce": 4.222690582275391, "avg_tok_s": 32214.04252014353, "variant": "v21"}
{"step": 58100, "tokens": 593782000, "ce": 4.097416877746582, "tok_s": 29111.208227430932, "avg_tok_s": 32208.70201361562, "elapsed_h": 5.15361319747236, "variant": "v21"}
{"step": 58200, "tokens": 594804000, "ce": 4.4223432540893555, "tok_s": 33234.9176157065, "avg_tok_s": 32210.46527066389, "elapsed_h": 5.162155135009024, "variant": "v21"}
{"step": 58300, "tokens": 595826000, "ce": 4.157319068908691, "tok_s": 33158.85888308981, "avg_tok_s": 32212.092017855015, "elapsed_h": 5.170716666579247, "variant": "v21"}
{"step": 58400, "tokens": 596848000, "ce": 4.16792106628418, "tok_s": 33082.95981236236, "avg_tok_s": 32213.58322983191, "elapsed_h": 5.179297835032145, "variant": "v21"}
{"step": 58500, "tokens": 597870000, "ce": 4.130883693695068, "tok_s": 32951.497239658434, "avg_tok_s": 32214.844621301698, "elapsed_h": 5.187913239730729, "variant": "v21"}
{"step": 58600, "tokens": 598892000, "ce": 4.239858150482178, "tok_s": 33223.146388044515, "avg_tok_s": 32216.565272780776, "elapsed_h": 5.196458200613658, "variant": "v21"}
{"step": 58700, "tokens": 599914000, "ce": 4.052173137664795, "tok_s": 33226.38008175811, "avg_tok_s": 32218.285570581418, "elapsed_h": 5.205002329614428, "variant": "v21"}
{"step": 58800, "tokens": 600936000, "ce": 3.9953770637512207, "tok_s": 33088.35627720872, "avg_tok_s": 32219.765282667522, "elapsed_h": 5.213582099676132, "variant": "v21"}
{"step": 58900, "tokens": 601958000, "ce": 4.017740249633789, "tok_s": 33168.04158113566, "avg_tok_s": 32221.37525940516, "elapsed_h": 5.222141256398625, "variant": "v21"}
{"step": 59000, "tokens": 602980000, "ce": 4.109387397766113, "tok_s": 33087.16789253923, "avg_tok_s": 32222.84270454606, "elapsed_h": 5.2307213315036565, "variant": "v21"}
{"step": 59100, "tokens": 604002000, "ce": 4.0501627922058105, "tok_s": 33166.2726375869, "avg_tok_s": 32224.439032689952, "elapsed_h": 5.239280945658684, "variant": "v21"}
{"step": 59200, "tokens": 605024000, "ce": 3.844383955001831, "tok_s": 32944.88635733069, "avg_tok_s": 32225.656004522116, "elapsed_h": 5.2478980803489685, "variant": "v21"}
{"step": 59300, "tokens": 606046000, "ce": 4.231680870056152, "tok_s": 32994.85044239575, "avg_tok_s": 32226.953128363384, "elapsed_h": 5.256502170032925, "variant": "v21"}
{"step": 59400, "tokens": 607068000, "ce": 4.111341953277588, "tok_s": 33213.469412691804, "avg_tok_s": 32228.613930188854, "elapsed_h": 5.265049621197912, "variant": "v21"}
{"step": 59500, "tokens": 608090000, "ce": 3.992236614227295, "tok_s": 33206.582456453696, "avg_tok_s": 32230.257574770814, "elapsed_h": 5.273598843481806, "variant": "v21"}
{"step": 59600, "tokens": 609112000, "ce": 4.04962158203125, "tok_s": 33061.68096568725, "avg_tok_s": 32231.65258046027, "elapsed_h": 5.282185540994008, "variant": "v21"}
{"step": 59700, "tokens": 610134000, "ce": 3.8958611488342285, "tok_s": 33210.00409359147, "avg_tok_s": 32233.291360214258, "elapsed_h": 5.290733892652724, "variant": "v21"}
{"step": 59800, "tokens": 611156000, "ce": 4.076172828674316, "tok_s": 33172.811200935175, "avg_tok_s": 32234.862463626836, "elapsed_h": 5.299291817347209, "variant": "v21"}
{"step": 59900, "tokens": 612178000, "ce": 4.2079997062683105, "tok_s": 32943.47760782283, "avg_tok_s": 32236.04546052867, "elapsed_h": 5.307909318341149, "variant": "v21"}
{"step": 60000, "tokens": 613200000, "ce": 3.971417188644409, "tok_s": 33020.74872058214, "avg_tok_s": 32237.353299295424, "elapsed_h": 5.316506656275855, "variant": "v21"}
{"step": 60000, "tokens": 613200000, "valid_ce": 4.010166645050049, "avg_tok_s": 32237.353299295424, "variant": "v21"}
{"step": 60100, "tokens": 614222000, "ce": 4.013365745544434, "tok_s": 13239.09067607495, "avg_tok_s": 32205.742213399884, "elapsed_h": 5.337949939303928, "variant": "v21"}
{"step": 60200, "tokens": 615244000, "ce": 4.197923183441162, "tok_s": 33173.07767478461, "avg_tok_s": 32207.349082937068, "elapsed_h": 5.346507798367076, "variant": "v21"}
{"step": 60300, "tokens": 616266000, "ce": 4.242311000823975, "tok_s": 33157.31995103249, "avg_tok_s": 32208.924490678517, "elapsed_h": 5.355069726970461, "variant": "v21"}
{"step": 60400, "tokens": 617288000, "ce": 3.8037543296813965, "tok_s": 32706.365791733333, "avg_tok_s": 32209.748068991525, "elapsed_h": 5.363749704957009, "variant": "v21"}
{"step": 60500, "tokens": 618310000, "ce": 4.0143818855285645, "tok_s": 33175.21321426097, "avg_tok_s": 32211.343879148993, "elapsed_h": 5.372307014134195, "variant": "v21"}
{"step": 60600, "tokens": 619332000, "ce": 4.072525501251221, "tok_s": 33195.398880795445, "avg_tok_s": 32212.967732287023, "elapsed_h": 5.380859119494756, "variant": "v21"}
{"step": 60700, "tokens": 620354000, "ce": 4.2694244384765625, "tok_s": 33202.76340446436, "avg_tok_s": 32214.598367661285, "elapsed_h": 5.389409327771928, "variant": "v21"}
{"step": 60800, "tokens": 621376000, "ce": 3.933262586593628, "tok_s": 33012.52500624947, "avg_tok_s": 32215.91074700107, "elapsed_h": 5.398008809023433, "variant": "v21"}
{"step": 60900, "tokens": 622398000, "ce": 3.8908531665802, "tok_s": 33163.09347889001, "avg_tok_s": 32217.466055263612, "elapsed_h": 5.4065692440006465, "variant": "v21"}
{"step": 61000, "tokens": 623420000, "ce": 4.04842472076416, "tok_s": 32851.22321600575, "avg_tok_s": 32218.50500142876, "elapsed_h": 5.415210946997007, "variant": "v21"}
{"step": 61100, "tokens": 624442000, "ce": 4.084722995758057, "tok_s": 33181.474820394484, "avg_tok_s": 32220.08105677895, "elapsed_h": 5.423766638040543, "variant": "v21"}
{"step": 61200, "tokens": 625464000, "ce": 4.178971290588379, "tok_s": 32879.959660830784, "avg_tok_s": 32221.159289792107, "elapsed_h": 5.4324007878700895, "variant": "v21"}
{"step": 61300, "tokens": 626486000, "ce": 4.130098819732666, "tok_s": 32829.65246914356, "avg_tok_s": 32222.15193771927, "elapsed_h": 5.441048167414135, "variant": "v21"}
{"step": 61400, "tokens": 627508000, "ce": 3.8863563537597656, "tok_s": 33230.254544426185, "avg_tok_s": 32223.793798642244, "elapsed_h": 5.449591301679611, "variant": "v21"}
{"step": 61500, "tokens": 628530000, "ce": 3.9502933025360107, "tok_s": 33179.18438493408, "avg_tok_s": 32225.34727927036, "elapsed_h": 5.458147610757086, "variant": "v21"}
{"step": 61600, "tokens": 629552000, "ce": 3.9512507915496826, "tok_s": 32999.148927810245, "avg_tok_s": 32226.603450777733, "elapsed_h": 5.466750575635168, "variant": "v21"}
{"step": 61700, "tokens": 630574000, "ce": 4.198085784912109, "tok_s": 33131.70336486483, "avg_tok_s": 32228.070387429416, "elapsed_h": 5.475319120950169, "variant": "v21"}
{"step": 61800, "tokens": 631596000, "ce": 3.8572049140930176, "tok_s": 33069.952408224446, "avg_tok_s": 32229.432656071476, "elapsed_h": 5.4839036671982875, "variant": "v21"}
{"step": 61900, "tokens": 632618000, "ce": 4.12112283706665, "tok_s": 33034.2428764117, "avg_tok_s": 32230.732834133414, "elapsed_h": 5.49249749885665, "variant": "v21"}
{"step": 62000, "tokens": 633640000, "ce": 4.023472785949707, "tok_s": 32884.017617500955, "avg_tok_s": 32231.78651926788, "elapsed_h": 5.501130588452021, "variant": "v21"}
{"step": 62000, "tokens": 633640000, "valid_ce": 3.9794375896453857, "avg_tok_s": 32231.78651926788, "variant": "v21"}
{"step": 62100, "tokens": 634662000, "ce": 4.14975643157959, "tok_s": 28980.982705752936, "avg_tok_s": 32226.55173051826, "elapsed_h": 5.51092632830143, "variant": "v21"}
{"step": 62200, "tokens": 635684000, "ce": 4.126829624176025, "tok_s": 33087.44448508846, "avg_tok_s": 32227.93580247094, "elapsed_h": 5.519506334397528, "variant": "v21"}
{"step": 62300, "tokens": 636706000, "ce": 4.0445637702941895, "tok_s": 32874.69221811765, "avg_tok_s": 32228.9739347593, "elapsed_h": 5.528141867783335, "variant": "v21"}
{"step": 62400, "tokens": 637728000, "ce": 3.931420087814331, "tok_s": 32964.18269864278, "avg_tok_s": 32230.152153932184, "elapsed_h": 5.536753957139121, "variant": "v21"}
{"step": 62500, "tokens": 638750000, "ce": 4.177755355834961, "tok_s": 33241.89392510558, "avg_tok_s": 32231.77094076606, "elapsed_h": 5.545294098787838, "variant": "v21"}
{"step": 62600, "tokens": 639772000, "ce": 4.243010520935059, "tok_s": 33227.69774070531, "avg_tok_s": 32233.361878146152, "elapsed_h": 5.553837888638179, "variant": "v21"}
{"step": 62700, "tokens": 640794000, "ce": 4.1081743240356445, "tok_s": 32931.53845902097, "avg_tok_s": 32234.475397413895, "elapsed_h": 5.562458514173826, "variant": "v21"}
{"step": 62800, "tokens": 641816000, "ce": 4.0985188484191895, "tok_s": 33066.011421661584, "avg_tok_s": 32235.799499363337, "elapsed_h": 5.571044080985917, "variant": "v21"}
{"step": 62900, "tokens": 642838000, "ce": 4.271222114562988, "tok_s": 32880.165964893386, "avg_tok_s": 32236.82392935623, "elapsed_h": 5.57967817445596, "variant": "v21"}
{"step": 63000, "tokens": 643860000, "ce": 4.170603275299072, "tok_s": 32931.29229598832, "avg_tok_s": 32237.926260096916, "elapsed_h": 5.5882988668150375, "variant": "v21"}
{"step": 63100, "tokens": 644882000, "ce": 4.012702465057373, "tok_s": 33164.373793147264, "avg_tok_s": 32239.39448122695, "elapsed_h": 5.5968589717149735, "variant": "v21"}
{"step": 63200, "tokens": 645904000, "ce": 4.228140830993652, "tok_s": 32825.869597148856, "avg_tok_s": 32240.32244818252, "elapsed_h": 5.60550734937191, "variant": "v21"}
{"step": 63300, "tokens": 646926000, "ce": 4.187962532043457, "tok_s": 33128.39257320284, "avg_tok_s": 32241.72540256644, "elapsed_h": 5.614076751669248, "variant": "v21"}
{"step": 63400, "tokens": 647948000, "ce": 4.066263198852539, "tok_s": 33081.61301363316, "avg_tok_s": 32243.050146432477, "elapsed_h": 5.622658269868957, "variant": "v21"}
{"step": 63500, "tokens": 648970000, "ce": 4.192456245422363, "tok_s": 32949.21488877471, "avg_tok_s": 32244.162216892855, "elapsed_h": 5.631274269951715, "variant": "v21"}
{"step": 63600, "tokens": 649992000, "ce": 3.8920814990997314, "tok_s": 33041.8325199647, "avg_tok_s": 32245.41641548259, "elapsed_h": 5.639866125384967, "variant": "v21"}
{"step": 63700, "tokens": 651014000, "ce": 4.343985557556152, "tok_s": 33264.80091174534, "avg_tok_s": 32247.016705115657, "elapsed_h": 5.648400388823616, "variant": "v21"}
{"step": 63800, "tokens": 652036000, "ce": 4.172618389129639, "tok_s": 33235.4234465673, "avg_tok_s": 32248.565931983136, "elapsed_h": 5.656942193640603, "variant": "v21"}
{"step": 63900, "tokens": 653058000, "ce": 4.029384613037109, "tok_s": 32843.30591238991, "avg_tok_s": 32249.49666747673, "elapsed_h": 5.6655859775675665, "variant": "v21"}
{"step": 64000, "tokens": 654080000, "ce": 3.89043927192688, "tok_s": 33025.65036262138, "avg_tok_s": 32250.709407625392, "elapsed_h": 5.674182037976053, "variant": "v21"}
{"step": 64000, "tokens": 654080000, "valid_ce": 4.070887565612793, "avg_tok_s": 32250.709407625392, "variant": "v21"}
{"step": 64100, "tokens": 655102000, "ce": 4.067013740539551, "tok_s": 29223.58301016182, "avg_tok_s": 32245.98690154511, "elapsed_h": 5.683896463513374, "variant": "v21"}
{"step": 64200, "tokens": 656124000, "ce": 3.9643263816833496, "tok_s": 33253.92016298086, "avg_tok_s": 32247.556891048902, "elapsed_h": 5.692433521283998, "variant": "v21"}
{"step": 64300, "tokens": 657146000, "ce": 3.9195587635040283, "tok_s": 32944.484785614695, "avg_tok_s": 32248.640760247297, "elapsed_h": 5.701050760613548, "variant": "v21"}
{"step": 64400, "tokens": 658168000, "ce": 4.087011814117432, "tok_s": 33052.86900768904, "avg_tok_s": 32249.889561873755, "elapsed_h": 5.709639746083154, "variant": "v21"}
{"step": 64500, "tokens": 659190000, "ce": 4.156844139099121, "tok_s": 33042.47359533562, "avg_tok_s": 32251.118374328737, "elapsed_h": 5.718231431908078, "variant": "v21"}
{"step": 64600, "tokens": 660212000, "ce": 4.319632530212402, "tok_s": 33097.42661943376, "avg_tok_s": 32252.42844901156, "elapsed_h": 5.726808851295047, "variant": "v21"}
{"step": 64700, "tokens": 661234000, "ce": 3.9829509258270264, "tok_s": 33128.165732661204, "avg_tok_s": 32253.781984225854, "elapsed_h": 5.735378310945299, "variant": "v21"}
{"step": 64800, "tokens": 662256000, "ce": 3.8897929191589355, "tok_s": 33006.87240287884, "avg_tok_s": 32254.94416079785, "elapsed_h": 5.743979260590342, "variant": "v21"}
{"step": 64900, "tokens": 663278000, "ce": 4.154599189758301, "tok_s": 33075.61362373907, "avg_tok_s": 32256.20867460824, "elapsed_h": 5.752562347518073, "variant": "v21"}
{"step": 65000, "tokens": 664300000, "ce": 4.143817901611328, "tok_s": 33070.285862512115, "avg_tok_s": 32257.46110105117, "elapsed_h": 5.761146809723642, "variant": "v21"}
{"step": 65100, "tokens": 665322000, "ce": 3.9567413330078125, "tok_s": 33098.03126424414, "avg_tok_s": 32258.75229945853, "elapsed_h": 5.769724071754349, "variant": "v21"}
{"step": 65200, "tokens": 666344000, "ce": 4.286769866943359, "tok_s": 32800.74081406922, "avg_tok_s": 32259.58357018646, "elapsed_h": 5.778379074268871, "variant": "v21"}
{"step": 65300, "tokens": 667366000, "ce": 3.9980742931365967, "tok_s": 33247.97339230559, "avg_tok_s": 32261.097184002872, "elapsed_h": 5.786917655799124, "variant": "v21"}
{"step": 65400, "tokens": 668388000, "ce": 4.152857780456543, "tok_s": 33241.89083166396, "avg_tok_s": 32262.59686847942, "elapsed_h": 5.795457803342077, "variant": "v21"}
{"step": 65500, "tokens": 669410000, "ce": 4.0996174812316895, "tok_s": 33189.11274622033, "avg_tok_s": 32264.01139653704, "elapsed_h": 5.804011526902516, "variant": "v21"}
{"step": 65600, "tokens": 670432000, "ce": 4.130429267883301, "tok_s": 33082.654953911035, "avg_tok_s": 32265.259328789136, "elapsed_h": 5.812592781715923, "variant": "v21"}
{"step": 65700, "tokens": 671454000, "ce": 3.879800319671631, "tok_s": 32940.40100792011, "avg_tok_s": 32266.286941694965, "elapsed_h": 5.821211087240113, "variant": "v21"}
{"step": 65800, "tokens": 672476000, "ce": 4.026763916015625, "tok_s": 33116.12281125683, "avg_tok_s": 32267.57848556968, "elapsed_h": 5.829783664014604, "variant": "v21"}
{"step": 65900, "tokens": 673498000, "ce": 4.096871852874756, "tok_s": 33184.301188179, "avg_tok_s": 32268.969567060743, "elapsed_h": 5.838338629272249, "variant": "v21"}
{"step": 66000, "tokens": 674520000, "ce": 4.076120376586914, "tok_s": 32935.5398200693, "avg_tok_s": 32269.97952198954, "elapsed_h": 5.8469582073556055, "variant": "v21"}
{"step": 66000, "tokens": 674520000, "valid_ce": 4.33482551574707, "avg_tok_s": 32269.97952198954, "variant": "v21"}
{"step": 66100, "tokens": 675542000, "ce": 4.050577163696289, "tok_s": 29143.971554537355, "avg_tok_s": 32265.250311751337, "elapsed_h": 5.856699175172382, "variant": "v21"}
{"step": 66200, "tokens": 676564000, "ce": 4.339938163757324, "tok_s": 33218.610440467586, "avg_tok_s": 32266.690432791693, "elapsed_h": 5.865245304041439, "variant": "v21"}
{"step": 66300, "tokens": 677586000, "ce": 4.288918495178223, "tok_s": 33172.1771233435, "avg_tok_s": 32268.056174406396, "elapsed_h": 5.873803396158748, "variant": "v21"}
{"step": 66400, "tokens": 678608000, "ce": 3.9349238872528076, "tok_s": 33142.79254953494, "avg_tok_s": 32269.373548465326, "elapsed_h": 5.882369072172377, "variant": "v21"}
{"step": 66500, "tokens": 679630000, "ce": 4.220498085021973, "tok_s": 32773.530232588935, "avg_tok_s": 32270.131678817394, "elapsed_h": 5.891031266450882, "variant": "v21"}
{"step": 66600, "tokens": 680652000, "ce": 4.083019256591797, "tok_s": 33095.13882910753, "avg_tok_s": 32271.370428292306, "elapsed_h": 5.899609279235204, "variant": "v21"}
{"step": 66700, "tokens": 681674000, "ce": 4.131477355957031, "tok_s": 33121.73714476952, "avg_tok_s": 32272.64534091071, "elapsed_h": 5.908180403974321, "variant": "v21"}
{"step": 66800, "tokens": 682696000, "ce": 4.061511039733887, "tok_s": 33069.000046742425, "avg_tok_s": 32273.83748867393, "elapsed_h": 5.916765195727348, "variant": "v21"}
{"step": 66900, "tokens": 683718000, "ce": 4.28684663772583, "tok_s": 33103.80742554698, "avg_tok_s": 32275.078101434578, "elapsed_h": 5.9253409617476995, "variant": "v21"}
{"step": 67000, "tokens": 684740000, "ce": 4.049363136291504, "tok_s": 33255.501099028945, "avg_tok_s": 32276.541419341433, "elapsed_h": 5.933877610233095, "variant": "v21"}
{"step": 67100, "tokens": 685762000, "ce": 4.212912559509277, "tok_s": 33171.615972058506, "avg_tok_s": 32277.875360552633, "elapsed_h": 5.942435848448012, "variant": "v21"}
{"step": 67200, "tokens": 686784000, "ce": 4.015308856964111, "tok_s": 32905.339596867896, "avg_tok_s": 32278.809087094767, "elapsed_h": 5.951063341034783, "variant": "v21"}
{"step": 67300, "tokens": 687806000, "ce": 3.9924800395965576, "tok_s": 33192.16324684868, "avg_tok_s": 32280.166225519362, "elapsed_h": 5.959616283774376, "variant": "v21"}
{"step": 67400, "tokens": 688828000, "ce": 4.35206413269043, "tok_s": 32880.80759211849, "avg_tok_s": 32281.05738481699, "elapsed_h": 5.968250208165911, "variant": "v21"}
{"step": 67500, "tokens": 689850000, "ce": 3.875126600265503, "tok_s": 33192.02137457248, "avg_tok_s": 32282.40696109811, "elapsed_h": 5.976803181568782, "variant": "v21"}
{"step": 67600, "tokens": 690872000, "ce": 3.8202998638153076, "tok_s": 33146.15953135833, "avg_tok_s": 32283.68470158666, "elapsed_h": 5.985367987818188, "variant": "v21"}
{"step": 67700, "tokens": 691894000, "ce": 4.02750301361084, "tok_s": 33231.93396498303, "avg_tok_s": 32285.085365195813, "elapsed_h": 5.993910687896941, "variant": "v21"}
{"step": 67800, "tokens": 692916000, "ce": 4.1427321434021, "tok_s": 33124.70743920675, "avg_tok_s": 32286.323745835947, "elapsed_h": 6.002481041285726, "variant": "v21"}
{"step": 67900, "tokens": 693938000, "ce": 4.094048976898193, "tok_s": 33034.48599853638, "avg_tok_s": 32287.425604823726, "elapsed_h": 6.011074800425106, "variant": "v21"}
{"step": 68000, "tokens": 694960000, "ce": 4.0955376625061035, "tok_s": 33144.05720179616, "avg_tok_s": 32288.685357172213, "elapsed_h": 6.019640150666237, "variant": "v21"}
{"step": 68000, "tokens": 694960000, "valid_ce": 3.869298219680786, "avg_tok_s": 32288.685357172213, "variant": "v21"}
{"step": 68100, "tokens": 695982000, "ce": 4.001494407653809, "tok_s": 29078.874141745477, "avg_tok_s": 32283.971978001246, "elapsed_h": 6.029402921001116, "variant": "v21"}
{"step": 68200, "tokens": 697004000, "ce": 4.215983867645264, "tok_s": 33234.61123863281, "avg_tok_s": 32285.365877210384, "elapsed_h": 6.03794493469927, "variant": "v21"}
{"step": 68300, "tokens": 698026000, "ce": 4.083291053771973, "tok_s": 33168.798950936536, "avg_tok_s": 32286.659337054785, "elapsed_h": 6.046503896845712, "variant": "v21"}
{"step": 68400, "tokens": 699048000, "ce": 4.088561058044434, "tok_s": 32898.423781142876, "avg_tok_s": 32287.5537295169, "elapsed_h": 6.055133200089137, "variant": "v21"}
{"step": 68500, "tokens": 700070000, "ce": 4.060275077819824, "tok_s": 33339.83567842151, "avg_tok_s": 32289.089907544498, "elapsed_h": 6.0636482536130485, "variant": "v21"}
{"step": 68600, "tokens": 701092000, "ce": 4.101065635681152, "tok_s": 33238.58684917372, "avg_tok_s": 32290.474013873405, "elapsed_h": 6.072189246283637, "variant": "v21"}
{"step": 68700, "tokens": 702114000, "ce": 4.101603031158447, "tok_s": 32932.659015361765, "avg_tok_s": 32291.40878097892, "elapsed_h": 6.080809580948618, "variant": "v21"}
{"step": 68800, "tokens": 703136000, "ce": 4.215377330780029, "tok_s": 32909.29442140388, "avg_tok_s": 32292.30687057256, "elapsed_h": 6.089436038931211, "variant": "v21"}
{"step": 68900, "tokens": 704158000, "ce": 3.94232439994812, "tok_s": 32853.092412523496, "avg_tok_s": 32293.12078282503, "elapsed_h": 6.09807725071907, "variant": "v21"}
{"step": 69000, "tokens": 705180000, "ce": 4.166879177093506, "tok_s": 32909.869977498245, "avg_tok_s": 32294.0146222376, "elapsed_h": 6.106703562604056, "variant": "v21"}
{"step": 69100, "tokens": 706202000, "ce": 4.03939151763916, "tok_s": 33037.28763460261, "avg_tok_s": 32295.090270591238, "elapsed_h": 6.115296598010593, "variant": "v21"}
{"step": 69200, "tokens": 707224000, "ce": 4.08993673324585, "tok_s": 32912.70863771175, "avg_tok_s": 32295.98278268245, "elapsed_h": 6.123922154969639, "variant": "v21"}
{"step": 69300, "tokens": 708246000, "ce": 4.094605445861816, "tok_s": 33095.07673890551, "avg_tok_s": 32297.135876414377, "elapsed_h": 6.132500184045898, "variant": "v21"}
{"step": 69400, "tokens": 709268000, "ce": 3.918355941772461, "tok_s": 33200.35817157579, "avg_tok_s": 32298.437349462158, "elapsed_h": 6.141051010357009, "variant": "v21"}
{"step": 69500, "tokens": 710290000, "ce": 3.910676956176758, "tok_s": 32989.075933263564, "avg_tok_s": 32299.431074043165, "elapsed_h": 6.1496566017468774, "variant": "v21"}
{"step": 69600, "tokens": 711312000, "ce": 3.9906582832336426, "tok_s": 32729.667938436338, "avg_tok_s": 32300.049230457524, "elapsed_h": 6.158330396678712, "variant": "v21"}
{"step": 69700, "tokens": 712334000, "ce": 4.026336669921875, "tok_s": 33116.76600509753, "avg_tok_s": 32301.22099053592, "elapsed_h": 6.166902809010612, "variant": "v21"}
{"step": 69800, "tokens": 713356000, "ce": 4.101807594299316, "tok_s": 33238.95386862955, "avg_tok_s": 32302.56444738133, "elapsed_h": 6.175443705651495, "variant": "v21"}
{"step": 69900, "tokens": 714378000, "ce": 3.851564407348633, "tok_s": 32976.00448708522, "avg_tok_s": 32303.527880914524, "elapsed_h": 6.184052708480094, "variant": "v21"}
{"step": 70000, "tokens": 715400000, "ce": 4.024310111999512, "tok_s": 32929.41570845414, "avg_tok_s": 32304.422006382436, "elapsed_h": 6.192673891981443, "variant": "v21"}
{"step": 70000, "tokens": 715400000, "valid_ce": 3.7607784271240234, "avg_tok_s": 32304.422006382436, "variant": "v21"}
{"step": 70100, "tokens": 716422000, "ce": 3.94384503364563, "tok_s": 29238.655604760494, "avg_tok_s": 32300.048587835186, "elapsed_h": 6.202383309801419, "variant": "v21"}
{"step": 70200, "tokens": 717444000, "ce": 4.07952880859375, "tok_s": 32991.2340594617, "avg_tok_s": 32301.033182524112, "elapsed_h": 6.210988342894448, "variant": "v21"}
{"step": 70300, "tokens": 718466000, "ce": 4.019137382507324, "tok_s": 33049.63306868386, "avg_tok_s": 32302.098047227042, "elapsed_h": 6.2195781647496755, "variant": "v21"}
{"step": 70400, "tokens": 719488000, "ce": 4.142252445220947, "tok_s": 33134.090720503096, "avg_tok_s": 32303.279855001587, "elapsed_h": 6.228146090507507, "variant": "v21"}
{"step": 70500, "tokens": 720510000, "ce": 3.9583358764648438, "tok_s": 33272.74119647683, "avg_tok_s": 32304.65497747176, "elapsed_h": 6.236678313612938, "variant": "v21"}
{"step": 70600, "tokens": 721532000, "ce": 3.987605333328247, "tok_s": 33268.90897816878, "avg_tok_s": 32306.020776339603, "elapsed_h": 6.245211520459917, "variant": "v21"}
{"step": 70700, "tokens": 722554000, "ce": 3.785723924636841, "tok_s": 32868.99144357608, "avg_tok_s": 32306.817057339937, "elapsed_h": 6.253848552902539, "variant": "v21"}
{"step": 70800, "tokens": 723576000, "ce": 4.2130842208862305, "tok_s": 33130.054543751685, "avg_tok_s": 32307.979822151254, "elapsed_h": 6.262417529291577, "variant": "v21"}
{"step": 70900, "tokens": 724598000, "ce": 4.0121355056762695, "tok_s": 33198.77861716649, "avg_tok_s": 32309.236237941117, "elapsed_h": 6.270968762967321, "variant": "v21"}
{"step": 71000, "tokens": 725620000, "ce": 3.9123520851135254, "tok_s": 33142.498118512536, "avg_tok_s": 32310.409846223614, "elapsed_h": 6.279534517460399, "variant": "v21"}
{"step": 71100, "tokens": 726642000, "ce": 3.92763090133667, "tok_s": 32980.41351778359, "avg_tok_s": 32311.352186127355, "elapsed_h": 6.288142370316717, "variant": "v21"}
{"step": 71200, "tokens": 727664000, "ce": 3.9363303184509277, "tok_s": 33135.25097356445, "avg_tok_s": 32312.509347345665, "elapsed_h": 6.296710000766648, "variant": "v21"}
{"step": 71300, "tokens": 728686000, "ce": 4.06329870223999, "tok_s": 33156.96499097956, "avg_tok_s": 32313.693717112335, "elapsed_h": 6.305272017717361, "variant": "v21"}
{"step": 71400, "tokens": 729708000, "ce": 4.22773551940918, "tok_s": 33225.67338983622, "avg_tok_s": 32314.97099956713, "elapsed_h": 6.313816328843434, "variant": "v21"}
{"step": 71500, "tokens": 730730000, "ce": 3.943227767944336, "tok_s": 33191.85251730279, "avg_tok_s": 32316.197407284242, "elapsed_h": 6.32236934641997, "variant": "v21"}
{"step": 71600, "tokens": 731752000, "ce": 4.033408164978027, "tok_s": 32971.79445333757, "avg_tok_s": 32317.11304561672, "elapsed_h": 6.330979453457727, "variant": "v21"}
{"step": 71700, "tokens": 732774000, "ce": 3.97056245803833, "tok_s": 33193.143535173, "avg_tok_s": 32318.334845462687, "elapsed_h": 6.339532138241662, "variant": "v21"}
{"step": 71800, "tokens": 733796000, "ce": 3.85823130607605, "tok_s": 33220.8535431868, "avg_tok_s": 32319.591835292387, "elapsed_h": 6.3480776904688945, "variant": "v21"}
{"step": 71900, "tokens": 734818000, "ce": 4.076261043548584, "tok_s": 32815.73352677355, "avg_tok_s": 32320.28187936955, "elapsed_h": 6.356728739804692, "variant": "v21"}
{"step": 72000, "tokens": 735840000, "ce": 4.145438194274902, "tok_s": 33012.92340771154, "avg_tok_s": 32321.24388149225, "elapsed_h": 6.365328114297655, "variant": "v21"}
{"step": 72000, "tokens": 735840000, "valid_ce": 3.955878496170044, "avg_tok_s": 32321.24388149225, "variant": "v21"}
{"step": 72100, "tokens": 736862000, "ce": 4.207207679748535, "tok_s": 29205.77209381211, "avg_tok_s": 32316.92283879089, "elapsed_h": 6.375048465927442, "variant": "v21"}
{"step": 72200, "tokens": 737884000, "ce": 4.176817893981934, "tok_s": 32841.60238518897, "avg_tok_s": 32317.649541763745, "elapsed_h": 6.3836926996707914, "variant": "v21"}
{"step": 72300, "tokens": 738906000, "ce": 3.991351366043091, "tok_s": 33157.93088996086, "avg_tok_s": 32318.811756629853, "elapsed_h": 6.392254468599956, "variant": "v21"}
{"step": 72400, "tokens": 739928000, "ce": 4.311053276062012, "tok_s": 33012.449750894775, "avg_tok_s": 32319.769820157846, "elapsed_h": 6.400853966143396, "variant": "v21"}
{"step": 72500, "tokens": 740950000, "ce": 4.0817694664001465, "tok_s": 32702.8011401407, "avg_tok_s": 32320.29813921989, "elapsed_h": 6.409534891910023, "variant": "v21"}
{"step": 72600, "tokens": 741972000, "ce": 3.922179698944092, "tok_s": 33317.59411046843, "avg_tok_s": 32321.671825130703, "elapsed_h": 6.418055632445547, "variant": "v21"}
{"step": 72700, "tokens": 742994000, "ce": 3.9140617847442627, "tok_s": 32974.06268533868, "avg_tok_s": 32322.569199078716, "elapsed_h": 6.426665139794349, "variant": "v21"}
{"step": 72800, "tokens": 744016000, "ce": 4.328072547912598, "tok_s": 32739.99371043156, "avg_tok_s": 32323.14258439651, "elapsed_h": 6.435336199071672, "variant": "v21"}
{"step": 72900, "tokens": 745038000, "ce": 4.049334526062012, "tok_s": 33042.195461845484, "avg_tok_s": 32324.12893950961, "elapsed_h": 6.443927956885761, "variant": "v21"}
{"step": 73000, "tokens": 746060000, "ce": 4.044512748718262, "tok_s": 33163.66691403505, "avg_tok_s": 32325.278991529507, "elapsed_h": 6.452488244043456, "variant": "v21"}
{"step": 73100, "tokens": 747082000, "ce": 4.004514217376709, "tok_s": 32786.009548328366, "avg_tok_s": 32325.909265889015, "elapsed_h": 6.461147138542599, "variant": "v21"}
{"step": 73200, "tokens": 748104000, "ce": 3.9009814262390137, "tok_s": 33099.734917417234, "avg_tok_s": 32326.966404757222, "elapsed_h": 6.4697239595651626, "variant": "v21"}
{"step": 73300, "tokens": 749126000, "ce": 4.216242790222168, "tok_s": 32800.096284286745, "avg_tok_s": 32327.611875261355, "elapsed_h": 6.478379131356875, "variant": "v21"}
{"step": 73400, "tokens": 750148000, "ce": 4.142226219177246, "tok_s": 32859.931999855544, "avg_tok_s": 32328.33710703873, "elapsed_h": 6.487018548183971, "variant": "v21"}
{"step": 73500, "tokens": 751170000, "ce": 3.948080539703369, "tok_s": 33028.86939104544, "avg_tok_s": 32329.29021218704, "elapsed_h": 6.495613773398929, "variant": "v21"}
{"step": 73600, "tokens": 752192000, "ce": 3.994950771331787, "tok_s": 32891.496233745354, "avg_tok_s": 32330.054079064157, "elapsed_h": 6.504244891405105, "variant": "v21"}
{"step": 73700, "tokens": 753214000, "ce": 4.07149600982666, "tok_s": 33246.25908698242, "avg_tok_s": 32331.29723375604, "elapsed_h": 6.512783913546138, "variant": "v21"}
{"step": 73800, "tokens": 754236000, "ce": 4.279152870178223, "tok_s": 33154.71486467003, "avg_tok_s": 32332.412975803352, "elapsed_h": 6.521346511046092, "variant": "v21"}
{"step": 73900, "tokens": 755258000, "ce": 3.992171049118042, "tok_s": 33028.22706206118, "avg_tok_s": 32333.354537489762, "elapsed_h": 6.529941900836097, "variant": "v21"}
{"step": 74000, "tokens": 756280000, "ce": 4.045037269592285, "tok_s": 32943.72547215969, "avg_tok_s": 32334.179363077154, "elapsed_h": 6.538559339443842, "variant": "v21"}
{"step": 74000, "tokens": 756280000, "valid_ce": 3.9024078845977783, "avg_tok_s": 32334.179363077154, "variant": "v21"}
{"step": 74100, "tokens": 757302000, "ce": 4.232211589813232, "tok_s": 29126.002024112964, "avg_tok_s": 32329.849839002978, "elapsed_h": 6.548306311832534, "variant": "v21"}
{"step": 74200, "tokens": 758324000, "ce": 4.192878723144531, "tok_s": 32974.382033231, "avg_tok_s": 32330.71848077418, "elapsed_h": 6.556915737059382, "variant": "v21"}
{"step": 74300, "tokens": 759346000, "ce": 3.8457932472229004, "tok_s": 33030.902409880844, "avg_tok_s": 32331.66085483758, "elapsed_h": 6.5655104305346805, "variant": "v21"}
{"step": 74400, "tokens": 760368000, "ce": 3.9855103492736816, "tok_s": 32796.7282250937, "avg_tok_s": 32332.285945388998, "elapsed_h": 6.5741664906342825, "variant": "v21"}
{"step": 74500, "tokens": 761390000, "ce": 4.020663738250732, "tok_s": 33224.28687758776, "avg_tok_s": 32333.483262076516, "elapsed_h": 6.582711161706182, "variant": "v21"}
{"step": 74600, "tokens": 762412000, "ce": 3.985996961593628, "tok_s": 33112.79876211003, "avg_tok_s": 32334.52792092374, "elapsed_h": 6.591284600761202, "variant": "v21"}
{"step": 74700, "tokens": 763434000, "ce": 4.13169002532959, "tok_s": 33182.78301203057, "avg_tok_s": 32335.66346990782, "elapsed_h": 6.599839956429269, "variant": "v21"}
{"step": 74800, "tokens": 764456000, "ce": 4.023755073547363, "tok_s": 32863.37679675671, "avg_tok_s": 32336.368969007883, "elapsed_h": 6.608478463490804, "variant": "v21"}
{"step": 74900, "tokens": 765478000, "ce": 3.7943859100341797, "tok_s": 33164.76817037909, "avg_tok_s": 32337.474975952304, "elapsed_h": 6.617038467990027, "variant": "v21"}
{"step": 75000, "tokens": 766500000, "ce": 3.8677966594696045, "tok_s": 33077.652911790894, "avg_tok_s": 32338.461879866754, "elapsed_h": 6.625621017548773, "variant": "v21"}
{"step": 75100, "tokens": 767522000, "ce": 4.118485450744629, "tok_s": 32844.111437821375, "avg_tok_s": 32339.13518154179, "elapsed_h": 6.634264594051573, "variant": "v21"}
{"step": 75200, "tokens": 768544000, "ce": 4.157867908477783, "tok_s": 32851.62654564104, "avg_tok_s": 32339.81668601533, "elapsed_h": 6.642906189892027, "variant": "v21"}
{"step": 75300, "tokens": 769566000, "ce": 3.9725146293640137, "tok_s": 33238.871649381246, "avg_tok_s": 32341.010650110104, "elapsed_h": 6.651447108719084, "variant": "v21"}
{"step": 75400, "tokens": 770588000, "ce": 4.102551460266113, "tok_s": 33093.47346149015, "avg_tok_s": 32342.008611398407, "elapsed_h": 6.660025557147132, "variant": "v21"}
{"step": 75500, "tokens": 771610000, "ce": 4.048929691314697, "tok_s": 33043.01357482136, "avg_tok_s": 32342.937094793666, "elapsed_h": 6.6686171019077305, "variant": "v21"}
{"step": 75600, "tokens": 772632000, "ce": 4.062304973602295, "tok_s": 32665.15629637925, "avg_tok_s": 32343.36331066878, "elapsed_h": 6.677308027479384, "variant": "v21"}
{"step": 75700, "tokens": 773654000, "ce": 4.042810440063477, "tok_s": 33155.77167305787, "avg_tok_s": 32344.436505335078, "elapsed_h": 6.685870359473758, "variant": "v21"}
{"step": 75800, "tokens": 774676000, "ce": 4.09867000579834, "tok_s": 33238.418548720896, "avg_tok_s": 32345.61590117068, "elapsed_h": 6.694411396053102, "variant": "v21"}
{"step": 75900, "tokens": 775698000, "ce": 3.9741623401641846, "tok_s": 33229.036626322995, "avg_tok_s": 32346.779828344796, "elapsed_h": 6.702954843772782, "variant": "v21"}
{"step": 76000, "tokens": 776720000, "ce": 4.153006553649902, "tok_s": 32800.5242110867, "avg_tok_s": 32347.37686042735, "elapsed_h": 6.711609903706445, "variant": "v21"}
{"step": 76000, "tokens": 776720000, "valid_ce": 4.275789260864258, "avg_tok_s": 32347.37686042735, "variant": "v21"}
{"step": 76100, "tokens": 777742000, "ce": 3.890040159225464, "tok_s": 28936.786773447853, "avg_tok_s": 32342.89513889387, "elapsed_h": 6.72142061776585, "variant": "v21"}
{"step": 76200, "tokens": 778764000, "ce": 4.148476600646973, "tok_s": 33052.62434060685, "avg_tok_s": 32343.826542045725, "elapsed_h": 6.730009664363331, "variant": "v21"}
{"step": 76300, "tokens": 779786000, "ce": 4.111578464508057, "tok_s": 32896.60849828315, "avg_tok_s": 32344.551026916284, "elapsed_h": 6.738639448550012, "variant": "v21"}
{"step": 76400, "tokens": 780808000, "ce": 4.245209693908691, "tok_s": 32678.300293940738, "avg_tok_s": 32344.987871506633, "elapsed_h": 6.7473268780443405, "variant": "v21"}
{"step": 76500, "tokens": 781830000, "ce": 4.006863594055176, "tok_s": 33168.273844374795, "avg_tok_s": 32346.064062320842, "elapsed_h": 6.755885976155599, "variant": "v21"}
{"step": 76600, "tokens": 782852000, "ce": 3.93941068649292, "tok_s": 32733.48666002988, "avg_tok_s": 32346.56983594709, "elapsed_h": 6.764558760325114, "variant": "v21"}
{"step": 76700, "tokens": 783874000, "ce": 4.204307556152344, "tok_s": 33165.73170137459, "avg_tok_s": 32347.637843594322, "elapsed_h": 6.773118515080876, "variant": "v21"}
{"step": 76800, "tokens": 784896000, "ce": 3.787060499191284, "tok_s": 32915.087030645635, "avg_tok_s": 32348.376709723296, "elapsed_h": 6.781743449436294, "variant": "v21"}
{"step": 76900, "tokens": 785918000, "ce": 4.290890693664551, "tok_s": 33156.92395562538, "avg_tok_s": 32349.428136571027, "elapsed_h": 6.7903054780430265, "variant": "v21"}
{"step": 77000, "tokens": 786940000, "ce": 4.175263404846191, "tok_s": 33231.43055895403, "avg_tok_s": 32350.57359426243, "elapsed_h": 6.7988483132256405, "variant": "v21"}
{"step": 77100, "tokens": 787962000, "ce": 3.940446376800537, "tok_s": 33204.138604365624, "avg_tok_s": 32351.68068247268, "elapsed_h": 6.807398169173135, "variant": "v21"}
{"step": 77200, "tokens": 788984000, "ce": 4.0227813720703125, "tok_s": 32657.3858870633, "avg_tok_s": 32352.076673670337, "elapsed_h": 6.816091161767642, "variant": "v21"}
{"step": 77300, "tokens": 790006000, "ce": 3.953295946121216, "tok_s": 32938.63778514845, "avg_tok_s": 32352.83548494004, "elapsed_h": 6.824709934459793, "variant": "v21"}
{"step": 77400, "tokens": 791028000, "ce": 3.9939098358154297, "tok_s": 33146.30075554471, "avg_tok_s": 32353.86063386847, "elapsed_h": 6.833274706535869, "variant": "v21"}
{"step": 77500, "tokens": 792050000, "ce": 4.197770595550537, "tok_s": 33329.57257110426, "avg_tok_s": 32355.119617013286, "elapsed_h": 6.841792385313246, "variant": "v21"}
{"step": 77600, "tokens": 793072000, "ce": 3.959050416946411, "tok_s": 32762.10479463704, "avg_tok_s": 32355.64408244837, "elapsed_h": 6.8504575934675005, "variant": "v21"}
{"step": 77700, "tokens": 794094000, "ce": 4.219884395599365, "tok_s": 33327.77132727899, "avg_tok_s": 32356.895211463594, "elapsed_h": 6.858975731068187, "variant": "v21"}
{"step": 77800, "tokens": 795116000, "ce": 3.922935962677002, "tok_s": 32925.264853603585, "avg_tok_s": 32357.62576370285, "elapsed_h": 6.867598000764847, "variant": "v21"}
{"step": 77900, "tokens": 796138000, "ce": 3.9765117168426514, "tok_s": 33128.512907482596, "avg_tok_s": 32358.615349253272, "elapsed_h": 6.876167372332679, "variant": "v21"}
{"step": 78000, "tokens": 797160000, "ce": 4.067211627960205, "tok_s": 32998.637307930905, "avg_tok_s": 32359.435890225937, "elapsed_h": 6.884770475294855, "variant": "v21"}
{"step": 78000, "tokens": 797160000, "valid_ce": 4.018355846405029, "avg_tok_s": 32359.435890225937, "variant": "v21"}
{"step": 78100, "tokens": 798182000, "ce": 4.100109577178955, "tok_s": 28937.322989985736, "avg_tok_s": 32355.0541835675, "elapsed_h": 6.894581002659268, "variant": "v21"}
{"step": 78200, "tokens": 799204000, "ce": 3.921888828277588, "tok_s": 32814.24562084841, "avg_tok_s": 32355.64138489394, "elapsed_h": 6.903232446312904, "variant": "v21"}
{"step": 78300, "tokens": 800226000, "ce": 3.7967746257781982, "tok_s": 33034.44450204612, "avg_tok_s": 32356.508310969486, "elapsed_h": 6.911826220485899, "variant": "v21"}
{"step": 78400, "tokens": 801248000, "ce": 4.104060173034668, "tok_s": 32939.36421209039, "avg_tok_s": 32357.251749618878, "elapsed_h": 6.9204447988006805, "variant": "v21"}
{"step": 78500, "tokens": 802270000, "ce": 4.308660984039307, "tok_s": 33096.38195974931, "avg_tok_s": 32358.193316765537, "elapsed_h": 6.929022492170334, "variant": "v21"}
{"step": 78600, "tokens": 803292000, "ce": 3.7246127128601074, "tok_s": 32921.604794975014, "avg_tok_s": 32358.910125261988, "elapsed_h": 6.937645722826322, "variant": "v21"}
{"step": 78700, "tokens": 804314000, "ce": 4.307066917419434, "tok_s": 32932.59829235954, "avg_tok_s": 32359.639081001627, "elapsed_h": 6.946266072524918, "variant": "v21"}
{"step": 78800, "tokens": 805336000, "ce": 3.892157793045044, "tok_s": 32879.51730118892, "avg_tok_s": 32360.29882493588, "elapsed_h": 6.95490033964316, "variant": "v21"}
{"step": 78900, "tokens": 806358000, "ce": 3.903705596923828, "tok_s": 33090.62856944177, "avg_tok_s": 32361.224464662755, "elapsed_h": 6.96347952246666, "variant": "v21"}
{"step": 79000, "tokens": 807380000, "ce": 3.975553512573242, "tok_s": 33055.02274400603, "avg_tok_s": 32362.102690332813, "elapsed_h": 6.972067945069737, "variant": "v21"}
{"step": 79100, "tokens": 808402000, "ce": 4.101830005645752, "tok_s": 33301.06084596924, "avg_tok_s": 32363.289742362693, "elapsed_h": 6.980592915415764, "variant": "v21"}
{"step": 79200, "tokens": 809424000, "ce": 4.1009368896484375, "tok_s": 32931.509870525115, "avg_tok_s": 32364.007192019464, "elapsed_h": 6.989213548037741, "variant": "v21"}
{"step": 79300, "tokens": 810446000, "ce": 3.988365888595581, "tok_s": 33260.84148128165, "avg_tok_s": 32365.138130593565, "elapsed_h": 6.997748824357987, "variant": "v21"}
{"step": 79400, "tokens": 811468000, "ce": 4.12706995010376, "tok_s": 33106.383039852226, "avg_tok_s": 32366.071688413787, "elapsed_h": 7.006323924197091, "variant": "v21"}
{"step": 79500, "tokens": 812490000, "ce": 3.9104766845703125, "tok_s": 32917.24585058337, "avg_tok_s": 32366.764989246705, "elapsed_h": 7.014948293500477, "variant": "v21"}
{"step": 79600, "tokens": 813512000, "ce": 4.156283855438232, "tok_s": 33061.07739326185, "avg_tok_s": 32367.637241010543, "elapsed_h": 7.023535145057572, "variant": "v21"}
{"step": 79700, "tokens": 814534000, "ce": 3.823942184448242, "tok_s": 33239.3348145302, "avg_tok_s": 32368.730964440307, "elapsed_h": 7.032075946728389, "variant": "v21"}
{"step": 79800, "tokens": 815556000, "ce": 3.9972453117370605, "tok_s": 32809.67623440955, "avg_tok_s": 32369.283527435255, "elapsed_h": 7.04072859413094, "variant": "v21"}
{"step": 79900, "tokens": 816578000, "ce": 3.895228624343872, "tok_s": 33229.57267445459, "avg_tok_s": 32370.360234753174, "elapsed_h": 7.049271902110841, "variant": "v21"}
{"step": 80000, "tokens": 817600000, "ce": 4.054898262023926, "tok_s": 32755.265819519147, "avg_tok_s": 32370.841366734134, "elapsed_h": 7.057938924762937, "variant": "v21"}
{"step": 80000, "tokens": 817600000, "valid_ce": 4.122860908508301, "avg_tok_s": 32370.841366734134, "variant": "v21"}
{"step": 80100, "tokens": 818622000, "ce": 3.9743294715881348, "tok_s": 13801.699946054745, "avg_tok_s": 32347.658918019173, "elapsed_h": 7.078508100377189, "variant": "v21"}
{"step": 80200, "tokens": 819644000, "ce": 3.8744640350341797, "tok_s": 33177.884694458575, "avg_tok_s": 32348.694112254136, "elapsed_h": 7.087064732313156, "variant": "v21"}
{"step": 80300, "tokens": 820666000, "ce": 3.995246171951294, "tok_s": 33189.49846094995, "avg_tok_s": 32349.741191144167, "elapsed_h": 7.095618358850479, "variant": "v21"}
{"step": 80400, "tokens": 821688000, "ce": 4.0829973220825195, "tok_s": 33080.26913270266, "avg_tok_s": 32350.6498079869, "elapsed_h": 7.1042002271943625, "variant": "v21"}
{"step": 80500, "tokens": 822710000, "ce": 4.143005847930908, "tok_s": 32952.9388473485, "avg_tok_s": 32351.397993128965, "elapsed_h": 7.1128152561187745, "variant": "v21"}
{"step": 80600, "tokens": 823732000, "ce": 4.09768009185791, "tok_s": 33184.09849977495, "avg_tok_s": 32352.431120308425, "elapsed_h": 7.121370276742511, "variant": "v21"}
{"step": 80700, "tokens": 824754000, "ce": 4.114010810852051, "tok_s": 33168.516633514235, "avg_tok_s": 32353.442378689102, "elapsed_h": 7.129929313990805, "variant": "v21"}
{"step": 80800, "tokens": 825776000, "ce": 4.0799336433410645, "tok_s": 32741.88078132021, "avg_tok_s": 32353.923119286417, "elapsed_h": 7.138599875105752, "variant": "v21"}
{"step": 80900, "tokens": 826798000, "ce": 3.976409912109375, "tok_s": 33148.286735977235, "avg_tok_s": 32354.905027341658, "elapsed_h": 7.147164135111703, "variant": "v21"}
{"step": 81000, "tokens": 827820000, "ce": 4.0138044357299805, "tok_s": 33103.090855269314, "avg_tok_s": 32355.82871354898, "elapsed_h": 7.155740086767409, "variant": "v21"}
{"step": 81100, "tokens": 828842000, "ce": 3.8958842754364014, "tok_s": 33273.09605703235, "avg_tok_s": 32356.959746031695, "elapsed_h": 7.164272224903106, "variant": "v21"}
{"step": 81200, "tokens": 829864000, "ce": 4.00356388092041, "tok_s": 33085.535503277024, "avg_tok_s": 32357.857006816477, "elapsed_h": 7.17285272763835, "variant": "v21"}
{"step": 81300, "tokens": 830886000, "ce": 4.115091800689697, "tok_s": 32919.587988718755, "avg_tok_s": 32358.54794283358, "elapsed_h": 7.18147648692131, "variant": "v21"}
{"step": 81400, "tokens": 831908000, "ce": 4.029632568359375, "tok_s": 33227.56483682329, "avg_tok_s": 32359.615531155432, "elapsed_h": 7.1900203139252135, "variant": "v21"}
{"step": 81500, "tokens": 832930000, "ce": 4.080188274383545, "tok_s": 33062.99681466454, "avg_tok_s": 32360.478575675075, "elapsed_h": 7.198606669240528, "variant": "v21"}
{"step": 81600, "tokens": 833952000, "ce": 4.123938083648682, "tok_s": 33163.857293756526, "avg_tok_s": 32361.46310841782, "elapsed_h": 7.207166906330321, "variant": "v21"}
{"step": 81700, "tokens": 834974000, "ce": 4.138659477233887, "tok_s": 32626.913838016288, "avg_tok_s": 32361.78801751158, "elapsed_h": 7.215868020123906, "variant": "v21"}
{"step": 81800, "tokens": 835996000, "ce": 4.1023383140563965, "tok_s": 32994.35546330699, "avg_tok_s": 32362.561327347514, "elapsed_h": 7.224472238487667, "variant": "v21"}
{"step": 81900, "tokens": 837018000, "ce": 4.3154096603393555, "tok_s": 33226.57246993248, "avg_tok_s": 32363.616286007567, "elapsed_h": 7.233016318413946, "variant": "v21"}
{"step": 82000, "tokens": 838040000, "ce": 4.069670677185059, "tok_s": 33134.389612362815, "avg_tok_s": 32364.55625347873, "elapsed_h": 7.241584170858065, "variant": "v21"}
{"step": 82000, "tokens": 838040000, "valid_ce": 4.072865009307861, "avg_tok_s": 32364.55625347873, "variant": "v21"}
{"step": 82100, "tokens": 839062000, "ce": 4.1141533851623535, "tok_s": 29040.388941801742, "avg_tok_s": 32360.50732861676, "elapsed_h": 7.2513598772552275, "variant": "v21"}
{"step": 82200, "tokens": 840084000, "ce": 3.9750301837921143, "tok_s": 33090.06174431192, "avg_tok_s": 32361.394864402282, "elapsed_h": 7.259939203990831, "variant": "v21"}
{"step": 82300, "tokens": 841106000, "ce": 4.0189619064331055, "tok_s": 32947.331699814145, "avg_tok_s": 32362.10681681469, "elapsed_h": 7.268555698394775, "variant": "v21"}
{"step": 82400, "tokens": 842128000, "ce": 4.082269191741943, "tok_s": 32927.954152285514, "avg_tok_s": 32362.79352474609, "elapsed_h": 7.2771772643592625, "variant": "v21"}
{"step": 82500, "tokens": 843150000, "ce": 3.938227891921997, "tok_s": 33221.87286096704, "avg_tok_s": 32363.834833032415, "elapsed_h": 7.285722560021612, "variant": "v21"}
{"step": 82600, "tokens": 844172000, "ce": 4.259666919708252, "tok_s": 33178.940925974304, "avg_tok_s": 32364.82164428295, "elapsed_h": 7.2942789116832945, "variant": "v21"}
{"step": 82700, "tokens": 845194000, "ce": 3.751192092895508, "tok_s": 33041.93770861556, "avg_tok_s": 32365.640406150345, "elapsed_h": 7.302870735923449, "variant": "v21"}
{"step": 82800, "tokens": 846216000, "ce": 4.127778053283691, "tok_s": 33144.78144126112, "avg_tok_s": 32366.581397738642, "elapsed_h": 7.311435899800724, "variant": "v21"}
{"step": 82900, "tokens": 847238000, "ce": 4.102595806121826, "tok_s": 33195.1598109485, "avg_tok_s": 32367.58088919004, "elapsed_h": 7.319988069997893, "variant": "v21"}
{"step": 83000, "tokens": 848260000, "ce": 3.868194580078125, "tok_s": 33285.11387124222, "avg_tok_s": 32368.6863506142, "elapsed_h": 7.328517124851545, "variant": "v21"}
{"step": 83100, "tokens": 849282000, "ce": 3.9219772815704346, "tok_s": 32929.87054246804, "avg_tok_s": 32369.361662517753, "elapsed_h": 7.337138191660245, "variant": "v21"}
{"step": 83200, "tokens": 850304000, "ce": 4.060643672943115, "tok_s": 32937.61097077932, "avg_tok_s": 32370.0446544748, "elapsed_h": 7.345757232573297, "variant": "v21"}
{"step": 83300, "tokens": 851326000, "ce": 3.959534168243408, "tok_s": 33056.80431267818, "avg_tok_s": 32370.869095841193, "elapsed_h": 7.35434519343906, "variant": "v21"}
{"step": 83400, "tokens": 852348000, "ce": 3.955690860748291, "tok_s": 33161.047233956044, "avg_tok_s": 32371.816551642292, "elapsed_h": 7.362906155718697, "variant": "v21"}
{"step": 83500, "tokens": 853370000, "ce": 4.214940547943115, "tok_s": 33024.01080785579, "avg_tok_s": 32372.597622607816, "elapsed_h": 7.371502645611763, "variant": "v21"}
{"step": 83600, "tokens": 854392000, "ce": 3.8876259326934814, "tok_s": 32781.14067266798, "avg_tok_s": 32373.086310466744, "elapsed_h": 7.380162824061181, "variant": "v21"}
{"step": 83700, "tokens": 855414000, "ce": 3.9509971141815186, "tok_s": 33159.1730992786, "avg_tok_s": 32374.02548225744, "elapsed_h": 7.388724273045858, "variant": "v21"}
{"step": 83800, "tokens": 856436000, "ce": 4.074070930480957, "tok_s": 33293.1590155773, "avg_tok_s": 32375.122300316292, "elapsed_h": 7.397251267234484, "variant": "v21"}
{"step": 83900, "tokens": 857458000, "ce": 3.9106812477111816, "tok_s": 33247.55124626389, "avg_tok_s": 32376.16214411361, "elapsed_h": 7.40578995777501, "variant": "v21"}
{"step": 84000, "tokens": 858480000, "ce": 3.945889711380005, "tok_s": 32874.84626603667, "avg_tok_s": 32376.755815687324, "elapsed_h": 7.414425450232294, "variant": "v21"}
{"step": 84000, "tokens": 858480000, "valid_ce": 3.9896469116210938, "avg_tok_s": 32376.755815687324, "variant": "v21"}
{"step": 84100, "tokens": 859502000, "ce": 4.068301200866699, "tok_s": 29316.33201033489, "avg_tok_s": 32373.116786192255, "elapsed_h": 7.4241091408332185, "variant": "v21"}
{"step": 84200, "tokens": 860524000, "ce": 3.990063190460205, "tok_s": 33193.066940030345, "avg_tok_s": 32374.090598726507, "elapsed_h": 7.432661845286687, "variant": "v21"}
{"step": 84300, "tokens": 861546000, "ce": 3.8284106254577637, "tok_s": 33196.905871287585, "avg_tok_s": 32375.066654803093, "elapsed_h": 7.441213560899099, "variant": "v21"}
{"step": 84400, "tokens": 862568000, "ce": 3.7340779304504395, "tok_s": 32527.843334151934, "avg_tok_s": 32375.247669826018, "elapsed_h": 7.449941176639663, "variant": "v21"}
{"step": 84500, "tokens": 863590000, "ce": 3.7725014686584473, "tok_s": 33009.4469354639, "avg_tok_s": 32375.99820150133, "elapsed_h": 7.458541459110048, "variant": "v21"}
{"step": 84600, "tokens": 864612000, "ce": 3.9100937843322754, "tok_s": 33042.210234385646, "avg_tok_s": 32376.785686173767, "elapsed_h": 7.467133213546541, "variant": "v21"}
{"step": 84700, "tokens": 865634000, "ce": 4.1006669998168945, "tok_s": 33205.31457164602, "avg_tok_s": 32377.76387848247, "elapsed_h": 7.475682763589753, "variant": "v21"}
{"step": 84800, "tokens": 866656000, "ce": 3.7812647819519043, "tok_s": 33018.14546601209, "avg_tok_s": 32378.5190454489, "elapsed_h": 7.484280783467822, "variant": "v21"}
{"step": 84900, "tokens": 867678000, "ce": 3.7790729999542236, "tok_s": 33078.81202349569, "avg_tok_s": 32379.343889946005, "elapsed_h": 7.492863032817841, "variant": "v21"}
{"step": 85000, "tokens": 868700000, "ce": 4.001908302307129, "tok_s": 33177.33490544498, "avg_tok_s": 32380.282702905417, "elapsed_h": 7.501419791513019, "variant": "v21"}
{"step": 85100, "tokens": 869722000, "ce": 4.237070560455322, "tok_s": 33225.95693863257, "avg_tok_s": 32381.276444663028, "elapsed_h": 7.509964029192925, "variant": "v21"}
{"step": 85200, "tokens": 870744000, "ce": 3.932229518890381, "tok_s": 32874.97358987454, "avg_tok_s": 32381.855901406234, "elapsed_h": 7.5185994872781965, "variant": "v21"}
{"step": 85300, "tokens": 871766000, "ce": 3.8292269706726074, "tok_s": 32828.022260429105, "avg_tok_s": 32382.378956926776, "elapsed_h": 7.527247298227416, "variant": "v21"}
{"step": 85400, "tokens": 872788000, "ce": 3.9431328773498535, "tok_s": 33104.919027271535, "avg_tok_s": 32383.225022582916, "elapsed_h": 7.535822781456841, "variant": "v21"}
{"step": 85500, "tokens": 873810000, "ce": 4.199214458465576, "tok_s": 33043.76753796699, "avg_tok_s": 32383.997586928395, "elapsed_h": 7.544414130449295, "variant": "v21"}
{"step": 85600, "tokens": 874832000, "ce": 3.9895007610321045, "tok_s": 32957.92477802574, "avg_tok_s": 32384.66806261893, "elapsed_h": 7.553027854230669, "variant": "v21"}
{"step": 85700, "tokens": 875854000, "ce": 4.009911060333252, "tok_s": 33160.61934003526, "avg_tok_s": 32385.573490013816, "elapsed_h": 7.561588931481044, "variant": "v21"}
{"step": 85800, "tokens": 876876000, "ce": 3.9697372913360596, "tok_s": 32965.08061154289, "avg_tok_s": 32386.248906239372, "elapsed_h": 7.570200787981351, "variant": "v21"}
{"step": 85900, "tokens": 877898000, "ce": 4.226980686187744, "tok_s": 33357.93016010314, "avg_tok_s": 32387.380083484848, "elapsed_h": 7.578711222873793, "variant": "v21"}
{"step": 86000, "tokens": 878920000, "ce": 3.7736282348632812, "tok_s": 32964.35710590331, "avg_tok_s": 32388.050986999286, "elapsed_h": 7.587323265936639, "variant": "v21"}
{"step": 86000, "tokens": 878920000, "valid_ce": 4.076785087585449, "avg_tok_s": 32388.050986999286, "variant": "v21"}
{"step": 86100, "tokens": 879942000, "ce": 3.9091343879699707, "tok_s": 29210.972572466737, "avg_tok_s": 32384.361000455116, "elapsed_h": 7.597041892674234, "variant": "v21"}
{"step": 86200, "tokens": 880964000, "ce": 4.004273414611816, "tok_s": 32960.643238462886, "avg_tok_s": 32385.029541334476, "elapsed_h": 7.605654908683565, "variant": "v21"}
{"step": 86300, "tokens": 881986000, "ce": 4.046813488006592, "tok_s": 33059.354515400366, "avg_tok_s": 32385.810914421458, "elapsed_h": 7.61424220667945, "variant": "v21"}
{"step": 86400, "tokens": 883008000, "ce": 3.9493813514709473, "tok_s": 32925.2957073561, "avg_tok_s": 32386.435318116983, "elapsed_h": 7.622864475250244, "variant": "v21"}
{"step": 86500, "tokens": 884030000, "ce": 3.992809295654297, "tok_s": 33104.314642096644, "avg_tok_s": 32387.265236410603, "elapsed_h": 7.631440110603968, "variant": "v21"}
{"step": 86600, "tokens": 885052000, "ce": 4.128054618835449, "tok_s": 33027.590102007496, "avg_tok_s": 32388.00464156718, "elapsed_h": 7.640035668677754, "variant": "v21"}
{"step": 86700, "tokens": 886074000, "ce": 4.092621803283691, "tok_s": 33129.74753648157, "avg_tok_s": 32388.860169704334, "elapsed_h": 7.648604732222028, "variant": "v21"}
{"step": 86800, "tokens": 887096000, "ce": 4.188678741455078, "tok_s": 32872.682667954854, "avg_tok_s": 32389.417568895868, "elapsed_h": 7.657240794036124, "variant": "v21"}
{"step": 86900, "tokens": 888118000, "ce": 4.055815696716309, "tok_s": 33178.80712779308, "avg_tok_s": 32390.325957341087, "elapsed_h": 7.665797177486949, "variant": "v21"}
{"step": 87000, "tokens": 889140000, "ce": 3.8953468799591064, "tok_s": 33138.09175948132, "avg_tok_s": 32391.185458263088, "elapsed_h": 7.67436407301161, "variant": "v21"}
{"step": 87100, "tokens": 890162000, "ce": 3.929478883743286, "tok_s": 32998.89692636372, "avg_tok_s": 32391.883175218423, "elapsed_h": 7.682967107825809, "variant": "v21"}
{"step": 87200, "tokens": 891184000, "ce": 4.046994209289551, "tok_s": 32984.342501155275, "avg_tok_s": 32392.562601050922, "elapsed_h": 7.691573934422599, "variant": "v21"}
{"step": 87300, "tokens": 892206000, "ce": 3.950784683227539, "tok_s": 33206.05692458684, "avg_tok_s": 32393.49443876402, "elapsed_h": 7.700123296181361, "variant": "v21"}
{"step": 87400, "tokens": 893228000, "ce": 4.131084442138672, "tok_s": 33245.00518768448, "avg_tok_s": 32394.46870735546, "elapsed_h": 7.708662642505434, "variant": "v21"}
{"step": 87500, "tokens": 894250000, "ce": 3.885784864425659, "tok_s": 32985.07602183662, "avg_tok_s": 32395.143687143438, "elapsed_h": 7.717269277241495, "variant": "v21"}
{"step": 87600, "tokens": 895272000, "ce": 4.041313648223877, "tok_s": 32883.065844942386, "avg_tok_s": 32395.700675908047, "elapsed_h": 7.725902609560225, "variant": "v21"}
{"step": 87700, "tokens": 896294000, "ce": 4.014382362365723, "tok_s": 33193.89845319118, "avg_tok_s": 32396.610821606202, "elapsed_h": 7.734455104006662, "variant": "v21"}
{"step": 87800, "tokens": 897316000, "ce": 4.062844276428223, "tok_s": 33175.0304066616, "avg_tok_s": 32397.49740427711, "elapsed_h": 7.743012460602654, "variant": "v21"}
{"step": 87900, "tokens": 898338000, "ce": 4.132257461547852, "tok_s": 33319.0873537446, "avg_tok_s": 32398.545857006877, "elapsed_h": 7.751532821257909, "variant": "v21"}
{"step": 88000, "tokens": 899360000, "ce": 4.181490421295166, "tok_s": 32791.47462095847, "avg_tok_s": 32398.99236696591, "elapsed_h": 7.760190268953641, "variant": "v21"}
{"step": 88000, "tokens": 899360000, "valid_ce": 3.8730220794677734, "avg_tok_s": 32398.99236696591, "variant": "v21"}
{"step": 88100, "tokens": 900382000, "ce": 4.052932262420654, "tok_s": 29279.336684005535, "avg_tok_s": 32395.451327598195, "elapsed_h": 7.769886202017466, "variant": "v21"}
{"step": 88200, "tokens": 901404000, "ce": 4.064606666564941, "tok_s": 33047.394938215766, "avg_tok_s": 32396.1904926896, "elapsed_h": 7.778476610647307, "variant": "v21"}
{"step": 88300, "tokens": 902426000, "ce": 4.166213512420654, "tok_s": 32926.31290196787, "avg_tok_s": 32396.790857819014, "elapsed_h": 7.787098609142833, "variant": "v21"}
{"step": 88400, "tokens": 903448000, "ce": 3.9768149852752686, "tok_s": 32918.63794799061, "avg_tok_s": 32397.381182581656, "elapsed_h": 7.795722615785069, "variant": "v21"}
{"step": 88500, "tokens": 904470000, "ce": 4.062297344207764, "tok_s": 32885.798460546335, "avg_tok_s": 32397.93306651156, "elapsed_h": 7.804355236159431, "variant": "v21"}
{"step": 88600, "tokens": 905492000, "ce": 4.0506415367126465, "tok_s": 33236.76604736048, "avg_tok_s": 32398.879830598296, "elapsed_h": 7.812896701428626, "variant": "v21"}
{"step": 88700, "tokens": 906514000, "ce": 3.801237106323242, "tok_s": 33142.85917520926, "avg_tok_s": 32399.718589724125, "elapsed_h": 7.821462363733185, "variant": "v21"}
{"step": 88800, "tokens": 907536000, "ce": 3.9528815746307373, "tok_s": 33024.467495533616, "avg_tok_s": 32400.422135789227, "elapsed_h": 7.830058732496368, "variant": "v21"}
{"step": 88900, "tokens": 908558000, "ce": 3.8955352306365967, "tok_s": 32841.514068287106, "avg_tok_s": 32400.918302192487, "elapsed_h": 7.838702991538578, "variant": "v21"}
{"step": 89000, "tokens": 909580000, "ce": 4.373960018157959, "tok_s": 33146.368420554085, "avg_tok_s": 32401.75588659514, "elapsed_h": 7.847267747984992, "variant": "v21"}
{"step": 89100, "tokens": 910602000, "ce": 4.036837577819824, "tok_s": 33129.18602747954, "avg_tok_s": 32402.572306506343, "elapsed_h": 7.855836949149768, "variant": "v21"}
{"step": 89200, "tokens": 911624000, "ce": 4.1170454025268555, "tok_s": 33178.37903222523, "avg_tok_s": 32403.44204498809, "elapsed_h": 7.8643934396240445, "variant": "v21"}
{"step": 89300, "tokens": 912646000, "ce": 4.074710845947266, "tok_s": 33095.66264461184, "avg_tok_s": 32404.217208033584, "elapsed_h": 7.8729713189601895, "variant": "v21"}
{"step": 89400, "tokens": 913668000, "ce": 3.8589744567871094, "tok_s": 33320.26293025365, "avg_tok_s": 32405.241867678127, "elapsed_h": 7.8814913817909025, "variant": "v21"}
{"step": 89500, "tokens": 914690000, "ce": 3.8342883586883545, "tok_s": 33266.19519636578, "avg_tok_s": 32406.203826704594, "elapsed_h": 7.890025293231011, "variant": "v21"}
{"step": 89600, "tokens": 915712000, "ce": 3.894011974334717, "tok_s": 33146.53271439703, "avg_tok_s": 32407.03008662389, "elapsed_h": 7.898590009411176, "variant": "v21"}
{"step": 89700, "tokens": 916734000, "ce": 3.7278857231140137, "tok_s": 32826.37738203108, "avg_tok_s": 32407.497586395806, "elapsed_h": 7.907238252361616, "variant": "v21"}
{"step": 89800, "tokens": 917756000, "ce": 4.09419059753418, "tok_s": 33015.54669048538, "avg_tok_s": 32408.174701211054, "elapsed_h": 7.915836949878269, "variant": "v21"}
{"step": 89900, "tokens": 918778000, "ce": 4.1088762283325195, "tok_s": 33225.93685054766, "avg_tok_s": 32409.084336527336, "elapsed_h": 7.924381194048458, "variant": "v21"}
{"step": 90000, "tokens": 919800000, "ce": 3.7396984100341797, "tok_s": 33059.21046167487, "avg_tok_s": 32409.80669888861, "elapsed_h": 7.93296852754222, "variant": "v21"}
{"step": 90000, "tokens": 919800000, "valid_ce": 3.9521701335906982, "avg_tok_s": 32409.80669888861, "variant": "v21"}
{"step": 90100, "tokens": 920822000, "ce": 4.142231464385986, "tok_s": 29417.378853493512, "avg_tok_s": 32406.485469315474, "elapsed_h": 7.942618962658776, "variant": "v21"}
{"step": 90200, "tokens": 921844000, "ce": 4.013291358947754, "tok_s": 33274.46391642558, "avg_tok_s": 32407.447751407613, "elapsed_h": 7.951150749325752, "variant": "v21"}
{"step": 90300, "tokens": 922866000, "ce": 3.9173171520233154, "tok_s": 33285.34312470527, "avg_tok_s": 32408.419950049138, "elapsed_h": 7.959679752257135, "variant": "v21"}
{"step": 90400, "tokens": 923888000, "ce": 3.7747395038604736, "tok_s": 32809.354795235115, "avg_tok_s": 32408.86346204603, "elapsed_h": 7.968332485490375, "variant": "v21"}
{"step": 90500, "tokens": 924910000, "ce": 3.8372433185577393, "tok_s": 33208.53527590828, "avg_tok_s": 32409.747077309967, "elapsed_h": 7.9768812106053035, "variant": "v21"}
{"step": 90600, "tokens": 925932000, "ce": 4.062406539916992, "tok_s": 33155.874254503484, "avg_tok_s": 32410.570617240643, "elapsed_h": 7.985443511340353, "variant": "v21"}
{"step": 90700, "tokens": 926954000, "ce": 4.131608009338379, "tok_s": 33113.65976851717, "avg_tok_s": 32411.34579822331, "elapsed_h": 7.994016729659505, "variant": "v21"}
{"step": 90800, "tokens": 927976000, "ce": 4.112995147705078, "tok_s": 33176.5684154418, "avg_tok_s": 32412.18855440967, "elapsed_h": 8.002573690613112, "variant": "v21"}
{"step": 90900, "tokens": 928998000, "ce": 3.9530861377716064, "tok_s": 32969.53312644655, "avg_tok_s": 32412.801694752947, "elapsed_h": 8.011184386412303, "variant": "v21"}
{"step": 91000, "tokens": 930020000, "ce": 3.9799351692199707, "tok_s": 33196.39324265338, "avg_tok_s": 32413.662784366024, "elapsed_h": 8.019736237459712, "variant": "v21"}
{"step": 91100, "tokens": 931042000, "ce": 4.030285835266113, "tok_s": 32963.98801364808, "avg_tok_s": 32414.266873530985, "elapsed_h": 8.028348380790817, "variant": "v21"}
{"step": 91200, "tokens": 932064000, "ce": 4.2110490798950195, "tok_s": 33013.557259594956, "avg_tok_s": 32414.92399018237, "elapsed_h": 8.036947592099507, "variant": "v21"}
{"step": 91300, "tokens": 933086000, "ce": 4.030078887939453, "tok_s": 32978.21291448194, "avg_tok_s": 32415.540955050168, "elapsed_h": 8.045556020670467, "variant": "v21"}
{"step": 91400, "tokens": 934108000, "ce": 3.9621033668518066, "tok_s": 33152.03942243023, "avg_tok_s": 32416.34675206043, "elapsed_h": 8.054119313028124, "variant": "v21"}
{"step": 91500, "tokens": 935130000, "ce": 4.076791763305664, "tok_s": 33243.09731756899, "avg_tok_s": 32417.25030459104, "elapsed_h": 8.062659148044057, "variant": "v21"}
{"step": 91600, "tokens": 936152000, "ce": 3.948824644088745, "tok_s": 33230.84035155436, "avg_tok_s": 32418.13850333227, "elapsed_h": 8.071202131708462, "variant": "v21"}
{"step": 91700, "tokens": 937174000, "ce": 4.267340660095215, "tok_s": 33233.330133461335, "avg_tok_s": 32419.027480028155, "elapsed_h": 8.07974448217286, "variant": "v21"}
{"step": 91800, "tokens": 938196000, "ce": 3.981118679046631, "tok_s": 33232.888520339104, "avg_tok_s": 32419.914038895597, "elapsed_h": 8.088286946018536, "variant": "v21"}
{"step": 91900, "tokens": 939218000, "ce": 4.26747465133667, "tok_s": 32983.466126313564, "avg_tok_s": 32420.527262059273, "elapsed_h": 8.096894002623028, "variant": "v21"}
{"step": 92000, "tokens": 940240000, "ce": 4.054211616516113, "tok_s": 32847.162022049044, "avg_tok_s": 32420.990995494045, "elapsed_h": 8.105536773204804, "variant": "v21"}
{"step": 92000, "tokens": 940240000, "valid_ce": 3.8600001335144043, "avg_tok_s": 32420.990995494045, "variant": "v21"}
{"step": 92100, "tokens": 941262000, "ce": 3.9687323570251465, "tok_s": 28980.39079358191, "avg_tok_s": 32417.255273233553, "elapsed_h": 8.115332720279694, "variant": "v21"}
{"step": 92200, "tokens": 942284000, "ce": 3.859248399734497, "tok_s": 33084.02098827508, "avg_tok_s": 32417.978446460278, "elapsed_h": 8.123913618458642, "variant": "v21"}
{"step": 92300, "tokens": 943306000, "ce": 4.1690263748168945, "tok_s": 33255.654350495206, "avg_tok_s": 32418.886004319473, "elapsed_h": 8.132450227869882, "variant": "v21"}
{"step": 92400, "tokens": 944328000, "ce": 4.111401557922363, "tok_s": 32979.16512843016, "avg_tok_s": 32419.492367007904, "elapsed_h": 8.141058405770195, "variant": "v21"}
{"step": 92500, "tokens": 945350000, "ce": 4.083107948303223, "tok_s": 33158.42771122045, "avg_tok_s": 32420.291216028672, "elapsed_h": 8.149620045357281, "variant": "v21"}
{"step": 92600, "tokens": 946372000, "ce": 3.9876551628112793, "tok_s": 33210.074334581375, "avg_tok_s": 32421.144113564904, "elapsed_h": 8.158168369664086, "variant": "v21"}
{"step": 92700, "tokens": 947394000, "ce": 3.6195664405822754, "tok_s": 33239.77144391359, "avg_tok_s": 32422.027206693652, "elapsed_h": 8.166709058218531, "variant": "v21"}
{"step": 92800, "tokens": 948416000, "ce": 3.9875216484069824, "tok_s": 33169.516828792715, "avg_tok_s": 32422.832691200227, "elapsed_h": 8.175267837908534, "variant": "v21"}
{"step": 92900, "tokens": 949438000, "ce": 3.9993462562561035, "tok_s": 33169.630788664625, "avg_tok_s": 32423.63656428684, "elapsed_h": 8.183826584948434, "variant": "v21"}
{"step": 93000, "tokens": 950460000, "ce": 3.9245688915252686, "tok_s": 32917.57547404969, "avg_tok_s": 32424.167681394112, "elapsed_h": 8.19245086948077, "variant": "v21"}
{"step": 93100, "tokens": 951482000, "ce": 4.05551815032959, "tok_s": 33117.3089272196, "avg_tok_s": 32424.912194010467, "elapsed_h": 8.20102314028475, "variant": "v21"}
{"step": 93200, "tokens": 952504000, "ce": 3.850013256072998, "tok_s": 32962.8663382575, "avg_tok_s": 32425.489398027898, "elapsed_h": 8.209635575016339, "variant": "v21"}
{"step": 93300, "tokens": 953526000, "ce": 4.065730094909668, "tok_s": 33037.68383305012, "avg_tok_s": 32426.14555497862, "elapsed_h": 8.218228504922655, "variant": "v21"}
{"step": 93400, "tokens": 954548000, "ce": 4.175796031951904, "tok_s": 33172.387367437674, "avg_tok_s": 32426.944529081895, "elapsed_h": 8.226786544124286, "variant": "v21"}
{"step": 93500, "tokens": 955570000, "ce": 4.0867133140563965, "tok_s": 32893.1855057659, "avg_tok_s": 32427.443182532897, "elapsed_h": 8.235417226685419, "variant": "v21"}
{"step": 93600, "tokens": 956592000, "ce": 4.1394877433776855, "tok_s": 32963.42501178018, "avg_tok_s": 32428.01581269235, "elapsed_h": 8.244029514259763, "variant": "v21"}
{"step": 93700, "tokens": 957614000, "ce": 3.952226161956787, "tok_s": 33018.35299914449, "avg_tok_s": 32428.645841706704, "elapsed_h": 8.252627477645873, "variant": "v21"}
{"step": 93800, "tokens": 958636000, "ce": 3.8559062480926514, "tok_s": 32359.38484613782, "avg_tok_s": 32428.572002692235, "elapsed_h": 8.261400531729063, "variant": "v21"}
{"step": 93900, "tokens": 959658000, "ce": 4.188448905944824, "tok_s": 33158.04836106755, "avg_tok_s": 32429.348867823624, "elapsed_h": 8.269962273107634, "variant": "v21"}
{"step": 94000, "tokens": 960680000, "ce": 3.9347102642059326, "tok_s": 33108.76291187155, "avg_tok_s": 32430.071648721547, "elapsed_h": 8.278536759879854, "variant": "v21"}
{"step": 94000, "tokens": 960680000, "valid_ce": 4.156002998352051, "avg_tok_s": 32430.071648721547, "variant": "v21"}
{"step": 94100, "tokens": 961702000, "ce": 3.8828976154327393, "tok_s": 29252.292429331777, "avg_tok_s": 32426.69462510902, "elapsed_h": 8.28824165476693, "variant": "v21"}
{"step": 94200, "tokens": 962724000, "ce": 4.149432182312012, "tok_s": 33234.206437889945, "avg_tok_s": 32427.55185633278, "elapsed_h": 8.296783780058226, "variant": "v21"}
{"step": 94300, "tokens": 963746000, "ce": 3.8899388313293457, "tok_s": 33020.37811009045, "avg_tok_s": 32428.180516198907, "elapsed_h": 8.305381214022637, "variant": "v21"}
{"step": 94400, "tokens": 964768000, "ce": 4.316111087799072, "tok_s": 32596.464147395454, "avg_tok_s": 32428.35878275738, "elapsed_h": 8.314090455041992, "variant": "v21"}
{"step": 94500, "tokens": 965790000, "ce": 4.082371711730957, "tok_s": 33056.104560774176, "avg_tok_s": 32429.023064003955, "elapsed_h": 8.32267860048347, "variant": "v21"}
{"step": 94600, "tokens": 966812000, "ce": 3.959153413772583, "tok_s": 33129.424404033154, "avg_tok_s": 32429.76344597016, "elapsed_h": 8.33124773800373, "variant": "v21"}
{"step": 94700, "tokens": 967834000, "ce": 4.038261413574219, "tok_s": 33088.72483937751, "avg_tok_s": 32430.45928693469, "elapsed_h": 8.339827413029141, "variant": "v21"}
{"step": 94800, "tokens": 968856000, "ce": 4.095572471618652, "tok_s": 33140.717293903566, "avg_tok_s": 32431.208504241615, "elapsed_h": 8.348393629921807, "variant": "v21"}
{"step": 94900, "tokens": 969878000, "ce": 3.8944973945617676, "tok_s": 32965.88476930176, "avg_tok_s": 32431.771914426085, "elapsed_h": 8.357005279130405, "variant": "v21"}
{"step": 95000, "tokens": 970900000, "ce": 3.971853256225586, "tok_s": 33372.39401537962, "avg_tok_s": 32432.762042953404, "elapsed_h": 8.365512027541797, "variant": "v21"}
{"step": 95100, "tokens": 971922000, "ce": 3.771815538406372, "tok_s": 33257.65319887945, "avg_tok_s": 32433.629436387604, "elapsed_h": 8.374048124949137, "variant": "v21"}
{"step": 95200, "tokens": 972944000, "ce": 4.010356903076172, "tok_s": 32696.320834803933, "avg_tok_s": 32433.905372730478, "elapsed_h": 8.382730766534806, "variant": "v21"}
{"step": 95300, "tokens": 973966000, "ce": 4.078507423400879, "tok_s": 33121.981300537285, "avg_tok_s": 32434.627383147905, "elapsed_h": 8.391301827298271, "variant": "v21"}
{"step": 95400, "tokens": 974988000, "ce": 4.057626247406006, "tok_s": 33127.825477673374, "avg_tok_s": 32435.354005888497, "elapsed_h": 8.399871376421716, "variant": "v21"}
{"step": 95500, "tokens": 976010000, "ce": 4.070493221282959, "tok_s": 33261.990754709754, "avg_tok_s": 32436.21959410716, "elapsed_h": 8.408406361937523, "variant": "v21"}
{"step": 95600, "tokens": 977032000, "ce": 3.8471932411193848, "tok_s": 33084.96655438721, "avg_tok_s": 32436.89819971415, "elapsed_h": 8.416987010836602, "variant": "v21"}
{"step": 95700, "tokens": 978054000, "ce": 3.9456660747528076, "tok_s": 32718.83995297519, "avg_tok_s": 32437.192809696655, "elapsed_h": 8.425663679242135, "variant": "v21"}
{"step": 95800, "tokens": 979076000, "ce": 3.901822328567505, "tok_s": 32980.946649433536, "avg_tok_s": 32437.760402431246, "elapsed_h": 8.43427139752441, "variant": "v21"}
{"step": 95900, "tokens": 980098000, "ce": 4.032598972320557, "tok_s": 33031.06861540101, "avg_tok_s": 32438.37907627167, "elapsed_h": 8.44286604821682, "variant": "v21"}
{"step": 96000, "tokens": 981120000, "ce": 4.187786102294922, "tok_s": 33056.630200419444, "avg_tok_s": 32439.023087859325, "elapsed_h": 8.45145405292511, "variant": "v21"}
{"step": 96000, "tokens": 981120000, "valid_ce": 3.8711307048797607, "avg_tok_s": 32439.023087859325, "variant": "v21"}
{"step": 96100, "tokens": 982142000, "ce": 4.122347354888916, "tok_s": 29176.256434228275, "avg_tok_s": 32435.62790923952, "elapsed_h": 8.461184237003327, "variant": "v21"}
{"step": 96200, "tokens": 983164000, "ce": 4.003744602203369, "tok_s": 33115.930164980746, "avg_tok_s": 32436.33508414154, "elapsed_h": 8.469756868481635, "variant": "v21"}
{"step": 96300, "tokens": 984186000, "ce": 3.9212963581085205, "tok_s": 33146.031123478424, "avg_tok_s": 32437.07204783763, "elapsed_h": 8.478321709169283, "variant": "v21"}
{"step": 96400, "tokens": 985208000, "ce": 3.9273343086242676, "tok_s": 32890.95438091106, "avg_tok_s": 32437.54288013335, "elapsed_h": 8.486952971021335, "variant": "v21"}
{"step": 96500, "tokens": 986230000, "ce": 4.1970038414001465, "tok_s": 32657.620508045424, "avg_tok_s": 32437.770939851394, "elapsed_h": 8.495645905269518, "variant": "v21"}
{"step": 96600, "tokens": 987252000, "ce": 3.8369739055633545, "tok_s": 33088.975149620754, "avg_tok_s": 32438.445064292147, "elapsed_h": 8.504225518041187, "variant": "v21"}
{"step": 96700, "tokens": 988274000, "ce": 3.9642817974090576, "tok_s": 33213.478162463434, "avg_tok_s": 32439.24654629646, "elapsed_h": 8.512772969934675, "variant": "v21"}
{"step": 96800, "tokens": 989296000, "ce": 4.109622478485107, "tok_s": 33208.968266459684, "avg_tok_s": 32440.04171336275, "elapsed_h": 8.521321579416593, "variant": "v21"}
{"step": 96900, "tokens": 990318000, "ce": 4.033641815185547, "tok_s": 33023.380625043275, "avg_tok_s": 32440.643714303595, "elapsed_h": 8.529918232361476, "variant": "v21"}
{"step": 97000, "tokens": 991340000, "ce": 4.206378936767578, "tok_s": 33184.091563713686, "avg_tok_s": 32441.41015538546, "elapsed_h": 8.538473256760174, "variant": "v21"}
{"step": 97100, "tokens": 992362000, "ce": 4.1727166175842285, "tok_s": 33055.57970256092, "avg_tok_s": 32442.042667792437, "elapsed_h": 8.54706153591474, "variant": "v21"}
{"step": 97200, "tokens": 993384000, "ce": 4.164406776428223, "tok_s": 33045.98173943331, "avg_tok_s": 32442.664004285893, "elapsed_h": 8.555652310384644, "variant": "v21"}
{"step": 97300, "tokens": 994406000, "ce": 4.111386299133301, "tok_s": 32438.226408261984, "avg_tok_s": 32442.65944355, "elapsed_h": 8.564404038257068, "variant": "v21"}
{"step": 97400, "tokens": 995428000, "ce": 4.088284492492676, "tok_s": 32948.23705225309, "avg_tok_s": 32443.17851707023, "elapsed_h": 8.57302029940817, "variant": "v21"}
{"step": 97500, "tokens": 996450000, "ce": 4.050572395324707, "tok_s": 32997.44519863116, "avg_tok_s": 32443.746995717986, "elapsed_h": 8.58162370926804, "variant": "v21"}
{"step": 97600, "tokens": 997472000, "ce": 3.915844678878784, "tok_s": 32906.342675732994, "avg_tok_s": 32444.22096670161, "elapsed_h": 8.590250937541326, "variant": "v21"}
{"step": 97700, "tokens": 998494000, "ce": 4.226363182067871, "tok_s": 32760.847839305265, "avg_tok_s": 32444.54504743099, "elapsed_h": 8.598916484514872, "variant": "v21"}
{"step": 97800, "tokens": 999516000, "ce": 4.092921257019043, "tok_s": 33120.92792465927, "avg_tok_s": 32445.236645464967, "elapsed_h": 8.60748781979084, "variant": "v21"}
{"step": 97900, "tokens": 1000538000, "ce": 3.975177764892578, "tok_s": 32724.79879275078, "avg_tok_s": 32445.52220434881, "elapsed_h": 8.616162907878557, "variant": "v21"}
{"step": 98000, "tokens": 1001560000, "ce": 3.9518439769744873, "tok_s": 32901.15566708952, "avg_tok_s": 32445.98713645365, "elapsed_h": 8.624791499177615, "variant": "v21"}
{"step": 98000, "tokens": 1001560000, "valid_ce": 3.7395458221435547, "avg_tok_s": 32445.98713645365, "variant": "v21"}
{"step": 98100, "tokens": 1002582000, "ce": 4.137820243835449, "tok_s": 29183.38264087302, "avg_tok_s": 32442.661341860803, "elapsed_h": 8.634519306884872, "variant": "v21"}
{"step": 98200, "tokens": 1003604000, "ce": 4.095746994018555, "tok_s": 33118.317806691455, "avg_tok_s": 32443.34938306735, "elapsed_h": 8.643091319468287, "variant": "v21"}
{"step": 98300, "tokens": 1004626000, "ce": 4.0458149909973145, "tok_s": 32801.3580102147, "avg_tok_s": 32443.713583094966, "elapsed_h": 8.65174616654714, "variant": "v21"}
{"step": 98400, "tokens": 1005648000, "ce": 3.7775275707244873, "tok_s": 32899.39007807147, "avg_tok_s": 32444.176668963846, "elapsed_h": 8.660375217795371, "variant": "v21"}
{"step": 98500, "tokens": 1006670000, "ce": 4.112423419952393, "tok_s": 32926.322512758685, "avg_tok_s": 32444.666157130134, "elapsed_h": 8.668997214635214, "variant": "v21"}
{"step": 98600, "tokens": 1007692000, "ce": 4.086366653442383, "tok_s": 33146.59243471546, "avg_tok_s": 32445.37804990659, "elapsed_h": 8.677561914655897, "variant": "v21"}
{"step": 98700, "tokens": 1008714000, "ce": 3.876380205154419, "tok_s": 33138.15042466613, "avg_tok_s": 32446.07994694282, "elapsed_h": 8.686128796670172, "variant": "v21"}
{"step": 98800, "tokens": 1009736000, "ce": 4.2768049240112305, "tok_s": 32858.356713262176, "avg_tok_s": 32446.497231119254, "elapsed_h": 8.694768629405234, "variant": "v21"}
{"step": 98900, "tokens": 1010758000, "ce": 3.8627185821533203, "tok_s": 32914.27220723726, "avg_tok_s": 32446.970208850416, "elapsed_h": 8.703393779993057, "variant": "v21"}
{"step": 99000, "tokens": 1011780000, "ce": 4.24090576171875, "tok_s": 33237.17426073631, "avg_tok_s": 32447.768394761413, "elapsed_h": 8.71193513698048, "variant": "v21"}
{"step": 99100, "tokens": 1012802000, "ce": 4.09675407409668, "tok_s": 32874.94409099661, "avg_tok_s": 32448.199449954383, "elapsed_h": 8.720570607913865, "variant": "v21"}
{"step": 99200, "tokens": 1013824000, "ce": 4.137449264526367, "tok_s": 32892.54263818518, "avg_tok_s": 32448.647376555422, "elapsed_h": 8.729201459354824, "variant": "v21"}
{"step": 99300, "tokens": 1014846000, "ce": 4.1124982833862305, "tok_s": 32492.766033267326, "avg_tok_s": 32448.691806219784, "elapsed_h": 8.73793849905332, "variant": "v21"}
{"step": 99400, "tokens": 1015868000, "ce": 3.993138551712036, "tok_s": 33149.600771757105, "avg_tok_s": 32449.39694602415, "elapsed_h": 8.746502419643932, "variant": "v21"}
{"step": 99500, "tokens": 1016890000, "ce": 3.986675262451172, "tok_s": 32682.13320132937, "avg_tok_s": 32449.63085180838, "elapsed_h": 8.75518883354134, "variant": "v21"}
{"step": 99600, "tokens": 1017912000, "ce": 3.742539167404175, "tok_s": 33089.6272511302, "avg_tok_s": 32450.273418474364, "elapsed_h": 8.763768276770909, "variant": "v21"}
{"step": 99700, "tokens": 1018934000, "ce": 3.9010939598083496, "tok_s": 33240.222261611576, "avg_tok_s": 32451.065744294963, "elapsed_h": 8.77230885035462, "variant": "v21"}
{"step": 99800, "tokens": 1019956000, "ce": 3.938990354537964, "tok_s": 33030.10907518432, "avg_tok_s": 32451.64594803333, "elapsed_h": 8.780903752975993, "variant": "v21"}
{"step": 99900, "tokens": 1020978000, "ce": 4.0029096603393555, "tok_s": 33151.33050517292, "avg_tok_s": 32452.346332975412, "elapsed_h": 8.789467231233914, "variant": "v21"}
{"step": 100000, "tokens": 1022000000, "ce": 4.066737174987793, "tok_s": 32942.41985893848, "avg_tok_s": 32452.836406501374, "elapsed_h": 8.798085014753871, "variant": "v21"}
{"step": 100000, "tokens": 1022000000, "valid_ce": 4.03961706161499, "avg_tok_s": 32452.836406501374, "variant": "v21"}
{"step": 100100, "tokens": 1023022000, "ce": 3.8942642211914062, "tok_s": 13103.140045905297, "avg_tok_s": 32433.50604050677, "elapsed_h": 8.819750783112314, "variant": "v21"}
{"step": 100200, "tokens": 1024044000, "ce": 3.9647490978240967, "tok_s": 33244.477923303166, "avg_tok_s": 32434.315393683217, "elapsed_h": 8.828290263944202, "variant": "v21"}
{"step": 100300, "tokens": 1025066000, "ce": 3.957900285720825, "tok_s": 33123.94312297204, "avg_tok_s": 32435.002958717403, "elapsed_h": 8.836860821114646, "variant": "v21"}
{"step": 100400, "tokens": 1026088000, "ce": 4.11043119430542, "tok_s": 33073.43296125086, "avg_tok_s": 32435.63884517411, "elapsed_h": 8.845444469783041, "variant": "v21"}
{"step": 100500, "tokens": 1027110000, "ce": 4.131054401397705, "tok_s": 32957.449657353, "avg_tok_s": 32436.1580599126, "elapsed_h": 8.854058321449491, "variant": "v21"}
{"step": 100600, "tokens": 1028132000, "ce": 4.069270610809326, "tok_s": 33112.232967662756, "avg_tok_s": 32436.830102564436, "elapsed_h": 8.862631913092402, "variant": "v21"}
{"step": 100700, "tokens": 1029154000, "ce": 3.848801374435425, "tok_s": 33252.92854286674, "avg_tok_s": 32437.640528026506, "elapsed_h": 8.871169223388035, "variant": "v21"}
{"step": 100800, "tokens": 1030176000, "ce": 4.235898017883301, "tok_s": 33000.223279576894, "avg_tok_s": 32438.198645835582, "elapsed_h": 8.879771911833021, "variant": "v21"}
{"step": 100900, "tokens": 1031198000, "ce": 3.860485553741455, "tok_s": 32576.6728097501, "avg_tok_s": 32438.335884848384, "elapsed_h": 8.888486448195245, "variant": "v21"}
{"step": 101000, "tokens": 1032220000, "ce": 3.936915636062622, "tok_s": 33084.71477265946, "avg_tok_s": 32438.975863945227, "elapsed_h": 8.897067165507211, "variant": "v21"}
{"step": 101100, "tokens": 1033242000, "ce": 4.012676239013672, "tok_s": 32784.96038259029, "avg_tok_s": 32439.3180840428, "elapsed_h": 8.905726336306996, "variant": "v21"}
{"step": 101200, "tokens": 1034264000, "ce": 3.972011089324951, "tok_s": 32995.088667486954, "avg_tok_s": 32439.86726446122, "elapsed_h": 8.914330364002122, "variant": "v21"}
{"step": 101300, "tokens": 1035286000, "ce": 3.9557671546936035, "tok_s": 33216.18206271532, "avg_tok_s": 32440.633616680625, "elapsed_h": 8.92287712044186, "variant": "v21"}
{"step": 101400, "tokens": 1036308000, "ce": 4.03110408782959, "tok_s": 32935.330290005375, "avg_tok_s": 32441.121483222363, "elapsed_h": 8.931496757864952, "variant": "v21"}
{"step": 101500, "tokens": 1037330000, "ce": 3.984539747238159, "tok_s": 32767.05417994295, "avg_tok_s": 32441.442599179725, "elapsed_h": 8.940160659154257, "variant": "v21"}
{"step": 101600, "tokens": 1038352000, "ce": 3.9034218788146973, "tok_s": 32888.487371720184, "avg_tok_s": 32441.882603877108, "elapsed_h": 8.948792571690348, "variant": "v21"}
{"step": 101700, "tokens": 1039374000, "ce": 3.829601287841797, "tok_s": 33036.56757589277, "avg_tok_s": 32442.467348195707, "elapsed_h": 8.957385795646244, "variant": "v21"}
{"step": 101800, "tokens": 1040396000, "ce": 3.9383111000061035, "tok_s": 32680.088822340087, "avg_tok_s": 32442.70076811137, "elapsed_h": 8.966072753071785, "variant": "v21"}
{"step": 101900, "tokens": 1041418000, "ce": 4.03792142868042, "tok_s": 32981.91983042288, "avg_tok_s": 32443.229933040035, "elapsed_h": 8.97468021452427, "variant": "v21"}
{"step": 102000, "tokens": 1042440000, "ce": 4.172222137451172, "tok_s": 33015.46201273627, "avg_tok_s": 32443.790944882876, "elapsed_h": 8.983278929789861, "variant": "v21"}
{"step": 102000, "tokens": 1042440000, "valid_ce": 4.142745018005371, "avg_tok_s": 32443.790944882876, "variant": "v21"}
{"step": 102100, "tokens": 1043462000, "ce": 3.9146041870117188, "tok_s": 29353.022759059397, "avg_tok_s": 32440.763747835055, "elapsed_h": 8.992950518859757, "variant": "v21"}
{"step": 102200, "tokens": 1044484000, "ce": 3.944042682647705, "tok_s": 33245.775874611936, "avg_tok_s": 32441.55143093366, "elapsed_h": 9.00148966729641, "variant": "v21"}
{"step": 102300, "tokens": 1045506000, "ce": 3.956125259399414, "tok_s": 32909.0478328548, "avg_tok_s": 32442.00841666379, "elapsed_h": 9.010116186671787, "variant": "v21"}
{"step": 102400, "tokens": 1046528000, "ce": 3.805203914642334, "tok_s": 32981.04231552781, "avg_tok_s": 32442.53481695565, "elapsed_h": 9.018723876343833, "variant": "v21"}
{"step": 102500, "tokens": 1047550000, "ce": 4.005709648132324, "tok_s": 32990.618329965284, "avg_tok_s": 32443.069532578098, "elapsed_h": 9.027329066263304, "variant": "v21"}
{"step": 102600, "tokens": 1048572000, "ce": 4.108139514923096, "tok_s": 32903.09672059439, "avg_tok_s": 32443.517902157062, "elapsed_h": 9.035957148472468, "variant": "v21"}
{"step": 102700, "tokens": 1049594000, "ce": 3.917973041534424, "tok_s": 33047.583220983375, "avg_tok_s": 32444.106086498665, "elapsed_h": 9.044547511471642, "variant": "v21"}
{"step": 102800, "tokens": 1050616000, "ce": 3.8912575244903564, "tok_s": 33045.020823107414, "avg_tok_s": 32444.690633907816, "elapsed_h": 9.053138535287646, "variant": "v21"}
{"step": 102900, "tokens": 1051638000, "ce": 4.052051067352295, "tok_s": 33004.16028801982, "avg_tok_s": 32445.234336195583, "elapsed_h": 9.061740194625324, "variant": "v21"}
{"step": 103000, "tokens": 1052660000, "ce": 4.04429817199707, "tok_s": 33316.66705139657, "avg_tok_s": 32446.08038737539, "elapsed_h": 9.070261178943847, "variant": "v21"}
{"step": 103100, "tokens": 1053682000, "ce": 4.320615768432617, "tok_s": 33211.34335484752, "avg_tok_s": 32446.82264049612, "elapsed_h": 9.078809188273217, "variant": "v21"}
{"step": 103200, "tokens": 1054704000, "ce": 3.9313836097717285, "tok_s": 32505.54584556721, "avg_tok_s": 32446.879542826617, "elapsed_h": 9.087542793022262, "variant": "v21"}
{"step": 103300, "tokens": 1055726000, "ce": 4.015847682952881, "tok_s": 32836.23579442346, "avg_tok_s": 32447.25646078557, "elapsed_h": 9.096188443568018, "variant": "v21"}
{"step": 103400, "tokens": 1056748000, "ce": 3.9847311973571777, "tok_s": 32866.632559295984, "avg_tok_s": 32447.66204695434, "elapsed_h": 9.104826098548042, "variant": "v21"}
{"step": 103500, "tokens": 1057770000, "ce": 3.8596012592315674, "tok_s": 33226.38600532327, "avg_tok_s": 32448.414437252282, "elapsed_h": 9.11337023291323, "variant": "v21"}
{"step": 103600, "tokens": 1058792000, "ce": 4.2499470710754395, "tok_s": 33112.62994257472, "avg_tok_s": 32449.05557190993, "elapsed_h": 9.121943715016046, "variant": "v21"}
{"step": 103700, "tokens": 1059814000, "ce": 3.8378608226776123, "tok_s": 32828.80591705063, "avg_tok_s": 32449.421772821344, "elapsed_h": 9.130591319931877, "variant": "v21"}
{"step": 103800, "tokens": 1060836000, "ce": 4.077849388122559, "tok_s": 33279.78972124059, "avg_tok_s": 32450.221741943136, "elapsed_h": 9.139121754368146, "variant": "v21"}
{"step": 103900, "tokens": 1061858000, "ce": 3.9786746501922607, "tok_s": 33205.772171977536, "avg_tok_s": 32450.948931962415, "elapsed_h": 9.14767118897703, "variant": "v21"}
{"step": 104000, "tokens": 1062880000, "ce": 4.2143731117248535, "tok_s": 33044.47874014388, "avg_tok_s": 32451.51963370105, "elapsed_h": 9.156262355380589, "variant": "v21"}
{"step": 104000, "tokens": 1062880000, "valid_ce": 4.001725673675537, "avg_tok_s": 32451.51963370105, "variant": "v21"}
{"step": 104100, "tokens": 1063902000, "ce": 3.90592885017395, "tok_s": 29256.58154357812, "avg_tok_s": 32448.450528907466, "elapsed_h": 9.165965825120608, "variant": "v21"}
{"step": 104200, "tokens": 1064924000, "ce": 4.285041809082031, "tok_s": 33046.157013336604, "avg_tok_s": 32449.02414357582, "elapsed_h": 9.17455655839708, "variant": "v21"}
{"step": 104300, "tokens": 1065946000, "ce": 3.9555599689483643, "tok_s": 32905.41310170395, "avg_tok_s": 32449.461716881793, "elapsed_h": 9.183184031513003, "variant": "v21"}
{"step": 104400, "tokens": 1066968000, "ce": 4.033068656921387, "tok_s": 32857.538903370776, "avg_tok_s": 32449.85259541291, "elapsed_h": 9.19182407240073, "variant": "v21"}
{"step": 104500, "tokens": 1067990000, "ce": 3.9173977375030518, "tok_s": 32762.47814397231, "avg_tok_s": 32450.151758617278, "elapsed_h": 9.200489188432693, "variant": "v21"}
{"step": 104600, "tokens": 1069012000, "ce": 3.9283089637756348, "tok_s": 32801.19235138444, "avg_tok_s": 32450.487361478434, "elapsed_h": 9.209144075711569, "variant": "v21"}
{"step": 104700, "tokens": 1070034000, "ce": 4.039694309234619, "tok_s": 33049.217982657254, "avg_tok_s": 32451.059214984813, "elapsed_h": 9.217734011544122, "variant": "v21"}
{"step": 104800, "tokens": 1071056000, "ce": 3.9899163246154785, "tok_s": 32963.6389552943, "avg_tok_s": 32451.54831779045, "elapsed_h": 9.226346244944466, "variant": "v21"}
{"step": 104900, "tokens": 1072078000, "ce": 4.251818656921387, "tok_s": 33102.36639156388, "avg_tok_s": 32452.16873540129, "elapsed_h": 9.234922384950849, "variant": "v21"}
{"step": 105000, "tokens": 1073100000, "ce": 3.842578411102295, "tok_s": 33254.04166888828, "avg_tok_s": 32452.932423909377, "elapsed_h": 9.243459410270056, "variant": "v21"}
{"step": 105100, "tokens": 1074122000, "ce": 3.9232451915740967, "tok_s": 33307.46399845094, "avg_tok_s": 32453.745489156325, "elapsed_h": 9.251982742415533, "variant": "v21"}
{"step": 105200, "tokens": 1075144000, "ce": 3.9688453674316406, "tok_s": 32941.42571792604, "avg_tok_s": 32454.209063518276, "elapsed_h": 9.260600785281923, "variant": "v21"}
{"step": 105300, "tokens": 1076166000, "ce": 3.773683547973633, "tok_s": 33083.12015892819, "avg_tok_s": 32454.806320019135, "elapsed_h": 9.269181921746995, "variant": "v21"}
{"step": 105400, "tokens": 1077188000, "ce": 3.797248125076294, "tok_s": 32556.402299304875, "avg_tok_s": 32454.90271089133, "elapsed_h": 9.277901885973083, "variant": "v21"}
{"step": 105500, "tokens": 1078210000, "ce": 3.9492592811584473, "tok_s": 33144.29246082672, "avg_tok_s": 32455.55616089127, "elapsed_h": 9.286467183099854, "variant": "v21"}
{"step": 105600, "tokens": 1079232000, "ce": 3.970518112182617, "tok_s": 32638.15445569824, "avg_tok_s": 32455.72907594317, "elapsed_h": 9.295165305534999, "variant": "v21"}
{"step": 105700, "tokens": 1080254000, "ce": 4.1628828048706055, "tok_s": 32837.54331791127, "avg_tok_s": 32456.09030039158, "elapsed_h": 9.303810612228181, "variant": "v21"}
{"step": 105800, "tokens": 1081276000, "ce": 4.171689510345459, "tok_s": 32374.706807152415, "avg_tok_s": 32456.013378375286, "elapsed_h": 9.31257951259613, "variant": "v21"}
{"step": 105900, "tokens": 1082298000, "ce": 3.914220094680786, "tok_s": 32934.11010871384, "avg_tok_s": 32456.46483893273, "elapsed_h": 9.321199467976887, "variant": "v21"}
{"step": 106000, "tokens": 1083320000, "ce": 3.7958874702453613, "tok_s": 33074.4774486666, "avg_tok_s": 32457.04786969663, "elapsed_h": 9.32978284060955, "variant": "v21"}
{"step": 106000, "tokens": 1083320000, "valid_ce": 4.080389022827148, "avg_tok_s": 32457.04786969663, "variant": "v21"}
{"step": 106100, "tokens": 1084342000, "ce": 3.7433876991271973, "tok_s": 29014.108131149133, "avg_tok_s": 32453.802874655586, "elapsed_h": 9.339567404389381, "variant": "v21"}
{"step": 106200, "tokens": 1085364000, "ce": 4.094813346862793, "tok_s": 33010.28757720427, "avg_tok_s": 32454.326871550642, "elapsed_h": 9.348167470097541, "variant": "v21"}
{"step": 106300, "tokens": 1086386000, "ce": 4.013084411621094, "tok_s": 32586.25346935743, "avg_tok_s": 32454.450979356665, "elapsed_h": 9.356879446440272, "variant": "v21"}
{"step": 106400, "tokens": 1087408000, "ce": 3.8793888092041016, "tok_s": 33161.723985613746, "avg_tok_s": 32455.1157096257, "elapsed_h": 9.365440235005485, "variant": "v21"}
{"step": 106500, "tokens": 1088430000, "ce": 4.016945838928223, "tok_s": 33158.55826713469, "avg_tok_s": 32455.77621906937, "elapsed_h": 9.37400184015433, "variant": "v21"}
{"step": 106600, "tokens": 1089452000, "ce": 3.901700258255005, "tok_s": 33161.93614961054, "avg_tok_s": 32456.438658028605, "elapsed_h": 9.38256257461177, "variant": "v21"}
{"step": 106700, "tokens": 1090474000, "ce": 3.9069552421569824, "tok_s": 32779.16685704336, "avg_tok_s": 32456.74112119544, "elapsed_h": 9.391223276257515, "variant": "v21"}
{"step": 106800, "tokens": 1091496000, "ce": 3.6558735370635986, "tok_s": 32943.61786971671, "avg_tok_s": 32457.1969983008, "elapsed_h": 9.399840741289987, "variant": "v21"}
{"step": 106900, "tokens": 1092518000, "ce": 3.8554930686950684, "tok_s": 33137.68546394587, "avg_tok_s": 32457.833563750417, "elapsed_h": 9.408407744699055, "variant": "v21"}
{"step": 107000, "tokens": 1093540000, "ce": 3.8707528114318848, "tok_s": 33027.348099254574, "avg_tok_s": 32458.365820325653, "elapsed_h": 9.417003368669086, "variant": "v21"}
{"step": 107100, "tokens": 1094562000, "ce": 4.233424186706543, "tok_s": 32948.29960571375, "avg_tok_s": 32458.823274840488, "elapsed_h": 9.425619614654117, "variant": "v21"}
{"step": 107200, "tokens": 1095584000, "ce": 3.8881278038024902, "tok_s": 32960.28233936986, "avg_tok_s": 32459.291053818593, "elapsed_h": 9.434232727752791, "variant": "v21"}
{"step": 107300, "tokens": 1096606000, "ce": 3.972116470336914, "tok_s": 32883.94673087136, "avg_tok_s": 32459.686818662078, "elapsed_h": 9.442865836686558, "variant": "v21"}
{"step": 107400, "tokens": 1097628000, "ce": 4.2617902755737305, "tok_s": 32964.21413237316, "avg_tok_s": 32460.156583386204, "elapsed_h": 9.451477922134929, "variant": "v21"}
{"step": 107500, "tokens": 1098650000, "ce": 3.762444019317627, "tok_s": 32931.36667579724, "avg_tok_s": 32460.594918355888, "elapsed_h": 9.460098595950338, "variant": "v21"}
{"step": 107600, "tokens": 1099672000, "ce": 3.9935054779052734, "tok_s": 32860.65495936067, "avg_tok_s": 32460.96672136797, "elapsed_h": 9.468737825486395, "variant": "v21"}
{"step": 107700, "tokens": 1100694000, "ce": 3.990532398223877, "tok_s": 32995.55065110846, "avg_tok_s": 32461.463085276737, "elapsed_h": 9.477341731654272, "variant": "v21"}
{"step": 107800, "tokens": 1101716000, "ce": 3.850389003753662, "tok_s": 32991.59360533444, "avg_tok_s": 32461.954857558794, "elapsed_h": 9.485946672823694, "variant": "v21"}
{"step": 107900, "tokens": 1102738000, "ce": 4.318835258483887, "tok_s": 32893.22538609024, "avg_tok_s": 32462.354552209887, "elapsed_h": 9.494577345053354, "variant": "v21"}
{"step": 108000, "tokens": 1103760000, "ce": 4.041865825653076, "tok_s": 32983.50064236814, "avg_tok_s": 32462.83709488596, "elapsed_h": 9.503184391657511, "variant": "v21"}
{"step": 108000, "tokens": 1103760000, "valid_ce": 3.992753267288208, "avg_tok_s": 32462.83709488596, "variant": "v21"}
{"step": 108100, "tokens": 1104782000, "ce": 3.8938281536102295, "tok_s": 29151.838909670918, "avg_tok_s": 32459.774191846907, "elapsed_h": 9.512922728061676, "variant": "v21"}
{"step": 108200, "tokens": 1105804000, "ce": 4.11792516708374, "tok_s": 33064.061555953136, "avg_tok_s": 32460.332682941273, "elapsed_h": 9.52150880654653, "variant": "v21"}
{"step": 108300, "tokens": 1106826000, "ce": 4.080982685089111, "tok_s": 32879.86382363836, "avg_tok_s": 32460.720061649212, "elapsed_h": 9.530142984986306, "variant": "v21"}
{"step": 108400, "tokens": 1107848000, "ce": 4.005678653717041, "tok_s": 32892.9232571811, "avg_tok_s": 32461.118773084203, "elapsed_h": 9.538773734039731, "variant": "v21"}
{"step": 108500, "tokens": 1108870000, "ce": 3.924147367477417, "tok_s": 32956.94946511119, "avg_tok_s": 32461.575759897132, "elapsed_h": 9.547387715710533, "variant": "v21"}
{"step": 108600, "tokens": 1109892000, "ce": 3.923945188522339, "tok_s": 33108.945245606825, "avg_tok_s": 32462.171864395943, "elapsed_h": 9.555962152613533, "variant": "v21"}
{"step": 108700, "tokens": 1110914000, "ce": 3.8780651092529297, "tok_s": 32857.845923623456, "avg_tok_s": 32462.535869970212, "elapsed_h": 9.564602116346359, "variant": "v21"}
{"step": 108800, "tokens": 1111936000, "ce": 4.0555548667907715, "tok_s": 33170.82459105531, "avg_tok_s": 32463.186870632973, "elapsed_h": 9.573160561058256, "variant": "v21"}
{"step": 108900, "tokens": 1112958000, "ce": 4.000168323516846, "tok_s": 33273.44524307527, "avg_tok_s": 32463.930909542472, "elapsed_h": 9.58169260587957, "variant": "v21"}
{"step": 109000, "tokens": 1113980000, "ce": 3.9968960285186768, "tok_s": 33114.73212430973, "avg_tok_s": 32464.527974877117, "elapsed_h": 9.590265548229217, "variant": "v21"}
{"step": 109100, "tokens": 1115002000, "ce": 3.7715530395507812, "tok_s": 32963.58394822509, "avg_tok_s": 32464.985404733532, "elapsed_h": 9.598877804080646, "variant": "v21"}
{"step": 109200, "tokens": 1116024000, "ce": 4.007908821105957, "tok_s": 32724.785551809382, "avg_tok_s": 32465.223316956126, "elapsed_h": 9.607552897002963, "variant": "v21"}
{"step": 109300, "tokens": 1117046000, "ce": 3.8853907585144043, "tok_s": 32957.304969991834, "avg_tok_s": 32465.67352889852, "elapsed_h": 9.616166787876024, "variant": "v21"}
{"step": 109400, "tokens": 1118068000, "ce": 3.9528040885925293, "tok_s": 33030.36664390119, "avg_tok_s": 32466.18970176415, "elapsed_h": 9.624761622548103, "variant": "v21"}
{"step": 109500, "tokens": 1119090000, "ce": 4.0938215255737305, "tok_s": 33102.18489715537, "avg_tok_s": 32466.770519294187, "elapsed_h": 9.63333781811926, "variant": "v21"}
{"step": 109600, "tokens": 1120112000, "ce": 3.868040084838867, "tok_s": 32900.3559267324, "avg_tok_s": 32467.166126417756, "elapsed_h": 9.641966618299485, "variant": "v21"}
{"step": 109700, "tokens": 1121134000, "ce": 4.2622971534729, "tok_s": 33061.96656741831, "avg_tok_s": 32467.708332836173, "elapsed_h": 9.65055324157079, "variant": "v21"}
{"step": 109800, "tokens": 1122156000, "ce": 3.924816131591797, "tok_s": 33298.56504423769, "avg_tok_s": 32468.465032937635, "elapsed_h": 9.659078853925068, "variant": "v21"}
{"step": 109900, "tokens": 1123178000, "ce": 4.02667760848999, "tok_s": 32855.43197742059, "avg_tok_s": 32468.817141167372, "elapsed_h": 9.66771946105692, "variant": "v21"}
{"step": 110000, "tokens": 1124200000, "ce": 3.9773712158203125, "tok_s": 33161.47975665947, "avg_tok_s": 32469.446834454186, "elapsed_h": 9.676280313067966, "variant": "v21"}
{"step": 110000, "tokens": 1124200000, "valid_ce": 4.067171573638916, "avg_tok_s": 32469.446834454186, "variant": "v21"}
{"step": 110100, "tokens": 1125222000, "ce": 3.9153170585632324, "tok_s": 29276.82020652384, "avg_tok_s": 32466.547082748526, "elapsed_h": 9.685977083113459, "variant": "v21"}
{"step": 110200, "tokens": 1126244000, "ce": 4.058509826660156, "tok_s": 32858.043386768484, "avg_tok_s": 32466.902342552534, "elapsed_h": 9.694616995586289, "variant": "v21"}
{"step": 110300, "tokens": 1127266000, "ce": 3.799605131149292, "tok_s": 33061.072548451935, "avg_tok_s": 32467.441028142646, "elapsed_h": 9.703203850454754, "variant": "v21"}
{"step": 110400, "tokens": 1128288000, "ce": 3.830425977706909, "tok_s": 32874.075788764705, "avg_tok_s": 32467.80935673017, "elapsed_h": 9.711839547819562, "variant": "v21"}
{"step": 110500, "tokens": 1129310000, "ce": 3.9760525226593018, "tok_s": 33108.46985231986, "avg_tok_s": 32468.389139984098, "elapsed_h": 9.72041410903136, "variant": "v21"}
{"step": 110600, "tokens": 1130332000, "ce": 3.775979518890381, "tok_s": 33161.426396190334, "avg_tok_s": 32469.015755948116, "elapsed_h": 9.728974977665477, "variant": "v21"}
{"step": 110700, "tokens": 1131354000, "ce": 3.9677951335906982, "tok_s": 32972.21723440965, "avg_tok_s": 32469.47031916263, "elapsed_h": 9.7375849774811, "variant": "v21"}
{"step": 110800, "tokens": 1132376000, "ce": 3.808730363845825, "tok_s": 32843.939055579045, "avg_tok_s": 32469.808287336287, "elapsed_h": 9.746228596965471, "variant": "v21"}
{"step": 110900, "tokens": 1133398000, "ce": 4.03601598739624, "tok_s": 33204.727863647415, "avg_tok_s": 32470.47097405974, "elapsed_h": 9.75477830529213, "variant": "v21"}
{"step": 111000, "tokens": 1134420000, "ce": 4.137180328369141, "tok_s": 33197.73757679861, "avg_tok_s": 32471.12616919734, "elapsed_h": 9.76332981010278, "variant": "v21"}
{"step": 111100, "tokens": 1135442000, "ce": 3.8599319458007812, "tok_s": 33308.81009663698, "avg_tok_s": 32471.88016013113, "elapsed_h": 9.771852801442146, "variant": "v21"}
{"step": 111200, "tokens": 1136464000, "ce": 3.9558568000793457, "tok_s": 32624.28490748675, "avg_tok_s": 32472.01721476005, "elapsed_h": 9.780554621881908, "variant": "v21"}
{"step": 111300, "tokens": 1137486000, "ce": 3.8882217407226562, "tok_s": 33149.78560645022, "avg_tok_s": 32472.626171086817, "elapsed_h": 9.789118496841855, "variant": "v21"}
{"step": 111400, "tokens": 1138508000, "ce": 3.7384536266326904, "tok_s": 33211.169412027746, "avg_tok_s": 32473.289136294123, "elapsed_h": 9.797666543258561, "variant": "v21"}
{"step": 111500, "tokens": 1139530000, "ce": 3.859614133834839, "tok_s": 33137.64550098875, "avg_tok_s": 32473.884971598778, "elapsed_h": 9.806233555807008, "variant": "v21"}
{"step": 111600, "tokens": 1140552000, "ce": 4.003656387329102, "tok_s": 32831.789786286245, "avg_tok_s": 32474.205674837747, "elapsed_h": 9.81488037639194, "variant": "v21"}
{"step": 111700, "tokens": 1141574000, "ce": 4.058169841766357, "tok_s": 33153.75710211365, "avg_tok_s": 32474.81404675116, "elapsed_h": 9.823443226880498, "variant": "v21"}
{"step": 111800, "tokens": 1142596000, "ce": 3.975050449371338, "tok_s": 32993.262447675676, "avg_tok_s": 32475.277775195635, "elapsed_h": 9.832047730286916, "variant": "v21"}
{"step": 111900, "tokens": 1143618000, "ce": 3.871915340423584, "tok_s": 32840.64426024568, "avg_tok_s": 32475.60428679979, "elapsed_h": 9.840692221919696, "variant": "v21"}
{"step": 112000, "tokens": 1144640000, "ce": 4.105719089508057, "tok_s": 32547.45476818255, "avg_tok_s": 32475.668439015306, "elapsed_h": 9.849414580000772, "variant": "v21"}
{"step": 112000, "tokens": 1144640000, "valid_ce": 4.031664848327637, "avg_tok_s": 32475.668439015306, "variant": "v21"}
{"step": 112100, "tokens": 1145662000, "ce": 3.9072773456573486, "tok_s": 29113.55414311924, "avg_tok_s": 32472.66922911709, "elapsed_h": 9.859165725575552, "variant": "v21"}
{"step": 112200, "tokens": 1146684000, "ce": 3.7378945350646973, "tok_s": 33041.111244400214, "avg_tok_s": 32473.17586192929, "elapsed_h": 9.867757768697208, "variant": "v21"}
{"step": 112300, "tokens": 1147706000, "ce": 3.9238827228546143, "tok_s": 33032.050611092505, "avg_tok_s": 32473.673524217058, "elapsed_h": 9.87635217388471, "variant": "v21"}
{"step": 112400, "tokens": 1148728000, "ce": 3.812831401824951, "tok_s": 33110.41268334241, "avg_tok_s": 32474.240018130873, "elapsed_h": 9.884926232629352, "variant": "v21"}
{"step": 112500, "tokens": 1149750000, "ce": 4.0208306312561035, "tok_s": 33090.95631000144, "avg_tok_s": 32474.788210390318, "elapsed_h": 9.893505334390534, "variant": "v21"}
{"step": 112600, "tokens": 1150772000, "ce": 4.342266082763672, "tok_s": 32940.33266243564, "avg_tok_s": 32475.201660170107, "elapsed_h": 9.902123664882447, "variant": "v21"}
{"step": 112700, "tokens": 1151794000, "ce": 3.9000511169433594, "tok_s": 32989.607313899876, "avg_tok_s": 32475.65809819471, "elapsed_h": 9.910729121632047, "variant": "v21"}
{"step": 112800, "tokens": 1152816000, "ce": 3.894631862640381, "tok_s": 32839.82909291446, "avg_tok_s": 32475.980944821236, "elapsed_h": 9.91937382373545, "variant": "v21"}
{"step": 112900, "tokens": 1153838000, "ce": 3.969395399093628, "tok_s": 33145.092058967566, "avg_tok_s": 32476.573603026853, "elapsed_h": 9.927938918603791, "variant": "v21"}
{"step": 113000, "tokens": 1154860000, "ce": 3.9999988079071045, "tok_s": 33265.62982709943, "avg_tok_s": 32477.271882871162, "elapsed_h": 9.936472969055176, "variant": "v21"}
{"step": 113100, "tokens": 1155882000, "ce": 4.108226299285889, "tok_s": 32874.102260715845, "avg_tok_s": 32477.622749695074, "elapsed_h": 9.945108659201198, "variant": "v21"}
{"step": 113200, "tokens": 1156904000, "ce": 3.8109402656555176, "tok_s": 33137.55993959698, "avg_tok_s": 32478.205733078383, "elapsed_h": 9.95367569287618, "variant": "v21"}
{"step": 113300, "tokens": 1157926000, "ce": 4.1839919090271, "tok_s": 32924.14732920249, "avg_tok_s": 32478.599326720152, "elapsed_h": 9.962298255165418, "variant": "v21"}
{"step": 113400, "tokens": 1158948000, "ce": 3.908970355987549, "tok_s": 32989.90690536919, "avg_tok_s": 32479.05021523748, "elapsed_h": 9.970903631448746, "variant": "v21"}
{"step": 113500, "tokens": 1159970000, "ce": 4.020831108093262, "tok_s": 33085.571510126356, "avg_tok_s": 32479.58459523298, "elapsed_h": 9.979484126435386, "variant": "v21"}
{"step": 113600, "tokens": 1160992000, "ce": 3.9972946643829346, "tok_s": 32466.678075176464, "avg_tok_s": 32479.573233859694, "elapsed_h": 9.98822819881969, "variant": "v21"}
{"step": 113700, "tokens": 1162014000, "ce": 3.913567066192627, "tok_s": 33119.76176523073, "avg_tok_s": 32480.136284458968, "elapsed_h": 9.996799835761388, "variant": "v21"}