{ "step": 1001, "losses": [ 2.1343601644039154, 2.072067230939865, 1.8817282915115356, 1.5482478141784668, 2.0044714510440826, 1.9346624314785004, 2.0394379794597626, 2.0922091901302338, 1.9468883574008942, 1.7588119804859161, 1.874794840812683, 1.911599040031433, 1.6168376505374908, 1.7635800540447235, 2.070902556180954, 1.7358599305152893, 2.070700913667679, 1.9784598052501678, 1.9782940447330475, 1.8401454091072083, 1.6551836282014847, 1.9741482436656952, 1.990296185016632, 1.8002875596284866, 2.04819917678833, 1.8555984199047089, 2.1058743596076965, 1.9181069433689117, 2.1770740747451782, 2.1200993955135345, 1.5497342869639397, 2.041239619255066, 1.7999589145183563, 1.8640441000461578, 1.8068368434906006, 1.958029717206955, 2.3048327565193176, 2.0624635815620422, 1.7916592359542847, 2.197334885597229, 1.8518704771995544, 2.014060288667679, 2.3126999735832214, 2.0366491973400116, 2.1218522787094116, 1.9050887823104858, 2.140252709388733, 2.016432911157608, 2.0771953761577606, 1.99711474776268, 2.2010857462882996, 1.906881034374237, 1.9355229437351227, 1.568751234561205, 2.218832314014435, 2.282701849937439, 2.1470184922218323, 1.8618396520614624, 2.0435074865818024, 2.2046265304088593, 2.036127895116806, 1.9144421517848969, 1.7361707091331482, 1.8860499560832977, 1.9349249005317688, 2.091381222009659, 2.2041552662849426, 2.0161964893341064, 1.6289199590682983, 1.7889264225959778, 2.021867960691452, 2.1548608541488647, 1.7794556617736816, 1.9493914544582367, 1.8160816133022308, 1.8409814834594727, 2.2246702015399933, 2.080227106809616, 1.6188245043158531, 1.8832258582115173, 1.818663239479065, 2.0883366763591766, 2.00100439786911, 2.1166227757930756, 2.0359020829200745, 2.2903840243816376, 2.1877321600914, 1.8351092636585236, 2.1081435680389404, 1.876007080078125, 1.6549921333789825, 2.0958774387836456, 1.93923220038414, 1.8541749119758606, 2.41263547539711, 2.037635773420334, 2.0588943660259247, 1.969245046377182, 1.7285726368427277, 1.9336746335029602, 2.1948340237140656, 1.4296438321471214, 1.8817992806434631, 1.8943344950675964, 1.779104083776474, 1.9108014702796936, 1.805834949016571, 1.834848165512085, 1.9906627535820007, 2.1963523626327515, 2.1539515554904938, 1.9684762954711914, 1.910222202539444, 2.019984722137451, 1.9977181553840637, 1.6560729146003723, 1.9717278629541397, 1.8783657252788544, 1.8279190361499786, 2.0361652076244354, 1.8888441324234009, 2.0143093168735504, 1.7985135614871979, 2.2679185271263123, 1.9247187972068787, 1.7891883850097656, 2.112279176712036, 2.047613203525543, 2.1257645189762115, 2.0965375006198883, 1.8606078326702118, 1.986148178577423, 2.235414505004883, 2.0115409195423126, 1.8105634152889252, 2.055979162454605, 1.8827663362026215, 2.228433668613434, 2.168084293603897, 1.9350906312465668, 2.1963738203048706, 1.9545983374118805, 2.0042108595371246, 2.076897233724594, 2.164249151945114, 2.2511336505413055, 2.147927701473236, 1.666139394044876, 1.9886944591999054, 1.8915810883045197, 1.9184699952602386, 1.9324964582920074, 2.2565895915031433, 1.8644168674945831, 2.024057060480118, 2.1561132073402405, 1.831732153892517, 2.0300653278827667, 1.8685192167758942, 1.9508120715618134, 2.217629134654999, 1.7884540557861328, 1.9629022479057312, 2.014945089817047, 1.773240178823471, 1.8480553328990936, 2.174328625202179, 2.0528362691402435, 1.9184516966342926, 1.9994118809700012, 2.1629433631896973, 1.956313133239746, 1.4914195835590363, 2.0376154482364655, 1.9383164942264557, 1.8460872173309326, 2.1424327194690704, 2.047647774219513, 2.094540774822235, 1.3891073316335678, 1.9750277996063232, 2.0804302990436554, 1.9623984098434448, 1.7242400497198105, 1.6598125100135803, 2.072585940361023, 2.003816694021225, 1.7694512009620667, 2.2525570392608643, 1.8560697436332703, 2.7015225291252136, 2.017684131860733, 1.930792212486267, 1.9603004455566406, 2.167401760816574, 2.0757872462272644, 2.1265901923179626, 2.067963659763336, 1.9692361950874329, 2.0600834786891937, 2.0879141092300415, 1.8167440295219421, 1.657739669084549, 1.9096021354198456, 1.9149316847324371, 1.9598571062088013, 2.0564489662647247, 2.0975446701049805, 2.1563239097595215, 1.96071657538414, 1.478960782289505, 1.9158387184143066, 1.7507797181606293, 2.0135932564735413, 2.245123326778412, 2.182836413383484, 1.9111057817935944, 1.8482527136802673, 1.805978387594223, 2.0817373394966125, 1.896893858909607, 1.9579625725746155, 2.200235515832901, 2.0788964927196503, 1.858733743429184, 1.91632080078125, 1.9030437469482422, 1.8899632692337036, 1.7974070012569427, 1.7762640118598938, 1.4867072105407715, 1.8656535148620605, 2.1225537061691284, 1.9701803922653198, 1.8501644432544708, 1.847507894039154, 1.992827296257019, 1.8754442632198334, 1.9105960130691528, 1.7681310772895813, 1.8711368143558502, 1.9765931069850922, 1.879693478345871, 1.5103979259729385, 2.032119333744049, 2.084160417318344, 1.6835585832595825, 1.6743774712085724, 2.1584636867046356, 1.8118220269680023, 1.9816903471946716, 2.029897838830948, 2.163084864616394, 1.906882494688034, 2.3502153158187866, 1.755303293466568, 2.171054571866989, 1.9884036481380463, 1.8938909471035004, 2.2752005457878113, 1.8866967856884003, 1.8928779065608978, 2.0702185928821564, 1.9415528178215027, 2.025204062461853, 2.156549721956253, 1.763477623462677, 2.2139832973480225, 1.6408961713314056, 1.7618666142225266, 1.8543719351291656, 1.7970535457134247, 2.226055681705475, 1.944146305322647, 1.9856219589710236, 2.003736823797226, 1.9503918588161469, 1.7600468397140503, 2.275264799594879, 2.0795653760433197, 1.490852490067482, 1.8964970707893372, 1.9750999510288239, 2.043429046869278, 2.2627260088920593, 1.9151235222816467, 2.0287132263183594, 1.90212082862854, 1.7960082292556763, 1.94166761636734, 1.9386018514633179, 2.134494125843048, 2.0087448060512543, 2.0281916856765747, 1.9535616338253021, 1.9679738581180573, 1.596398025751114, 2.191830277442932, 2.0763327181339264, 2.1266538500785828, 2.274190306663513, 1.8964255154132843, 2.1241783499717712, 1.9198937714099884, 2.3034598231315613, 1.9052272140979767, 1.672550529241562, 2.046636402606964, 1.9329883009195328, 2.1311089992523193, 2.2328023314476013, 1.9483379125595093, 1.8120945990085602, 1.8161226511001587, 1.7844904065132141, 1.8877747356891632, 2.010182023048401, 1.9179834425449371, 2.0235649049282074, 2.120028495788574, 2.414934992790222, 1.8385069966316223, 1.8532257974147797, 2.0549443662166595, 1.9257167875766754, 1.7838368117809296, 1.9770499169826508, 2.02278470993042, 2.018839567899704, 1.8134825825691223, 1.912839412689209, 2.1395110189914703, 2.238103538751602, 1.6793973743915558, 2.275532752275467, 2.087612211704254, 1.8759168982505798, 1.6412090212106705, 1.9292035102844238, 2.205808609724045, 1.998661369085312, 2.052595764398575, 2.0764198303222656, 2.2456181049346924, 2.0933930575847626, 1.874241203069687, 1.7711814045906067, 1.5416613817214966, 1.7534068077802658, 2.0805560648441315, 1.6377001479268074, 1.884499341249466, 2.143370270729065, 2.110937684774399, 1.977731168270111, 1.97747004032135, 1.7653805166482925, 1.843018800020218, 2.2338719964027405, 2.2774742245674133, 2.079852908849716, 2.0538104474544525, 2.063538581132889, 1.7676877677440643, 2.0208137929439545, 1.9883665442466736, 2.0645232796669006, 1.9443430304527283, 1.7410898208618164, 2.0080275535583496, 1.9868277311325073, 2.078660637140274, 2.2050068378448486, 1.9919089078903198, 2.252542018890381, 1.9415084719657898, 1.8200271725654602, 1.9846361577510834, 1.9353410005569458, 1.912458896636963, 2.0796336233615875, 2.1193440556526184, 1.8158704936504364, 2.223644942045212, 2.0725834667682648, 2.0095846951007843, 2.1535970866680145, 2.0234865248203278, 1.796433001756668, 1.9197930991649628, 2.022257298231125, 1.6413149237632751, 1.9616879522800446, 1.9451987147331238, 2.2428542971611023, 2.030157655477524, 1.5762348473072052, 1.9567807912826538, 2.0858742594718933, 2.04095658659935, 2.1477834284305573, 1.857110321521759, 1.9249985218048096, 2.067128211259842, 1.8338475227355957, 1.8183660209178925, 1.7897652685642242, 2.016318142414093, 1.9572072327136993, 1.972920686006546, 2.010816305875778, 1.5412680506706238, 1.9066489338874817, 2.0087280571460724, 1.7885839641094208, 2.036726325750351, 1.8658419251441956, 1.9655573070049286, 2.1818976402282715, 1.7045586109161377, 2.3182644844055176, 1.8516510128974915, 1.766547679901123, 1.942388653755188, 2.11874783039093, 1.8681564033031464, 1.6302369683980942, 1.8748173117637634, 2.116931974887848, 2.1928129494190216, 1.8579590022563934, 2.000575751066208, 2.3248833417892456, 2.0099377036094666, 1.9941376149654388, 1.9139507114887238, 1.798469752073288, 2.045513093471527, 2.139172524213791, 2.0657175183296204, 2.5929186940193176, 1.887778788805008, 2.0180120766162872, 1.923815667629242, 2.1513286232948303, 2.0689505338668823, 2.0100492537021637, 2.10652357339859, 1.8175769448280334, 1.932394802570343, 1.8030853569507599, 2.1482163667678833, 1.8957428932189941, 2.1001981496810913, 1.8274339735507965, 1.755200743675232, 1.9862683713436127, 2.270208418369293, 1.8101052641868591, 1.9821595251560211, 1.5272532850503922, 2.014067441225052, 1.9742996096611023, 1.9847474098205566, 2.2911656200885773, 2.149272084236145, 2.224188506603241, 2.1615083813667297, 1.7423981428146362, 1.7683758437633514, 2.028497099876404, 1.7579623758792877, 1.9390694499015808, 2.1545024514198303, 2.048369884490967, 1.9410778284072876, 2.0469002723693848, 1.939433366060257, 1.8914868533611298, 2.118733376264572, 2.0376307666301727, 1.7661086916923523, 2.0115101635456085, 2.035685360431671, 1.9506032168865204, 1.6531559526920319, 2.022988259792328, 2.2393264770507812, 2.0491443276405334, 1.9842473566532135, 1.9727666676044464, 2.22902449965477, 1.8579447865486145, 2.0388655066490173, 2.01955908536911, 1.9977469444274902, 2.1867045164108276, 1.6018355786800385, 1.900251418352127, 2.2395838499069214, 1.797933965921402, 2.1339435279369354, 1.9796839654445648, 2.0070094764232635, 2.068116545677185, 2.143452674150467, 2.089024990797043, 2.096229612827301, 2.013333708047867, 1.9395509362220764, 1.7489879727363586, 2.155642122030258, 1.687512069940567, 2.1562404334545135, 2.119892954826355, 2.0649279952049255, 1.9891228377819061, 1.8696045875549316, 1.8906341791152954, 1.3779398649930954, 1.930278092622757, 1.9531156122684479, 1.7971335351467133, 1.9451295733451843, 1.9390936195850372, 2.0392781794071198, 2.332154870033264, 1.9894782602787018, 2.0120878517627716, 1.7841753661632538, 2.145608127117157, 1.8821957111358643, 1.9437867999076843, 1.8886327743530273, 1.6309072077274323, 1.7295852303504944, 2.2243327498435974, 1.8572883307933807, 2.025457978248596, 1.7401179671287537, 1.2589047253131866, 2.216827839612961, 1.7800424695014954, 2.0404772460460663, 1.883945882320404, 2.0013100802898407, 2.1914494931697845, 2.097546637058258, 2.110943377017975, 2.328992247581482, 2.1373319923877716, 2.1446226835250854, 1.8427353352308273, 1.8370108008384705, 1.9873742759227753, 1.9717270731925964, 1.6525997519493103, 1.8598004281520844, 1.9432488083839417, 2.1452393233776093, 1.902628868818283, 1.6516613364219666, 1.9785824716091156, 1.9252119362354279, 1.7771514356136322, 2.1968206465244293, 1.9527567625045776, 2.0789993703365326, 1.841865748167038, 1.8205523192882538, 1.8681734204292297, 1.7501431107521057, 2.1056064069271088, 1.8949854373931885, 1.9272009134292603, 1.8338072001934052, 1.8234700560569763, 2.0019575655460358, 1.5818779952824116, 2.024990826845169, 2.207423210144043, 1.7634362280368805, 1.8431354463100433, 1.984557956457138, 1.8526888191699982, 1.794599860906601, 1.6078735142946243, 1.8850816488265991, 1.9796228408813477, 2.2156145572662354, 2.195041835308075, 2.1863420605659485, 1.8231058716773987, 1.9898098707199097, 2.0260429978370667, 2.074339270591736, 1.288858488202095, 1.9821405112743378, 2.034531831741333, 2.0912082493305206, 2.1728965044021606, 1.7105523645877838, 2.0361987948417664, 2.019710510969162, 1.9856821298599243, 1.8924728333950043, 1.8184559047222137, 2.0388779640197754, 2.0392623245716095, 2.161120504140854, 1.7053113281726837, 1.9326909482479095, 2.131219744682312, 2.0349932610988617, 1.9700875282287598, 2.198672741651535, 1.7098436057567596, 1.4670239239931107, 1.8805603981018066, 2.08471417427063, 2.0385683178901672, 2.1507520973682404, 2.1592154502868652, 1.758884608745575, 1.8553593754768372, 2.205213576555252, 1.8334356546401978, 2.0568824410438538, 1.9245964884757996, 1.812854528427124, 2.0937885642051697, 2.075963944196701, 2.0015837252140045, 1.9177868962287903, 2.0384775698184967, 2.113261580467224, 1.8370648920536041, 1.9324750304222107, 1.7321276366710663, 2.1536856293678284, 2.1578134894371033, 1.9289006888866425, 1.844500482082367, 2.3947205543518066, 1.9309192895889282, 1.958142876625061, 1.963348239660263, 2.1394614577293396, 2.2124475836753845, 1.8503296673297882, 2.187890976667404, 1.9677619636058807, 2.2120757699012756, 2.331635594367981, 1.904624581336975, 2.202490597963333, 1.8061237633228302, 1.919066458940506, 2.0077410340309143, 1.8513532876968384, 2.071906268596649, 1.8770314753055573, 1.9955376088619232, 2.107666552066803, 2.1590643525123596, 2.2253186106681824, 2.4541269540786743, 2.217774510383606, 1.3695485442876816, 2.1457070410251617, 1.7335527837276459, 1.5995305925607681, 2.0256753265857697, 1.9565629065036774, 1.791105717420578, 2.0784226655960083, 2.1166191399097443, 1.9152996242046356, 1.8362950682640076, 1.7731340825557709, 2.155468314886093, 2.1131235361099243, 2.3282033801078796, 1.9125248193740845, 1.8689576089382172, 1.9485906958580017, 1.932999312877655, 2.4048546850681305, 1.9275791645050049, 1.9732040166854858, 1.8517394661903381, 1.9014380425214767, 1.882369488477707, 2.1833301186561584, 2.1289570331573486, 2.183875024318695, 2.171056389808655, 2.002423048019409, 1.9248660802841187, 2.0061028003692627, 2.028146803379059, 2.421733796596527, 1.8837913572788239, 1.9675268530845642, 2.374457895755768, 1.7807093858718872, 2.172850728034973, 2.153034210205078, 2.0617380142211914, 1.8835320174694061, 2.0785669684410095, 2.3138357996940613, 2.1923963725566864, 1.869694173336029, 2.0251356065273285, 2.1220491230487823, 2.0145900547504425, 2.1503432393074036, 2.190626412630081, 2.2802276611328125, 2.236900269985199, 1.9811552166938782, 2.092166304588318, 2.07303449511528, 1.6356765925884247, 2.077802836894989, 1.9610523879528046, 1.8983043730258942, 1.7379110455513, 2.0595612823963165, 1.7658316493034363, 2.0359201431274414, 2.078512877225876, 2.1333895325660706, 1.9176843166351318, 2.070345878601074, 2.202768564224243, 1.945077806711197, 1.6647659242153168, 1.449508160352707, 2.1967802345752716, 2.186197817325592, 1.8318515717983246, 1.9661785066127777, 2.1331526339054108, 1.9662226438522339, 1.9168857634067535, 1.9672299921512604, 2.0793337225914, 1.742641642689705, 1.8899154961109161, 1.9683457612991333, 2.1284988820552826, 1.8823730945587158, 1.9671491086483002, 1.7891699075698853, 2.0366631746292114, 2.170773684978485, 2.157770574092865, 1.531184360384941, 1.7942973375320435, 1.9538165926933289, 1.7740932703018188, 1.8444747924804688, 2.1593389213085175, 2.0222666561603546, 2.153877913951874, 2.1281114518642426, 1.8055661916732788, 1.8112592101097107, 2.1732959151268005, 2.2776984870433807, 2.01517316699028, 2.048113375902176, 2.3082817792892456, 1.9476797580718994, 1.9273951947689056, 2.175132006406784, 2.0655637979507446, 2.0974556505680084, 1.983421117067337, 2.0001393258571625, 1.8526580929756165, 1.875769704580307, 1.919754534959793, 2.061443716287613, 2.3129413425922394, 1.9128734767436981, 2.015645980834961, 2.237905263900757, 2.1461544036865234, 1.9235659837722778, 2.173466682434082, 1.6294988542795181, 1.895463079214096, 1.7323124408721924, 1.5954849123954773, 1.7995491325855255, 1.6643447279930115, 2.0132358074188232, 1.9786936044692993, 1.9528062641620636, 2.0898461639881134, 2.0195729434490204, 2.1435398161411285, 1.8278231024742126, 1.982870191335678, 1.7309416234493256, 2.242147445678711, 2.108400136232376, 1.7300675511360168, 1.8113693594932556, 2.2310619354248047, 2.0328956842422485, 2.18557870388031, 2.3422034978866577, 2.169844090938568, 1.8169803321361542, 2.132762908935547, 1.7648725509643555, 1.9677415788173676, 1.8632167875766754, 1.8988753855228424, 1.8592016994953156, 1.8096055090427399, 1.8690961003303528, 1.8140289187431335, 1.876509428024292, 1.9361322224140167, 1.9273012280464172, 1.6636610329151154, 2.111586958169937, 2.10248139500618, 2.076209932565689, 1.8651195466518402, 1.7480785846710205, 1.7089017778635025, 1.8724442422389984, 2.272181123495102, 1.7920746207237244, 1.9623207449913025, 2.0105388164520264, 1.8501586616039276, 1.9171726405620575, 2.1572029292583466, 1.8143680393695831, 2.1485328674316406, 2.0317324697971344, 2.1904807686805725, 2.2118465304374695, 1.621018499135971, 2.0450506508350372, 2.0084542334079742, 1.6542732417583466, 1.7350412607192993, 2.124550372362137, 1.9821723401546478, 1.8534682095050812, 2.0167691111564636, 2.191506564617157, 1.853075534105301, 2.064965844154358, 2.133788377046585, 1.9932806193828583, 2.0305879712104797, 2.002735823392868, 2.17588073015213, 1.9466276466846466, 1.9742610156536102, 2.0453275442123413, 2.1021065413951874, 1.926622450351715, 1.9230711162090302, 1.974651575088501, 2.1180694103240967, 2.0189504623413086, 1.9734396636486053, 2.0832147002220154, 2.1344321370124817, 1.9121268093585968, 1.7806911766529083, 1.894917517900467, 2.442289859056473, 2.151290535926819, 1.8238812685012817, 2.1155946850776672, 1.9933439195156097, 1.9308890998363495, 1.8547934293746948, 1.7293584942817688, 1.8168570399284363, 1.9901467859745026, 2.0452483892440796, 1.9110192954540253, 2.010503828525543, 2.047707736492157, 1.8187103271484375, 1.774341732263565, 2.115667313337326, 2.1247178316116333, 2.0494262874126434, 2.300173819065094, 2.0279658436775208, 1.9435496628284454, 2.056148022413254, 1.9430205821990967, 1.9995667338371277, 1.5916635990142822, 2.1291545033454895, 1.991887778043747, 1.7915579974651337, 2.3111766576766968, 2.0212161540985107, 2.000482052564621, 2.1014957427978516, 1.7770590782165527, 1.7969960868358612, 1.5803268998861313, 2.0647006034851074, 1.9547259509563446, 2.0696517527103424, 1.9910634756088257, 2.1530147790908813, 1.9543803930282593, 2.1136884093284607, 2.13692843914032, 1.9456982016563416, 2.0092910528182983, 1.9912080764770508, 2.0097333788871765, 2.083057552576065, 1.9318538010120392, 2.1256435215473175, 2.257496029138565, 1.8094933331012726, 1.4012587666511536, 1.8827908337116241, 2.1756474673748016, 2.06759449839592, 1.5783221572637558, 2.39899218082428, 2.112785190343857, 2.0296302437782288, 1.9456823468208313, 1.998735636472702, 1.7228958010673523, 1.8486731946468353, 2.2145639061927795, 1.7764050662517548, 2.197065979242325, 1.86238494515419, 1.9430935084819794, 1.919914335012436, 1.913959413766861, 1.9404174387454987, 1.7771977186203003, 1.7064241766929626, 1.862898051738739, 1.9373095035552979, 1.9098209589719772, 1.8045717179775238, 1.6182075440883636, 2.072701245546341, 1.968608945608139, 1.9726117551326752, 2.0110373198986053, 2.182236433029175, 2.140879124403, 1.9428103268146515, 2.0359572768211365, 2.0655657947063446, 2.2953418493270874, 2.036114752292633, 1.8473150730133057, 1.9862259030342102, 1.7294813990592957, 1.8292729258537292, 2.0504174530506134, 1.7716586291790009, 2.3436484932899475, 1.9334840178489685, 1.9688337743282318, 1.9796840250492096, 2.2490031719207764, 1.9752130806446075, 1.7560361623764038, 2.016396939754486, 2.108469933271408, 2.0847749412059784, 1.9710015654563904, 1.687826007604599, 1.9662368595600128, 1.813076376914978, 2.1836700439453125, 2.0774579644203186, 1.8036229610443115, 2.1311080157756805, 1.9503213465213776, 1.7284455001354218, 2.085205554962158, 1.9091865718364716 ], "dataset_offset": 0, "config": { "king_dir": "/root/king_165_hf", "optimizer": "adamw", "lr": 5e-05, "muon_lr": 0.02, "lora_r": 256, "steps": 5000, "grad_accum": 4, "seq_len": 2048, "unfreeze_head": false, "source_dirs": [ "/root/datasets/finewebedu" ], "source_weights": [ 1.0 ] } }