| { | |
| "step": 601, | |
| "losses": [ | |
| 2.1343601644039154, | |
| 2.072067230939865, | |
| 1.8817282915115356, | |
| 1.5482478141784668, | |
| 2.0044714510440826, | |
| 1.9346624314785004, | |
| 2.0394379794597626, | |
| 2.0922091901302338, | |
| 1.9468883574008942, | |
| 1.7588119804859161, | |
| 1.874794840812683, | |
| 1.911599040031433, | |
| 1.6168376505374908, | |
| 1.7635800540447235, | |
| 2.070902556180954, | |
| 1.7358599305152893, | |
| 2.070700913667679, | |
| 1.9784598052501678, | |
| 1.9782940447330475, | |
| 1.8401454091072083, | |
| 1.6551836282014847, | |
| 1.9741482436656952, | |
| 1.990296185016632, | |
| 1.8002875596284866, | |
| 2.04819917678833, | |
| 1.8555984199047089, | |
| 2.1058743596076965, | |
| 1.9181069433689117, | |
| 2.1770740747451782, | |
| 2.1200993955135345, | |
| 1.5497342869639397, | |
| 2.041239619255066, | |
| 1.7999589145183563, | |
| 1.8640441000461578, | |
| 1.8068368434906006, | |
| 1.958029717206955, | |
| 2.3048327565193176, | |
| 2.0624635815620422, | |
| 1.7916592359542847, | |
| 2.197334885597229, | |
| 1.8518704771995544, | |
| 2.014060288667679, | |
| 2.3126999735832214, | |
| 2.0366491973400116, | |
| 2.1218522787094116, | |
| 1.9050887823104858, | |
| 2.140252709388733, | |
| 2.016432911157608, | |
| 2.0771953761577606, | |
| 1.99711474776268, | |
| 2.2010857462882996, | |
| 1.906881034374237, | |
| 1.9355229437351227, | |
| 1.568751234561205, | |
| 2.218832314014435, | |
| 2.282701849937439, | |
| 2.1470184922218323, | |
| 1.8618396520614624, | |
| 2.0435074865818024, | |
| 2.2046265304088593, | |
| 2.036127895116806, | |
| 1.9144421517848969, | |
| 1.7361707091331482, | |
| 1.8860499560832977, | |
| 1.9349249005317688, | |
| 2.091381222009659, | |
| 2.2041552662849426, | |
| 2.0161964893341064, | |
| 1.6289199590682983, | |
| 1.7889264225959778, | |
| 2.021867960691452, | |
| 2.1548608541488647, | |
| 1.7794556617736816, | |
| 1.9493914544582367, | |
| 1.8160816133022308, | |
| 1.8409814834594727, | |
| 2.2246702015399933, | |
| 2.080227106809616, | |
| 1.6188245043158531, | |
| 1.8832258582115173, | |
| 1.818663239479065, | |
| 2.0883366763591766, | |
| 2.00100439786911, | |
| 2.1166227757930756, | |
| 2.0359020829200745, | |
| 2.2903840243816376, | |
| 2.1877321600914, | |
| 1.8351092636585236, | |
| 2.1081435680389404, | |
| 1.876007080078125, | |
| 1.6549921333789825, | |
| 2.0958774387836456, | |
| 1.93923220038414, | |
| 1.8541749119758606, | |
| 2.41263547539711, | |
| 2.037635773420334, | |
| 2.0588943660259247, | |
| 1.969245046377182, | |
| 1.7285726368427277, | |
| 1.9336746335029602, | |
| 2.1948340237140656, | |
| 1.4296438321471214, | |
| 1.8817992806434631, | |
| 1.8943344950675964, | |
| 1.779104083776474, | |
| 1.9108014702796936, | |
| 1.805834949016571, | |
| 1.834848165512085, | |
| 1.9906627535820007, | |
| 2.1963523626327515, | |
| 2.1539515554904938, | |
| 1.9684762954711914, | |
| 1.910222202539444, | |
| 2.019984722137451, | |
| 1.9977181553840637, | |
| 1.6560729146003723, | |
| 1.9717278629541397, | |
| 1.8783657252788544, | |
| 1.8279190361499786, | |
| 2.0361652076244354, | |
| 1.8888441324234009, | |
| 2.0143093168735504, | |
| 1.7985135614871979, | |
| 2.2679185271263123, | |
| 1.9247187972068787, | |
| 1.7891883850097656, | |
| 2.112279176712036, | |
| 2.047613203525543, | |
| 2.1257645189762115, | |
| 2.0965375006198883, | |
| 1.8606078326702118, | |
| 1.986148178577423, | |
| 2.235414505004883, | |
| 2.0115409195423126, | |
| 1.8105634152889252, | |
| 2.055979162454605, | |
| 1.8827663362026215, | |
| 2.228433668613434, | |
| 2.168084293603897, | |
| 1.9350906312465668, | |
| 2.1963738203048706, | |
| 1.9545983374118805, | |
| 2.0042108595371246, | |
| 2.076897233724594, | |
| 2.164249151945114, | |
| 2.2511336505413055, | |
| 2.147927701473236, | |
| 1.666139394044876, | |
| 1.9886944591999054, | |
| 1.8915810883045197, | |
| 1.9184699952602386, | |
| 1.9324964582920074, | |
| 2.2565895915031433, | |
| 1.8644168674945831, | |
| 2.024057060480118, | |
| 2.1561132073402405, | |
| 1.831732153892517, | |
| 2.0300653278827667, | |
| 1.8685192167758942, | |
| 1.9508120715618134, | |
| 2.217629134654999, | |
| 1.7884540557861328, | |
| 1.9629022479057312, | |
| 2.014945089817047, | |
| 1.773240178823471, | |
| 1.8480553328990936, | |
| 2.174328625202179, | |
| 2.0528362691402435, | |
| 1.9184516966342926, | |
| 1.9994118809700012, | |
| 2.1629433631896973, | |
| 1.956313133239746, | |
| 1.4914195835590363, | |
| 2.0376154482364655, | |
| 1.9383164942264557, | |
| 1.8460872173309326, | |
| 2.1424327194690704, | |
| 2.047647774219513, | |
| 2.094540774822235, | |
| 1.3891073316335678, | |
| 1.9750277996063232, | |
| 2.0804302990436554, | |
| 1.9623984098434448, | |
| 1.7242400497198105, | |
| 1.6598125100135803, | |
| 2.072585940361023, | |
| 2.003816694021225, | |
| 1.7694512009620667, | |
| 2.2525570392608643, | |
| 1.8560697436332703, | |
| 2.7015225291252136, | |
| 2.017684131860733, | |
| 1.930792212486267, | |
| 1.9603004455566406, | |
| 2.167401760816574, | |
| 2.0757872462272644, | |
| 2.1265901923179626, | |
| 2.067963659763336, | |
| 1.9692361950874329, | |
| 2.0600834786891937, | |
| 2.0879141092300415, | |
| 1.8167440295219421, | |
| 1.657739669084549, | |
| 1.9096021354198456, | |
| 1.9149316847324371, | |
| 1.9598571062088013, | |
| 2.0564489662647247, | |
| 2.0975446701049805, | |
| 2.1563239097595215, | |
| 1.96071657538414, | |
| 1.478960782289505, | |
| 1.9158387184143066, | |
| 1.7507797181606293, | |
| 2.0135932564735413, | |
| 2.245123326778412, | |
| 2.182836413383484, | |
| 1.9111057817935944, | |
| 1.8482527136802673, | |
| 1.805978387594223, | |
| 2.0817373394966125, | |
| 1.896893858909607, | |
| 1.9579625725746155, | |
| 2.200235515832901, | |
| 2.0788964927196503, | |
| 1.858733743429184, | |
| 1.91632080078125, | |
| 1.9030437469482422, | |
| 1.8899632692337036, | |
| 1.7974070012569427, | |
| 1.7762640118598938, | |
| 1.4867072105407715, | |
| 1.8656535148620605, | |
| 2.1225537061691284, | |
| 1.9701803922653198, | |
| 1.8501644432544708, | |
| 1.847507894039154, | |
| 1.992827296257019, | |
| 1.8754442632198334, | |
| 1.9105960130691528, | |
| 1.7681310772895813, | |
| 1.8711368143558502, | |
| 1.9765931069850922, | |
| 1.879693478345871, | |
| 1.5103979259729385, | |
| 2.032119333744049, | |
| 2.084160417318344, | |
| 1.6835585832595825, | |
| 1.6743774712085724, | |
| 2.1584636867046356, | |
| 1.8118220269680023, | |
| 1.9816903471946716, | |
| 2.029897838830948, | |
| 2.163084864616394, | |
| 1.906882494688034, | |
| 2.3502153158187866, | |
| 1.755303293466568, | |
| 2.171054571866989, | |
| 1.9884036481380463, | |
| 1.8938909471035004, | |
| 2.2752005457878113, | |
| 1.8866967856884003, | |
| 1.8928779065608978, | |
| 2.0702185928821564, | |
| 1.9415528178215027, | |
| 2.025204062461853, | |
| 2.156549721956253, | |
| 1.763477623462677, | |
| 2.2139832973480225, | |
| 1.6408961713314056, | |
| 1.7618666142225266, | |
| 1.8543719351291656, | |
| 1.7970535457134247, | |
| 2.226055681705475, | |
| 1.944146305322647, | |
| 1.9856219589710236, | |
| 2.003736823797226, | |
| 1.9503918588161469, | |
| 1.7600468397140503, | |
| 2.275264799594879, | |
| 2.0795653760433197, | |
| 1.490852490067482, | |
| 1.8964970707893372, | |
| 1.9750999510288239, | |
| 2.043429046869278, | |
| 2.2627260088920593, | |
| 1.9151235222816467, | |
| 2.0287132263183594, | |
| 1.90212082862854, | |
| 1.7960082292556763, | |
| 1.94166761636734, | |
| 1.9386018514633179, | |
| 2.134494125843048, | |
| 2.0087448060512543, | |
| 2.0281916856765747, | |
| 1.9535616338253021, | |
| 1.9679738581180573, | |
| 1.596398025751114, | |
| 2.191830277442932, | |
| 2.0763327181339264, | |
| 2.1266538500785828, | |
| 2.274190306663513, | |
| 1.8964255154132843, | |
| 2.1241783499717712, | |
| 1.9198937714099884, | |
| 2.3034598231315613, | |
| 1.9052272140979767, | |
| 1.672550529241562, | |
| 2.046636402606964, | |
| 1.9329883009195328, | |
| 2.1311089992523193, | |
| 2.2328023314476013, | |
| 1.9483379125595093, | |
| 1.8120945990085602, | |
| 1.8161226511001587, | |
| 1.7844904065132141, | |
| 1.8877747356891632, | |
| 2.010182023048401, | |
| 1.9179834425449371, | |
| 2.0235649049282074, | |
| 2.120028495788574, | |
| 2.414934992790222, | |
| 1.8385069966316223, | |
| 1.8532257974147797, | |
| 2.0549443662166595, | |
| 1.9257167875766754, | |
| 1.7838368117809296, | |
| 1.9770499169826508, | |
| 2.02278470993042, | |
| 2.018839567899704, | |
| 1.8134825825691223, | |
| 1.912839412689209, | |
| 2.1395110189914703, | |
| 2.238103538751602, | |
| 1.6793973743915558, | |
| 2.275532752275467, | |
| 2.087612211704254, | |
| 1.8759168982505798, | |
| 1.6412090212106705, | |
| 1.9292035102844238, | |
| 2.205808609724045, | |
| 1.998661369085312, | |
| 2.052595764398575, | |
| 2.0764198303222656, | |
| 2.2456181049346924, | |
| 2.0933930575847626, | |
| 1.874241203069687, | |
| 1.7711814045906067, | |
| 1.5416613817214966, | |
| 1.7534068077802658, | |
| 2.0805560648441315, | |
| 1.6377001479268074, | |
| 1.884499341249466, | |
| 2.143370270729065, | |
| 2.110937684774399, | |
| 1.977731168270111, | |
| 1.97747004032135, | |
| 1.7653805166482925, | |
| 1.843018800020218, | |
| 2.2338719964027405, | |
| 2.2774742245674133, | |
| 2.079852908849716, | |
| 2.0538104474544525, | |
| 2.063538581132889, | |
| 1.7676877677440643, | |
| 2.0208137929439545, | |
| 1.9883665442466736, | |
| 2.0645232796669006, | |
| 1.9443430304527283, | |
| 1.7410898208618164, | |
| 2.0080275535583496, | |
| 1.9868277311325073, | |
| 2.078660637140274, | |
| 2.2050068378448486, | |
| 1.9919089078903198, | |
| 2.252542018890381, | |
| 1.9415084719657898, | |
| 1.8200271725654602, | |
| 1.9846361577510834, | |
| 1.9353410005569458, | |
| 1.912458896636963, | |
| 2.0796336233615875, | |
| 2.1193440556526184, | |
| 1.8158704936504364, | |
| 2.223644942045212, | |
| 2.0725834667682648, | |
| 2.0095846951007843, | |
| 2.1535970866680145, | |
| 2.0234865248203278, | |
| 1.796433001756668, | |
| 1.9197930991649628, | |
| 2.022257298231125, | |
| 1.6413149237632751, | |
| 1.9616879522800446, | |
| 1.9451987147331238, | |
| 2.2428542971611023, | |
| 2.030157655477524, | |
| 1.5762348473072052, | |
| 1.9567807912826538, | |
| 2.0858742594718933, | |
| 2.04095658659935, | |
| 2.1477834284305573, | |
| 1.857110321521759, | |
| 1.9249985218048096, | |
| 2.067128211259842, | |
| 1.8338475227355957, | |
| 1.8183660209178925, | |
| 1.7897652685642242, | |
| 2.016318142414093, | |
| 1.9572072327136993, | |
| 1.972920686006546, | |
| 2.010816305875778, | |
| 1.5412680506706238, | |
| 1.9066489338874817, | |
| 2.0087280571460724, | |
| 1.7885839641094208, | |
| 2.036726325750351, | |
| 1.8658419251441956, | |
| 1.9655573070049286, | |
| 2.1818976402282715, | |
| 1.7045586109161377, | |
| 2.3182644844055176, | |
| 1.8516510128974915, | |
| 1.766547679901123, | |
| 1.942388653755188, | |
| 2.11874783039093, | |
| 1.8681564033031464, | |
| 1.6302369683980942, | |
| 1.8748173117637634, | |
| 2.116931974887848, | |
| 2.1928129494190216, | |
| 1.8579590022563934, | |
| 2.000575751066208, | |
| 2.3248833417892456, | |
| 2.0099377036094666, | |
| 1.9941376149654388, | |
| 1.9139507114887238, | |
| 1.798469752073288, | |
| 2.045513093471527, | |
| 2.139172524213791, | |
| 2.0657175183296204, | |
| 2.5929186940193176, | |
| 1.887778788805008, | |
| 2.0180120766162872, | |
| 1.923815667629242, | |
| 2.1513286232948303, | |
| 2.0689505338668823, | |
| 2.0100492537021637, | |
| 2.10652357339859, | |
| 1.8175769448280334, | |
| 1.932394802570343, | |
| 1.8030853569507599, | |
| 2.1482163667678833, | |
| 1.8957428932189941, | |
| 2.1001981496810913, | |
| 1.8274339735507965, | |
| 1.755200743675232, | |
| 1.9862683713436127, | |
| 2.270208418369293, | |
| 1.8101052641868591, | |
| 1.9821595251560211, | |
| 1.5272532850503922, | |
| 2.014067441225052, | |
| 1.9742996096611023, | |
| 1.9847474098205566, | |
| 2.2911656200885773, | |
| 2.149272084236145, | |
| 2.224188506603241, | |
| 2.1615083813667297, | |
| 1.7423981428146362, | |
| 1.7683758437633514, | |
| 2.028497099876404, | |
| 1.7579623758792877, | |
| 1.9390694499015808, | |
| 2.1545024514198303, | |
| 2.048369884490967, | |
| 1.9410778284072876, | |
| 2.0469002723693848, | |
| 1.939433366060257, | |
| 1.8914868533611298, | |
| 2.118733376264572, | |
| 2.0376307666301727, | |
| 1.7661086916923523, | |
| 2.0115101635456085, | |
| 2.035685360431671, | |
| 1.9506032168865204, | |
| 1.6531559526920319, | |
| 2.022988259792328, | |
| 2.2393264770507812, | |
| 2.0491443276405334, | |
| 1.9842473566532135, | |
| 1.9727666676044464, | |
| 2.22902449965477, | |
| 1.8579447865486145, | |
| 2.0388655066490173, | |
| 2.01955908536911, | |
| 1.9977469444274902, | |
| 2.1867045164108276, | |
| 1.6018355786800385, | |
| 1.900251418352127, | |
| 2.2395838499069214, | |
| 1.797933965921402, | |
| 2.1339435279369354, | |
| 1.9796839654445648, | |
| 2.0070094764232635, | |
| 2.068116545677185, | |
| 2.143452674150467, | |
| 2.089024990797043, | |
| 2.096229612827301, | |
| 2.013333708047867, | |
| 1.9395509362220764, | |
| 1.7489879727363586, | |
| 2.155642122030258, | |
| 1.687512069940567, | |
| 2.1562404334545135, | |
| 2.119892954826355, | |
| 2.0649279952049255, | |
| 1.9891228377819061, | |
| 1.8696045875549316, | |
| 1.8906341791152954, | |
| 1.3779398649930954, | |
| 1.930278092622757, | |
| 1.9531156122684479, | |
| 1.7971335351467133, | |
| 1.9451295733451843, | |
| 1.9390936195850372, | |
| 2.0392781794071198, | |
| 2.332154870033264, | |
| 1.9894782602787018, | |
| 2.0120878517627716, | |
| 1.7841753661632538, | |
| 2.145608127117157, | |
| 1.8821957111358643, | |
| 1.9437867999076843, | |
| 1.8886327743530273, | |
| 1.6309072077274323, | |
| 1.7295852303504944, | |
| 2.2243327498435974, | |
| 1.8572883307933807, | |
| 2.025457978248596, | |
| 1.7401179671287537, | |
| 1.2589047253131866, | |
| 2.216827839612961, | |
| 1.7800424695014954, | |
| 2.0404772460460663, | |
| 1.883945882320404, | |
| 2.0013100802898407, | |
| 2.1914494931697845, | |
| 2.097546637058258, | |
| 2.110943377017975, | |
| 2.328992247581482, | |
| 2.1373319923877716, | |
| 2.1446226835250854, | |
| 1.8427353352308273, | |
| 1.8370108008384705, | |
| 1.9873742759227753, | |
| 1.9717270731925964, | |
| 1.6525997519493103, | |
| 1.8598004281520844, | |
| 1.9432488083839417, | |
| 2.1452393233776093, | |
| 1.902628868818283, | |
| 1.6516613364219666, | |
| 1.9785824716091156, | |
| 1.9252119362354279, | |
| 1.7771514356136322, | |
| 2.1968206465244293, | |
| 1.9527567625045776, | |
| 2.0789993703365326, | |
| 1.841865748167038, | |
| 1.8205523192882538, | |
| 1.8681734204292297, | |
| 1.7501431107521057, | |
| 2.1056064069271088, | |
| 1.8949854373931885, | |
| 1.9272009134292603, | |
| 1.8338072001934052, | |
| 1.8234700560569763, | |
| 2.0019575655460358, | |
| 1.5818779952824116, | |
| 2.024990826845169, | |
| 2.207423210144043, | |
| 1.7634362280368805, | |
| 1.8431354463100433, | |
| 1.984557956457138, | |
| 1.8526888191699982, | |
| 1.794599860906601, | |
| 1.6078735142946243, | |
| 1.8850816488265991, | |
| 1.9796228408813477, | |
| 2.2156145572662354, | |
| 2.195041835308075, | |
| 2.1863420605659485, | |
| 1.8231058716773987, | |
| 1.9898098707199097, | |
| 2.0260429978370667, | |
| 2.074339270591736, | |
| 1.288858488202095, | |
| 1.9821405112743378, | |
| 2.034531831741333, | |
| 2.0912082493305206, | |
| 2.1728965044021606 | |
| ], | |
| "dataset_offset": 0, | |
| "config": { | |
| "king_dir": "/root/king_165_hf", | |
| "optimizer": "adamw", | |
| "lr": 5e-05, | |
| "muon_lr": 0.02, | |
| "lora_r": 256, | |
| "steps": 5000, | |
| "grad_accum": 4, | |
| "seq_len": 2048, | |
| "unfreeze_head": false, | |
| "source_dirs": [ | |
| "/root/datasets/finewebedu" | |
| ], | |
| "source_weights": [ | |
| 1.0 | |
| ] | |
| } | |
| } |