{
  "step": 601,
  "losses": [
    2.1343601644039154,
    2.072067230939865,
    1.8817282915115356,
    1.5482478141784668,
    2.0044714510440826,
    1.9346624314785004,
    2.0394379794597626,
    2.0922091901302338,
    1.9468883574008942,
    1.7588119804859161,
    1.874794840812683,
    1.911599040031433,
    1.6168376505374908,
    1.7635800540447235,
    2.070902556180954,
    1.7358599305152893,
    2.070700913667679,
    1.9784598052501678,
    1.9782940447330475,
    1.8401454091072083,
    1.6551836282014847,
    1.9741482436656952,
    1.990296185016632,
    1.8002875596284866,
    2.04819917678833,
    1.8555984199047089,
    2.1058743596076965,
    1.9181069433689117,
    2.1770740747451782,
    2.1200993955135345,
    1.5497342869639397,
    2.041239619255066,
    1.7999589145183563,
    1.8640441000461578,
    1.8068368434906006,
    1.958029717206955,
    2.3048327565193176,
    2.0624635815620422,
    1.7916592359542847,
    2.197334885597229,
    1.8518704771995544,
    2.014060288667679,
    2.3126999735832214,
    2.0366491973400116,
    2.1218522787094116,
    1.9050887823104858,
    2.140252709388733,
    2.016432911157608,
    2.0771953761577606,
    1.99711474776268,
    2.2010857462882996,
    1.906881034374237,
    1.9355229437351227,
    1.568751234561205,
    2.218832314014435,
    2.282701849937439,
    2.1470184922218323,
    1.8618396520614624,
    2.0435074865818024,
    2.2046265304088593,
    2.036127895116806,
    1.9144421517848969,
    1.7361707091331482,
    1.8860499560832977,
    1.9349249005317688,
    2.091381222009659,
    2.2041552662849426,
    2.0161964893341064,
    1.6289199590682983,
    1.7889264225959778,
    2.021867960691452,
    2.1548608541488647,
    1.7794556617736816,
    1.9493914544582367,
    1.8160816133022308,
    1.8409814834594727,
    2.2246702015399933,
    2.080227106809616,
    1.6188245043158531,
    1.8832258582115173,
    1.818663239479065,
    2.0883366763591766,
    2.00100439786911,
    2.1166227757930756,
    2.0359020829200745,
    2.2903840243816376,
    2.1877321600914,
    1.8351092636585236,
    2.1081435680389404,
    1.876007080078125,
    1.6549921333789825,
    2.0958774387836456,
    1.93923220038414,
    1.8541749119758606,
    2.41263547539711,
    2.037635773420334,
    2.0588943660259247,
    1.969245046377182,
    1.7285726368427277,
    1.9336746335029602,
    2.1948340237140656,
    1.4296438321471214,
    1.8817992806434631,
    1.8943344950675964,
    1.779104083776474,
    1.9108014702796936,
    1.805834949016571,
    1.834848165512085,
    1.9906627535820007,
    2.1963523626327515,
    2.1539515554904938,
    1.9684762954711914,
    1.910222202539444,
    2.019984722137451,
    1.9977181553840637,
    1.6560729146003723,
    1.9717278629541397,
    1.8783657252788544,
    1.8279190361499786,
    2.0361652076244354,
    1.8888441324234009,
    2.0143093168735504,
    1.7985135614871979,
    2.2679185271263123,
    1.9247187972068787,
    1.7891883850097656,
    2.112279176712036,
    2.047613203525543,
    2.1257645189762115,
    2.0965375006198883,
    1.8606078326702118,
    1.986148178577423,
    2.235414505004883,
    2.0115409195423126,
    1.8105634152889252,
    2.055979162454605,
    1.8827663362026215,
    2.228433668613434,
    2.168084293603897,
    1.9350906312465668,
    2.1963738203048706,
    1.9545983374118805,
    2.0042108595371246,
    2.076897233724594,
    2.164249151945114,
    2.2511336505413055,
    2.147927701473236,
    1.666139394044876,
    1.9886944591999054,
    1.8915810883045197,
    1.9184699952602386,
    1.9324964582920074,
    2.2565895915031433,
    1.8644168674945831,
    2.024057060480118,
    2.1561132073402405,
    1.831732153892517,
    2.0300653278827667,
    1.8685192167758942,
    1.9508120715618134,
    2.217629134654999,
    1.7884540557861328,
    1.9629022479057312,
    2.014945089817047,
    1.773240178823471,
    1.8480553328990936,
    2.174328625202179,
    2.0528362691402435,
    1.9184516966342926,
    1.9994118809700012,
    2.1629433631896973,
    1.956313133239746,
    1.4914195835590363,
    2.0376154482364655,
    1.9383164942264557,
    1.8460872173309326,
    2.1424327194690704,
    2.047647774219513,
    2.094540774822235,
    1.3891073316335678,
    1.9750277996063232,
    2.0804302990436554,
    1.9623984098434448,
    1.7242400497198105,
    1.6598125100135803,
    2.072585940361023,
    2.003816694021225,
    1.7694512009620667,
    2.2525570392608643,
    1.8560697436332703,
    2.7015225291252136,
    2.017684131860733,
    1.930792212486267,
    1.9603004455566406,
    2.167401760816574,
    2.0757872462272644,
    2.1265901923179626,
    2.067963659763336,
    1.9692361950874329,
    2.0600834786891937,
    2.0879141092300415,
    1.8167440295219421,
    1.657739669084549,
    1.9096021354198456,
    1.9149316847324371,
    1.9598571062088013,
    2.0564489662647247,
    2.0975446701049805,
    2.1563239097595215,
    1.96071657538414,
    1.478960782289505,
    1.9158387184143066,
    1.7507797181606293,
    2.0135932564735413,
    2.245123326778412,
    2.182836413383484,
    1.9111057817935944,
    1.8482527136802673,
    1.805978387594223,
    2.0817373394966125,
    1.896893858909607,
    1.9579625725746155,
    2.200235515832901,
    2.0788964927196503,
    1.858733743429184,
    1.91632080078125,
    1.9030437469482422,
    1.8899632692337036,
    1.7974070012569427,
    1.7762640118598938,
    1.4867072105407715,
    1.8656535148620605,
    2.1225537061691284,
    1.9701803922653198,
    1.8501644432544708,
    1.847507894039154,
    1.992827296257019,
    1.8754442632198334,
    1.9105960130691528,
    1.7681310772895813,
    1.8711368143558502,
    1.9765931069850922,
    1.879693478345871,
    1.5103979259729385,
    2.032119333744049,
    2.084160417318344,
    1.6835585832595825,
    1.6743774712085724,
    2.1584636867046356,
    1.8118220269680023,
    1.9816903471946716,
    2.029897838830948,
    2.163084864616394,
    1.906882494688034,
    2.3502153158187866,
    1.755303293466568,
    2.171054571866989,
    1.9884036481380463,
    1.8938909471035004,
    2.2752005457878113,
    1.8866967856884003,
    1.8928779065608978,
    2.0702185928821564,
    1.9415528178215027,
    2.025204062461853,
    2.156549721956253,
    1.763477623462677,
    2.2139832973480225,
    1.6408961713314056,
    1.7618666142225266,
    1.8543719351291656,
    1.7970535457134247,
    2.226055681705475,
    1.944146305322647,
    1.9856219589710236,
    2.003736823797226,
    1.9503918588161469,
    1.7600468397140503,
    2.275264799594879,
    2.0795653760433197,
    1.490852490067482,
    1.8964970707893372,
    1.9750999510288239,
    2.043429046869278,
    2.2627260088920593,
    1.9151235222816467,
    2.0287132263183594,
    1.90212082862854,
    1.7960082292556763,
    1.94166761636734,
    1.9386018514633179,
    2.134494125843048,
    2.0087448060512543,
    2.0281916856765747,
    1.9535616338253021,
    1.9679738581180573,
    1.596398025751114,
    2.191830277442932,
    2.0763327181339264,
    2.1266538500785828,
    2.274190306663513,
    1.8964255154132843,
    2.1241783499717712,
    1.9198937714099884,
    2.3034598231315613,
    1.9052272140979767,
    1.672550529241562,
    2.046636402606964,
    1.9329883009195328,
    2.1311089992523193,
    2.2328023314476013,
    1.9483379125595093,
    1.8120945990085602,
    1.8161226511001587,
    1.7844904065132141,
    1.8877747356891632,
    2.010182023048401,
    1.9179834425449371,
    2.0235649049282074,
    2.120028495788574,
    2.414934992790222,
    1.8385069966316223,
    1.8532257974147797,
    2.0549443662166595,
    1.9257167875766754,
    1.7838368117809296,
    1.9770499169826508,
    2.02278470993042,
    2.018839567899704,
    1.8134825825691223,
    1.912839412689209,
    2.1395110189914703,
    2.238103538751602,
    1.6793973743915558,
    2.275532752275467,
    2.087612211704254,
    1.8759168982505798,
    1.6412090212106705,
    1.9292035102844238,
    2.205808609724045,
    1.998661369085312,
    2.052595764398575,
    2.0764198303222656,
    2.2456181049346924,
    2.0933930575847626,
    1.874241203069687,
    1.7711814045906067,
    1.5416613817214966,
    1.7534068077802658,
    2.0805560648441315,
    1.6377001479268074,
    1.884499341249466,
    2.143370270729065,
    2.110937684774399,
    1.977731168270111,
    1.97747004032135,
    1.7653805166482925,
    1.843018800020218,
    2.2338719964027405,
    2.2774742245674133,
    2.079852908849716,
    2.0538104474544525,
    2.063538581132889,
    1.7676877677440643,
    2.0208137929439545,
    1.9883665442466736,
    2.0645232796669006,
    1.9443430304527283,
    1.7410898208618164,
    2.0080275535583496,
    1.9868277311325073,
    2.078660637140274,
    2.2050068378448486,
    1.9919089078903198,
    2.252542018890381,
    1.9415084719657898,
    1.8200271725654602,
    1.9846361577510834,
    1.9353410005569458,
    1.912458896636963,
    2.0796336233615875,
    2.1193440556526184,
    1.8158704936504364,
    2.223644942045212,
    2.0725834667682648,
    2.0095846951007843,
    2.1535970866680145,
    2.0234865248203278,
    1.796433001756668,
    1.9197930991649628,
    2.022257298231125,
    1.6413149237632751,
    1.9616879522800446,
    1.9451987147331238,
    2.2428542971611023,
    2.030157655477524,
    1.5762348473072052,
    1.9567807912826538,
    2.0858742594718933,
    2.04095658659935,
    2.1477834284305573,
    1.857110321521759,
    1.9249985218048096,
    2.067128211259842,
    1.8338475227355957,
    1.8183660209178925,
    1.7897652685642242,
    2.016318142414093,
    1.9572072327136993,
    1.972920686006546,
    2.010816305875778,
    1.5412680506706238,
    1.9066489338874817,
    2.0087280571460724,
    1.7885839641094208,
    2.036726325750351,
    1.8658419251441956,
    1.9655573070049286,
    2.1818976402282715,
    1.7045586109161377,
    2.3182644844055176,
    1.8516510128974915,
    1.766547679901123,
    1.942388653755188,
    2.11874783039093,
    1.8681564033031464,
    1.6302369683980942,
    1.8748173117637634,
    2.116931974887848,
    2.1928129494190216,
    1.8579590022563934,
    2.000575751066208,
    2.3248833417892456,
    2.0099377036094666,
    1.9941376149654388,
    1.9139507114887238,
    1.798469752073288,
    2.045513093471527,
    2.139172524213791,
    2.0657175183296204,
    2.5929186940193176,
    1.887778788805008,
    2.0180120766162872,
    1.923815667629242,
    2.1513286232948303,
    2.0689505338668823,
    2.0100492537021637,
    2.10652357339859,
    1.8175769448280334,
    1.932394802570343,
    1.8030853569507599,
    2.1482163667678833,
    1.8957428932189941,
    2.1001981496810913,
    1.8274339735507965,
    1.755200743675232,
    1.9862683713436127,
    2.270208418369293,
    1.8101052641868591,
    1.9821595251560211,
    1.5272532850503922,
    2.014067441225052,
    1.9742996096611023,
    1.9847474098205566,
    2.2911656200885773,
    2.149272084236145,
    2.224188506603241,
    2.1615083813667297,
    1.7423981428146362,
    1.7683758437633514,
    2.028497099876404,
    1.7579623758792877,
    1.9390694499015808,
    2.1545024514198303,
    2.048369884490967,
    1.9410778284072876,
    2.0469002723693848,
    1.939433366060257,
    1.8914868533611298,
    2.118733376264572,
    2.0376307666301727,
    1.7661086916923523,
    2.0115101635456085,
    2.035685360431671,
    1.9506032168865204,
    1.6531559526920319,
    2.022988259792328,
    2.2393264770507812,
    2.0491443276405334,
    1.9842473566532135,
    1.9727666676044464,
    2.22902449965477,
    1.8579447865486145,
    2.0388655066490173,
    2.01955908536911,
    1.9977469444274902,
    2.1867045164108276,
    1.6018355786800385,
    1.900251418352127,
    2.2395838499069214,
    1.797933965921402,
    2.1339435279369354,
    1.9796839654445648,
    2.0070094764232635,
    2.068116545677185,
    2.143452674150467,
    2.089024990797043,
    2.096229612827301,
    2.013333708047867,
    1.9395509362220764,
    1.7489879727363586,
    2.155642122030258,
    1.687512069940567,
    2.1562404334545135,
    2.119892954826355,
    2.0649279952049255,
    1.9891228377819061,
    1.8696045875549316,
    1.8906341791152954,
    1.3779398649930954,
    1.930278092622757,
    1.9531156122684479,
    1.7971335351467133,
    1.9451295733451843,
    1.9390936195850372,
    2.0392781794071198,
    2.332154870033264,
    1.9894782602787018,
    2.0120878517627716,
    1.7841753661632538,
    2.145608127117157,
    1.8821957111358643,
    1.9437867999076843,
    1.8886327743530273,
    1.6309072077274323,
    1.7295852303504944,
    2.2243327498435974,
    1.8572883307933807,
    2.025457978248596,
    1.7401179671287537,
    1.2589047253131866,
    2.216827839612961,
    1.7800424695014954,
    2.0404772460460663,
    1.883945882320404,
    2.0013100802898407,
    2.1914494931697845,
    2.097546637058258,
    2.110943377017975,
    2.328992247581482,
    2.1373319923877716,
    2.1446226835250854,
    1.8427353352308273,
    1.8370108008384705,
    1.9873742759227753,
    1.9717270731925964,
    1.6525997519493103,
    1.8598004281520844,
    1.9432488083839417,
    2.1452393233776093,
    1.902628868818283,
    1.6516613364219666,
    1.9785824716091156,
    1.9252119362354279,
    1.7771514356136322,
    2.1968206465244293,
    1.9527567625045776,
    2.0789993703365326,
    1.841865748167038,
    1.8205523192882538,
    1.8681734204292297,
    1.7501431107521057,
    2.1056064069271088,
    1.8949854373931885,
    1.9272009134292603,
    1.8338072001934052,
    1.8234700560569763,
    2.0019575655460358,
    1.5818779952824116,
    2.024990826845169,
    2.207423210144043,
    1.7634362280368805,
    1.8431354463100433,
    1.984557956457138,
    1.8526888191699982,
    1.794599860906601,
    1.6078735142946243,
    1.8850816488265991,
    1.9796228408813477,
    2.2156145572662354,
    2.195041835308075,
    2.1863420605659485,
    1.8231058716773987,
    1.9898098707199097,
    2.0260429978370667,
    2.074339270591736,
    1.288858488202095,
    1.9821405112743378,
    2.034531831741333,
    2.0912082493305206,
    2.1728965044021606
  ],
  "dataset_offset": 0,
  "config": {
    "king_dir": "/root/king_165_hf",
    "optimizer": "adamw",
    "lr": 5e-05,
    "muon_lr": 0.02,
    "lora_r": 256,
    "steps": 5000,
    "grad_accum": 4,
    "seq_len": 2048,
    "unfreeze_head": false,
    "source_dirs": [
      "/root/datasets/finewebedu"
    ],
    "source_weights": [
      1.0
    ]
  }
}