{
  "step": 801,
  "losses": [
    2.1343601644039154,
    2.0724628567695618,
    1.8829140663146973,
    1.5485129058361053,
    2.0023295283317566,
    1.9346746504306793,
    2.039268136024475,
    2.092041403055191,
    1.945346713066101,
    1.7569688260555267,
    1.8735843896865845,
    1.9090708792209625,
    1.6151848435401917,
    1.7625981569290161,
    2.068992555141449,
    1.7361219227313995,
    2.0706606209278107,
    1.9792323410511017,
    1.9772961139678955,
    1.8365838527679443,
    1.6523617506027222,
    1.9725398421287537,
    1.9878025949001312,
    1.7896310240030289,
    2.046401262283325,
    1.8547812402248383,
    2.1061335802078247,
    1.9161535799503326,
    2.1761361956596375,
    2.1191433668136597,
    1.5494413673877716,
    2.041987180709839,
    1.799335092306137,
    1.8639665395021439,
    1.8064149618148804,
    1.9582627415657043,
    2.3036161065101624,
    2.061281830072403,
    1.7895398437976837,
    2.1972492933273315,
    1.8500069081783295,
    2.01457941532135,
    2.311652898788452,
    2.0377022325992584,
    2.1203809678554535,
    1.9050646126270294,
    2.1400992274284363,
    2.0162739157676697,
    2.0760363936424255,
    1.9967831671237946,
    2.199576199054718,
    1.903381735086441,
    1.9348146319389343,
    1.565977357327938,
    2.216809928417206,
    2.279655873775482,
    2.146350234746933,
    1.8592103123664856,
    2.0420128405094147,
    2.202657461166382,
    2.0355475544929504,
    1.9122264087200165,
    1.7364317774772644,
    1.8870865404605865,
    1.9341412782669067,
    2.0909554958343506,
    2.204548269510269,
    2.0142270624637604,
    1.6295936107635498,
    1.788179874420166,
    2.022219479084015,
    2.15500944852829,
    1.7791253924369812,
    1.9474472403526306,
    1.8155687749385834,
    1.8396632373332977,
    2.2242822349071503,
    2.0792854130268097,
    1.6167261078953743,
    1.8821334838867188,
    1.8196536004543304,
    2.087564706802368,
    1.9993097186088562,
    2.1168552935123444,
    2.0352262556552887,
    2.2895873188972473,
    2.1865938305854797,
    1.8330432772636414,
    2.10781130194664,
    1.875508338212967,
    1.6532813906669617,
    2.096515417098999,
    1.939268171787262,
    1.852915108203888,
    2.4114430844783783,
    2.036993145942688,
    2.056860029697418,
    1.9688847362995148,
    1.729723185300827,
    1.9320075511932373,
    2.1951059699058533,
    1.4285495057702065,
    1.8822387158870697,
    1.893274337053299,
    1.7797814011573792,
    1.9108840823173523,
    1.8049851953983307,
    1.8350046575069427,
    1.991377979516983,
    2.1966324746608734,
    2.154123991727829,
    1.9668664038181305,
    1.9106942415237427,
    2.020862102508545,
    1.996761977672577,
    1.6555583775043488,
    1.9698050320148468,
    1.8792638778686523,
    1.8288727700710297,
    2.0352847278118134,
    1.8880273401737213,
    2.014271706342697,
    1.7977636754512787,
    2.267457276582718,
    1.9233829975128174,
    1.7882795333862305,
    2.111464351415634,
    2.046808570623398,
    2.127010613679886,
    2.096220314502716,
    1.8619424104690552,
    1.9859545826911926,
    2.2351702451705933,
    2.0095019936561584,
    1.8124884068965912,
    2.0566355288028717,
    1.8829358518123627,
    2.228476822376251,
    2.169349581003189,
    1.9356842339038849,
    2.197207033634186,
    1.9552882313728333,
    2.005706787109375,
    2.0790003836154938,
    2.1652873158454895,
    2.2506291270256042,
    2.1488280296325684,
    1.666898250579834,
    1.9886826276779175,
    1.8917436003684998,
    1.917124480009079,
    1.932131290435791,
    2.257670372724533,
    1.8668333888053894,
    2.0241182148456573,
    2.155973106622696,
    1.832424134016037,
    2.0300442576408386,
    1.869031399488449,
    1.9497641324996948,
    2.218937933444977,
    1.7895354628562927,
    1.9639611840248108,
    2.0145443379879,
    1.7729362547397614,
    1.8493213057518005,
    2.1741292774677277,
    2.0540651679039,
    1.9173554182052612,
    1.9990263879299164,
    2.1634564995765686,
    1.9584728181362152,
    1.4916782528162003,
    2.0375813841819763,
    1.9370076954364777,
    1.8460400998592377,
    2.141355186700821,
    2.048035830259323,
    2.0943254232406616,
    1.3870432674884796,
    1.9739985466003418,
    2.079814076423645,
    1.960821509361267,
    1.724249616265297,
    1.6594904959201813,
    2.0725796818733215,
    2.0049106776714325,
    1.7692183256149292,
    2.252512514591217,
    1.8543781340122223,
    2.7010736763477325,
    2.0170003473758698,
    1.9308967888355255,
    1.9603045284748077,
    2.166411817073822,
    2.075620085000992,
    2.125515103340149,
    2.0684770047664642,
    1.9685010015964508,
    2.057872623205185,
    2.0869134664535522,
    1.8150206804275513,
    1.6579519212245941,
    1.9104999899864197,
    1.9154045581817627,
    1.9604035019874573,
    2.056108742952347,
    2.097057729959488,
    2.1572895646095276,
    1.9608762860298157,
    1.4785484373569489,
    1.9157750606536865,
    1.752137005329132,
    2.0132217705249786,
    2.244666576385498,
    2.1824870109558105,
    1.9102648496627808,
    1.8477981090545654,
    1.8056239187717438,
    2.080883741378784,
    1.8958399593830109,
    1.9592851400375366,
    2.1995291113853455,
    2.0795817971229553,
    1.8578779101371765,
    1.9151493608951569,
    1.9029805362224579,
    1.8901777863502502,
    1.7989002466201782,
    1.775819331407547,
    1.4867726117372513,
    1.8664362132549286,
    2.1231315433979034,
    1.9697103202342987,
    1.849808692932129,
    1.8471928536891937,
    1.992421269416809,
    1.873524695634842,
    1.9098478853702545,
    1.7680681347846985,
    1.870894968509674,
    1.9761443138122559,
    1.8797105252742767,
    1.5107271373271942,
    2.033596396446228,
    2.0826768279075623,
    1.6832334995269775,
    1.675403743982315,
    2.1581598222255707,
    1.8126455545425415,
    1.9812375009059906,
    2.0296229124069214,
    2.163834869861603,
    1.9061608910560608,
    2.349096179008484,
    1.7541834115982056,
    2.172113597393036,
    1.9886090159416199,
    1.8932957351207733,
    2.2767199277877808,
    1.886280745267868,
    1.890844613313675,
    2.071047067642212,
    1.9397878348827362,
    2.0238566398620605,
    2.1563323736190796,
    1.76157745718956,
    2.215013861656189,
    1.6411037147045135,
    1.7615033239126205,
    1.8542159497737885,
    1.795795127749443,
    2.225602298974991,
    1.9437134563922882,
    1.986325353384018,
    2.0043095648288727,
    1.9501238763332367,
    1.7597680985927582,
    2.275161862373352,
    2.080092966556549,
    1.4906146079301834,
    1.8959785997867584,
    1.974496841430664,
    2.0430229008197784,
    2.2613201439380646,
    1.914484053850174,
    2.0284277200698853,
    1.901948243379593,
    1.7956669330596924,
    1.9412107467651367,
    1.9384097754955292,
    2.1359619796276093,
    2.008501648902893,
    2.0292378962039948,
    1.9525749683380127,
    1.9676333367824554,
    1.596329241991043,
    2.1911933422088623,
    2.0755282640457153,
    2.125846654176712,
    2.273774266242981,
    1.897540658712387,
    2.124108701944351,
    1.9193576574325562,
    2.3038374185562134,
    1.9048315286636353,
    1.6724864840507507,
    2.047564446926117,
    1.934387519955635,
    2.1303321719169617,
    2.233566999435425,
    1.9496371150016785,
    1.8122275173664093,
    1.814949780702591,
    1.7847777605056763,
    1.8882033824920654,
    2.0106955468654633,
    1.916115641593933,
    2.0246517658233643,
    2.1212706565856934,
    2.4152793884277344,
    1.8375939726829529,
    1.850978285074234,
    2.053068608045578,
    1.9256162643432617,
    1.7829122245311737,
    1.9772546291351318,
    2.022214114665985,
    2.019051045179367,
    1.8135776221752167,
    1.9114308059215546,
    2.14043927192688,
    2.239055573940277,
    1.6795585751533508,
    2.276009351015091,
    2.087787240743637,
    1.876219779253006,
    1.6404992938041687,
    1.9292358756065369,
    2.205354690551758,
    1.9994370341300964,
    2.0519250631332397,
    2.075588583946228,
    2.2462772130966187,
    2.0940224528312683,
    1.8732309937477112,
    1.7715218365192413,
    1.5410477817058563,
    1.7525133341550827,
    2.080644190311432,
    1.6389579102396965,
    1.8843775987625122,
    2.1427654027938843,
    2.111940711736679,
    1.9778867065906525,
    1.9787790179252625,
    1.7654073536396027,
    1.8432354927062988,
    2.234671473503113,
    2.278365671634674,
    2.0803157687187195,
    2.053450584411621,
    2.063992917537689,
    1.7682743966579437,
    2.0207310020923615,
    1.9868452847003937,
    2.0650334656238556,
    1.9444032907485962,
    1.7403165996074677,
    2.008295029401779,
    1.987241953611374,
    2.078886032104492,
    2.2060952186584473,
    1.9917446970939636,
    2.253327250480652,
    1.9419922828674316,
    1.8198893070220947,
    1.9853444695472717,
    1.9338945746421814,
    1.9119682610034943,
    2.07899010181427,
    2.1189143657684326,
    1.8148274719715118,
    2.2248027622699738,
    2.0726819932460785,
    2.0100126564502716,
    2.15337797999382,
    2.0229094326496124,
    1.7959956228733063,
    1.9197712242603302,
    2.0216313004493713,
    1.6409029960632324,
    1.9614338874816895,
    1.9463849663734436,
    2.2429850101470947,
    2.031428813934326,
    1.5765005052089691,
    1.9564637243747711,
    2.084881007671356,
    2.040048509836197,
    2.1490495800971985,
    1.8563721179962158,
    1.9248919486999512,
    2.067258268594742,
    1.8330621123313904,
    1.8181632459163666,
    1.7881723940372467,
    2.0161253213882446,
    1.9570091366767883,
    1.9740217626094818,
    2.0096331536769867,
    1.5414675176143646,
    1.9073055684566498,
    2.006921738386154,
    1.7897034883499146,
    2.037321150302887,
    1.866221308708191,
    1.9649498760700226,
    2.1812477111816406,
    1.7040468454360962,
    2.3180413842201233,
    1.8508732318878174,
    1.7658355236053467,
    1.9423479437828064,
    2.117091715335846,
    1.8682618141174316,
    1.6322918683290482,
    1.8762705326080322,
    2.1179190278053284,
    2.1922737061977386,
    1.8600547015666962,
    1.99982088804245,
    2.3247824907302856,
    2.0075879395008087,
    1.993829220533371,
    1.913977950811386,
    1.7991125583648682,
    2.0468451380729675,
    2.138871490955353,
    2.067068427801132,
    2.592419445514679,
    1.8873664736747742,
    2.017130583524704,
    1.923443615436554,
    2.1529608964920044,
    2.068648725748062,
    2.0105682015419006,
    2.105998307466507,
    1.8181847929954529,
    1.932902991771698,
    1.8044457137584686,
    2.1507545709609985,
    1.895093709230423,
    2.101049780845642,
    1.8290685713291168,
    1.7558022141456604,
    1.984669953584671,
    2.27022060751915,
    1.8107542991638184,
    1.9816263318061829,
    1.5267444625496864,
    2.014007270336151,
    1.9741430580615997,
    1.9847791194915771,
    2.292168527841568,
    2.150916814804077,
    2.2251153886318207,
    2.1620059311389923,
    1.7418654561042786,
    1.7701232135295868,
    2.029371827840805,
    1.7576108872890472,
    1.940571665763855,
    2.1555368304252625,
    2.0501610934734344,
    1.9424457550048828,
    2.0456238389015198,
    1.9405224323272705,
    1.8904685080051422,
    2.1198249757289886,
    2.038798987865448,
    1.7660042941570282,
    2.0123372673988342,
    2.035297214984894,
    1.95124351978302,
    1.6536992192268372,
    2.0215252339839935,
    2.238801121711731,
    2.0498196184635162,
    1.9839205145835876,
    1.97135728597641,
    2.2303869128227234,
    1.8579528331756592,
    2.0387050211429596,
    2.0183643102645874,
    1.9982844293117523,
    2.187141478061676,
    1.6012378931045532,
    1.90178844332695,
    2.238746762275696,
    1.7989684045314789,
    2.1333578526973724,
    1.9822737276554108,
    2.0078497529029846,
    2.0693756341934204,
    2.144174963235855,
    2.0907330214977264,
    2.0961228013038635,
    2.0131381452083588,
    1.9408792853355408,
    1.748244047164917,
    2.157280743122101,
    1.6872329115867615,
    2.1561934649944305,
    2.1200697124004364,
    2.065741091966629,
    1.990316778421402,
    1.8695843517780304,
    1.8904577791690826,
    1.3775577396154404,
    1.9307815730571747,
    1.9520462453365326,
    1.7960517406463623,
    1.9449963569641113,
    1.940436452627182,
    2.0391140282154083,
    2.3305068612098694,
    1.9902623295783997,
    2.0122807323932648,
    1.7856706082820892,
    2.145450174808502,
    1.883771926164627,
    1.94358691573143,
    1.8889660239219666,
    1.6318422853946686,
    1.7288049757480621,
    2.2258071303367615,
    1.8566734194755554,
    2.025981605052948,
    1.7388564348220825,
    1.2580181956291199,
    2.216180682182312,
    1.778223693370819,
    2.039312094449997,
    1.8827506601810455,
    2.002648025751114,
    2.191439628601074,
    2.09731861948967,
    2.111318051815033,
    2.3292242884635925,
    2.1368971168994904,
    2.1444631814956665,
    1.8426298052072525,
    1.8363085091114044,
    1.9888813197612762,
    1.9714676141738892,
    1.653687447309494,
    1.8584725260734558,
    1.943297952413559,
    2.144788533449173,
    1.901462435722351,
    1.6509659588336945,
    1.978759616613388,
    1.9256998896598816,
    1.7776789665222168,
    2.1965068578720093,
    1.9526072442531586,
    2.079732298851013,
    1.8407047092914581,
    1.8225716352462769,
    1.8688847720623016,
    1.7504211962223053,
    2.1065154373645782,
    1.8939683437347412,
    1.9260828495025635,
    1.8347605168819427,
    1.8233969807624817,
    2.0026620626449585,
    1.5816402398049831,
    2.0246399343013763,
    2.2073747515678406,
    1.7644049227237701,
    1.8438266813755035,
    1.9855312705039978,
    1.8546320497989655,
    1.7944624722003937,
    1.6091000586748123,
    1.8852129578590393,
    1.980066567659378,
    2.2163656651973724,
    2.1942582726478577,
    2.185785472393036,
    1.8226704597473145,
    1.988859087228775,
    2.0256876051425934,
    2.0757937133312225,
    1.2895159274339676,
    1.9836649894714355,
    2.034304976463318,
    2.0921874940395355,
    2.1717707216739655,
    1.709611862897873,
    2.036477744579315,
    2.0213456749916077,
    1.9850196838378906,
    1.8920572996139526,
    1.818315327167511,
    2.039733737707138,
    2.0394128262996674,
    2.1614932119846344,
    1.7080242931842804,
    1.9330866038799286,
    2.1321727335453033,
    2.036509394645691,
    1.972132295370102,
    2.1973560452461243,
    1.709436058998108,
    1.4670315831899643,
    1.8799737095832825,
    2.0846462845802307,
    2.0381474792957306,
    2.1498210430145264,
    2.159713923931122,
    1.7593559622764587,
    1.8550401628017426,
    2.203796476125717,
    1.8319737315177917,
    2.0573740005493164,
    1.9254743158817291,
    1.8129367232322693,
    2.094454139471054,
    2.074321985244751,
    2.0007645785808563,
    1.9185702800750732,
    2.040297120809555,
    2.1133576035499573,
    1.8372568190097809,
    1.9328400194644928,
    1.7323417365550995,
    2.1529164910316467,
    2.159353196620941,
    1.928918182849884,
    1.8445464670658112,
    2.39588862657547,
    1.9313083589076996,
    1.956974595785141,
    1.9650408625602722,
    2.141157567501068,
    2.212874263525009,
    1.850367546081543,
    2.188149780035019,
    1.969302475452423,
    2.212769031524658,
    2.3308249711990356,
    1.9056138396263123,
    2.2034102082252502,
    1.805470585823059,
    1.920003890991211,
    2.007814735174179,
    1.8500458300113678,
    2.0718976259231567,
    1.8758572936058044,
    1.9949836730957031,
    2.1096771955490112,
    2.157143473625183,
    2.226329028606415,
    2.4544731974601746,
    2.21916127204895,
    1.3698348253965378,
    2.1472426652908325,
    1.7345755100250244,
    1.6002869606018066,
    2.0254781544208527,
    1.957721620798111,
    1.7912590205669403,
    2.076735734939575,
    2.1183662712574005,
    1.9164191782474518,
    1.8365485668182373,
    1.7725236415863037,
    2.1526423692703247,
    2.11213681101799,
    2.328258991241455,
    1.9116908013820648,
    1.869314432144165,
    1.949744701385498,
    1.932671457529068,
    2.404485195875168,
    1.9281608164310455,
    1.9731833636760712,
    1.8512951731681824,
    1.902821496129036,
    1.8813830316066742,
    2.183942437171936,
    2.1289792954921722,
    2.183502048254013,
    2.170566737651825,
    2.0001774728298187,
    1.9247424900531769,
    2.006220430135727,
    2.0279600918293,
    2.42190682888031,
    1.8849636614322662,
    1.9687437117099762,
    2.373449921607971,
    1.7802590429782867,
    2.1732365787029266,
    2.1520785689353943,
    2.0608112812042236,
    1.8849849104881287,
    2.0775345265865326,
    2.313079059123993,
    2.193318247795105,
    1.8721186220645905,
    2.0248784124851227,
    2.121111810207367,
    2.0155406296253204,
    2.150535613298416,
    2.190680831670761,
    2.2800846099853516,
    2.236383318901062,
    1.9807356595993042,
    2.0917425453662872,
    2.0744180381298065,
    1.6349072009325027,
    2.078859806060791,
    1.9613144993782043,
    1.899576187133789,
    1.7365959584712982,
    2.0591794848442078,
    1.766887903213501,
    2.0358551740646362,
    2.0789809823036194,
    2.131588876247406,
    1.9189289808273315,
    2.070064902305603,
    2.202115386724472,
    1.94431734085083,
    1.6648513972759247,
    1.4505853950977325,
    2.1962636411190033,
    2.185927391052246,
    1.832669973373413,
    1.965694397687912,
    2.134408563375473,
    1.9641019999980927,
    1.9191939532756805,
    1.968698114156723,
    2.0797594785690308,
    1.74286250770092,
    1.891475260257721,
    1.9688879251480103,
    2.1284435391426086,
    1.8831945657730103,
    1.9674187004566193,
    1.7884499728679657,
    2.034890830516815,
    2.168231278657913,
    2.1565284729003906,
    1.5314709693193436,
    1.7953828573226929,
    1.9556699097156525,
    1.774609923362732,
    1.8443906605243683,
    2.160213381052017,
    2.023010939359665,
    2.1564086079597473,
    2.1294788122177124,
    1.8055947721004486,
    1.813010424375534,
    2.1736382842063904,
    2.2790124118328094,
    2.0164708495140076,
    2.04815936088562,
    2.3091896772384644,
    1.9483550786972046,
    1.9277152717113495,
    2.175009071826935,
    2.0652907490730286,
    2.095879226922989,
    1.9839537739753723,
    2.000379741191864,
    1.853197306394577,
    1.875998854637146,
    1.9213310182094574,
    2.062770366668701,
    2.3129392862319946,
    1.9149698317050934,
    2.016161948442459,
    2.237731009721756,
    2.1451059877872467,
    1.924236685037613,
    2.1742837131023407,
    1.6297994256019592,
    1.8975816667079926,
    1.7329496443271637,
    1.5956949591636658,
    1.8012715578079224,
    1.6651598811149597,
    2.01277694106102,
    1.9782930314540863
  ],
  "dataset_offset": 0,
  "config": {
    "king_dir": "/root/king_165_hf",
    "optimizer": "muon_adamw",
    "lr": 5e-05,
    "muon_lr": 0.0001,
    "lora_r": 128,
    "steps": 5000,
    "grad_accum": 4,
    "seq_len": 2048,
    "unfreeze_head": false,
    "source_dirs": [
      "/root/datasets/finewebedu"
    ],
    "source_weights": [
      1.0
    ]
  }
}