| { | |
| "step": 501, | |
| "losses": [ | |
| 2.1343601644039154, | |
| 2.0724628567695618, | |
| 1.8829140663146973, | |
| 1.5485129058361053, | |
| 2.0023295283317566, | |
| 1.9346746504306793, | |
| 2.039268136024475, | |
| 2.092041403055191, | |
| 1.945346713066101, | |
| 1.7569688260555267, | |
| 1.8735843896865845, | |
| 1.9090708792209625, | |
| 1.6151848435401917, | |
| 1.7625981569290161, | |
| 2.068992555141449, | |
| 1.7361219227313995, | |
| 2.0706606209278107, | |
| 1.9792323410511017, | |
| 1.9772961139678955, | |
| 1.8365838527679443, | |
| 1.6523617506027222, | |
| 1.9725398421287537, | |
| 1.9878025949001312, | |
| 1.7896310240030289, | |
| 2.046401262283325, | |
| 1.8547812402248383, | |
| 2.1061335802078247, | |
| 1.9161535799503326, | |
| 2.1761361956596375, | |
| 2.1191433668136597, | |
| 1.5494413673877716, | |
| 2.041987180709839, | |
| 1.799335092306137, | |
| 1.8639665395021439, | |
| 1.8064149618148804, | |
| 1.9582627415657043, | |
| 2.3036161065101624, | |
| 2.061281830072403, | |
| 1.7895398437976837, | |
| 2.1972492933273315, | |
| 1.8500069081783295, | |
| 2.01457941532135, | |
| 2.311652898788452, | |
| 2.0377022325992584, | |
| 2.1203809678554535, | |
| 1.9050646126270294, | |
| 2.1400992274284363, | |
| 2.0162739157676697, | |
| 2.0760363936424255, | |
| 1.9967831671237946, | |
| 2.199576199054718, | |
| 1.903381735086441, | |
| 1.9348146319389343, | |
| 1.565977357327938, | |
| 2.216809928417206, | |
| 2.279655873775482, | |
| 2.146350234746933, | |
| 1.8592103123664856, | |
| 2.0420128405094147, | |
| 2.202657461166382, | |
| 2.0355475544929504, | |
| 1.9122264087200165, | |
| 1.7364317774772644, | |
| 1.8870865404605865, | |
| 1.9341412782669067, | |
| 2.0909554958343506, | |
| 2.204548269510269, | |
| 2.0142270624637604, | |
| 1.6295936107635498, | |
| 1.788179874420166, | |
| 2.022219479084015, | |
| 2.15500944852829, | |
| 1.7791253924369812, | |
| 1.9474472403526306, | |
| 1.8155687749385834, | |
| 1.8396632373332977, | |
| 2.2242822349071503, | |
| 2.0792854130268097, | |
| 1.6167261078953743, | |
| 1.8821334838867188, | |
| 1.8196536004543304, | |
| 2.087564706802368, | |
| 1.9993097186088562, | |
| 2.1168552935123444, | |
| 2.0352262556552887, | |
| 2.2895873188972473, | |
| 2.1865938305854797, | |
| 1.8330432772636414, | |
| 2.10781130194664, | |
| 1.875508338212967, | |
| 1.6532813906669617, | |
| 2.096515417098999, | |
| 1.939268171787262, | |
| 1.852915108203888, | |
| 2.4114430844783783, | |
| 2.036993145942688, | |
| 2.056860029697418, | |
| 1.9688847362995148, | |
| 1.729723185300827, | |
| 1.9320075511932373, | |
| 2.1951059699058533, | |
| 1.4285495057702065, | |
| 1.8822387158870697, | |
| 1.893274337053299, | |
| 1.7797814011573792, | |
| 1.9108840823173523, | |
| 1.8049851953983307, | |
| 1.8350046575069427, | |
| 1.991377979516983, | |
| 2.1966324746608734, | |
| 2.154123991727829, | |
| 1.9668664038181305, | |
| 1.9106942415237427, | |
| 2.020862102508545, | |
| 1.996761977672577, | |
| 1.6555583775043488, | |
| 1.9698050320148468, | |
| 1.8792638778686523, | |
| 1.8288727700710297, | |
| 2.0352847278118134, | |
| 1.8880273401737213, | |
| 2.014271706342697, | |
| 1.7977636754512787, | |
| 2.267457276582718, | |
| 1.9233829975128174, | |
| 1.7882795333862305, | |
| 2.111464351415634, | |
| 2.046808570623398, | |
| 2.127010613679886, | |
| 2.096220314502716, | |
| 1.8619424104690552, | |
| 1.9859545826911926, | |
| 2.2351702451705933, | |
| 2.0095019936561584, | |
| 1.8124884068965912, | |
| 2.0566355288028717, | |
| 1.8829358518123627, | |
| 2.228476822376251, | |
| 2.169349581003189, | |
| 1.9356842339038849, | |
| 2.197207033634186, | |
| 1.9552882313728333, | |
| 2.005706787109375, | |
| 2.0790003836154938, | |
| 2.1652873158454895, | |
| 2.2506291270256042, | |
| 2.1488280296325684, | |
| 1.666898250579834, | |
| 1.9886826276779175, | |
| 1.8917436003684998, | |
| 1.917124480009079, | |
| 1.932131290435791, | |
| 2.257670372724533, | |
| 1.8668333888053894, | |
| 2.0241182148456573, | |
| 2.155973106622696, | |
| 1.832424134016037, | |
| 2.0300442576408386, | |
| 1.869031399488449, | |
| 1.9497641324996948, | |
| 2.218937933444977, | |
| 1.7895354628562927, | |
| 1.9639611840248108, | |
| 2.0145443379879, | |
| 1.7729362547397614, | |
| 1.8493213057518005, | |
| 2.1741292774677277, | |
| 2.0540651679039, | |
| 1.9173554182052612, | |
| 1.9990263879299164, | |
| 2.1634564995765686, | |
| 1.9584728181362152, | |
| 1.4916782528162003, | |
| 2.0375813841819763, | |
| 1.9370076954364777, | |
| 1.8460400998592377, | |
| 2.141355186700821, | |
| 2.048035830259323, | |
| 2.0943254232406616, | |
| 1.3870432674884796, | |
| 1.9739985466003418, | |
| 2.079814076423645, | |
| 1.960821509361267, | |
| 1.724249616265297, | |
| 1.6594904959201813, | |
| 2.0725796818733215, | |
| 2.0049106776714325, | |
| 1.7692183256149292, | |
| 2.252512514591217, | |
| 1.8543781340122223, | |
| 2.7010736763477325, | |
| 2.0170003473758698, | |
| 1.9308967888355255, | |
| 1.9603045284748077, | |
| 2.166411817073822, | |
| 2.075620085000992, | |
| 2.125515103340149, | |
| 2.0684770047664642, | |
| 1.9685010015964508, | |
| 2.057872623205185, | |
| 2.0869134664535522, | |
| 1.8150206804275513, | |
| 1.6579519212245941, | |
| 1.9104999899864197, | |
| 1.9154045581817627, | |
| 1.9604035019874573, | |
| 2.056108742952347, | |
| 2.097057729959488, | |
| 2.1572895646095276, | |
| 1.9608762860298157, | |
| 1.4785484373569489, | |
| 1.9157750606536865, | |
| 1.752137005329132, | |
| 2.0132217705249786, | |
| 2.244666576385498, | |
| 2.1824870109558105, | |
| 1.9102648496627808, | |
| 1.8477981090545654, | |
| 1.8056239187717438, | |
| 2.080883741378784, | |
| 1.8958399593830109, | |
| 1.9592851400375366, | |
| 2.1995291113853455, | |
| 2.0795817971229553, | |
| 1.8578779101371765, | |
| 1.9151493608951569, | |
| 1.9029805362224579, | |
| 1.8901777863502502, | |
| 1.7989002466201782, | |
| 1.775819331407547, | |
| 1.4867726117372513, | |
| 1.8664362132549286, | |
| 2.1231315433979034, | |
| 1.9697103202342987, | |
| 1.849808692932129, | |
| 1.8471928536891937, | |
| 1.992421269416809, | |
| 1.873524695634842, | |
| 1.9098478853702545, | |
| 1.7680681347846985, | |
| 1.870894968509674, | |
| 1.9761443138122559, | |
| 1.8797105252742767, | |
| 1.5107271373271942, | |
| 2.033596396446228, | |
| 2.0826768279075623, | |
| 1.6832334995269775, | |
| 1.675403743982315, | |
| 2.1581598222255707, | |
| 1.8126455545425415, | |
| 1.9812375009059906, | |
| 2.0296229124069214, | |
| 2.163834869861603, | |
| 1.9061608910560608, | |
| 2.349096179008484, | |
| 1.7541834115982056, | |
| 2.172113597393036, | |
| 1.9886090159416199, | |
| 1.8932957351207733, | |
| 2.2767199277877808, | |
| 1.886280745267868, | |
| 1.890844613313675, | |
| 2.071047067642212, | |
| 1.9397878348827362, | |
| 2.0238566398620605, | |
| 2.1563323736190796, | |
| 1.76157745718956, | |
| 2.215013861656189, | |
| 1.6411037147045135, | |
| 1.7615033239126205, | |
| 1.8542159497737885, | |
| 1.795795127749443, | |
| 2.225602298974991, | |
| 1.9437134563922882, | |
| 1.986325353384018, | |
| 2.0043095648288727, | |
| 1.9501238763332367, | |
| 1.7597680985927582, | |
| 2.275161862373352, | |
| 2.080092966556549, | |
| 1.4906146079301834, | |
| 1.8959785997867584, | |
| 1.974496841430664, | |
| 2.0430229008197784, | |
| 2.2613201439380646, | |
| 1.914484053850174, | |
| 2.0284277200698853, | |
| 1.901948243379593, | |
| 1.7956669330596924, | |
| 1.9412107467651367, | |
| 1.9384097754955292, | |
| 2.1359619796276093, | |
| 2.008501648902893, | |
| 2.0292378962039948, | |
| 1.9525749683380127, | |
| 1.9676333367824554, | |
| 1.596329241991043, | |
| 2.1911933422088623, | |
| 2.0755282640457153, | |
| 2.125846654176712, | |
| 2.273774266242981, | |
| 1.897540658712387, | |
| 2.124108701944351, | |
| 1.9193576574325562, | |
| 2.3038374185562134, | |
| 1.9048315286636353, | |
| 1.6724864840507507, | |
| 2.047564446926117, | |
| 1.934387519955635, | |
| 2.1303321719169617, | |
| 2.233566999435425, | |
| 1.9496371150016785, | |
| 1.8122275173664093, | |
| 1.814949780702591, | |
| 1.7847777605056763, | |
| 1.8882033824920654, | |
| 2.0106955468654633, | |
| 1.916115641593933, | |
| 2.0246517658233643, | |
| 2.1212706565856934, | |
| 2.4152793884277344, | |
| 1.8375939726829529, | |
| 1.850978285074234, | |
| 2.053068608045578, | |
| 1.9256162643432617, | |
| 1.7829122245311737, | |
| 1.9772546291351318, | |
| 2.022214114665985, | |
| 2.019051045179367, | |
| 1.8135776221752167, | |
| 1.9114308059215546, | |
| 2.14043927192688, | |
| 2.239055573940277, | |
| 1.6795585751533508, | |
| 2.276009351015091, | |
| 2.087787240743637, | |
| 1.876219779253006, | |
| 1.6404992938041687, | |
| 1.9292358756065369, | |
| 2.205354690551758, | |
| 1.9994370341300964, | |
| 2.0519250631332397, | |
| 2.075588583946228, | |
| 2.2462772130966187, | |
| 2.0940224528312683, | |
| 1.8732309937477112, | |
| 1.7715218365192413, | |
| 1.5410477817058563, | |
| 1.7525133341550827, | |
| 2.080644190311432, | |
| 1.6389579102396965, | |
| 1.8843775987625122, | |
| 2.1427654027938843, | |
| 2.111940711736679, | |
| 1.9778867065906525, | |
| 1.9787790179252625, | |
| 1.7654073536396027, | |
| 1.8432354927062988, | |
| 2.234671473503113, | |
| 2.278365671634674, | |
| 2.0803157687187195, | |
| 2.053450584411621, | |
| 2.063992917537689, | |
| 1.7682743966579437, | |
| 2.0207310020923615, | |
| 1.9868452847003937, | |
| 2.0650334656238556, | |
| 1.9444032907485962, | |
| 1.7403165996074677, | |
| 2.008295029401779, | |
| 1.987241953611374, | |
| 2.078886032104492, | |
| 2.2060952186584473, | |
| 1.9917446970939636, | |
| 2.253327250480652, | |
| 1.9419922828674316, | |
| 1.8198893070220947, | |
| 1.9853444695472717, | |
| 1.9338945746421814, | |
| 1.9119682610034943, | |
| 2.07899010181427, | |
| 2.1189143657684326, | |
| 1.8148274719715118, | |
| 2.2248027622699738, | |
| 2.0726819932460785, | |
| 2.0100126564502716, | |
| 2.15337797999382, | |
| 2.0229094326496124, | |
| 1.7959956228733063, | |
| 1.9197712242603302, | |
| 2.0216313004493713, | |
| 1.6409029960632324, | |
| 1.9614338874816895, | |
| 1.9463849663734436, | |
| 2.2429850101470947, | |
| 2.031428813934326, | |
| 1.5765005052089691, | |
| 1.9564637243747711, | |
| 2.084881007671356, | |
| 2.040048509836197, | |
| 2.1490495800971985, | |
| 1.8563721179962158, | |
| 1.9248919486999512, | |
| 2.067258268594742, | |
| 1.8330621123313904, | |
| 1.8181632459163666, | |
| 1.7881723940372467, | |
| 2.0161253213882446, | |
| 1.9570091366767883, | |
| 1.9740217626094818, | |
| 2.0096331536769867, | |
| 1.5414675176143646, | |
| 1.9073055684566498, | |
| 2.006921738386154, | |
| 1.7897034883499146, | |
| 2.037321150302887, | |
| 1.866221308708191, | |
| 1.9649498760700226, | |
| 2.1812477111816406, | |
| 1.7040468454360962, | |
| 2.3180413842201233, | |
| 1.8508732318878174, | |
| 1.7658355236053467, | |
| 1.9423479437828064, | |
| 2.117091715335846, | |
| 1.8682618141174316, | |
| 1.6322918683290482, | |
| 1.8762705326080322, | |
| 2.1179190278053284, | |
| 2.1922737061977386, | |
| 1.8600547015666962, | |
| 1.99982088804245, | |
| 2.3247824907302856, | |
| 2.0075879395008087, | |
| 1.993829220533371, | |
| 1.913977950811386, | |
| 1.7991125583648682, | |
| 2.0468451380729675, | |
| 2.138871490955353, | |
| 2.067068427801132, | |
| 2.592419445514679, | |
| 1.8873664736747742, | |
| 2.017130583524704, | |
| 1.923443615436554, | |
| 2.1529608964920044, | |
| 2.068648725748062, | |
| 2.0105682015419006, | |
| 2.105998307466507, | |
| 1.8181847929954529, | |
| 1.932902991771698, | |
| 1.8044457137584686, | |
| 2.1507545709609985, | |
| 1.895093709230423, | |
| 2.101049780845642, | |
| 1.8290685713291168, | |
| 1.7558022141456604, | |
| 1.984669953584671, | |
| 2.27022060751915, | |
| 1.8107542991638184, | |
| 1.9816263318061829, | |
| 1.5267444625496864, | |
| 2.014007270336151, | |
| 1.9741430580615997, | |
| 1.9847791194915771, | |
| 2.292168527841568, | |
| 2.150916814804077, | |
| 2.2251153886318207, | |
| 2.1620059311389923, | |
| 1.7418654561042786, | |
| 1.7701232135295868, | |
| 2.029371827840805, | |
| 1.7576108872890472, | |
| 1.940571665763855, | |
| 2.1555368304252625, | |
| 2.0501610934734344, | |
| 1.9424457550048828, | |
| 2.0456238389015198, | |
| 1.9405224323272705, | |
| 1.8904685080051422, | |
| 2.1198249757289886, | |
| 2.038798987865448, | |
| 1.7660042941570282, | |
| 2.0123372673988342, | |
| 2.035297214984894, | |
| 1.95124351978302, | |
| 1.6536992192268372, | |
| 2.0215252339839935, | |
| 2.238801121711731, | |
| 2.0498196184635162, | |
| 1.9839205145835876, | |
| 1.97135728597641, | |
| 2.2303869128227234, | |
| 1.8579528331756592, | |
| 2.0387050211429596, | |
| 2.0183643102645874, | |
| 1.9982844293117523, | |
| 2.187141478061676, | |
| 1.6012378931045532, | |
| 1.90178844332695, | |
| 2.238746762275696, | |
| 1.7989684045314789 | |
| ], | |
| "dataset_offset": 0, | |
| "config": { | |
| "king_dir": "/root/king_165_hf", | |
| "optimizer": "muon_adamw", | |
| "lr": 5e-05, | |
| "muon_lr": 0.0001, | |
| "lora_r": 128, | |
| "steps": 5000, | |
| "grad_accum": 4, | |
| "seq_len": 2048, | |
| "unfreeze_head": false, | |
| "source_dirs": [ | |
| "/root/datasets/finewebedu" | |
| ], | |
| "source_weights": [ | |
| 1.0 | |
| ] | |
| } | |
| } |