best_eval_3/train_state.json

{
  "step": 201,
  "losses": [
    2.1343601644039154,
    2.0724628567695618,
    1.8829140663146973,
    1.5485129058361053,
    2.0023295283317566,
    1.9346746504306793,
    2.039268136024475,
    2.092041403055191,
    1.945346713066101,
    1.7569688260555267,
    1.8735843896865845,
    1.9090708792209625,
    1.6151848435401917,
    1.7625981569290161,
    2.068992555141449,
    1.7361219227313995,
    2.0706606209278107,
    1.9792323410511017,
    1.9772961139678955,
    1.8365838527679443,
    1.6523617506027222,
    1.9725398421287537,
    1.9878025949001312,
    1.7896310240030289,
    2.046401262283325,
    1.8547812402248383,
    2.1061335802078247,
    1.9161535799503326,
    2.1761361956596375,
    2.1191433668136597,
    1.5494413673877716,
    2.041987180709839,
    1.799335092306137,
    1.8639665395021439,
    1.8064149618148804,
    1.9582627415657043,
    2.3036161065101624,
    2.061281830072403,
    1.7895398437976837,
    2.1972492933273315,
    1.8500069081783295,
    2.01457941532135,
    2.311652898788452,
    2.0377022325992584,
    2.1203809678554535,
    1.9050646126270294,
    2.1400992274284363,
    2.0162739157676697,
    2.0760363936424255,
    1.9967831671237946,
    2.199576199054718,
    1.903381735086441,
    1.9348146319389343,
    1.565977357327938,
    2.216809928417206,
    2.279655873775482,
    2.146350234746933,
    1.8592103123664856,
    2.0420128405094147,
    2.202657461166382,
    2.0355475544929504,
    1.9122264087200165,
    1.7364317774772644,
    1.8870865404605865,
    1.9341412782669067,
    2.0909554958343506,
    2.204548269510269,
    2.0142270624637604,
    1.6295936107635498,
    1.788179874420166,
    2.022219479084015,
    2.15500944852829,
    1.7791253924369812,
    1.9474472403526306,
    1.8155687749385834,
    1.8396632373332977,
    2.2242822349071503,
    2.0792854130268097,
    1.6167261078953743,
    1.8821334838867188,
    1.8196536004543304,
    2.087564706802368,
    1.9993097186088562,
    2.1168552935123444,
    2.0352262556552887,
    2.2895873188972473,
    2.1865938305854797,
    1.8330432772636414,
    2.10781130194664,
    1.875508338212967,
    1.6532813906669617,
    2.096515417098999,
    1.939268171787262,
    1.852915108203888,
    2.4114430844783783,
    2.036993145942688,
    2.056860029697418,
    1.9688847362995148,
    1.729723185300827,
    1.9320075511932373,
    2.1951059699058533,
    1.4285495057702065,
    1.8822387158870697,
    1.893274337053299,
    1.7797814011573792,
    1.9108840823173523,
    1.8049851953983307,
    1.8350046575069427,
    1.991377979516983,
    2.1966324746608734,
    2.154123991727829,
    1.9668664038181305,
    1.9106942415237427,
    2.020862102508545,
    1.996761977672577,
    1.6555583775043488,
    1.9698050320148468,
    1.8792638778686523,
    1.8288727700710297,
    2.0352847278118134,
    1.8880273401737213,
    2.014271706342697,
    1.7977636754512787,
    2.267457276582718,
    1.9233829975128174,
    1.7882795333862305,
    2.111464351415634,
    2.046808570623398,
    2.127010613679886,
    2.096220314502716,
    1.8619424104690552,
    1.9859545826911926,
    2.2351702451705933,
    2.0095019936561584,
    1.8124884068965912,
    2.0566355288028717,
    1.8829358518123627,
    2.228476822376251,
    2.169349581003189,
    1.9356842339038849,
    2.197207033634186,
    1.9552882313728333,
    2.005706787109375,
    2.0790003836154938,
    2.1652873158454895,
    2.2506291270256042,
    2.1488280296325684,
    1.666898250579834,
    1.9886826276779175,
    1.8917436003684998,
    1.917124480009079,
    1.932131290435791,
    2.257670372724533,
    1.8668333888053894,
    2.0241182148456573,
    2.155973106622696,
    1.832424134016037,
    2.0300442576408386,
    1.869031399488449,
    1.9497641324996948,
    2.218937933444977,
    1.7895354628562927,
    1.9639611840248108,
    2.0145443379879,
    1.7729362547397614,
    1.8493213057518005,
    2.1741292774677277,
    2.0540651679039,
    1.9173554182052612,
    1.9990263879299164,
    2.1634564995765686,
    1.9584728181362152,
    1.4916782528162003,
    2.0375813841819763,
    1.9370076954364777,
    1.8460400998592377,
    2.141355186700821,
    2.048035830259323,
    2.0943254232406616,
    1.3870432674884796,
    1.9739985466003418,
    2.079814076423645,
    1.960821509361267,
    1.724249616265297,
    1.6594904959201813,
    2.0725796818733215,
    2.0049106776714325,
    1.7692183256149292,
    2.252512514591217,
    1.8543781340122223,
    2.7010736763477325,
    2.0170003473758698,
    1.9308967888355255,
    1.9603045284748077,
    2.166411817073822,
    2.075620085000992,
    2.125515103340149,
    2.0684770047664642,
    1.9685010015964508,
    2.057872623205185,
    2.0869134664535522
  ],
  "dataset_offset": 0,
  "config": {
    "king_dir": "/root/king_165_hf",
    "optimizer": "muon_adamw",
    "lr": 5e-05,
    "muon_lr": 0.0001,
    "lora_r": 128,
    "steps": 5000,
    "grad_accum": 4,
    "seq_len": 2048,
    "unfreeze_head": false,
    "source_dirs": [
      "/root/datasets/finewebedu"
    ],
    "source_weights": [
      1.0
    ]
  }
}