{ "best_global_step": 1000, "best_metric": 0.82614535, "best_model_checkpoint": "/NHNHOME/data/sanghyeok/qwen-cua/runs/probe2000_idm_code_coord/v0-20260621-113040/checkpoint-1000", "epoch": 0.23063063063063063, "eval_steps": 500, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00023063063063063062, "grad_norm": 1590.688720703125, "learning_rate": 1.0000000000000001e-07, "loss": 49.45393371582031, "loss_idm": 3.06640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0621337890625, "loss_idm_text": 0.0, "loss_idm_type": 3.003211200237274, "loss_sft": 0.013178251218050718, "step": 1, "token_acc": 0.855064946292334 }, { "epoch": 0.0023063063063063064, "grad_norm": 1611.734375, "learning_rate": 1.0000000000000002e-06, "loss": 47.76775105794271, "loss_idm": 3.451388888888889, "loss_idm_anl": 0.0, "loss_idm_coord": 0.05978732638888889, "loss_idm_text": 0.0, "loss_idm_type": 2.8977474106682672, "loss_sft": 0.013165522780683305, "step": 10, "token_acc": 0.8557971074689107 }, { "epoch": 0.004612612612612613, "grad_norm": 339.4031982421875, "learning_rate": 2.0000000000000003e-06, "loss": 24.062301635742188, "loss_idm": 1.3859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0595703125, "loss_idm_text": 0.0, "loss_idm_type": 1.4169265031814575, "loss_sft": 0.013038619607686996, "step": 20, "token_acc": 0.8575614504505172 }, { "epoch": 0.006918918918918919, "grad_norm": 117.9345474243164, "learning_rate": 3e-06, "loss": 17.185517883300783, "loss_idm": 0.934375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0529296875, "loss_idm_text": 0.0, "loss_idm_type": 0.9935595035552979, "loss_sft": 0.013021596148610115, "step": 30, "token_acc": 0.8576696365011294 }, { "epoch": 0.009225225225225226, "grad_norm": 174.67822265625, "learning_rate": 4.000000000000001e-06, "loss": 15.97247314453125, "loss_idm": 0.9, "loss_idm_anl": 0.0, "loss_idm_coord": 0.049169921875, "loss_idm_text": 0.0, "loss_idm_type": 0.921882438659668, "loss_sft": 0.01299305036664009, "step": 40, "token_acc": 0.8573861458475359 }, { "epoch": 0.011531531531531532, "grad_norm": 383.7381591796875, "learning_rate": 5e-06, "loss": 12.401361846923828, "loss_idm": 0.69296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.044677734375, "loss_idm_text": 0.0, "loss_idm_type": 0.7016407489776612, "loss_sft": 0.013680103048682214, "step": 50, "token_acc": 0.8517720027290206 }, { "epoch": 0.013837837837837838, "grad_norm": 276.0512390136719, "learning_rate": 6e-06, "loss": 10.131932067871094, "loss_idm": 0.559375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.04560546875, "loss_idm_text": 0.0, "loss_idm_type": 0.5592228412628174, "loss_sft": 0.01410299502313137, "step": 60, "token_acc": 0.8488453901987737 }, { "epoch": 0.016144144144144144, "grad_norm": 236.4015655517578, "learning_rate": 7e-06, "loss": 10.888622283935547, "loss_idm": 0.61328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.03974609375, "loss_idm_text": 0.0, "loss_idm_type": 0.6118354797363281, "loss_sft": 0.013782905787229538, "step": 70, "token_acc": 0.8515422419612366 }, { "epoch": 0.01845045045045045, "grad_norm": 173.59402465820312, "learning_rate": 8.000000000000001e-06, "loss": 10.349563598632812, "loss_idm": 0.5734375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.041650390625, "loss_idm_text": 0.0, "loss_idm_type": 0.5762068748474121, "loss_sft": 0.013817435875535012, "step": 80, "token_acc": 0.8507013906275447 }, { "epoch": 0.020756756756756756, "grad_norm": 231.35693359375, "learning_rate": 9e-06, "loss": 10.654405212402343, "loss_idm": 0.59375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0390625, "loss_idm_text": 0.0, "loss_idm_type": 0.5972403526306153, "loss_sft": 0.01390336975455284, "step": 90, "token_acc": 0.8490709364931573 }, { "epoch": 0.023063063063063063, "grad_norm": 179.43270874023438, "learning_rate": 1e-05, "loss": 10.548146057128907, "loss_idm": 0.584375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.03662109375, "loss_idm_text": 0.0, "loss_idm_type": 0.5928622126579285, "loss_sft": 0.014141988009214401, "step": 100, "token_acc": 0.847036073395476 }, { "epoch": 0.025369369369369368, "grad_norm": 221.4450225830078, "learning_rate": 9.999316524962347e-06, "loss": 10.619392395019531, "loss_idm": 0.5953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.033154296875, "loss_idm_text": 0.0, "loss_idm_type": 0.6010093808174133, "loss_sft": 0.014010535180568695, "step": 110, "token_acc": 0.8487004546091859 }, { "epoch": 0.027675675675675675, "grad_norm": 186.53411865234375, "learning_rate": 9.99726628670463e-06, "loss": 10.216886138916015, "loss_idm": 0.57109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.03154296875, "loss_idm_text": 0.0, "loss_idm_type": 0.5778079628944397, "loss_sft": 0.013904009386897087, "step": 120, "token_acc": 0.8502426663442629 }, { "epoch": 0.029981981981981983, "grad_norm": 157.05239868164062, "learning_rate": 9.993849845741525e-06, "loss": 10.855589294433594, "loss_idm": 0.6046875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.03525390625, "loss_idm_text": 0.0, "loss_idm_type": 0.6137941002845764, "loss_sft": 0.014121369644999503, "step": 130, "token_acc": 0.8481210495695818 }, { "epoch": 0.03228828828828829, "grad_norm": 166.25057983398438, "learning_rate": 9.989068136093873e-06, "loss": 10.426358032226563, "loss_idm": 0.58203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.030859375, "loss_idm_text": 0.0, "loss_idm_type": 0.5915833473205566, "loss_sft": 0.01406811736524105, "step": 140, "token_acc": 0.8483285794652639 }, { "epoch": 0.034594594594594595, "grad_norm": 140.43893432617188, "learning_rate": 9.98292246503335e-06, "loss": 10.939217376708985, "loss_idm": 0.60859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.03046875, "loss_idm_text": 0.0, "loss_idm_type": 0.6234304666519165, "loss_sft": 0.014257545396685601, "step": 150, "token_acc": 0.8462056666356372 }, { "epoch": 0.0369009009009009, "grad_norm": 101.10719299316406, "learning_rate": 9.975414512725058e-06, "loss": 9.8798828125, "loss_idm": 0.54765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.029736328125, "loss_idm_text": 0.0, "loss_idm_type": 0.5589980244636535, "loss_sft": 0.013876666501164436, "step": 160, "token_acc": 0.8505486664698356 }, { "epoch": 0.03920720720720721, "grad_norm": 144.91943359375, "learning_rate": 9.966546331768192e-06, "loss": 10.420352172851562, "loss_idm": 0.5953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.029296875, "loss_idm_text": 0.0, "loss_idm_type": 0.5927331566810607, "loss_sft": 0.014148441702127456, "step": 170, "token_acc": 0.8475072962442912 }, { "epoch": 0.04151351351351351, "grad_norm": 168.03384399414062, "learning_rate": 9.956320346634877e-06, "loss": 10.239119720458984, "loss_idm": 0.56328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.028076171875, "loss_idm_text": 0.0, "loss_idm_type": 0.5830882906913757, "loss_sft": 0.013758457824587822, "step": 180, "token_acc": 0.851148950239709 }, { "epoch": 0.04381981981981982, "grad_norm": 145.99766540527344, "learning_rate": 9.944739353007344e-06, "loss": 10.057091522216798, "loss_idm": 0.5609375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.026904296875, "loss_idm_text": 0.0, "loss_idm_type": 0.5724347591400146, "loss_sft": 0.014053185656666755, "step": 190, "token_acc": 0.8491978583015695 }, { "epoch": 0.04612612612612613, "grad_norm": 121.27855682373047, "learning_rate": 9.931806517013612e-06, "loss": 10.908540344238281, "loss_idm": 0.61328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.026611328125, "loss_idm_text": 0.0, "loss_idm_type": 0.6256417632102966, "loss_sft": 0.014259455353021621, "step": 200, "token_acc": 0.8467008716078382 }, { "epoch": 0.048432432432432435, "grad_norm": 147.652099609375, "learning_rate": 9.917525374361913e-06, "loss": 10.310504150390624, "loss_idm": 0.5828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02548828125, "loss_idm_text": 0.0, "loss_idm_type": 0.5899111151695251, "loss_sft": 0.014259019494056701, "step": 210, "token_acc": 0.8468536389223965 }, { "epoch": 0.050738738738738735, "grad_norm": 133.29347229003906, "learning_rate": 9.901899829374048e-06, "loss": 9.91939468383789, "loss_idm": 0.55078125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.028125, "loss_idm_text": 0.0, "loss_idm_type": 0.5629432678222657, "loss_sft": 0.013959363475441933, "step": 220, "token_acc": 0.8485922361662006 }, { "epoch": 0.05304504504504504, "grad_norm": 105.41419219970703, "learning_rate": 9.884934153917998e-06, "loss": 10.20447235107422, "loss_idm": 0.57265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0267578125, "loss_idm_text": 0.0, "loss_idm_type": 0.582277512550354, "loss_sft": 0.014081236347556115, "step": 230, "token_acc": 0.8486716679030506 }, { "epoch": 0.05535135135135135, "grad_norm": 108.32715606689453, "learning_rate": 9.86663298624003e-06, "loss": 10.037399291992188, "loss_idm": 0.56328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.025537109375, "loss_idm_text": 0.0, "loss_idm_type": 0.5717163324356079, "loss_sft": 0.014507130160927773, "step": 240, "token_acc": 0.8445775773754048 }, { "epoch": 0.05765765765765766, "grad_norm": 101.92463684082031, "learning_rate": 9.847001329696653e-06, "loss": 10.207322692871093, "loss_idm": 0.5765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0251953125, "loss_idm_text": 0.0, "loss_idm_type": 0.5826281547546387, "loss_sft": 0.014590685814619064, "step": 250, "token_acc": 0.84426266631776 }, { "epoch": 0.059963963963963966, "grad_norm": 120.43878173828125, "learning_rate": 9.826044551386743e-06, "loss": 10.321310424804688, "loss_idm": 0.5796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02509765625, "loss_idm_text": 0.0, "loss_idm_type": 0.5899416208267212, "loss_sft": 0.014607197791337966, "step": 260, "token_acc": 0.8437843269576525 }, { "epoch": 0.06227027027027027, "grad_norm": 112.54505920410156, "learning_rate": 9.803768380684242e-06, "loss": 9.775898742675782, "loss_idm": 0.55390625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02724609375, "loss_idm_text": 0.0, "loss_idm_type": 0.5538631200790405, "loss_sft": 0.014404882118105889, "step": 270, "token_acc": 0.8459256892908046 }, { "epoch": 0.06457657657657657, "grad_norm": 94.44606018066406, "learning_rate": 9.780178907671788e-06, "loss": 10.339688873291015, "loss_idm": 0.5859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.026123046875, "loss_idm_text": 0.0, "loss_idm_type": 0.5898990511894227, "loss_sft": 0.014457888901233673, "step": 280, "token_acc": 0.8451656208816066 }, { "epoch": 0.06688288288288288, "grad_norm": 93.52350616455078, "learning_rate": 9.755282581475769e-06, "loss": 9.293934631347657, "loss_idm": 0.51640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02529296875, "loss_idm_text": 0.0, "loss_idm_type": 0.5259280681610108, "loss_sft": 0.014395680651068688, "step": 290, "token_acc": 0.8458327979361675 }, { "epoch": 0.06918918918918919, "grad_norm": 113.6584701538086, "learning_rate": 9.729086208503174e-06, "loss": 9.748943328857422, "loss_idm": 0.5515625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0262939453125, "loss_idm_text": 0.0, "loss_idm_type": 0.5521375179290772, "loss_sft": 0.014811449870467185, "step": 300, "token_acc": 0.8420287020511943 }, { "epoch": 0.0714954954954955, "grad_norm": 81.37059783935547, "learning_rate": 9.701596950580807e-06, "loss": 9.784170532226563, "loss_idm": 0.54453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0253662109375, "loss_idm_text": 0.0, "loss_idm_type": 0.5561857938766479, "loss_sft": 0.014250487089157104, "step": 310, "token_acc": 0.847669727830882 }, { "epoch": 0.0738018018018018, "grad_norm": 108.87104797363281, "learning_rate": 9.672822322997305e-06, "loss": 9.601348876953125, "loss_idm": 0.5375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.023486328125, "loss_idm_text": 0.0, "loss_idm_type": 0.5469521760940552, "loss_sft": 0.014529699832201004, "step": 320, "token_acc": 0.8448489136666951 }, { "epoch": 0.07610810810810811, "grad_norm": 130.01808166503906, "learning_rate": 9.642770192448537e-06, "loss": 9.793380737304688, "loss_idm": 0.54375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.023828125, "loss_idm_text": 0.0, "loss_idm_type": 0.5585392713546753, "loss_sft": 0.014446238800883294, "step": 330, "token_acc": 0.8454624950201325 }, { "epoch": 0.07841441441441442, "grad_norm": 102.37490844726562, "learning_rate": 9.611448774886925e-06, "loss": 10.019007873535156, "loss_idm": 0.5578125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0240966796875, "loss_idm_text": 0.0, "loss_idm_type": 0.5720710635185242, "loss_sft": 0.01458285003900528, "step": 340, "token_acc": 0.8438792841749271 }, { "epoch": 0.08072072072072072, "grad_norm": 102.40097045898438, "learning_rate": 9.578866633275289e-06, "loss": 9.723292541503906, "loss_idm": 0.54921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02216796875, "loss_idm_text": 0.0, "loss_idm_type": 0.555128300189972, "loss_sft": 0.01469133198261261, "step": 350, "token_acc": 0.8427996218283734 }, { "epoch": 0.08302702702702702, "grad_norm": 114.85263061523438, "learning_rate": 9.545032675245814e-06, "loss": 9.351869201660156, "loss_idm": 0.52578125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02275390625, "loss_idm_text": 0.0, "loss_idm_type": 0.5321333289146424, "loss_sft": 0.014326457306742668, "step": 360, "token_acc": 0.8459759580797804 }, { "epoch": 0.08533333333333333, "grad_norm": 111.28559112548828, "learning_rate": 9.509956150664796e-06, "loss": 9.204309844970703, "loss_idm": 0.51796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0224609375, "loss_idm_text": 0.0, "loss_idm_type": 0.5225722551345825, "loss_sft": 0.014612309634685516, "step": 370, "token_acc": 0.8429501243235337 }, { "epoch": 0.08763963963963964, "grad_norm": 159.0714111328125, "learning_rate": 9.473646649103819e-06, "loss": 10.069181823730469, "loss_idm": 0.55625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0218017578125, "loss_idm_text": 0.0, "loss_idm_type": 0.577532160282135, "loss_sft": 0.014597192034125328, "step": 380, "token_acc": 0.8435810512784968 }, { "epoch": 0.08994594594594595, "grad_norm": 109.76734161376953, "learning_rate": 9.43611409721806e-06, "loss": 9.046263885498046, "loss_idm": 0.51171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.024365234375, "loss_idm_text": 0.0, "loss_idm_type": 0.5109918117523193, "loss_sft": 0.01441824659705162, "step": 390, "token_acc": 0.8451461865571329 }, { "epoch": 0.09225225225225225, "grad_norm": 114.03449249267578, "learning_rate": 9.397368756032445e-06, "loss": 8.885872650146485, "loss_idm": 0.49765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0222412109375, "loss_idm_text": 0.0, "loss_idm_type": 0.5030822515487671, "loss_sft": 0.014403243735432624, "step": 400, "token_acc": 0.8454346932611032 }, { "epoch": 0.09455855855855856, "grad_norm": 95.63912200927734, "learning_rate": 9.357421218136387e-06, "loss": 9.656077575683593, "loss_idm": 0.53828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02294921875, "loss_idm_text": 0.0, "loss_idm_type": 0.5517061471939086, "loss_sft": 0.013985250145196915, "step": 410, "token_acc": 0.8492683217596042 }, { "epoch": 0.09686486486486487, "grad_norm": 104.48960876464844, "learning_rate": 9.31628240478787e-06, "loss": 9.242665100097657, "loss_idm": 0.51328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0219482421875, "loss_idm_text": 0.0, "loss_idm_type": 0.525335168838501, "loss_sft": 0.014777269214391708, "step": 420, "token_acc": 0.8418984633339817 }, { "epoch": 0.09917117117117118, "grad_norm": 147.1559600830078, "learning_rate": 9.273963562927695e-06, "loss": 9.189979553222656, "loss_idm": 0.5125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02255859375, "loss_idm_text": 0.0, "loss_idm_type": 0.5218879580497742, "loss_sft": 0.014679400622844696, "step": 430, "token_acc": 0.8437356123388582 }, { "epoch": 0.10147747747747747, "grad_norm": 93.56449127197266, "learning_rate": 9.230476262104678e-06, "loss": 9.361734008789062, "loss_idm": 0.52421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0218505859375, "loss_idm_text": 0.0, "loss_idm_type": 0.5325615644454956, "loss_sft": 0.014835886657238007, "step": 440, "token_acc": 0.8411223489145692 }, { "epoch": 0.10378378378378378, "grad_norm": 82.03609466552734, "learning_rate": 9.185832391312644e-06, "loss": 8.240397644042968, "loss_idm": 0.45546875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0206298828125, "loss_idm_text": 0.0, "loss_idm_type": 0.46435696482658384, "loss_sft": 0.014625262469053268, "step": 450, "token_acc": 0.8430563318063227 }, { "epoch": 0.10609009009009009, "grad_norm": 101.49946594238281, "learning_rate": 9.140044155740102e-06, "loss": 8.768144226074218, "loss_idm": 0.48203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0253173828125, "loss_idm_text": 0.0, "loss_idm_type": 0.49250184297561644, "loss_sft": 0.014648660272359847, "step": 460, "token_acc": 0.8423310494803166 }, { "epoch": 0.1083963963963964, "grad_norm": 119.373291015625, "learning_rate": 9.093124073433464e-06, "loss": 9.084942626953126, "loss_idm": 0.509375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02119140625, "loss_idm_text": 0.0, "loss_idm_type": 0.5161856293678284, "loss_sft": 0.01479191929101944, "step": 470, "token_acc": 0.842016730205665 }, { "epoch": 0.1107027027027027, "grad_norm": 110.53947448730469, "learning_rate": 9.045084971874738e-06, "loss": 8.959126281738282, "loss_idm": 0.5015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0206787109375, "loss_idm_text": 0.0, "loss_idm_type": 0.5086698532104492, "loss_sft": 0.014888135716319084, "step": 480, "token_acc": 0.8410448617813955 }, { "epoch": 0.11300900900900901, "grad_norm": 88.150146484375, "learning_rate": 8.995939984474624e-06, "loss": 9.11611557006836, "loss_idm": 0.51484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.021240234375, "loss_idm_text": 0.0, "loss_idm_type": 0.517701530456543, "loss_sft": 0.014868151023983955, "step": 490, "token_acc": 0.8409646758677575 }, { "epoch": 0.11531531531531532, "grad_norm": 105.73524475097656, "learning_rate": 8.94570254698197e-06, "loss": 8.90081558227539, "loss_idm": 0.49921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0226318359375, "loss_idm_text": 0.0, "loss_idm_type": 0.5032265663146973, "loss_sft": 0.01476171426475048, "step": 500, "token_acc": 0.8424521747539707 }, { "epoch": 0.11531531531531532, "eval_loss": 0.873286783695221, "eval_runtime": 169.8257, "eval_samples_per_second": 10.275, "eval_steps_per_second": 2.573, "eval_token_acc": 0.8295710593091115, "step": 500 }, { "epoch": 0.11762162162162162, "grad_norm": 79.52201843261719, "learning_rate": 8.894386393810563e-06, "loss": 8.980358123779297, "loss_idm": 0.501171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0220947265625, "loss_idm_text": 0.0, "loss_idm_type": 0.5085306227207184, "loss_sft": 0.014769895002245903, "step": 510, "token_acc": 0.8416994573590164 }, { "epoch": 0.11992792792792793, "grad_norm": 87.73248291015625, "learning_rate": 8.842005554284296e-06, "loss": 8.839938354492187, "loss_idm": 0.4921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0215576171875, "loss_idm_text": 0.0, "loss_idm_type": 0.5001400589942933, "loss_sft": 0.014775922894477845, "step": 520, "token_acc": 0.8430164098119748 }, { "epoch": 0.12223423423423424, "grad_norm": 108.73457336425781, "learning_rate": 8.788574348801676e-06, "loss": 9.055592346191407, "loss_idm": 0.50859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.021142578125, "loss_idm_text": 0.0, "loss_idm_type": 0.5146129488945007, "loss_sft": 0.014646383747458459, "step": 530, "token_acc": 0.843842382599978 }, { "epoch": 0.12454054054054053, "grad_norm": 98.13040924072266, "learning_rate": 8.734107384920771e-06, "loss": 8.952853393554687, "loss_idm": 0.50625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0204833984375, "loss_idm_text": 0.0, "loss_idm_type": 0.5087056159973145, "loss_sft": 0.014654205366969108, "step": 540, "token_acc": 0.8428865032158228 }, { "epoch": 0.12684684684684686, "grad_norm": 120.66363525390625, "learning_rate": 8.67861955336566e-06, "loss": 8.789979553222656, "loss_idm": 0.48984375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02001953125, "loss_idm_text": 0.0, "loss_idm_type": 0.49941076040267945, "loss_sft": 0.014644744619727135, "step": 550, "token_acc": 0.8429765894640101 }, { "epoch": 0.12915315315315315, "grad_norm": 105.6294174194336, "learning_rate": 8.622126023955446e-06, "loss": 8.306752014160157, "loss_idm": 0.47109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0207763671875, "loss_idm_text": 0.0, "loss_idm_type": 0.4683968424797058, "loss_sft": 0.014503800868988037, "step": 560, "token_acc": 0.844274669579772 }, { "epoch": 0.13145945945945947, "grad_norm": 87.99810028076172, "learning_rate": 8.564642241456986e-06, "loss": 9.134395599365234, "loss_idm": 0.5078125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0187744140625, "loss_idm_text": 0.0, "loss_idm_type": 0.5218061327934265, "loss_sft": 0.014652644842863083, "step": 570, "token_acc": 0.8432568832791741 }, { "epoch": 0.13376576576576577, "grad_norm": 94.22286224365234, "learning_rate": 8.506183921362443e-06, "loss": 9.002159118652344, "loss_idm": 0.50390625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0199462890625, "loss_idm_text": 0.0, "loss_idm_type": 0.5122206807136536, "loss_sft": 0.01476593129336834, "step": 580, "token_acc": 0.8415455047829566 }, { "epoch": 0.13607207207207206, "grad_norm": 96.09319305419922, "learning_rate": 8.446767045592829e-06, "loss": 8.899197387695313, "loss_idm": 0.48984375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.020263671875, "loss_idm_text": 0.0, "loss_idm_type": 0.5060975551605225, "loss_sft": 0.014485136792063712, "step": 590, "token_acc": 0.8453194613833785 }, { "epoch": 0.13837837837837838, "grad_norm": 91.08513641357422, "learning_rate": 8.386407858128707e-06, "loss": 8.522463989257812, "loss_idm": 0.47265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0227294921875, "loss_idm_text": 0.0, "loss_idm_type": 0.4799580335617065, "loss_sft": 0.01448415480554104, "step": 600, "token_acc": 0.8451588424854661 }, { "epoch": 0.14068468468468467, "grad_norm": 91.31858825683594, "learning_rate": 8.325122860569241e-06, "loss": 8.168463897705077, "loss_idm": 0.4453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0220458984375, "loss_idm_text": 0.0, "loss_idm_type": 0.45817803144454955, "loss_sft": 0.01455080546438694, "step": 610, "token_acc": 0.8434149712322799 }, { "epoch": 0.142990990990991, "grad_norm": 92.19358825683594, "learning_rate": 8.262928807620843e-06, "loss": 9.086221313476562, "loss_idm": 0.5046875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0214111328125, "loss_idm_text": 0.0, "loss_idm_type": 0.5163055658340454, "loss_sft": 0.014690371602773667, "step": 620, "token_acc": 0.8422049082316321 }, { "epoch": 0.1452972972972973, "grad_norm": 85.43914794921875, "learning_rate": 8.199842702516584e-06, "loss": 8.663780212402344, "loss_idm": 0.47265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0191650390625, "loss_idm_text": 0.0, "loss_idm_type": 0.49150881767272947, "loss_sft": 0.01495927982032299, "step": 630, "token_acc": 0.8403844066897375 }, { "epoch": 0.1476036036036036, "grad_norm": 100.33062744140625, "learning_rate": 8.135881792367686e-06, "loss": 8.27200927734375, "loss_idm": 0.4625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0180419921875, "loss_idm_text": 0.0, "loss_idm_type": 0.46880000829696655, "loss_sft": 0.014622250199317932, "step": 640, "token_acc": 0.8430498513734264 }, { "epoch": 0.1499099099099099, "grad_norm": 102.80355834960938, "learning_rate": 8.071063563448341e-06, "loss": 8.619700622558593, "loss_idm": 0.4796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0202880859375, "loss_idm_text": 0.0, "loss_idm_type": 0.4885416507720947, "loss_sft": 0.014433516189455986, "step": 650, "token_acc": 0.845255299241181 }, { "epoch": 0.15221621621621623, "grad_norm": 88.60161590576172, "learning_rate": 8.005405736415127e-06, "loss": 8.179424285888672, "loss_idm": 0.460546875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0212158203125, "loss_idm_text": 0.0, "loss_idm_type": 0.4592796742916107, "loss_sft": 0.014803672954440118, "step": 660, "token_acc": 0.8411518466838719 }, { "epoch": 0.15452252252252252, "grad_norm": 96.72508239746094, "learning_rate": 7.938926261462366e-06, "loss": 8.372673797607423, "loss_idm": 0.45859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0193115234375, "loss_idm_text": 0.0, "loss_idm_type": 0.4736079216003418, "loss_sft": 0.014764882624149323, "step": 670, "token_acc": 0.8415420786843315 }, { "epoch": 0.15682882882882884, "grad_norm": 109.25978088378906, "learning_rate": 7.871643313414718e-06, "loss": 8.376298522949218, "loss_idm": 0.46875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0222412109375, "loss_idm_text": 0.0, "loss_idm_type": 0.47051931619644166, "loss_sft": 0.014839059859514236, "step": 680, "token_acc": 0.8409984786981344 }, { "epoch": 0.15913513513513514, "grad_norm": 103.52886962890625, "learning_rate": 7.803575286758365e-06, "loss": 7.899095916748047, "loss_idm": 0.44375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0193359375, "loss_idm_text": 0.0, "loss_idm_type": 0.44420482516288756, "loss_sft": 0.014591414108872413, "step": 690, "token_acc": 0.8434285377428007 }, { "epoch": 0.16144144144144143, "grad_norm": 116.31279754638672, "learning_rate": 7.734740790612137e-06, "loss": 7.9990592956542965, "loss_idm": 0.44296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.01865234375, "loss_idm_text": 0.0, "loss_idm_type": 0.4515872120857239, "loss_sft": 0.014406795054674149, "step": 700, "token_acc": 0.8455261067379216 }, { "epoch": 0.16374774774774775, "grad_norm": 104.14566802978516, "learning_rate": 7.66515864363997e-06, "loss": 8.241651916503907, "loss_idm": 0.4578125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0193603515625, "loss_idm_text": 0.0, "loss_idm_type": 0.46591639518737793, "loss_sft": 0.014483961462974548, "step": 710, "token_acc": 0.8448154530557234 }, { "epoch": 0.16605405405405405, "grad_norm": 104.71328735351562, "learning_rate": 7.594847868906076e-06, "loss": 8.089508819580079, "loss_idm": 0.45234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0209228515625, "loss_idm_text": 0.0, "loss_idm_type": 0.4547982931137085, "loss_sft": 0.01439845934510231, "step": 720, "token_acc": 0.8451516312280465 }, { "epoch": 0.16836036036036037, "grad_norm": 107.36788177490234, "learning_rate": 7.52382768867422e-06, "loss": 8.494679260253907, "loss_idm": 0.471875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0205322265625, "loss_idm_text": 0.0, "loss_idm_type": 0.48007341623306277, "loss_sft": 0.014671024680137635, "step": 730, "token_acc": 0.8430621123298506 }, { "epoch": 0.17066666666666666, "grad_norm": 84.9700927734375, "learning_rate": 7.452117519152542e-06, "loss": 7.954332733154297, "loss_idm": 0.4421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.020751953125, "loss_idm_text": 0.0, "loss_idm_type": 0.4460784077644348, "loss_sft": 0.014631084725260734, "step": 740, "token_acc": 0.84308325249699 }, { "epoch": 0.17297297297297298, "grad_norm": 126.57601928710938, "learning_rate": 7.379736965185369e-06, "loss": 8.158969116210937, "loss_idm": 0.45859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0198974609375, "loss_idm_text": 0.0, "loss_idm_type": 0.459906268119812, "loss_sft": 0.014672993496060372, "step": 750, "token_acc": 0.8428532139788794 }, { "epoch": 0.17527927927927928, "grad_norm": 92.83258819580078, "learning_rate": 7.30670581489344e-06, "loss": 8.280567932128907, "loss_idm": 0.46171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.019189453125, "loss_idm_text": 0.0, "loss_idm_type": 0.46855597496032714, "loss_sft": 0.014394653588533401, "step": 760, "token_acc": 0.8446953594377756 }, { "epoch": 0.1775855855855856, "grad_norm": 111.44788360595703, "learning_rate": 7.233044034264034e-06, "loss": 7.862223815917969, "loss_idm": 0.4359375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0191162109375, "loss_idm_text": 0.0, "loss_idm_type": 0.4427155554294586, "loss_sft": 0.014474740624427796, "step": 770, "token_acc": 0.8450180938562969 }, { "epoch": 0.1798918918918919, "grad_norm": 115.48260498046875, "learning_rate": 7.158771761692464e-06, "loss": 7.9805961608886715, "loss_idm": 0.44453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0202392578125, "loss_idm_text": 0.0, "loss_idm_type": 0.44799396991729734, "loss_sft": 0.01469801552593708, "step": 780, "token_acc": 0.8424233709705329 }, { "epoch": 0.18219819819819819, "grad_norm": 94.31640625, "learning_rate": 7.083909302476453e-06, "loss": 9.633565521240234, "loss_idm": 0.5421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0183837890625, "loss_idm_text": 0.0, "loss_idm_type": 0.5536909341812134, "loss_sft": 0.014749213308095931, "step": 790, "token_acc": 0.8422723821357079 }, { "epoch": 0.1845045045045045, "grad_norm": 96.44784545898438, "learning_rate": 7.008477123264849e-06, "loss": 7.915254974365235, "loss_idm": 0.4421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0171142578125, "loss_idm_text": 0.0, "loss_idm_type": 0.4477837860584259, "loss_sft": 0.014466813579201699, "step": 800, "token_acc": 0.8447225350327021 }, { "epoch": 0.1868108108108108, "grad_norm": 84.42618560791016, "learning_rate": 6.932495846462262e-06, "loss": 8.682425689697265, "loss_idm": 0.4859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.017529296875, "loss_idm_text": 0.0, "loss_idm_type": 0.49512912034988404, "loss_sft": 0.014556843042373657, "step": 810, "token_acc": 0.8437006309304983 }, { "epoch": 0.18911711711711712, "grad_norm": 114.39678192138672, "learning_rate": 6.855986244591104e-06, "loss": 7.2060691833496096, "loss_idm": 0.394921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.019873046875, "loss_idm_text": 0.0, "loss_idm_type": 0.40005741119384763, "loss_sft": 0.014659629762172699, "step": 820, "token_acc": 0.8422255628738242 }, { "epoch": 0.19142342342342342, "grad_norm": 125.64624786376953, "learning_rate": 6.778969234612583e-06, "loss": 8.314984130859376, "loss_idm": 0.465234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.018212890625, "loss_idm_text": 0.0, "loss_idm_type": 0.4713524401187897, "loss_sft": 0.014716658741235733, "step": 830, "token_acc": 0.8419139432862319 }, { "epoch": 0.19372972972972974, "grad_norm": 82.18567657470703, "learning_rate": 6.701465872208216e-06, "loss": 8.177500152587891, "loss_idm": 0.46015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.018994140625, "loss_idm_text": 0.0, "loss_idm_type": 0.46165603399276733, "loss_sft": 0.014731941372156143, "step": 840, "token_acc": 0.8417456898652139 }, { "epoch": 0.19603603603603603, "grad_norm": 76.3083724975586, "learning_rate": 6.6234973460234184e-06, "loss": 6.866006469726562, "loss_idm": 0.375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0199951171875, "loss_idm_text": 0.0, "loss_idm_type": 0.37900240421295167, "loss_sft": 0.014587616920471192, "step": 850, "token_acc": 0.8433828349109465 }, { "epoch": 0.19834234234234235, "grad_norm": 87.86666107177734, "learning_rate": 6.545084971874738e-06, "loss": 9.54729766845703, "loss_idm": 0.52734375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.020166015625, "loss_idm_text": 0.0, "loss_idm_type": 0.5463018894195557, "loss_sft": 0.014688147231936455, "step": 860, "token_acc": 0.843223021860908 }, { "epoch": 0.20064864864864865, "grad_norm": 79.54348754882812, "learning_rate": 6.466250186922325e-06, "loss": 7.474161529541016, "loss_idm": 0.41015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0190673828125, "loss_idm_text": 0.0, "loss_idm_type": 0.4184339165687561, "loss_sft": 0.014442858472466468, "step": 870, "token_acc": 0.8446895228961879 }, { "epoch": 0.20295495495495494, "grad_norm": 101.24223327636719, "learning_rate": 6.387014543809224e-06, "loss": 7.865777587890625, "loss_idm": 0.435546875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.02099609375, "loss_idm_text": 0.0, "loss_idm_type": 0.4404805421829224, "loss_sft": 0.014567815512418748, "step": 880, "token_acc": 0.8441662849959559 }, { "epoch": 0.20526126126126126, "grad_norm": 113.0296401977539, "learning_rate": 6.3073997047691e-06, "loss": 7.874870300292969, "loss_idm": 0.440625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0199462890625, "loss_idm_text": 0.0, "loss_idm_type": 0.4417296290397644, "loss_sft": 0.014670121297240258, "step": 890, "token_acc": 0.8433289124014535 }, { "epoch": 0.20756756756756756, "grad_norm": 103.46904754638672, "learning_rate": 6.227427435703997e-06, "loss": 8.081219482421876, "loss_idm": 0.444140625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0183837890625, "loss_idm_text": 0.0, "loss_idm_type": 0.45728793144226076, "loss_sft": 0.014389193430542947, "step": 900, "token_acc": 0.8454201846502517 }, { "epoch": 0.20987387387387388, "grad_norm": 88.96587371826172, "learning_rate": 6.147119600233758e-06, "loss": 8.543597412109374, "loss_idm": 0.4796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.019921875, "loss_idm_text": 0.0, "loss_idm_type": 0.4841804504394531, "loss_sft": 0.014478649944067001, "step": 910, "token_acc": 0.8443082839472513 }, { "epoch": 0.21218018018018017, "grad_norm": 117.9122085571289, "learning_rate": 6.066498153718735e-06, "loss": 7.415792083740234, "loss_idm": 0.4140625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0222412109375, "loss_idm_text": 0.0, "loss_idm_type": 0.4112999439239502, "loss_sft": 0.014585891366004944, "step": 920, "token_acc": 0.8436708029516633 }, { "epoch": 0.2144864864864865, "grad_norm": 86.82301330566406, "learning_rate": 5.985585137257401e-06, "loss": 7.67747802734375, "loss_idm": 0.427734375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0196044921875, "loss_idm_text": 0.0, "loss_idm_type": 0.4302915811538696, "loss_sft": 0.014485430717468262, "step": 930, "token_acc": 0.8436629761319727 }, { "epoch": 0.2167927927927928, "grad_norm": 95.94313049316406, "learning_rate": 5.904402671660551e-06, "loss": 7.310446166992188, "loss_idm": 0.4046875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0189697265625, "loss_idm_text": 0.0, "loss_idm_type": 0.40787339210510254, "loss_sft": 0.014458712935447694, "step": 940, "token_acc": 0.845064712919843 }, { "epoch": 0.2190990990990991, "grad_norm": 90.85774230957031, "learning_rate": 5.82297295140367e-06, "loss": 7.37610092163086, "loss_idm": 0.41015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.019921875, "loss_idm_text": 0.0, "loss_idm_type": 0.41144019961357114, "loss_sft": 0.014352937042713166, "step": 950, "token_acc": 0.8450359871010459 }, { "epoch": 0.2214054054054054, "grad_norm": 91.5264892578125, "learning_rate": 5.74131823855921e-06, "loss": 7.979737854003906, "loss_idm": 0.439453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0195068359375, "loss_idm_text": 0.0, "loss_idm_type": 0.450022554397583, "loss_sft": 0.014237866923213004, "step": 960, "token_acc": 0.8463489009812982 }, { "epoch": 0.22371171171171172, "grad_norm": 89.29737854003906, "learning_rate": 5.659460856710346e-06, "loss": 7.60855712890625, "loss_idm": 0.41953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0177490234375, "loss_idm_text": 0.0, "loss_idm_type": 0.4289973974227905, "loss_sft": 0.014107778668403625, "step": 970, "token_acc": 0.8469193499209564 }, { "epoch": 0.22601801801801802, "grad_norm": 106.5138168334961, "learning_rate": 5.577423184847932e-06, "loss": 8.291693115234375, "loss_idm": 0.46171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0203857421875, "loss_idm_text": 0.0, "loss_idm_type": 0.4682368040084839, "loss_sft": 0.014279923215508462, "step": 980, "token_acc": 0.8464010922588995 }, { "epoch": 0.2283243243243243, "grad_norm": 117.88599395751953, "learning_rate": 5.495227651252315e-06, "loss": 7.344970703125, "loss_idm": 0.402734375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0205810546875, "loss_idm_text": 0.0, "loss_idm_type": 0.40857953429222105, "loss_sft": 0.014561992883682252, "step": 990, "token_acc": 0.8436562465051372 }, { "epoch": 0.23063063063063063, "grad_norm": 107.79817199707031, "learning_rate": 5.412896727361663e-06, "loss": 7.102320861816406, "loss_idm": 0.397265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0206787109375, "loss_idm_text": 0.0, "loss_idm_type": 0.3930091679096222, "loss_sft": 0.014505467936396598, "step": 1000, "token_acc": 0.8436447490694896 }, { "epoch": 0.23063063063063063, "eval_loss": 0.826145350933075, "eval_runtime": 168.0761, "eval_samples_per_second": 10.382, "eval_steps_per_second": 2.6, "eval_token_acc": 0.8308116622599108, "step": 1000 } ], "logging_steps": 10, "max_steps": 2000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.250887597007936e+19, "train_batch_size": 1, "trial_name": null, "trial_params": null }