{ "best_global_step": 500, "best_metric": 1.32337415, "best_model_checkpoint": "/NHNHOME/data/sanghyeok/qwen-cua/runs/probe2000_idm_code_type_text/v0-20260621-113040/checkpoint-500", "epoch": 0.11531531531531532, "eval_steps": 500, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00023063063063063062, "grad_norm": 1594.41796875, "learning_rate": 1.0000000000000001e-07, "loss": 78.32112121582031, "loss_idm": 4.875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.8660085201263428, "loss_idm_type": 3.003211200237274, "loss_sft": 0.013178251218050718, "step": 1, "token_acc": 0.855064946292334 }, { "epoch": 0.0023063063063063064, "grad_norm": 1612.195068359375, "learning_rate": 1.0000000000000002e-06, "loss": 75.12723795572917, "loss_idm": 4.256944444444445, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.771455658806695, "loss_idm_type": 2.897422472635905, "loss_sft": 0.013165258698993258, "step": 10, "token_acc": 0.8557998765011616 }, { "epoch": 0.004612612612612613, "grad_norm": 353.6252136230469, "learning_rate": 2.0000000000000003e-06, "loss": 49.47017822265625, "loss_idm": 2.946875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.6457603931427003, "loss_idm_type": 1.4199507236480713, "loss_sft": 0.01303936094045639, "step": 20, "token_acc": 0.8574650963417557 }, { "epoch": 0.006918918918918919, "grad_norm": 126.47821044921875, "learning_rate": 3e-06, "loss": 43.140435791015626, "loss_idm": 2.525, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.6730948686599731, "loss_idm_type": 0.9972076416015625, "loss_sft": 0.013039363175630569, "step": 30, "token_acc": 0.8573986811865872 }, { "epoch": 0.009225225225225226, "grad_norm": 162.51278686523438, "learning_rate": 4.000000000000001e-06, "loss": 39.47804260253906, "loss_idm": 2.31875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.5029781103134154, "loss_idm_type": 0.9386286258697509, "loss_sft": 0.013111228495836258, "step": 40, "token_acc": 0.856925661335508 }, { "epoch": 0.011531531531531532, "grad_norm": 356.9111633300781, "learning_rate": 5e-06, "loss": 36.0298828125, "loss_idm": 2.125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.4550552129745484, "loss_idm_type": 0.7688171148300171, "loss_sft": 0.014152135699987411, "step": 50, "token_acc": 0.8486634001116418 }, { "epoch": 0.013837837837837838, "grad_norm": 323.67437744140625, "learning_rate": 6e-06, "loss": 27.128363037109374, "loss_idm": 1.6203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.0920132637023925, "loss_idm_type": 0.574056351184845, "loss_sft": 0.01448214016854763, "step": 60, "token_acc": 0.8464492900583126 }, { "epoch": 0.016144144144144144, "grad_norm": 259.5957336425781, "learning_rate": 7e-06, "loss": 28.27000732421875, "loss_idm": 1.675, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.0847449064254762, "loss_idm_type": 0.6541952967643738, "loss_sft": 0.014033125713467598, "step": 70, "token_acc": 0.8503391363046473 }, { "epoch": 0.01845045045045045, "grad_norm": 144.2830810546875, "learning_rate": 8.000000000000001e-06, "loss": 24.161322021484374, "loss_idm": 1.415625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.8819304466247558, "loss_idm_type": 0.600779139995575, "loss_sft": 0.013908731937408447, "step": 80, "token_acc": 0.8504072708357134 }, { "epoch": 0.020756756756756756, "grad_norm": 273.4071350097656, "learning_rate": 9e-06, "loss": 23.594862365722655, "loss_idm": 1.390625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.8310215711593628, "loss_idm_type": 0.6153789043426514, "loss_sft": 0.013951633498072625, "step": 90, "token_acc": 0.8492400086679256 }, { "epoch": 0.023063063063063063, "grad_norm": 251.73202514648438, "learning_rate": 1e-05, "loss": 25.476950073242186, "loss_idm": 1.49375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.9382863879203797, "loss_idm_type": 0.6257401466369629, "loss_sft": 0.014301823824644089, "step": 100, "token_acc": 0.8458359752497978 }, { "epoch": 0.025369369369369368, "grad_norm": 286.3401184082031, "learning_rate": 9.999316524962347e-06, "loss": 24.417092895507814, "loss_idm": 1.428125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.904452109336853, "loss_idm_type": 0.593038022518158, "loss_sft": 0.014249381050467491, "step": 110, "token_acc": 0.8465379122197904 }, { "epoch": 0.027675675675675675, "grad_norm": 222.7222442626953, "learning_rate": 9.99726628670463e-06, "loss": 26.060919189453124, "loss_idm": 1.5484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.973819124698639, "loss_idm_type": 0.6266206264495849, "loss_sft": 0.014172710105776786, "step": 120, "token_acc": 0.847854247216184 }, { "epoch": 0.029981981981981983, "grad_norm": 275.38079833984375, "learning_rate": 9.993849845741525e-06, "loss": 25.397323608398438, "loss_idm": 1.484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.9372030019760131, "loss_idm_type": 0.6214419364929199, "loss_sft": 0.014417377859354019, "step": 130, "token_acc": 0.8455794621991264 }, { "epoch": 0.03228828828828829, "grad_norm": 193.24574279785156, "learning_rate": 9.989068136093873e-06, "loss": 23.078701782226563, "loss_idm": 1.3359375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7943235158920288, "loss_idm_type": 0.6200331211090088, "loss_sft": 0.014127673953771592, "step": 140, "token_acc": 0.8480571648523011 }, { "epoch": 0.034594594594594595, "grad_norm": 252.88157653808594, "learning_rate": 9.98292246503335e-06, "loss": 25.396533203125, "loss_idm": 1.50625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.9365179538726807, "loss_idm_type": 0.6222358584403992, "loss_sft": 0.014179562777280807, "step": 150, "token_acc": 0.846938125590989 }, { "epoch": 0.0369009009009009, "grad_norm": 132.69137573242188, "learning_rate": 9.975414512725058e-06, "loss": 21.090823364257812, "loss_idm": 1.2234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7004317998886108, "loss_idm_type": 0.5901555061340332, "loss_sft": 0.013755682110786437, "step": 160, "token_acc": 0.8513433717153823 }, { "epoch": 0.03920720720720721, "grad_norm": 180.37062072753906, "learning_rate": 9.966546331768192e-06, "loss": 21.250894165039064, "loss_idm": 1.25, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6869279980659485, "loss_idm_type": 0.6129321694374085, "loss_sft": 0.014121741428971291, "step": 170, "token_acc": 0.8468387733683489 }, { "epoch": 0.04151351351351351, "grad_norm": 185.7732696533203, "learning_rate": 9.956320346634877e-06, "loss": 22.12333984375, "loss_idm": 1.2890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7296592950820923, "loss_idm_type": 0.6256211042404175, "loss_sft": 0.013716945424675941, "step": 180, "token_acc": 0.8514388900899068 }, { "epoch": 0.04381981981981982, "grad_norm": 192.45997619628906, "learning_rate": 9.944739353007344e-06, "loss": 20.918809509277345, "loss_idm": 1.2453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6708066940307618, "loss_idm_type": 0.6089411020278931, "loss_sft": 0.01396913044154644, "step": 190, "token_acc": 0.8494491495904698 }, { "epoch": 0.04612612612612613, "grad_norm": 138.6709442138672, "learning_rate": 9.931806517013612e-06, "loss": 21.51440887451172, "loss_idm": 1.2484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6464977025985718, "loss_idm_type": 0.6701341271400452, "loss_sft": 0.01424136757850647, "step": 200, "token_acc": 0.8475712431229523 }, { "epoch": 0.048432432432432435, "grad_norm": 156.5552520751953, "learning_rate": 9.917525374361913e-06, "loss": 21.93793182373047, "loss_idm": 1.2875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7565288722515107, "loss_idm_type": 0.5858924746513366, "loss_sft": 0.014323525503277779, "step": 210, "token_acc": 0.8463558121278266 }, { "epoch": 0.050738738738738735, "grad_norm": 189.6932830810547, "learning_rate": 9.901899829374048e-06, "loss": 20.054583740234374, "loss_idm": 1.159375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6576752543449402, "loss_idm_type": 0.567785918712616, "loss_sft": 0.014022772386670112, "step": 220, "token_acc": 0.8487998119313549 }, { "epoch": 0.05304504504504504, "grad_norm": 140.5413360595703, "learning_rate": 9.884934153917998e-06, "loss": 22.073431396484374, "loss_idm": 1.3, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7526954412460327, "loss_idm_type": 0.5985090017318726, "loss_sft": 0.014082278311252593, "step": 230, "token_acc": 0.8485526712222985 }, { "epoch": 0.05535135135135135, "grad_norm": 133.97390747070312, "learning_rate": 9.86663298624003e-06, "loss": 21.144790649414062, "loss_idm": 1.2375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7176072120666503, "loss_idm_type": 0.5748069643974304, "loss_sft": 0.014453838020563126, "step": 240, "token_acc": 0.8452394567722186 }, { "epoch": 0.05765765765765766, "grad_norm": 142.247314453125, "learning_rate": 9.847001329696653e-06, "loss": 20.1635498046875, "loss_idm": 1.178125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6437483191490173, "loss_idm_type": 0.5870923161506653, "loss_sft": 0.014495516940951348, "step": 250, "token_acc": 0.8446375732200728 }, { "epoch": 0.059963963963963966, "grad_norm": 202.28245544433594, "learning_rate": 9.826044551386743e-06, "loss": 21.010342407226563, "loss_idm": 1.2265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6738935589790345, "loss_idm_type": 0.6098474025726318, "loss_sft": 0.014558565244078637, "step": 260, "token_acc": 0.8439074729940742 }, { "epoch": 0.06227027027027027, "grad_norm": 180.11004638671875, "learning_rate": 9.803768380684242e-06, "loss": 20.15380096435547, "loss_idm": 1.178125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6457672238349914, "loss_idm_type": 0.5851505637168884, "loss_sft": 0.01434638984501362, "step": 270, "token_acc": 0.8461026195507937 }, { "epoch": 0.06457657657657657, "grad_norm": 108.87934875488281, "learning_rate": 9.780178907671788e-06, "loss": 20.92729797363281, "loss_idm": 1.2203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6868312954902649, "loss_idm_type": 0.5920520305633545, "loss_sft": 0.014423593878746033, "step": 280, "token_acc": 0.8456991679616043 }, { "epoch": 0.06688288288288288, "grad_norm": 149.56564331054688, "learning_rate": 9.755282581475769e-06, "loss": 18.62049102783203, "loss_idm": 1.09375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.58313547372818, "loss_idm_type": 0.5516607403755188, "loss_sft": 0.014439313858747482, "step": 290, "token_acc": 0.8454596672959642 }, { "epoch": 0.06918918918918919, "grad_norm": 153.041015625, "learning_rate": 9.729086208503174e-06, "loss": 20.677386474609374, "loss_idm": 1.215625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7001219868659974, "loss_idm_type": 0.5628572702407837, "loss_sft": 0.014919180795550347, "step": 300, "token_acc": 0.84088942131384 }, { "epoch": 0.0714954954954955, "grad_norm": 177.866943359375, "learning_rate": 9.701596950580807e-06, "loss": 19.88404235839844, "loss_idm": 1.1453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6421271324157715, "loss_idm_type": 0.5717909574508667, "loss_sft": 0.014424886554479599, "step": 310, "token_acc": 0.846033168982519 }, { "epoch": 0.0738018018018018, "grad_norm": 129.16363525390625, "learning_rate": 9.672822322997305e-06, "loss": 17.68323974609375, "loss_idm": 1.0296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5472238302230835, "loss_idm_type": 0.5287622213363647, "loss_sft": 0.014649244770407677, "step": 320, "token_acc": 0.8431312749319898 }, { "epoch": 0.07610810810810811, "grad_norm": 156.39739990234375, "learning_rate": 9.642770192448537e-06, "loss": 21.36103515625, "loss_idm": 1.253125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7405102610588074, "loss_idm_type": 0.5659091114997864, "loss_sft": 0.014557573571801185, "step": 330, "token_acc": 0.8441445527139338 }, { "epoch": 0.07841441441441442, "grad_norm": 129.96697998046875, "learning_rate": 9.611448774886925e-06, "loss": 21.416160583496094, "loss_idm": 1.234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7018738508224487, "loss_idm_type": 0.607703685760498, "loss_sft": 0.014446442201733588, "step": 340, "token_acc": 0.8443760364686431 }, { "epoch": 0.08072072072072072, "grad_norm": 180.76304626464844, "learning_rate": 9.578866633275289e-06, "loss": 20.02213134765625, "loss_idm": 1.1671875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6722601294517517, "loss_idm_type": 0.5498591780662536, "loss_sft": 0.014624126255512238, "step": 350, "token_acc": 0.8432171463399417 }, { "epoch": 0.08302702702702702, "grad_norm": 118.01971435546875, "learning_rate": 9.545032675245814e-06, "loss": 18.858502197265626, "loss_idm": 1.109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6102901577949524, "loss_idm_type": 0.5399273037910461, "loss_sft": 0.01428530141711235, "step": 360, "token_acc": 0.846329725225022 }, { "epoch": 0.08533333333333333, "grad_norm": 125.42524719238281, "learning_rate": 9.509956150664796e-06, "loss": 18.46220703125, "loss_idm": 1.0765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6047607123851776, "loss_idm_type": 0.5198914885520936, "loss_sft": 0.014666610956192016, "step": 370, "token_acc": 0.8430305689629954 }, { "epoch": 0.08763963963963964, "grad_norm": 180.96270751953125, "learning_rate": 9.473646649103819e-06, "loss": 20.59235534667969, "loss_idm": 1.1921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6622613787651062, "loss_idm_type": 0.59524484872818, "loss_sft": 0.014829005673527717, "step": 380, "token_acc": 0.8417713702410807 }, { "epoch": 0.08994594594594595, "grad_norm": 144.25331115722656, "learning_rate": 9.43611409721806e-06, "loss": 18.71649627685547, "loss_idm": 1.0890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6037861943244934, "loss_idm_type": 0.5369527459144592, "loss_sft": 0.014459025114774704, "step": 390, "token_acc": 0.8447289389919099 }, { "epoch": 0.09225225225225225, "grad_norm": 184.02232360839844, "learning_rate": 9.397368756032445e-06, "loss": 18.94854278564453, "loss_idm": 1.1, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6332925677299499, "loss_idm_type": 0.5221684217453003, "loss_sft": 0.014429151266813278, "step": 400, "token_acc": 0.8452291937983728 }, { "epoch": 0.09455855855855856, "grad_norm": 173.45257568359375, "learning_rate": 9.357421218136387e-06, "loss": 18.99466552734375, "loss_idm": 1.096875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6210426688194275, "loss_idm_type": 0.5382487654685975, "loss_sft": 0.014015758782625199, "step": 410, "token_acc": 0.8495117177798309 }, { "epoch": 0.09686486486486487, "grad_norm": 165.1482391357422, "learning_rate": 9.31628240478787e-06, "loss": 19.396931457519532, "loss_idm": 1.1328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6425803899765015, "loss_idm_type": 0.5403215169906617, "loss_sft": 0.01475544199347496, "step": 420, "token_acc": 0.8424114958179343 }, { "epoch": 0.09917117117117118, "grad_norm": 179.56707763671875, "learning_rate": 9.273963562927695e-06, "loss": 19.1131591796875, "loss_idm": 1.121875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5948790431022644, "loss_idm_type": 0.570659625530243, "loss_sft": 0.014644772931933402, "step": 430, "token_acc": 0.8437164287906691 }, { "epoch": 0.10147747747747747, "grad_norm": 141.6302032470703, "learning_rate": 9.230476262104678e-06, "loss": 20.165437316894533, "loss_idm": 1.175, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6892072916030884, "loss_idm_type": 0.5419347524642945, "loss_sft": 0.014781763404607772, "step": 440, "token_acc": 0.8412593497029246 }, { "epoch": 0.10378378378378378, "grad_norm": 84.81742095947266, "learning_rate": 9.185832391312644e-06, "loss": 19.339076232910156, "loss_idm": 1.13125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7115584373474121, "loss_idm_type": 0.4681084334850311, "loss_sft": 0.014591620862483978, "step": 450, "token_acc": 0.8433540866857198 }, { "epoch": 0.10609009009009009, "grad_norm": 164.00550842285156, "learning_rate": 9.140044155740102e-06, "loss": 18.864373779296876, "loss_idm": 1.09375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6536977291107178, "loss_idm_type": 0.4957777142524719, "loss_sft": 0.014747689291834832, "step": 460, "token_acc": 0.841443148203543 }, { "epoch": 0.1083963963963964, "grad_norm": 188.7095184326172, "learning_rate": 9.093124073433464e-06, "loss": 20.679414367675783, "loss_idm": 1.2171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7044301986694336, "loss_idm_type": 0.5580654740333557, "loss_sft": 0.014930276200175285, "step": 470, "token_acc": 0.8409072937658298 }, { "epoch": 0.1107027027027027, "grad_norm": 124.54925537109375, "learning_rate": 9.045084971874738e-06, "loss": 18.53998260498047, "loss_idm": 1.0703125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6069076418876648, "loss_idm_type": 0.521586561203003, "loss_sft": 0.015061390027403832, "step": 480, "token_acc": 0.8401639957878136 }, { "epoch": 0.11300900900900901, "grad_norm": 117.37905883789062, "learning_rate": 8.995939984474624e-06, "loss": 19.989923095703126, "loss_idm": 1.1703125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6740325570106507, "loss_idm_type": 0.5453832864761352, "loss_sft": 0.014970069751143456, "step": 490, "token_acc": 0.8400487229410242 }, { "epoch": 0.11531531531531532, "grad_norm": 132.42762756347656, "learning_rate": 8.94570254698197e-06, "loss": 19.590615844726564, "loss_idm": 1.15625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6635529398918152, "loss_idm_type": 0.5308433651924134, "loss_sft": 0.014947501569986343, "step": 500, "token_acc": 0.84046714392237 }, { "epoch": 0.11531531531531532, "eval_loss": 1.3233741521835327, "eval_runtime": 170.0148, "eval_samples_per_second": 10.264, "eval_steps_per_second": 2.57, "eval_token_acc": 0.828006241506015, "step": 500 } ], "logging_steps": 10, "max_steps": 2000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 6.251724037081268e+18, "train_batch_size": 1, "trial_name": null, "trial_params": null }