{ "best_global_step": 2000, "best_metric": 1.13275814, "best_model_checkpoint": "/NHNHOME/data/sanghyeok/qwen-cua/runs/probe2000_idm_code_type_text/v1-20260621-231852/checkpoint-2000", "epoch": 0.46126126126126127, "eval_steps": 500, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00023063063063063062, "grad_norm": 1594.41796875, "learning_rate": 1.0000000000000001e-07, "loss": 78.32112121582031, "loss_idm": 4.875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.8660085201263428, "loss_idm_type": 3.003211200237274, "loss_sft": 0.013178251218050718, "step": 1, "token_acc": 0.855064946292334 }, { "epoch": 0.0023063063063063064, "grad_norm": 1612.195068359375, "learning_rate": 1.0000000000000002e-06, "loss": 75.12723795572917, "loss_idm": 4.256944444444445, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.771455658806695, "loss_idm_type": 2.897422472635905, "loss_sft": 0.013165258698993258, "step": 10, "token_acc": 0.8557998765011616 }, { "epoch": 0.004612612612612613, "grad_norm": 353.6252136230469, "learning_rate": 2.0000000000000003e-06, "loss": 49.47017822265625, "loss_idm": 2.946875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.6457603931427003, "loss_idm_type": 1.4199507236480713, "loss_sft": 0.01303936094045639, "step": 20, "token_acc": 0.8574650963417557 }, { "epoch": 0.006918918918918919, "grad_norm": 126.47821044921875, "learning_rate": 3e-06, "loss": 43.140435791015626, "loss_idm": 2.525, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.6730948686599731, "loss_idm_type": 0.9972076416015625, "loss_sft": 0.013039363175630569, "step": 30, "token_acc": 0.8573986811865872 }, { "epoch": 0.009225225225225226, "grad_norm": 162.51278686523438, "learning_rate": 4.000000000000001e-06, "loss": 39.47804260253906, "loss_idm": 2.31875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.5029781103134154, "loss_idm_type": 0.9386286258697509, "loss_sft": 0.013111228495836258, "step": 40, "token_acc": 0.856925661335508 }, { "epoch": 0.011531531531531532, "grad_norm": 356.9111633300781, "learning_rate": 5e-06, "loss": 36.0298828125, "loss_idm": 2.125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.4550552129745484, "loss_idm_type": 0.7688171148300171, "loss_sft": 0.014152135699987411, "step": 50, "token_acc": 0.8486634001116418 }, { "epoch": 0.013837837837837838, "grad_norm": 323.67437744140625, "learning_rate": 6e-06, "loss": 27.128363037109374, "loss_idm": 1.6203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.0920132637023925, "loss_idm_type": 0.574056351184845, "loss_sft": 0.01448214016854763, "step": 60, "token_acc": 0.8464492900583126 }, { "epoch": 0.016144144144144144, "grad_norm": 259.5957336425781, "learning_rate": 7e-06, "loss": 28.27000732421875, "loss_idm": 1.675, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 1.0847449064254762, "loss_idm_type": 0.6541952967643738, "loss_sft": 0.014033125713467598, "step": 70, "token_acc": 0.8503391363046473 }, { "epoch": 0.01845045045045045, "grad_norm": 144.2830810546875, "learning_rate": 8.000000000000001e-06, "loss": 24.161322021484374, "loss_idm": 1.415625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.8819304466247558, "loss_idm_type": 0.600779139995575, "loss_sft": 0.013908731937408447, "step": 80, "token_acc": 0.8504072708357134 }, { "epoch": 0.020756756756756756, "grad_norm": 273.4071350097656, "learning_rate": 9e-06, "loss": 23.594862365722655, "loss_idm": 1.390625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.8310215711593628, "loss_idm_type": 0.6153789043426514, "loss_sft": 0.013951633498072625, "step": 90, "token_acc": 0.8492400086679256 }, { "epoch": 0.023063063063063063, "grad_norm": 251.73202514648438, "learning_rate": 1e-05, "loss": 25.476950073242186, "loss_idm": 1.49375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.9382863879203797, "loss_idm_type": 0.6257401466369629, "loss_sft": 0.014301823824644089, "step": 100, "token_acc": 0.8458359752497978 }, { "epoch": 0.025369369369369368, "grad_norm": 286.3401184082031, "learning_rate": 9.999316524962347e-06, "loss": 24.417092895507814, "loss_idm": 1.428125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.904452109336853, "loss_idm_type": 0.593038022518158, "loss_sft": 0.014249381050467491, "step": 110, "token_acc": 0.8465379122197904 }, { "epoch": 0.027675675675675675, "grad_norm": 222.7222442626953, "learning_rate": 9.99726628670463e-06, "loss": 26.060919189453124, "loss_idm": 1.5484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.973819124698639, "loss_idm_type": 0.6266206264495849, "loss_sft": 0.014172710105776786, "step": 120, "token_acc": 0.847854247216184 }, { "epoch": 0.029981981981981983, "grad_norm": 275.38079833984375, "learning_rate": 9.993849845741525e-06, "loss": 25.397323608398438, "loss_idm": 1.484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.9372030019760131, "loss_idm_type": 0.6214419364929199, "loss_sft": 0.014417377859354019, "step": 130, "token_acc": 0.8455794621991264 }, { "epoch": 0.03228828828828829, "grad_norm": 193.24574279785156, "learning_rate": 9.989068136093873e-06, "loss": 23.078701782226563, "loss_idm": 1.3359375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7943235158920288, "loss_idm_type": 0.6200331211090088, "loss_sft": 0.014127673953771592, "step": 140, "token_acc": 0.8480571648523011 }, { "epoch": 0.034594594594594595, "grad_norm": 252.88157653808594, "learning_rate": 9.98292246503335e-06, "loss": 25.396533203125, "loss_idm": 1.50625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.9365179538726807, "loss_idm_type": 0.6222358584403992, "loss_sft": 0.014179562777280807, "step": 150, "token_acc": 0.846938125590989 }, { "epoch": 0.0369009009009009, "grad_norm": 132.69137573242188, "learning_rate": 9.975414512725058e-06, "loss": 21.090823364257812, "loss_idm": 1.2234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7004317998886108, "loss_idm_type": 0.5901555061340332, "loss_sft": 0.013755682110786437, "step": 160, "token_acc": 0.8513433717153823 }, { "epoch": 0.03920720720720721, "grad_norm": 180.37062072753906, "learning_rate": 9.966546331768192e-06, "loss": 21.250894165039064, "loss_idm": 1.25, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6869279980659485, "loss_idm_type": 0.6129321694374085, "loss_sft": 0.014121741428971291, "step": 170, "token_acc": 0.8468387733683489 }, { "epoch": 0.04151351351351351, "grad_norm": 185.7732696533203, "learning_rate": 9.956320346634877e-06, "loss": 22.12333984375, "loss_idm": 1.2890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7296592950820923, "loss_idm_type": 0.6256211042404175, "loss_sft": 0.013716945424675941, "step": 180, "token_acc": 0.8514388900899068 }, { "epoch": 0.04381981981981982, "grad_norm": 192.45997619628906, "learning_rate": 9.944739353007344e-06, "loss": 20.918809509277345, "loss_idm": 1.2453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6708066940307618, "loss_idm_type": 0.6089411020278931, "loss_sft": 0.01396913044154644, "step": 190, "token_acc": 0.8494491495904698 }, { "epoch": 0.04612612612612613, "grad_norm": 138.6709442138672, "learning_rate": 9.931806517013612e-06, "loss": 21.51440887451172, "loss_idm": 1.2484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6464977025985718, "loss_idm_type": 0.6701341271400452, "loss_sft": 0.01424136757850647, "step": 200, "token_acc": 0.8475712431229523 }, { "epoch": 0.048432432432432435, "grad_norm": 156.5552520751953, "learning_rate": 9.917525374361913e-06, "loss": 21.93793182373047, "loss_idm": 1.2875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7565288722515107, "loss_idm_type": 0.5858924746513366, "loss_sft": 0.014323525503277779, "step": 210, "token_acc": 0.8463558121278266 }, { "epoch": 0.050738738738738735, "grad_norm": 189.6932830810547, "learning_rate": 9.901899829374048e-06, "loss": 20.054583740234374, "loss_idm": 1.159375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6576752543449402, "loss_idm_type": 0.567785918712616, "loss_sft": 0.014022772386670112, "step": 220, "token_acc": 0.8487998119313549 }, { "epoch": 0.05304504504504504, "grad_norm": 140.5413360595703, "learning_rate": 9.884934153917998e-06, "loss": 22.073431396484374, "loss_idm": 1.3, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7526954412460327, "loss_idm_type": 0.5985090017318726, "loss_sft": 0.014082278311252593, "step": 230, "token_acc": 0.8485526712222985 }, { "epoch": 0.05535135135135135, "grad_norm": 133.97390747070312, "learning_rate": 9.86663298624003e-06, "loss": 21.144790649414062, "loss_idm": 1.2375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7176072120666503, "loss_idm_type": 0.5748069643974304, "loss_sft": 0.014453838020563126, "step": 240, "token_acc": 0.8452394567722186 }, { "epoch": 0.05765765765765766, "grad_norm": 142.247314453125, "learning_rate": 9.847001329696653e-06, "loss": 20.1635498046875, "loss_idm": 1.178125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6437483191490173, "loss_idm_type": 0.5870923161506653, "loss_sft": 0.014495516940951348, "step": 250, "token_acc": 0.8446375732200728 }, { "epoch": 0.059963963963963966, "grad_norm": 202.28245544433594, "learning_rate": 9.826044551386743e-06, "loss": 21.010342407226563, "loss_idm": 1.2265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6738935589790345, "loss_idm_type": 0.6098474025726318, "loss_sft": 0.014558565244078637, "step": 260, "token_acc": 0.8439074729940742 }, { "epoch": 0.06227027027027027, "grad_norm": 180.11004638671875, "learning_rate": 9.803768380684242e-06, "loss": 20.15380096435547, "loss_idm": 1.178125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6457672238349914, "loss_idm_type": 0.5851505637168884, "loss_sft": 0.01434638984501362, "step": 270, "token_acc": 0.8461026195507937 }, { "epoch": 0.06457657657657657, "grad_norm": 108.87934875488281, "learning_rate": 9.780178907671788e-06, "loss": 20.92729797363281, "loss_idm": 1.2203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6868312954902649, "loss_idm_type": 0.5920520305633545, "loss_sft": 0.014423593878746033, "step": 280, "token_acc": 0.8456991679616043 }, { "epoch": 0.06688288288288288, "grad_norm": 149.56564331054688, "learning_rate": 9.755282581475769e-06, "loss": 18.62049102783203, "loss_idm": 1.09375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.58313547372818, "loss_idm_type": 0.5516607403755188, "loss_sft": 0.014439313858747482, "step": 290, "token_acc": 0.8454596672959642 }, { "epoch": 0.06918918918918919, "grad_norm": 153.041015625, "learning_rate": 9.729086208503174e-06, "loss": 20.677386474609374, "loss_idm": 1.215625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7001219868659974, "loss_idm_type": 0.5628572702407837, "loss_sft": 0.014919180795550347, "step": 300, "token_acc": 0.84088942131384 }, { "epoch": 0.0714954954954955, "grad_norm": 177.866943359375, "learning_rate": 9.701596950580807e-06, "loss": 19.88404235839844, "loss_idm": 1.1453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6421271324157715, "loss_idm_type": 0.5717909574508667, "loss_sft": 0.014424886554479599, "step": 310, "token_acc": 0.846033168982519 }, { "epoch": 0.0738018018018018, "grad_norm": 129.16363525390625, "learning_rate": 9.672822322997305e-06, "loss": 17.68323974609375, "loss_idm": 1.0296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5472238302230835, "loss_idm_type": 0.5287622213363647, "loss_sft": 0.014649244770407677, "step": 320, "token_acc": 0.8431312749319898 }, { "epoch": 0.07610810810810811, "grad_norm": 156.39739990234375, "learning_rate": 9.642770192448537e-06, "loss": 21.36103515625, "loss_idm": 1.253125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7405102610588074, "loss_idm_type": 0.5659091114997864, "loss_sft": 0.014557573571801185, "step": 330, "token_acc": 0.8441445527139338 }, { "epoch": 0.07841441441441442, "grad_norm": 129.96697998046875, "learning_rate": 9.611448774886925e-06, "loss": 21.416160583496094, "loss_idm": 1.234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7018738508224487, "loss_idm_type": 0.607703685760498, "loss_sft": 0.014446442201733588, "step": 340, "token_acc": 0.8443760364686431 }, { "epoch": 0.08072072072072072, "grad_norm": 180.76304626464844, "learning_rate": 9.578866633275289e-06, "loss": 20.02213134765625, "loss_idm": 1.1671875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6722601294517517, "loss_idm_type": 0.5498591780662536, "loss_sft": 0.014624126255512238, "step": 350, "token_acc": 0.8432171463399417 }, { "epoch": 0.08302702702702702, "grad_norm": 118.01971435546875, "learning_rate": 9.545032675245814e-06, "loss": 18.858502197265626, "loss_idm": 1.109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6102901577949524, "loss_idm_type": 0.5399273037910461, "loss_sft": 0.01428530141711235, "step": 360, "token_acc": 0.846329725225022 }, { "epoch": 0.08533333333333333, "grad_norm": 125.42524719238281, "learning_rate": 9.509956150664796e-06, "loss": 18.46220703125, "loss_idm": 1.0765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6047607123851776, "loss_idm_type": 0.5198914885520936, "loss_sft": 0.014666610956192016, "step": 370, "token_acc": 0.8430305689629954 }, { "epoch": 0.08763963963963964, "grad_norm": 180.96270751953125, "learning_rate": 9.473646649103819e-06, "loss": 20.59235534667969, "loss_idm": 1.1921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6622613787651062, "loss_idm_type": 0.59524484872818, "loss_sft": 0.014829005673527717, "step": 380, "token_acc": 0.8417713702410807 }, { "epoch": 0.08994594594594595, "grad_norm": 144.25331115722656, "learning_rate": 9.43611409721806e-06, "loss": 18.71649627685547, "loss_idm": 1.0890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6037861943244934, "loss_idm_type": 0.5369527459144592, "loss_sft": 0.014459025114774704, "step": 390, "token_acc": 0.8447289389919099 }, { "epoch": 0.09225225225225225, "grad_norm": 184.02232360839844, "learning_rate": 9.397368756032445e-06, "loss": 18.94854278564453, "loss_idm": 1.1, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6332925677299499, "loss_idm_type": 0.5221684217453003, "loss_sft": 0.014429151266813278, "step": 400, "token_acc": 0.8452291937983728 }, { "epoch": 0.09455855855855856, "grad_norm": 173.45257568359375, "learning_rate": 9.357421218136387e-06, "loss": 18.99466552734375, "loss_idm": 1.096875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6210426688194275, "loss_idm_type": 0.5382487654685975, "loss_sft": 0.014015758782625199, "step": 410, "token_acc": 0.8495117177798309 }, { "epoch": 0.09686486486486487, "grad_norm": 165.1482391357422, "learning_rate": 9.31628240478787e-06, "loss": 19.396931457519532, "loss_idm": 1.1328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6425803899765015, "loss_idm_type": 0.5403215169906617, "loss_sft": 0.01475544199347496, "step": 420, "token_acc": 0.8424114958179343 }, { "epoch": 0.09917117117117118, "grad_norm": 179.56707763671875, "learning_rate": 9.273963562927695e-06, "loss": 19.1131591796875, "loss_idm": 1.121875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5948790431022644, "loss_idm_type": 0.570659625530243, "loss_sft": 0.014644772931933402, "step": 430, "token_acc": 0.8437164287906691 }, { "epoch": 0.10147747747747747, "grad_norm": 141.6302032470703, "learning_rate": 9.230476262104678e-06, "loss": 20.165437316894533, "loss_idm": 1.175, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6892072916030884, "loss_idm_type": 0.5419347524642945, "loss_sft": 0.014781763404607772, "step": 440, "token_acc": 0.8412593497029246 }, { "epoch": 0.10378378378378378, "grad_norm": 84.81742095947266, "learning_rate": 9.185832391312644e-06, "loss": 19.339076232910156, "loss_idm": 1.13125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7115584373474121, "loss_idm_type": 0.4681084334850311, "loss_sft": 0.014591620862483978, "step": 450, "token_acc": 0.8433540866857198 }, { "epoch": 0.10609009009009009, "grad_norm": 164.00550842285156, "learning_rate": 9.140044155740102e-06, "loss": 18.864373779296876, "loss_idm": 1.09375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6536977291107178, "loss_idm_type": 0.4957777142524719, "loss_sft": 0.014747689291834832, "step": 460, "token_acc": 0.841443148203543 }, { "epoch": 0.1083963963963964, "grad_norm": 188.7095184326172, "learning_rate": 9.093124073433464e-06, "loss": 20.679414367675783, "loss_idm": 1.2171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7044301986694336, "loss_idm_type": 0.5580654740333557, "loss_sft": 0.014930276200175285, "step": 470, "token_acc": 0.8409072937658298 }, { "epoch": 0.1107027027027027, "grad_norm": 124.54925537109375, "learning_rate": 9.045084971874738e-06, "loss": 18.53998260498047, "loss_idm": 1.0703125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6069076418876648, "loss_idm_type": 0.521586561203003, "loss_sft": 0.015061390027403832, "step": 480, "token_acc": 0.8401639957878136 }, { "epoch": 0.11300900900900901, "grad_norm": 117.37905883789062, "learning_rate": 8.995939984474624e-06, "loss": 19.989923095703126, "loss_idm": 1.1703125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6740325570106507, "loss_idm_type": 0.5453832864761352, "loss_sft": 0.014970069751143456, "step": 490, "token_acc": 0.8400487229410242 }, { "epoch": 0.11531531531531532, "grad_norm": 132.42762756347656, "learning_rate": 8.94570254698197e-06, "loss": 19.590615844726564, "loss_idm": 1.15625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6635529398918152, "loss_idm_type": 0.5308433651924134, "loss_sft": 0.014947501569986343, "step": 500, "token_acc": 0.84046714392237 }, { "epoch": 0.11531531531531532, "eval_loss": 1.3233741521835327, "eval_runtime": 170.0148, "eval_samples_per_second": 10.264, "eval_steps_per_second": 2.57, "eval_token_acc": 0.828006241506015, "step": 500 }, { "epoch": 0.11762162162162162, "grad_norm": 123.0207290649414, "learning_rate": 8.894386393810563e-06, "loss": 18.979844665527345, "loss_idm": 1.1046875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6254270136356354, "loss_idm_type": 0.5312720656394958, "loss_sft": 0.014834708720445632, "step": 510, "token_acc": 0.8414443277826296 }, { "epoch": 0.11992792792792793, "grad_norm": 128.770751953125, "learning_rate": 8.842005554284296e-06, "loss": 21.127740478515626, "loss_idm": 1.2484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7544469356536865, "loss_idm_type": 0.5359104752540589, "loss_sft": 0.014924750849604606, "step": 520, "token_acc": 0.8416575605712348 }, { "epoch": 0.12223423423423424, "grad_norm": 114.88973236083984, "learning_rate": 8.788574348801676e-06, "loss": 19.248388671875, "loss_idm": 1.11875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6367936968803406, "loss_idm_type": 0.5363446712493897, "loss_sft": 0.014853022247552871, "step": 530, "token_acc": 0.8422921276881885 }, { "epoch": 0.12454054054054053, "grad_norm": 134.62933349609375, "learning_rate": 8.734107384920771e-06, "loss": 19.299974060058595, "loss_idm": 1.1296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6587535738945007, "loss_idm_type": 0.5175979852676391, "loss_sft": 0.014881648868322373, "step": 540, "token_acc": 0.8417766816577203 }, { "epoch": 0.12684684684684686, "grad_norm": 142.13165283203125, "learning_rate": 8.67861955336566e-06, "loss": 18.453768920898437, "loss_idm": 1.0765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6252750515937805, "loss_idm_type": 0.4980467677116394, "loss_sft": 0.014992362260818482, "step": 550, "token_acc": 0.8397899195340869 }, { "epoch": 0.12915315315315315, "grad_norm": 137.8123016357422, "learning_rate": 8.622126023955446e-06, "loss": 17.314250183105468, "loss_idm": 1.0171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5588197946548462, "loss_idm_type": 0.49371981620788574, "loss_sft": 0.014778397232294082, "step": 560, "token_acc": 0.8418601053031333 }, { "epoch": 0.13145945945945947, "grad_norm": 133.22518920898438, "learning_rate": 8.564642241456986e-06, "loss": 19.21575164794922, "loss_idm": 1.1234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6260247945785522, "loss_idm_type": 0.5450846672058105, "loss_sft": 0.014973315969109535, "step": 570, "token_acc": 0.8413558847724713 }, { "epoch": 0.13376576576576577, "grad_norm": 127.0101547241211, "learning_rate": 8.506183921362443e-06, "loss": 17.988644409179688, "loss_idm": 1.0375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5716003537178039, "loss_idm_type": 0.5227356672286987, "loss_sft": 0.01492447629570961, "step": 580, "token_acc": 0.8405641411639163 }, { "epoch": 0.13607207207207206, "grad_norm": 171.4197540283203, "learning_rate": 8.446767045592829e-06, "loss": 19.189237976074217, "loss_idm": 1.103125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6561702966690064, "loss_idm_type": 0.5143969297409058, "loss_sft": 0.014564141258597374, "step": 590, "token_acc": 0.8446573910446276 }, { "epoch": 0.13837837837837838, "grad_norm": 102.463623046875, "learning_rate": 8.386407858128707e-06, "loss": 16.7314208984375, "loss_idm": 0.9640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.536580491065979, "loss_idm_type": 0.4802058100700378, "loss_sft": 0.014577708020806313, "step": 600, "token_acc": 0.8437585025098785 }, { "epoch": 0.14068468468468467, "grad_norm": 129.72825622558594, "learning_rate": 8.325122860569241e-06, "loss": 15.771197509765624, "loss_idm": 0.921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5012216567993164, "loss_idm_type": 0.4551218390464783, "loss_sft": 0.014644627273082734, "step": 610, "token_acc": 0.8428215900612409 }, { "epoch": 0.142990990990991, "grad_norm": 123.2136001586914, "learning_rate": 8.262928807620843e-06, "loss": 17.49943389892578, "loss_idm": 1.009375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5229299306869507, "loss_idm_type": 0.5412803411483764, "loss_sft": 0.01478283479809761, "step": 620, "token_acc": 0.8411515174521229 }, { "epoch": 0.1452972972972973, "grad_norm": 178.2458038330078, "learning_rate": 8.199842702516584e-06, "loss": 17.452848815917967, "loss_idm": 1.009375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5550838947296143, "loss_idm_type": 0.505655574798584, "loss_sft": 0.015062566101551055, "step": 630, "token_acc": 0.8393233091772877 }, { "epoch": 0.1476036036036036, "grad_norm": 154.72146606445312, "learning_rate": 8.135881792367686e-06, "loss": 19.142218017578124, "loss_idm": 1.134375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6731308341026306, "loss_idm_type": 0.4940042018890381, "loss_sft": 0.014690161868929862, "step": 640, "token_acc": 0.8424485284630235 }, { "epoch": 0.1499099099099099, "grad_norm": 138.528076171875, "learning_rate": 8.071063563448341e-06, "loss": 17.799058532714845, "loss_idm": 1.0421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6064084529876709, "loss_idm_type": 0.47745844125747683, "loss_sft": 0.014413310214877129, "step": 650, "token_acc": 0.8453410276633372 }, { "epoch": 0.15221621621621623, "grad_norm": 113.0783462524414, "learning_rate": 8.005405736415127e-06, "loss": 17.12696075439453, "loss_idm": 0.99375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5633171319961547, "loss_idm_type": 0.4775223731994629, "loss_sft": 0.014819654077291489, "step": 660, "token_acc": 0.8410728177518738 }, { "epoch": 0.15452252252252252, "grad_norm": 183.07449340820312, "learning_rate": 7.938926261462366e-06, "loss": 16.33360137939453, "loss_idm": 0.9453125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5148284912109375, "loss_idm_type": 0.4764027833938599, "loss_sft": 0.01487119197845459, "step": 670, "token_acc": 0.8408539980403075 }, { "epoch": 0.15682882882882884, "grad_norm": 162.03778076171875, "learning_rate": 7.871643313414718e-06, "loss": 17.195193481445312, "loss_idm": 0.99375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5480063557624817, "loss_idm_type": 0.496666419506073, "loss_sft": 0.01497359536588192, "step": 680, "token_acc": 0.8398047298658003 }, { "epoch": 0.15913513513513514, "grad_norm": 156.19992065429688, "learning_rate": 7.803575286758365e-06, "loss": 16.83672180175781, "loss_idm": 0.9796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5627113699913024, "loss_idm_type": 0.46034821271896365, "loss_sft": 0.014724036678671837, "step": 690, "token_acc": 0.8421856731610026 }, { "epoch": 0.16144144144144143, "grad_norm": 136.38833618164062, "learning_rate": 7.734740790612137e-06, "loss": 16.986585998535155, "loss_idm": 0.984375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5753911018371582, "loss_idm_type": 0.45663111209869384, "loss_sft": 0.014708232507109642, "step": 700, "token_acc": 0.8426992953605216 }, { "epoch": 0.16374774774774775, "grad_norm": 165.4947052001953, "learning_rate": 7.66515864363997e-06, "loss": 18.781927490234374, "loss_idm": 1.1046875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6780822038650512, "loss_idm_type": 0.4660151481628418, "loss_sft": 0.014779145643115044, "step": 710, "token_acc": 0.8423064202890983 }, { "epoch": 0.16605405405405405, "grad_norm": 172.88607788085938, "learning_rate": 7.594847868906076e-06, "loss": 18.374440002441407, "loss_idm": 1.0796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.648744547367096, "loss_idm_type": 0.4703775644302368, "loss_sft": 0.014710108563303948, "step": 720, "token_acc": 0.8429784964811741 }, { "epoch": 0.16836036036036037, "grad_norm": 143.69039916992188, "learning_rate": 7.52382768867422e-06, "loss": 18.16466827392578, "loss_idm": 1.05625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6015788435935974, "loss_idm_type": 0.504117202758789, "loss_sft": 0.014878561347723007, "step": 730, "token_acc": 0.8414000430536017 }, { "epoch": 0.17066666666666666, "grad_norm": 202.4527587890625, "learning_rate": 7.452117519152542e-06, "loss": 16.627297973632814, "loss_idm": 0.9640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5718691349029541, "loss_idm_type": 0.4376717388629913, "loss_sft": 0.01475221961736679, "step": 740, "token_acc": 0.84257142439324 }, { "epoch": 0.17297297297297298, "grad_norm": 144.1239013671875, "learning_rate": 7.379736965185369e-06, "loss": 17.226173400878906, "loss_idm": 1.003125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5690211534500123, "loss_idm_type": 0.4779587149620056, "loss_sft": 0.014824393019080163, "step": 750, "token_acc": 0.8413612833037625 }, { "epoch": 0.17527927927927928, "grad_norm": 125.00702667236328, "learning_rate": 7.30670581489344e-06, "loss": 17.1047119140625, "loss_idm": 0.9984375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5596216320991516, "loss_idm_type": 0.47991371154785156, "loss_sft": 0.014669803529977798, "step": 760, "token_acc": 0.842292145323193 }, { "epoch": 0.1775855855855856, "grad_norm": 178.8215789794922, "learning_rate": 7.233044034264034e-06, "loss": 17.40855255126953, "loss_idm": 1.0140625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6001033067703248, "loss_idm_type": 0.4585636019706726, "loss_sft": 0.014787257090210915, "step": 770, "token_acc": 0.8423987697626192 }, { "epoch": 0.1798918918918919, "grad_norm": 121.97682189941406, "learning_rate": 7.158771761692464e-06, "loss": 16.357644653320314, "loss_idm": 0.9375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5047407984733582, "loss_idm_type": 0.487633216381073, "loss_sft": 0.014906040206551553, "step": 780, "token_acc": 0.8404371211807341 }, { "epoch": 0.18219819819819819, "grad_norm": 174.59080505371094, "learning_rate": 7.083909302476453e-06, "loss": 20.202664184570313, "loss_idm": 1.1828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6652926445007324, "loss_idm_type": 0.5675289869308472, "loss_sft": 0.014899690076708794, "step": 790, "token_acc": 0.8409781183129702 }, { "epoch": 0.1845045045045045, "grad_norm": 129.4432830810547, "learning_rate": 7.008477123264849e-06, "loss": 17.296986389160157, "loss_idm": 1.0171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5993288516998291, "loss_idm_type": 0.452558171749115, "loss_sft": 0.014659978821873665, "step": 800, "token_acc": 0.8428556157974678 }, { "epoch": 0.1868108108108108, "grad_norm": 156.69631958007812, "learning_rate": 6.932495846462262e-06, "loss": 20.33173828125, "loss_idm": 1.1921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7339765548706054, "loss_idm_type": 0.5067543745040893, "loss_sft": 0.014883234724402427, "step": 810, "token_acc": 0.8409235431467038 }, { "epoch": 0.18911711711711712, "grad_norm": 202.87460327148438, "learning_rate": 6.855986244591104e-06, "loss": 16.402493286132813, "loss_idm": 0.959375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5709848403930664, "loss_idm_type": 0.4241690397262573, "loss_sft": 0.014913064613938331, "step": 820, "token_acc": 0.8403605935424822 }, { "epoch": 0.19142342342342342, "grad_norm": 134.71864318847656, "learning_rate": 6.778969234612583e-06, "loss": 18.09036865234375, "loss_idm": 1.05625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6172916054725647, "loss_idm_type": 0.4832586348056793, "loss_sft": 0.014967308938503265, "step": 830, "token_acc": 0.8397193120522027 }, { "epoch": 0.19372972972972974, "grad_norm": 163.35415649414062, "learning_rate": 6.701465872208216e-06, "loss": 17.737567138671874, "loss_idm": 1.040625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.610646378993988, "loss_idm_type": 0.4680565595626831, "loss_sft": 0.015027177706360816, "step": 840, "token_acc": 0.8388462775444171 }, { "epoch": 0.19603603603603603, "grad_norm": 131.97361755371094, "learning_rate": 6.6234973460234184e-06, "loss": 13.829145812988282, "loss_idm": 0.80546875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4581299006938934, "loss_idm_type": 0.3765411376953125, "loss_sft": 0.014915959164500236, "step": 850, "token_acc": 0.8408314009627786 }, { "epoch": 0.19834234234234235, "grad_norm": 154.64279174804688, "learning_rate": 6.545084971874738e-06, "loss": 19.65125427246094, "loss_idm": 1.128125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6232832789421081, "loss_idm_type": 0.5748029708862304, "loss_sft": 0.01495017521083355, "step": 860, "token_acc": 0.8412365453675464 }, { "epoch": 0.20064864864864865, "grad_norm": 115.81620788574219, "learning_rate": 6.466250186922325e-06, "loss": 16.905009460449218, "loss_idm": 1.0, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5850194334983826, "loss_idm_type": 0.44217710494995116, "loss_sft": 0.01471223458647728, "step": 870, "token_acc": 0.8420623604083333 }, { "epoch": 0.20295495495495494, "grad_norm": 121.02389526367188, "learning_rate": 6.387014543809224e-06, "loss": 17.58789978027344, "loss_idm": 1.0234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6387038111686707, "loss_idm_type": 0.43074326515197753, "loss_sft": 0.014781225100159645, "step": 880, "token_acc": 0.8414889055632973 }, { "epoch": 0.20526126126126126, "grad_norm": 169.18638610839844, "learning_rate": 6.3073997047691e-06, "loss": 16.101837158203125, "loss_idm": 0.94609375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5324645042419434, "loss_idm_type": 0.4441194772720337, "loss_sft": 0.014909639954566956, "step": 890, "token_acc": 0.8407675658086115 }, { "epoch": 0.20756756756756756, "grad_norm": 131.3477325439453, "learning_rate": 6.227427435703997e-06, "loss": 16.599580383300783, "loss_idm": 0.96328125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5476276993751525, "loss_idm_type": 0.46061848402023314, "loss_sft": 0.014580646157264709, "step": 900, "token_acc": 0.8437034651583426 }, { "epoch": 0.20987387387387388, "grad_norm": 125.8461685180664, "learning_rate": 6.147119600233758e-06, "loss": 17.687442016601562, "loss_idm": 1.0234375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5852304697036743, "loss_idm_type": 0.4907158613204956, "loss_sft": 0.014707296714186668, "step": 910, "token_acc": 0.842660486829581 }, { "epoch": 0.21218018018018017, "grad_norm": 182.08822631835938, "learning_rate": 6.066498153718735e-06, "loss": 16.377294921875, "loss_idm": 0.9609375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.562787675857544, "loss_idm_type": 0.4312257766723633, "loss_sft": 0.014806845411658286, "step": 920, "token_acc": 0.8419050583960423 }, { "epoch": 0.2144864864864865, "grad_norm": 122.23482513427734, "learning_rate": 5.985585137257401e-06, "loss": 17.473541259765625, "loss_idm": 1.0140625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.631916093826294, "loss_idm_type": 0.4307005345821381, "loss_sft": 0.014695174247026443, "step": 930, "token_acc": 0.8427138438412396 }, { "epoch": 0.2167927927927928, "grad_norm": 127.09993743896484, "learning_rate": 5.904402671660551e-06, "loss": 17.38238525390625, "loss_idm": 1.015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6432816028594971, "loss_idm_type": 0.41384764313697814, "loss_sft": 0.014650922641158104, "step": 940, "token_acc": 0.8433863297046639 }, { "epoch": 0.2190990990990991, "grad_norm": 124.23971557617188, "learning_rate": 5.82297295140367e-06, "loss": 16.113180541992186, "loss_idm": 0.94765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5540828824043273, "loss_idm_type": 0.4236065447330475, "loss_sft": 0.014640064164996146, "step": 950, "token_acc": 0.8430864303493263 }, { "epoch": 0.2214054054054054, "grad_norm": 140.92527770996094, "learning_rate": 5.74131823855921e-06, "loss": 18.509353637695312, "loss_idm": 1.0890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6742399454116821, "loss_idm_type": 0.4530523955821991, "loss_sft": 0.014544900879263878, "step": 960, "token_acc": 0.8436570668828863 }, { "epoch": 0.22371171171171172, "grad_norm": 142.63829040527344, "learning_rate": 5.659460856710346e-06, "loss": 18.395001220703126, "loss_idm": 1.0765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.7047812342643738, "loss_idm_type": 0.41602908372879027, "loss_sft": 0.014448409527540207, "step": 970, "token_acc": 0.8444647711579308 }, { "epoch": 0.22601801801801802, "grad_norm": 158.4767608642578, "learning_rate": 5.577423184847932e-06, "loss": 18.995347595214845, "loss_idm": 1.103125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6868046164512634, "loss_idm_type": 0.4712188720703125, "loss_sft": 0.014675500243902207, "step": 980, "token_acc": 0.8425279346161687 }, { "epoch": 0.2283243243243243, "grad_norm": 152.37652587890625, "learning_rate": 5.495227651252315e-06, "loss": 16.80406951904297, "loss_idm": 0.96953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.587271648645401, "loss_idm_type": 0.4330908119678497, "loss_sft": 0.014900797232985496, "step": 990, "token_acc": 0.8411618261296613 }, { "epoch": 0.23063063063063063, "grad_norm": 140.89053344726562, "learning_rate": 5.412896727361663e-06, "loss": 15.126055908203124, "loss_idm": 0.8828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5050670087337494, "loss_idm_type": 0.41060460805892945, "loss_sft": 0.01481594294309616, "step": 1000, "token_acc": 0.8417271846712852 }, { "epoch": 0.23063063063063063, "eval_loss": 1.2197141647338867, "eval_runtime": 167.8304, "eval_samples_per_second": 10.397, "eval_steps_per_second": 2.604, "eval_token_acc": 0.8293519552080156, "step": 1000 }, { "epoch": 0.23293693693693693, "grad_norm": 130.3173828125, "learning_rate": 5.3304529216284974e-06, "loss": 16.93656768798828, "loss_idm": 0.9765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5961753606796265, "loss_idm_type": 0.43301868438720703, "loss_sft": 0.01461159810423851, "step": 1010, "token_acc": 0.8440814841392973 }, { "epoch": 0.23524324324324325, "grad_norm": 151.72671508789062, "learning_rate": 5.247918773366112e-06, "loss": 13.777294921875, "loss_idm": 0.79609375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4060074031352997, "loss_idm_type": 0.42571691870689393, "loss_sft": 0.014732184261083603, "step": 1020, "token_acc": 0.8413653295862882 }, { "epoch": 0.23754954954954954, "grad_norm": 104.45248413085938, "learning_rate": 5.165316846586541e-06, "loss": 15.454080200195312, "loss_idm": 0.9, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5253732204437256, "loss_idm_type": 0.4112230122089386, "loss_sft": 0.014539775997400283, "step": 1030, "token_acc": 0.8432018444851538 }, { "epoch": 0.23985585585585587, "grad_norm": 147.8674774169922, "learning_rate": 5.082669723831793e-06, "loss": 16.801179504394533, "loss_idm": 0.9625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5981590151786804, "loss_idm_type": 0.4219686686992645, "loss_sft": 0.015009181201457977, "step": 1040, "token_acc": 0.8393066142930146 }, { "epoch": 0.24216216216216216, "grad_norm": 150.60118103027344, "learning_rate": 5e-06, "loss": 14.039901733398438, "loss_idm": 0.81484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4564467430114746, "loss_idm_type": 0.39142499566078187, "loss_sft": 0.014857906848192215, "step": 1050, "token_acc": 0.8403285527654876 }, { "epoch": 0.24446846846846848, "grad_norm": 171.65626525878906, "learning_rate": 4.917330276168208e-06, "loss": 15.874789428710937, "loss_idm": 0.9296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5143399000167846, "loss_idm_type": 0.44793660640716554, "loss_sft": 0.014889773353934288, "step": 1060, "token_acc": 0.8406433811941442 }, { "epoch": 0.24677477477477477, "grad_norm": 132.1097869873047, "learning_rate": 4.8346831534134595e-06, "loss": 17.117350769042968, "loss_idm": 1.01015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5567643463611602, "loss_idm_type": 0.4839338779449463, "loss_sft": 0.014736819267272949, "step": 1070, "token_acc": 0.8418920880835263 }, { "epoch": 0.24908108108108107, "grad_norm": 169.35418701171875, "learning_rate": 4.752081226633888e-06, "loss": 16.461138916015624, "loss_idm": 0.9640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5909170269966125, "loss_idm_type": 0.40844297409057617, "loss_sft": 0.014634986221790314, "step": 1080, "token_acc": 0.8421809887688029 }, { "epoch": 0.25138738738738736, "grad_norm": 175.02035522460938, "learning_rate": 4.669547078371503e-06, "loss": 17.491482543945313, "loss_idm": 1.0109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5998989224433899, "loss_idm_type": 0.464590322971344, "loss_sft": 0.014502325654029846, "step": 1090, "token_acc": 0.8444604404318916 }, { "epoch": 0.2536936936936937, "grad_norm": 122.71571350097656, "learning_rate": 4.587103272638339e-06, "loss": 15.66458740234375, "loss_idm": 0.9109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5785394430160522, "loss_idm_type": 0.371947318315506, "loss_sft": 0.014418132230639457, "step": 1100, "token_acc": 0.8450031826861871 }, { "epoch": 0.256, "grad_norm": 118.75171661376953, "learning_rate": 4.504772348747687e-06, "loss": 16.25250701904297, "loss_idm": 0.946875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5665743708610534, "loss_idm_type": 0.420313960313797, "loss_sft": 0.014555140212178231, "step": 1110, "token_acc": 0.8431390480333372 }, { "epoch": 0.2583063063063063, "grad_norm": 121.8458480834961, "learning_rate": 4.42257681515207e-06, "loss": 17.592311096191406, "loss_idm": 1.03203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6627050995826721, "loss_idm_type": 0.4078234493732452, "loss_sft": 0.014561154693365098, "step": 1120, "token_acc": 0.8442745710600775 }, { "epoch": 0.2606126126126126, "grad_norm": 112.1263656616211, "learning_rate": 4.340539143289655e-06, "loss": 17.300210571289064, "loss_idm": 1.0015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6403586149215699, "loss_idm_type": 0.41174074411392214, "loss_sft": 0.014503993466496468, "step": 1130, "token_acc": 0.8440554077281796 }, { "epoch": 0.26291891891891894, "grad_norm": 163.71958923339844, "learning_rate": 4.25868176144079e-06, "loss": 16.03717041015625, "loss_idm": 0.92890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5435431241989136, "loss_idm_type": 0.42921730875968933, "loss_sft": 0.014790638536214828, "step": 1140, "token_acc": 0.8415522579531016 }, { "epoch": 0.26522522522522524, "grad_norm": 163.40823364257812, "learning_rate": 4.17702704859633e-06, "loss": 16.0930908203125, "loss_idm": 0.9375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5482388496398926, "loss_idm_type": 0.4281274676322937, "loss_sft": 0.014842434972524642, "step": 1150, "token_acc": 0.8399775713902174 }, { "epoch": 0.26753153153153153, "grad_norm": 196.81509399414062, "learning_rate": 4.0955973283394525e-06, "loss": 15.240176391601562, "loss_idm": 0.8859375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5218775153160096, "loss_idm_type": 0.4013541877269745, "loss_sft": 0.014632915332913398, "step": 1160, "token_acc": 0.8420310842684929 }, { "epoch": 0.2698378378378378, "grad_norm": 149.12844848632812, "learning_rate": 4.0144148627426e-06, "loss": 15.899664306640625, "loss_idm": 0.921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5356297016143798, "loss_idm_type": 0.42870389223098754, "loss_sft": 0.014795275405049324, "step": 1170, "token_acc": 0.8410206589805115 }, { "epoch": 0.2721441441441441, "grad_norm": 128.20870971679688, "learning_rate": 3.9335018462812664e-06, "loss": 15.448335266113281, "loss_idm": 0.890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.45652764439582827, "loss_idm_type": 0.4790655612945557, "loss_sft": 0.01491394303739071, "step": 1180, "token_acc": 0.840088487985511 }, { "epoch": 0.27445045045045047, "grad_norm": 144.2740020751953, "learning_rate": 3.852880399766243e-06, "loss": 17.782185363769532, "loss_idm": 1.04375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6208782076835633, "loss_idm_type": 0.4611518859863281, "loss_sft": 0.01475386880338192, "step": 1190, "token_acc": 0.8415199212985736 }, { "epoch": 0.27675675675675676, "grad_norm": 124.68944549560547, "learning_rate": 3.7725725642960047e-06, "loss": 15.25560302734375, "loss_idm": 0.88359375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5610093712806702, "loss_idm_type": 0.36283376812934875, "loss_sft": 0.014852567762136459, "step": 1200, "token_acc": 0.8405048860315332 }, { "epoch": 0.27906306306306305, "grad_norm": 131.37930297851562, "learning_rate": 3.6926002952309015e-06, "loss": 14.997708129882813, "loss_idm": 0.88125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5199843943119049, "loss_idm_type": 0.38818838000297545, "loss_sft": 0.014678910747170449, "step": 1210, "token_acc": 0.842534823846304 }, { "epoch": 0.28136936936936935, "grad_norm": 172.28526306152344, "learning_rate": 3.6129854561907786e-06, "loss": 12.263350677490234, "loss_idm": 0.7109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.3645629286766052, "loss_idm_type": 0.3720847427845001, "loss_sft": 0.014872964471578598, "step": 1220, "token_acc": 0.840045987605899 }, { "epoch": 0.2836756756756757, "grad_norm": 175.21762084960938, "learning_rate": 3.533749813077677e-06, "loss": 16.723817443847658, "loss_idm": 0.97109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6298807859420776, "loss_idm_type": 0.38632739186286924, "loss_sft": 0.014517011120915413, "step": 1230, "token_acc": 0.844244322443512 }, { "epoch": 0.285981981981982, "grad_norm": 168.99330139160156, "learning_rate": 3.4549150281252635e-06, "loss": 14.8901123046875, "loss_idm": 0.86640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5231156468391418, "loss_idm_type": 0.3788294196128845, "loss_sft": 0.01444997638463974, "step": 1240, "token_acc": 0.8439816397285024 }, { "epoch": 0.2882882882882883, "grad_norm": 138.8653106689453, "learning_rate": 3.3765026539765832e-06, "loss": 16.886776733398438, "loss_idm": 0.9796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6324859857559204, "loss_idm_type": 0.3942205488681793, "loss_sft": 0.01420472450554371, "step": 1250, "token_acc": 0.8471226070215119 }, { "epoch": 0.2905945945945946, "grad_norm": 169.21224975585938, "learning_rate": 3.298534127791785e-06, "loss": 15.787973022460937, "loss_idm": 0.940625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5526616215705872, "loss_idm_type": 0.4051926553249359, "loss_sft": 0.014482183754444123, "step": 1260, "token_acc": 0.844163385654321 }, { "epoch": 0.2929009009009009, "grad_norm": 143.0062255859375, "learning_rate": 3.2210307653874175e-06, "loss": 14.827607727050781, "loss_idm": 0.86640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5377736687660217, "loss_idm_type": 0.3600290656089783, "loss_sft": 0.014454721286892892, "step": 1270, "token_acc": 0.8450970398554747 }, { "epoch": 0.2952072072072072, "grad_norm": 151.57211303710938, "learning_rate": 3.1440137554088957e-06, "loss": 15.278717041015625, "loss_idm": 0.88515625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5193838059902192, "loss_idm_type": 0.4066817402839661, "loss_sft": 0.014557655900716782, "step": 1280, "token_acc": 0.8426562450570764 }, { "epoch": 0.2975135135135135, "grad_norm": 154.91415405273438, "learning_rate": 3.06750415353774e-06, "loss": 14.918099975585937, "loss_idm": 0.86875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5365460634231567, "loss_idm_type": 0.36664303541183474, "loss_sft": 0.014581486210227012, "step": 1290, "token_acc": 0.8425958329841925 }, { "epoch": 0.2998198198198198, "grad_norm": 184.6160125732422, "learning_rate": 2.991522876735154e-06, "loss": 15.444512939453125, "loss_idm": 0.9015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5625595211982727, "loss_idm_type": 0.37340242266654966, "loss_sft": 0.014611029624938964, "step": 1300, "token_acc": 0.8428093884884362 }, { "epoch": 0.3021261261261261, "grad_norm": 153.15501403808594, "learning_rate": 2.9160906975235493e-06, "loss": 13.48157958984375, "loss_idm": 0.77890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4528303623199463, "loss_idm_type": 0.3603403568267822, "loss_sft": 0.014692678675055503, "step": 1310, "token_acc": 0.8424510106746506 }, { "epoch": 0.30443243243243245, "grad_norm": 190.70094299316406, "learning_rate": 2.8412282383075362e-06, "loss": 16.24449005126953, "loss_idm": 0.953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6082704544067383, "loss_idm_type": 0.37772817611694337, "loss_sft": 0.014619594439864159, "step": 1320, "token_acc": 0.8426580787448936 }, { "epoch": 0.30673873873873875, "grad_norm": 168.48741149902344, "learning_rate": 2.766955965735968e-06, "loss": 14.77047119140625, "loss_idm": 0.8625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5200425565242768, "loss_idm_type": 0.3733003795146942, "loss_sft": 0.014853813871741294, "step": 1330, "token_acc": 0.8407578943217082 }, { "epoch": 0.30904504504504504, "grad_norm": 170.83592224121094, "learning_rate": 2.693294185106562e-06, "loss": 13.439047241210938, "loss_idm": 0.778125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.42561874985694886, "loss_idm_type": 0.3851174831390381, "loss_sft": 0.014666719362139702, "step": 1340, "token_acc": 0.8422743491962282 }, { "epoch": 0.31135135135135134, "grad_norm": 153.26455688476562, "learning_rate": 2.6202630348146323e-06, "loss": 14.712338256835938, "loss_idm": 0.85546875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5100657343864441, "loss_idm_type": 0.38050331473350524, "loss_sft": 0.014491959661245345, "step": 1350, "token_acc": 0.8438898168585576 }, { "epoch": 0.3136576576576577, "grad_norm": 143.23974609375, "learning_rate": 2.5478824808474613e-06, "loss": 15.174507141113281, "loss_idm": 0.88203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5404232978820801, "loss_idm_type": 0.3794264256954193, "loss_sft": 0.014417991414666176, "step": 1360, "token_acc": 0.8445792418646086 }, { "epoch": 0.315963963963964, "grad_norm": 162.9635467529297, "learning_rate": 2.476172311325783e-06, "loss": 15.683633422851562, "loss_idm": 0.925, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5593078851699829, "loss_idm_type": 0.39195163249969484, "loss_sft": 0.014683765918016433, "step": 1370, "token_acc": 0.8423480887239503 }, { "epoch": 0.3182702702702703, "grad_norm": 200.83192443847656, "learning_rate": 2.4051521310939258e-06, "loss": 15.915536499023437, "loss_idm": 0.9296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.56450035572052, "loss_idm_type": 0.40067616701126096, "loss_sft": 0.014767180755734443, "step": 1380, "token_acc": 0.8416730217876071 }, { "epoch": 0.32057657657657657, "grad_norm": 177.85284423828125, "learning_rate": 2.3348413563600324e-06, "loss": 14.628662109375, "loss_idm": 0.8421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.44927034378051756, "loss_idm_type": 0.43579859733581544, "loss_sft": 0.01455475315451622, "step": 1390, "token_acc": 0.843599916985094 }, { "epoch": 0.32288288288288286, "grad_norm": 119.86055755615234, "learning_rate": 2.265259209387867e-06, "loss": 14.170437622070313, "loss_idm": 0.8203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4732060968875885, "loss_idm_type": 0.38350951075553896, "loss_sft": 0.014363614469766616, "step": 1400, "token_acc": 0.8447947852357484 }, { "epoch": 0.3251891891891892, "grad_norm": 168.4610137939453, "learning_rate": 2.1964247132416373e-06, "loss": 14.9684814453125, "loss_idm": 0.86953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.550681185722351, "loss_idm_type": 0.3555972933769226, "loss_sft": 0.014621422439813615, "step": 1410, "token_acc": 0.8420637028465194 }, { "epoch": 0.3274954954954955, "grad_norm": 139.091064453125, "learning_rate": 2.1283566865852824e-06, "loss": 13.624758911132812, "loss_idm": 0.78515625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4843453407287598, "loss_idm_type": 0.33815571665763855, "loss_sft": 0.014555397629737853, "step": 1420, "token_acc": 0.8435839194998046 }, { "epoch": 0.3298018018018018, "grad_norm": 188.8422088623047, "learning_rate": 2.061073738537635e-06, "loss": 14.195480346679688, "loss_idm": 0.83203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.50216104388237, "loss_idm_type": 0.3559306800365448, "loss_sft": 0.014532771334052086, "step": 1430, "token_acc": 0.844069125990222 }, { "epoch": 0.3321081081081081, "grad_norm": 164.5511016845703, "learning_rate": 1.9945942635848745e-06, "loss": 15.28197021484375, "loss_idm": 0.8921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5497690439224243, "loss_idm_type": 0.37624791264533997, "loss_sft": 0.014516519382596016, "step": 1440, "token_acc": 0.8445253276742052 }, { "epoch": 0.33441441441441444, "grad_norm": 158.5382537841797, "learning_rate": 1.928936436551661e-06, "loss": 16.544921875, "loss_idm": 0.965625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6344911813735962, "loss_idm_type": 0.3706976056098938, "loss_sft": 0.014539649710059166, "step": 1450, "token_acc": 0.8431598369407435 }, { "epoch": 0.33672072072072073, "grad_norm": 148.32135009765625, "learning_rate": 1.864118207632315e-06, "loss": 14.539396667480469, "loss_idm": 0.8421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.508997893333435, "loss_idm_type": 0.37080259919166564, "loss_sft": 0.014571281149983406, "step": 1460, "token_acc": 0.8433491618937913 }, { "epoch": 0.33902702702702703, "grad_norm": 173.5018768310547, "learning_rate": 1.8001572974834169e-06, "loss": 14.692778015136719, "loss_idm": 0.85625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5423828899860382, "loss_idm_type": 0.34737696051597594, "loss_sft": 0.014310755580663682, "step": 1470, "token_acc": 0.8453443239566244 }, { "epoch": 0.3413333333333333, "grad_norm": 172.0346221923828, "learning_rate": 1.7370711923791567e-06, "loss": 12.533441162109375, "loss_idm": 0.7171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4120396256446838, "loss_idm_type": 0.3425567626953125, "loss_sft": 0.014442760124802589, "step": 1480, "token_acc": 0.8447839272919999 }, { "epoch": 0.3436396396396396, "grad_norm": 119.68669891357422, "learning_rate": 1.6748771394307584e-06, "loss": 14.060650634765626, "loss_idm": 0.8171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.47142205834388734, "loss_idm_type": 0.3782303512096405, "loss_sft": 0.014632508531212807, "step": 1490, "token_acc": 0.8420826182134532 }, { "epoch": 0.34594594594594597, "grad_norm": 164.32711791992188, "learning_rate": 1.6135921418712959e-06, "loss": 14.183511352539062, "loss_idm": 0.82890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.49015386700630187, "loss_idm_type": 0.3677518665790558, "loss_sft": 0.014323790743947028, "step": 1500, "token_acc": 0.8457848994458402 }, { "epoch": 0.34594594594594597, "eval_loss": 1.1410207748413086, "eval_runtime": 170.3105, "eval_samples_per_second": 10.246, "eval_steps_per_second": 2.566, "eval_token_acc": 0.831800591581073, "step": 1500 }, { "epoch": 0.34825225225225226, "grad_norm": 134.0631866455078, "learning_rate": 1.5532329544071712e-06, "loss": 14.652560424804687, "loss_idm": 0.85, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5261287689208984, "loss_idm_type": 0.36060481071472167, "loss_sft": 0.014461614564061165, "step": 1510, "token_acc": 0.844176361115255 }, { "epoch": 0.35055855855855855, "grad_norm": 172.90817260742188, "learning_rate": 1.4938160786375571e-06, "loss": 13.671232604980469, "loss_idm": 0.7875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.46637305021286013, "loss_idm_type": 0.35906325578689574, "loss_sft": 0.014588062092661858, "step": 1520, "token_acc": 0.8432830672186084 }, { "epoch": 0.35286486486486485, "grad_norm": 151.86465454101562, "learning_rate": 1.4353577585430152e-06, "loss": 14.50615997314453, "loss_idm": 0.84375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5052099466323853, "loss_idm_type": 0.3723944365978241, "loss_sft": 0.014470845833420754, "step": 1530, "token_acc": 0.8444796349526804 }, { "epoch": 0.3551711711711712, "grad_norm": 156.16677856445312, "learning_rate": 1.3778739760445552e-06, "loss": 14.215463256835937, "loss_idm": 0.8265625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5262757420539856, "loss_idm_type": 0.33302531838417054, "loss_sft": 0.014604969695210458, "step": 1540, "token_acc": 0.8422479843334597 }, { "epoch": 0.3574774774774775, "grad_norm": 169.1072235107422, "learning_rate": 1.321380446634342e-06, "loss": 15.241757202148438, "loss_idm": 0.88828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5481937170028687, "loss_idm_type": 0.3758387088775635, "loss_sft": 0.014357226341962815, "step": 1550, "token_acc": 0.8454274612361345 }, { "epoch": 0.3597837837837838, "grad_norm": 192.34034729003906, "learning_rate": 1.2658926150792321e-06, "loss": 12.882757568359375, "loss_idm": 0.74296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.43231621384620667, "loss_idm_type": 0.34373490810394286, "loss_sft": 0.014632303640246392, "step": 1560, "token_acc": 0.842279257949761 }, { "epoch": 0.3620900900900901, "grad_norm": 104.9269027709961, "learning_rate": 1.2114256511983274e-06, "loss": 13.561306762695313, "loss_idm": 0.7890625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.48736552000045774, "loss_idm_type": 0.3312386333942413, "loss_sft": 0.014400731772184372, "step": 1570, "token_acc": 0.8450077725080943 }, { "epoch": 0.36439639639639637, "grad_norm": 137.5407257080078, "learning_rate": 1.157994445715706e-06, "loss": 12.73305892944336, "loss_idm": 0.74296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.45667484998703, "loss_idm_type": 0.3100732803344727, "loss_sft": 0.014485693350434304, "step": 1580, "token_acc": 0.8445482043989659 }, { "epoch": 0.3667027027027027, "grad_norm": 173.36251831054688, "learning_rate": 1.1056136061894386e-06, "loss": 15.467356872558593, "loss_idm": 0.90625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5730970621109008, "loss_idm_type": 0.3644375681877136, "loss_sft": 0.014653195813298225, "step": 1590, "token_acc": 0.8428073355777439 }, { "epoch": 0.369009009009009, "grad_norm": 186.8936004638672, "learning_rate": 1.0542974530180327e-06, "loss": 15.348123168945312, "loss_idm": 0.8921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5705770015716553, "loss_idm_type": 0.3599770188331604, "loss_sft": 0.014523046091198921, "step": 1600, "token_acc": 0.8441250875980975 }, { "epoch": 0.3713153153153153, "grad_norm": 178.75588989257812, "learning_rate": 1.0040600155253766e-06, "loss": 13.724775695800782, "loss_idm": 0.80390625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.47891607880592346, "loss_idm_type": 0.34979560375213625, "loss_sft": 0.014572210982441903, "step": 1610, "token_acc": 0.8430812068067953 }, { "epoch": 0.3736216216216216, "grad_norm": 159.6516571044922, "learning_rate": 9.549150281252633e-07, "loss": 13.920655822753906, "loss_idm": 0.81796875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4648734211921692, "loss_idm_type": 0.37584719657897947, "loss_sft": 0.014640329405665398, "step": 1620, "token_acc": 0.8430257319440593 }, { "epoch": 0.37592792792792795, "grad_norm": 207.8046112060547, "learning_rate": 9.068759265665384e-07, "loss": 14.935466003417968, "loss_idm": 0.86484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4873470187187195, "loss_idm_type": 0.4168549060821533, "loss_sft": 0.014615200087428093, "step": 1630, "token_acc": 0.8436280183299338 }, { "epoch": 0.37823423423423425, "grad_norm": 204.06910705566406, "learning_rate": 8.599558442598998e-07, "loss": 14.955171203613281, "loss_idm": 0.878125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5665068745613098, "loss_idm_type": 0.338987672328949, "loss_sft": 0.014446334168314933, "step": 1640, "token_acc": 0.8444171697580176 }, { "epoch": 0.38054054054054054, "grad_norm": 158.568603515625, "learning_rate": 8.141676086873574e-07, "loss": 14.716546630859375, "loss_idm": 0.85625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5281898379325867, "loss_idm_type": 0.3627839803695679, "loss_sft": 0.014333575591444969, "step": 1650, "token_acc": 0.844941266398204 }, { "epoch": 0.38284684684684683, "grad_norm": 135.85830688476562, "learning_rate": 7.695237378953224e-07, "loss": 13.48638916015625, "loss_idm": 0.78203125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.459857702255249, "loss_idm_type": 0.3540190577507019, "loss_sft": 0.014460830017924309, "step": 1660, "token_acc": 0.8442960665642909 }, { "epoch": 0.3851531531531531, "grad_norm": 189.99652099609375, "learning_rate": 7.260364370723044e-07, "loss": 13.14095458984375, "loss_idm": 0.76484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4547333836555481, "loss_idm_type": 0.3371516466140747, "loss_sft": 0.014711619913578033, "step": 1670, "token_acc": 0.842195473774804 }, { "epoch": 0.3874594594594595, "grad_norm": 157.12652587890625, "learning_rate": 6.837175952121305e-07, "loss": 14.613890075683594, "loss_idm": 0.853125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5038619041442871, "loss_idm_type": 0.3803012192249298, "loss_sft": 0.014559409022331238, "step": 1680, "token_acc": 0.8442514363439291 }, { "epoch": 0.38976576576576577, "grad_norm": 119.22041320800781, "learning_rate": 6.425787818636131e-07, "loss": 13.258279418945312, "loss_idm": 0.771875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5110712051391602, "loss_idm_type": 0.28840842843055725, "loss_sft": 0.014597396552562713, "step": 1690, "token_acc": 0.8432623564580572 }, { "epoch": 0.39207207207207206, "grad_norm": 175.15042114257812, "learning_rate": 6.026312439675553e-07, "loss": 12.107723236083984, "loss_idm": 0.7015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.42078765034675597, "loss_idm_type": 0.3071610450744629, "loss_sft": 0.014557906612753867, "step": 1700, "token_acc": 0.8431742125984252 }, { "epoch": 0.39437837837837836, "grad_norm": 185.7315216064453, "learning_rate": 5.63885902781941e-07, "loss": 12.675588989257813, "loss_idm": 0.734375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4352951407432556, "loss_idm_type": 0.32744150757789614, "loss_sft": 0.014774365723133088, "step": 1710, "token_acc": 0.8410658616749658 }, { "epoch": 0.3966846846846847, "grad_norm": 172.1112518310547, "learning_rate": 5.263533508961827e-07, "loss": 13.636004638671874, "loss_idm": 0.79921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4823790669441223, "loss_idm_type": 0.341190242767334, "loss_sft": 0.014395377039909363, "step": 1720, "token_acc": 0.8447912741887179 }, { "epoch": 0.398990990990991, "grad_norm": 194.44125366210938, "learning_rate": 4.900438493352056e-07, "loss": 14.4458251953125, "loss_idm": 0.8421875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5258590936660766, "loss_idm_type": 0.34829120635986327, "loss_sft": 0.014413874596357346, "step": 1730, "token_acc": 0.8443261634304321 }, { "epoch": 0.4012972972972973, "grad_norm": 160.75350952148438, "learning_rate": 4.549673247541875e-07, "loss": 13.175152587890626, "loss_idm": 0.765625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.47388927936553954, "loss_idm_type": 0.32060781717300413, "loss_sft": 0.01451372280716896, "step": 1740, "token_acc": 0.8440697707998421 }, { "epoch": 0.4036036036036036, "grad_norm": 141.08255004882812, "learning_rate": 4.211333667247125e-07, "loss": 14.0310546875, "loss_idm": 0.82109375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5559897541999816, "loss_idm_type": 0.2918687522411346, "loss_sft": 0.014575795829296112, "step": 1750, "token_acc": 0.8436797661415865 }, { "epoch": 0.4059099099099099, "grad_norm": 118.26886749267578, "learning_rate": 3.885512251130763e-07, "loss": 13.044111633300782, "loss_idm": 0.75625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4907976269721985, "loss_idm_type": 0.2953831195831299, "loss_sft": 0.014592215046286583, "step": 1760, "token_acc": 0.843192495151733 }, { "epoch": 0.40821621621621623, "grad_norm": 115.94628143310547, "learning_rate": 3.572298075514652e-07, "loss": 12.254039001464843, "loss_idm": 0.71171875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.45790221095085143, "loss_idm_type": 0.27874688506126405, "loss_sft": 0.014564001187682151, "step": 1770, "token_acc": 0.8432218035804899 }, { "epoch": 0.4105225225225225, "grad_norm": 190.5941162109375, "learning_rate": 3.271776770026963e-07, "loss": 13.8462158203125, "loss_idm": 0.80625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4681180715560913, "loss_idm_type": 0.36803357005119325, "loss_sft": 0.014678296074271202, "step": 1780, "token_acc": 0.8422379609892503 }, { "epoch": 0.4128288288288288, "grad_norm": 174.9483642578125, "learning_rate": 2.984030494191942e-07, "loss": 15.327230834960938, "loss_idm": 0.8953125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.6190297245979309, "loss_idm_type": 0.3098260760307312, "loss_sft": 0.014648788422346116, "step": 1790, "token_acc": 0.8430502741024195 }, { "epoch": 0.4151351351351351, "grad_norm": 230.11903381347656, "learning_rate": 2.7091379149682683e-07, "loss": 14.7419921875, "loss_idm": 0.8640625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5182127594947815, "loss_idm_type": 0.3741490125656128, "loss_sft": 0.014429467916488647, "step": 1800, "token_acc": 0.8446535756849075 }, { "epoch": 0.41744144144144146, "grad_norm": 154.8221435546875, "learning_rate": 2.447174185242324e-07, "loss": 14.704022216796876, "loss_idm": 0.8578125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5479737043380737, "loss_idm_type": 0.34190752506256106, "loss_sft": 0.014517124742269516, "step": 1810, "token_acc": 0.8442064097203433 }, { "epoch": 0.41974774774774776, "grad_norm": 135.4575653076172, "learning_rate": 2.198210923282118e-07, "loss": 13.46357421875, "loss_idm": 0.7828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.44614426493644715, "loss_idm_type": 0.36666680574417115, "loss_sft": 0.014297968521714211, "step": 1820, "token_acc": 0.8459873948534788 }, { "epoch": 0.42205405405405405, "grad_norm": 165.0076446533203, "learning_rate": 1.962316193157593e-07, "loss": 13.562332153320312, "loss_idm": 0.78359375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4542937457561493, "loss_idm_type": 0.3639734387397766, "loss_sft": 0.014790578186511994, "step": 1830, "token_acc": 0.8415396272753187 }, { "epoch": 0.42436036036036034, "grad_norm": 153.8871612548828, "learning_rate": 1.7395544861325718e-07, "loss": 13.68433074951172, "loss_idm": 0.7921875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5039100408554077, "loss_idm_type": 0.3223310589790344, "loss_sft": 0.014507872611284256, "step": 1840, "token_acc": 0.8443365310135256 }, { "epoch": 0.4266666666666667, "grad_norm": 129.01284790039062, "learning_rate": 1.5299867030334815e-07, "loss": 14.797528076171876, "loss_idm": 0.8671875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.515932697057724, "loss_idm_type": 0.3804643988609314, "loss_sft": 0.01432812139391899, "step": 1850, "token_acc": 0.8463651711771111 }, { "epoch": 0.428972972972973, "grad_norm": 157.6551971435547, "learning_rate": 1.333670137599713e-07, "loss": 11.997281646728515, "loss_idm": 0.69296875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.39791205525398254, "loss_idm_type": 0.32309883236885073, "loss_sft": 0.014476843923330308, "step": 1860, "token_acc": 0.8449281079602797 }, { "epoch": 0.4312792792792793, "grad_norm": 148.4026641845703, "learning_rate": 1.1506584608200366e-07, "loss": 13.108309936523437, "loss_idm": 0.76015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.45751161575317384, "loss_idm_type": 0.332503741979599, "loss_sft": 0.014562473632395267, "step": 1870, "token_acc": 0.8440633265189181 }, { "epoch": 0.4335855855855856, "grad_norm": 183.43215942382812, "learning_rate": 9.810017062595322e-08, "loss": 13.245065307617187, "loss_idm": 0.76015625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.48887420296669004, "loss_idm_type": 0.3101705193519592, "loss_sft": 0.014424510672688485, "step": 1880, "token_acc": 0.8447887962399647 }, { "epoch": 0.43589189189189187, "grad_norm": 167.6036376953125, "learning_rate": 8.247462563808816e-08, "loss": 15.903143310546875, "loss_idm": 0.93125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5748040556907654, "loss_idm_type": 0.3895548641681671, "loss_sft": 0.014693231508135795, "step": 1890, "token_acc": 0.8419147841402718 }, { "epoch": 0.4381981981981982, "grad_norm": 196.0062255859375, "learning_rate": 6.819348298638839e-08, "loss": 15.310247802734375, "loss_idm": 0.88984375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5848313808441162, "loss_idm_type": 0.34234494566917417, "loss_sft": 0.014819808304309845, "step": 1900, "token_acc": 0.8410884589302976 }, { "epoch": 0.4405045045045045, "grad_norm": 121.38626098632812, "learning_rate": 5.526064699265754e-08, "loss": 13.221337890625, "loss_idm": 0.76484375, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.48920504450798036, "loss_idm_type": 0.3081607401371002, "loss_sft": 0.014549450576305389, "step": 1910, "token_acc": 0.8433808622624156 }, { "epoch": 0.4428108108108108, "grad_norm": 153.52781677246094, "learning_rate": 4.367965336512403e-08, "loss": 15.649809265136719, "loss_idm": 0.9140625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5894887566566467, "loss_idm_type": 0.35940555334091184, "loss_sft": 0.014617808908224107, "step": 1920, "token_acc": 0.8429643249835993 }, { "epoch": 0.4451171171171171, "grad_norm": 205.32659912109375, "learning_rate": 3.345366823180929e-08, "loss": 12.812985229492188, "loss_idm": 0.73828125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.46054392457008364, "loss_idm_type": 0.31097897291183474, "loss_sft": 0.014559100568294524, "step": 1930, "token_acc": 0.8434137485860117 }, { "epoch": 0.44742342342342345, "grad_norm": 190.1567840576172, "learning_rate": 2.4585487274942922e-08, "loss": 13.618353271484375, "loss_idm": 0.790625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.4890588939189911, "loss_idm_type": 0.3323815166950226, "loss_sft": 0.01473580189049244, "step": 1940, "token_acc": 0.8418634068929035 }, { "epoch": 0.44972972972972974, "grad_norm": 127.31536865234375, "learning_rate": 1.7077534966650767e-08, "loss": 13.815167236328126, "loss_idm": 0.8, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.47678937911987307, "loss_idm_type": 0.3570751488208771, "loss_sft": 0.014726188406348229, "step": 1950, "token_acc": 0.8425276171661491 }, { "epoch": 0.45203603603603604, "grad_norm": 227.32894897460938, "learning_rate": 1.0931863906127327e-08, "loss": 12.043135070800782, "loss_idm": 0.696875, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.38389376401901243, "loss_idm_type": 0.33983545303344725, "loss_sft": 0.014539222791790962, "step": 1960, "token_acc": 0.8433404940923738 }, { "epoch": 0.45434234234234233, "grad_norm": 128.14857482910156, "learning_rate": 6.150154258476315e-09, "loss": 15.116073608398438, "loss_idm": 0.87578125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5616528272628785, "loss_idm_type": 0.35381786823272704, "loss_sft": 0.014636943861842156, "step": 1970, "token_acc": 0.8430521353865116 }, { "epoch": 0.4566486486486486, "grad_norm": 151.3446502685547, "learning_rate": 2.7337132953697555e-09, "loss": 13.028573608398437, "loss_idm": 0.75625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.459896320104599, "loss_idm_type": 0.32475685477256777, "loss_sft": 0.01476614847779274, "step": 1980, "token_acc": 0.8421346361905135 }, { "epoch": 0.458954954954955, "grad_norm": 156.91143798828125, "learning_rate": 6.834750376549793e-10, "loss": 14.470024108886719, "loss_idm": 0.84140625, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5725686311721802, "loss_idm_type": 0.3024349570274353, "loss_sft": 0.014753464981913567, "step": 1990, "token_acc": 0.8424756483786394 }, { "epoch": 0.46126126126126127, "grad_norm": 212.70709228515625, "learning_rate": 0.0, "loss": 15.546224975585938, "loss_idm": 0.9125, "loss_idm_anl": 0.0, "loss_idm_coord": 0.0, "loss_idm_text": 0.5768885254859925, "loss_idm_type": 0.3646038830280304, "loss_sft": 0.014924455806612969, "step": 2000, "token_acc": 0.8399534838453687 }, { "epoch": 0.46126126126126127, "eval_loss": 1.1327581405639648, "eval_runtime": 167.6796, "eval_samples_per_second": 10.407, "eval_steps_per_second": 2.606, "eval_token_acc": 0.8322550845475353, "step": 2000 } ], "logging_steps": 10, "max_steps": 2000, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2.5018639729226154e+19, "train_batch_size": 1, "trial_name": null, "trial_params": null }