| { |
| "best_global_step": 1500, |
| "best_metric": 0.78310341, |
| "best_model_checkpoint": "/NHNHOME/data/sanghyeok/qwen-cua/runs/probe2000_idm_code_coord/v3-20260621-233930/checkpoint-1500", |
| "epoch": 0.34594594594594597, |
| "eval_steps": 500, |
| "global_step": 1500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00023063063063063062, |
| "grad_norm": 1590.688720703125, |
| "learning_rate": 1.0000000000000001e-07, |
| "loss": 49.45393371582031, |
| "loss_idm": 3.06640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0621337890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 3.003211200237274, |
| "loss_sft": 0.013178251218050718, |
| "step": 1, |
| "token_acc": 0.855064946292334 |
| }, |
| { |
| "epoch": 0.0023063063063063064, |
| "grad_norm": 1611.734375, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 47.76775105794271, |
| "loss_idm": 3.451388888888889, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.05978732638888889, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 2.8977474106682672, |
| "loss_sft": 0.013165522780683305, |
| "step": 10, |
| "token_acc": 0.8557971074689107 |
| }, |
| { |
| "epoch": 0.004612612612612613, |
| "grad_norm": 339.4031982421875, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 24.062301635742188, |
| "loss_idm": 1.3859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0595703125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 1.4169265031814575, |
| "loss_sft": 0.013038619607686996, |
| "step": 20, |
| "token_acc": 0.8575614504505172 |
| }, |
| { |
| "epoch": 0.006918918918918919, |
| "grad_norm": 117.9345474243164, |
| "learning_rate": 3e-06, |
| "loss": 17.185517883300783, |
| "loss_idm": 0.934375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0529296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.9935595035552979, |
| "loss_sft": 0.013021596148610115, |
| "step": 30, |
| "token_acc": 0.8576696365011294 |
| }, |
| { |
| "epoch": 0.009225225225225226, |
| "grad_norm": 174.67822265625, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 15.97247314453125, |
| "loss_idm": 0.9, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.049169921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.921882438659668, |
| "loss_sft": 0.01299305036664009, |
| "step": 40, |
| "token_acc": 0.8573861458475359 |
| }, |
| { |
| "epoch": 0.011531531531531532, |
| "grad_norm": 383.7381591796875, |
| "learning_rate": 5e-06, |
| "loss": 12.401361846923828, |
| "loss_idm": 0.69296875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.044677734375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.7016407489776612, |
| "loss_sft": 0.013680103048682214, |
| "step": 50, |
| "token_acc": 0.8517720027290206 |
| }, |
| { |
| "epoch": 0.013837837837837838, |
| "grad_norm": 276.0512390136719, |
| "learning_rate": 6e-06, |
| "loss": 10.131932067871094, |
| "loss_idm": 0.559375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.04560546875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5592228412628174, |
| "loss_sft": 0.01410299502313137, |
| "step": 60, |
| "token_acc": 0.8488453901987737 |
| }, |
| { |
| "epoch": 0.016144144144144144, |
| "grad_norm": 236.4015655517578, |
| "learning_rate": 7e-06, |
| "loss": 10.888622283935547, |
| "loss_idm": 0.61328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.03974609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.6118354797363281, |
| "loss_sft": 0.013782905787229538, |
| "step": 70, |
| "token_acc": 0.8515422419612366 |
| }, |
| { |
| "epoch": 0.01845045045045045, |
| "grad_norm": 173.59402465820312, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 10.349563598632812, |
| "loss_idm": 0.5734375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.041650390625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5762068748474121, |
| "loss_sft": 0.013817435875535012, |
| "step": 80, |
| "token_acc": 0.8507013906275447 |
| }, |
| { |
| "epoch": 0.020756756756756756, |
| "grad_norm": 231.35693359375, |
| "learning_rate": 9e-06, |
| "loss": 10.654405212402343, |
| "loss_idm": 0.59375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0390625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5972403526306153, |
| "loss_sft": 0.01390336975455284, |
| "step": 90, |
| "token_acc": 0.8490709364931573 |
| }, |
| { |
| "epoch": 0.023063063063063063, |
| "grad_norm": 179.43270874023438, |
| "learning_rate": 1e-05, |
| "loss": 10.548146057128907, |
| "loss_idm": 0.584375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.03662109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5928622126579285, |
| "loss_sft": 0.014141988009214401, |
| "step": 100, |
| "token_acc": 0.847036073395476 |
| }, |
| { |
| "epoch": 0.025369369369369368, |
| "grad_norm": 221.4450225830078, |
| "learning_rate": 9.999316524962347e-06, |
| "loss": 10.619392395019531, |
| "loss_idm": 0.5953125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.033154296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.6010093808174133, |
| "loss_sft": 0.014010535180568695, |
| "step": 110, |
| "token_acc": 0.8487004546091859 |
| }, |
| { |
| "epoch": 0.027675675675675675, |
| "grad_norm": 186.53411865234375, |
| "learning_rate": 9.99726628670463e-06, |
| "loss": 10.216886138916015, |
| "loss_idm": 0.57109375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.03154296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5778079628944397, |
| "loss_sft": 0.013904009386897087, |
| "step": 120, |
| "token_acc": 0.8502426663442629 |
| }, |
| { |
| "epoch": 0.029981981981981983, |
| "grad_norm": 157.05239868164062, |
| "learning_rate": 9.993849845741525e-06, |
| "loss": 10.855589294433594, |
| "loss_idm": 0.6046875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.03525390625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.6137941002845764, |
| "loss_sft": 0.014121369644999503, |
| "step": 130, |
| "token_acc": 0.8481210495695818 |
| }, |
| { |
| "epoch": 0.03228828828828829, |
| "grad_norm": 166.25057983398438, |
| "learning_rate": 9.989068136093873e-06, |
| "loss": 10.426358032226563, |
| "loss_idm": 0.58203125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.030859375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5915833473205566, |
| "loss_sft": 0.01406811736524105, |
| "step": 140, |
| "token_acc": 0.8483285794652639 |
| }, |
| { |
| "epoch": 0.034594594594594595, |
| "grad_norm": 140.43893432617188, |
| "learning_rate": 9.98292246503335e-06, |
| "loss": 10.939217376708985, |
| "loss_idm": 0.60859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.03046875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.6234304666519165, |
| "loss_sft": 0.014257545396685601, |
| "step": 150, |
| "token_acc": 0.8462056666356372 |
| }, |
| { |
| "epoch": 0.0369009009009009, |
| "grad_norm": 101.10719299316406, |
| "learning_rate": 9.975414512725058e-06, |
| "loss": 9.8798828125, |
| "loss_idm": 0.54765625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.029736328125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5589980244636535, |
| "loss_sft": 0.013876666501164436, |
| "step": 160, |
| "token_acc": 0.8505486664698356 |
| }, |
| { |
| "epoch": 0.03920720720720721, |
| "grad_norm": 144.91943359375, |
| "learning_rate": 9.966546331768192e-06, |
| "loss": 10.420352172851562, |
| "loss_idm": 0.5953125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.029296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5927331566810607, |
| "loss_sft": 0.014148441702127456, |
| "step": 170, |
| "token_acc": 0.8475072962442912 |
| }, |
| { |
| "epoch": 0.04151351351351351, |
| "grad_norm": 168.03384399414062, |
| "learning_rate": 9.956320346634877e-06, |
| "loss": 10.239119720458984, |
| "loss_idm": 0.56328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.028076171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5830882906913757, |
| "loss_sft": 0.013758457824587822, |
| "step": 180, |
| "token_acc": 0.851148950239709 |
| }, |
| { |
| "epoch": 0.04381981981981982, |
| "grad_norm": 145.99766540527344, |
| "learning_rate": 9.944739353007344e-06, |
| "loss": 10.057091522216798, |
| "loss_idm": 0.5609375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.026904296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5724347591400146, |
| "loss_sft": 0.014053185656666755, |
| "step": 190, |
| "token_acc": 0.8491978583015695 |
| }, |
| { |
| "epoch": 0.04612612612612613, |
| "grad_norm": 121.27855682373047, |
| "learning_rate": 9.931806517013612e-06, |
| "loss": 10.908540344238281, |
| "loss_idm": 0.61328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.026611328125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.6256417632102966, |
| "loss_sft": 0.014259455353021621, |
| "step": 200, |
| "token_acc": 0.8467008716078382 |
| }, |
| { |
| "epoch": 0.048432432432432435, |
| "grad_norm": 147.652099609375, |
| "learning_rate": 9.917525374361913e-06, |
| "loss": 10.310504150390624, |
| "loss_idm": 0.5828125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02548828125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5899111151695251, |
| "loss_sft": 0.014259019494056701, |
| "step": 210, |
| "token_acc": 0.8468536389223965 |
| }, |
| { |
| "epoch": 0.050738738738738735, |
| "grad_norm": 133.29347229003906, |
| "learning_rate": 9.901899829374048e-06, |
| "loss": 9.91939468383789, |
| "loss_idm": 0.55078125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.028125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5629432678222657, |
| "loss_sft": 0.013959363475441933, |
| "step": 220, |
| "token_acc": 0.8485922361662006 |
| }, |
| { |
| "epoch": 0.05304504504504504, |
| "grad_norm": 105.41419219970703, |
| "learning_rate": 9.884934153917998e-06, |
| "loss": 10.20447235107422, |
| "loss_idm": 0.57265625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0267578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.582277512550354, |
| "loss_sft": 0.014081236347556115, |
| "step": 230, |
| "token_acc": 0.8486716679030506 |
| }, |
| { |
| "epoch": 0.05535135135135135, |
| "grad_norm": 108.32715606689453, |
| "learning_rate": 9.86663298624003e-06, |
| "loss": 10.037399291992188, |
| "loss_idm": 0.56328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.025537109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5717163324356079, |
| "loss_sft": 0.014507130160927773, |
| "step": 240, |
| "token_acc": 0.8445775773754048 |
| }, |
| { |
| "epoch": 0.05765765765765766, |
| "grad_norm": 101.92463684082031, |
| "learning_rate": 9.847001329696653e-06, |
| "loss": 10.207322692871093, |
| "loss_idm": 0.5765625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0251953125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5826281547546387, |
| "loss_sft": 0.014590685814619064, |
| "step": 250, |
| "token_acc": 0.84426266631776 |
| }, |
| { |
| "epoch": 0.059963963963963966, |
| "grad_norm": 120.43878173828125, |
| "learning_rate": 9.826044551386743e-06, |
| "loss": 10.321310424804688, |
| "loss_idm": 0.5796875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02509765625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5899416208267212, |
| "loss_sft": 0.014607197791337966, |
| "step": 260, |
| "token_acc": 0.8437843269576525 |
| }, |
| { |
| "epoch": 0.06227027027027027, |
| "grad_norm": 112.54505920410156, |
| "learning_rate": 9.803768380684242e-06, |
| "loss": 9.775898742675782, |
| "loss_idm": 0.55390625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02724609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5538631200790405, |
| "loss_sft": 0.014404882118105889, |
| "step": 270, |
| "token_acc": 0.8459256892908046 |
| }, |
| { |
| "epoch": 0.06457657657657657, |
| "grad_norm": 94.44606018066406, |
| "learning_rate": 9.780178907671788e-06, |
| "loss": 10.339688873291015, |
| "loss_idm": 0.5859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.026123046875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5898990511894227, |
| "loss_sft": 0.014457888901233673, |
| "step": 280, |
| "token_acc": 0.8451656208816066 |
| }, |
| { |
| "epoch": 0.06688288288288288, |
| "grad_norm": 93.52350616455078, |
| "learning_rate": 9.755282581475769e-06, |
| "loss": 9.293934631347657, |
| "loss_idm": 0.51640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02529296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5259280681610108, |
| "loss_sft": 0.014395680651068688, |
| "step": 290, |
| "token_acc": 0.8458327979361675 |
| }, |
| { |
| "epoch": 0.06918918918918919, |
| "grad_norm": 113.6584701538086, |
| "learning_rate": 9.729086208503174e-06, |
| "loss": 9.748943328857422, |
| "loss_idm": 0.5515625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0262939453125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5521375179290772, |
| "loss_sft": 0.014811449870467185, |
| "step": 300, |
| "token_acc": 0.8420287020511943 |
| }, |
| { |
| "epoch": 0.0714954954954955, |
| "grad_norm": 81.37059783935547, |
| "learning_rate": 9.701596950580807e-06, |
| "loss": 9.784170532226563, |
| "loss_idm": 0.54453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0253662109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5561857938766479, |
| "loss_sft": 0.014250487089157104, |
| "step": 310, |
| "token_acc": 0.847669727830882 |
| }, |
| { |
| "epoch": 0.0738018018018018, |
| "grad_norm": 108.87104797363281, |
| "learning_rate": 9.672822322997305e-06, |
| "loss": 9.601348876953125, |
| "loss_idm": 0.5375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.023486328125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5469521760940552, |
| "loss_sft": 0.014529699832201004, |
| "step": 320, |
| "token_acc": 0.8448489136666951 |
| }, |
| { |
| "epoch": 0.07610810810810811, |
| "grad_norm": 130.01808166503906, |
| "learning_rate": 9.642770192448537e-06, |
| "loss": 9.793380737304688, |
| "loss_idm": 0.54375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.023828125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5585392713546753, |
| "loss_sft": 0.014446238800883294, |
| "step": 330, |
| "token_acc": 0.8454624950201325 |
| }, |
| { |
| "epoch": 0.07841441441441442, |
| "grad_norm": 102.37490844726562, |
| "learning_rate": 9.611448774886925e-06, |
| "loss": 10.019007873535156, |
| "loss_idm": 0.5578125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0240966796875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5720710635185242, |
| "loss_sft": 0.01458285003900528, |
| "step": 340, |
| "token_acc": 0.8438792841749271 |
| }, |
| { |
| "epoch": 0.08072072072072072, |
| "grad_norm": 102.40097045898438, |
| "learning_rate": 9.578866633275289e-06, |
| "loss": 9.723292541503906, |
| "loss_idm": 0.54921875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02216796875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.555128300189972, |
| "loss_sft": 0.01469133198261261, |
| "step": 350, |
| "token_acc": 0.8427996218283734 |
| }, |
| { |
| "epoch": 0.08302702702702702, |
| "grad_norm": 114.85263061523438, |
| "learning_rate": 9.545032675245814e-06, |
| "loss": 9.351869201660156, |
| "loss_idm": 0.52578125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02275390625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5321333289146424, |
| "loss_sft": 0.014326457306742668, |
| "step": 360, |
| "token_acc": 0.8459759580797804 |
| }, |
| { |
| "epoch": 0.08533333333333333, |
| "grad_norm": 111.28559112548828, |
| "learning_rate": 9.509956150664796e-06, |
| "loss": 9.204309844970703, |
| "loss_idm": 0.51796875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0224609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5225722551345825, |
| "loss_sft": 0.014612309634685516, |
| "step": 370, |
| "token_acc": 0.8429501243235337 |
| }, |
| { |
| "epoch": 0.08763963963963964, |
| "grad_norm": 159.0714111328125, |
| "learning_rate": 9.473646649103819e-06, |
| "loss": 10.069181823730469, |
| "loss_idm": 0.55625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0218017578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.577532160282135, |
| "loss_sft": 0.014597192034125328, |
| "step": 380, |
| "token_acc": 0.8435810512784968 |
| }, |
| { |
| "epoch": 0.08994594594594595, |
| "grad_norm": 109.76734161376953, |
| "learning_rate": 9.43611409721806e-06, |
| "loss": 9.046263885498046, |
| "loss_idm": 0.51171875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.024365234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5109918117523193, |
| "loss_sft": 0.01441824659705162, |
| "step": 390, |
| "token_acc": 0.8451461865571329 |
| }, |
| { |
| "epoch": 0.09225225225225225, |
| "grad_norm": 114.03449249267578, |
| "learning_rate": 9.397368756032445e-06, |
| "loss": 8.885872650146485, |
| "loss_idm": 0.49765625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0222412109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5030822515487671, |
| "loss_sft": 0.014403243735432624, |
| "step": 400, |
| "token_acc": 0.8454346932611032 |
| }, |
| { |
| "epoch": 0.09455855855855856, |
| "grad_norm": 95.63912200927734, |
| "learning_rate": 9.357421218136387e-06, |
| "loss": 9.656077575683593, |
| "loss_idm": 0.53828125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02294921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5517061471939086, |
| "loss_sft": 0.013985250145196915, |
| "step": 410, |
| "token_acc": 0.8492683217596042 |
| }, |
| { |
| "epoch": 0.09686486486486487, |
| "grad_norm": 104.48960876464844, |
| "learning_rate": 9.31628240478787e-06, |
| "loss": 9.242665100097657, |
| "loss_idm": 0.51328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0219482421875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.525335168838501, |
| "loss_sft": 0.014777269214391708, |
| "step": 420, |
| "token_acc": 0.8418984633339817 |
| }, |
| { |
| "epoch": 0.09917117117117118, |
| "grad_norm": 147.1559600830078, |
| "learning_rate": 9.273963562927695e-06, |
| "loss": 9.189979553222656, |
| "loss_idm": 0.5125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02255859375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5218879580497742, |
| "loss_sft": 0.014679400622844696, |
| "step": 430, |
| "token_acc": 0.8437356123388582 |
| }, |
| { |
| "epoch": 0.10147747747747747, |
| "grad_norm": 93.56449127197266, |
| "learning_rate": 9.230476262104678e-06, |
| "loss": 9.361734008789062, |
| "loss_idm": 0.52421875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0218505859375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5325615644454956, |
| "loss_sft": 0.014835886657238007, |
| "step": 440, |
| "token_acc": 0.8411223489145692 |
| }, |
| { |
| "epoch": 0.10378378378378378, |
| "grad_norm": 82.03609466552734, |
| "learning_rate": 9.185832391312644e-06, |
| "loss": 8.240397644042968, |
| "loss_idm": 0.45546875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0206298828125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.46435696482658384, |
| "loss_sft": 0.014625262469053268, |
| "step": 450, |
| "token_acc": 0.8430563318063227 |
| }, |
| { |
| "epoch": 0.10609009009009009, |
| "grad_norm": 101.49946594238281, |
| "learning_rate": 9.140044155740102e-06, |
| "loss": 8.768144226074218, |
| "loss_idm": 0.48203125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0253173828125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.49250184297561644, |
| "loss_sft": 0.014648660272359847, |
| "step": 460, |
| "token_acc": 0.8423310494803166 |
| }, |
| { |
| "epoch": 0.1083963963963964, |
| "grad_norm": 119.373291015625, |
| "learning_rate": 9.093124073433464e-06, |
| "loss": 9.084942626953126, |
| "loss_idm": 0.509375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02119140625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5161856293678284, |
| "loss_sft": 0.01479191929101944, |
| "step": 470, |
| "token_acc": 0.842016730205665 |
| }, |
| { |
| "epoch": 0.1107027027027027, |
| "grad_norm": 110.53947448730469, |
| "learning_rate": 9.045084971874738e-06, |
| "loss": 8.959126281738282, |
| "loss_idm": 0.5015625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0206787109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5086698532104492, |
| "loss_sft": 0.014888135716319084, |
| "step": 480, |
| "token_acc": 0.8410448617813955 |
| }, |
| { |
| "epoch": 0.11300900900900901, |
| "grad_norm": 88.150146484375, |
| "learning_rate": 8.995939984474624e-06, |
| "loss": 9.11611557006836, |
| "loss_idm": 0.51484375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.021240234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.517701530456543, |
| "loss_sft": 0.014868151023983955, |
| "step": 490, |
| "token_acc": 0.8409646758677575 |
| }, |
| { |
| "epoch": 0.11531531531531532, |
| "grad_norm": 105.73524475097656, |
| "learning_rate": 8.94570254698197e-06, |
| "loss": 8.90081558227539, |
| "loss_idm": 0.49921875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0226318359375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5032265663146973, |
| "loss_sft": 0.01476171426475048, |
| "step": 500, |
| "token_acc": 0.8424521747539707 |
| }, |
| { |
| "epoch": 0.11531531531531532, |
| "eval_loss": 0.873286783695221, |
| "eval_runtime": 169.8257, |
| "eval_samples_per_second": 10.275, |
| "eval_steps_per_second": 2.573, |
| "eval_token_acc": 0.8295710593091115, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.11762162162162162, |
| "grad_norm": 79.52201843261719, |
| "learning_rate": 8.894386393810563e-06, |
| "loss": 8.980358123779297, |
| "loss_idm": 0.501171875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0220947265625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5085306227207184, |
| "loss_sft": 0.014769895002245903, |
| "step": 510, |
| "token_acc": 0.8416994573590164 |
| }, |
| { |
| "epoch": 0.11992792792792793, |
| "grad_norm": 87.73248291015625, |
| "learning_rate": 8.842005554284296e-06, |
| "loss": 8.839938354492187, |
| "loss_idm": 0.4921875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0215576171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5001400589942933, |
| "loss_sft": 0.014775922894477845, |
| "step": 520, |
| "token_acc": 0.8430164098119748 |
| }, |
| { |
| "epoch": 0.12223423423423424, |
| "grad_norm": 108.73457336425781, |
| "learning_rate": 8.788574348801676e-06, |
| "loss": 9.055592346191407, |
| "loss_idm": 0.50859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.021142578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5146129488945007, |
| "loss_sft": 0.014646383747458459, |
| "step": 530, |
| "token_acc": 0.843842382599978 |
| }, |
| { |
| "epoch": 0.12454054054054053, |
| "grad_norm": 98.13040924072266, |
| "learning_rate": 8.734107384920771e-06, |
| "loss": 8.952853393554687, |
| "loss_idm": 0.50625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0204833984375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5087056159973145, |
| "loss_sft": 0.014654205366969108, |
| "step": 540, |
| "token_acc": 0.8428865032158228 |
| }, |
| { |
| "epoch": 0.12684684684684686, |
| "grad_norm": 120.66363525390625, |
| "learning_rate": 8.67861955336566e-06, |
| "loss": 8.789979553222656, |
| "loss_idm": 0.48984375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02001953125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.49941076040267945, |
| "loss_sft": 0.014644744619727135, |
| "step": 550, |
| "token_acc": 0.8429765894640101 |
| }, |
| { |
| "epoch": 0.12915315315315315, |
| "grad_norm": 105.6294174194336, |
| "learning_rate": 8.622126023955446e-06, |
| "loss": 8.306752014160157, |
| "loss_idm": 0.47109375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0207763671875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4683968424797058, |
| "loss_sft": 0.014503800868988037, |
| "step": 560, |
| "token_acc": 0.844274669579772 |
| }, |
| { |
| "epoch": 0.13145945945945947, |
| "grad_norm": 87.99810028076172, |
| "learning_rate": 8.564642241456986e-06, |
| "loss": 9.134395599365234, |
| "loss_idm": 0.5078125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0187744140625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5218061327934265, |
| "loss_sft": 0.014652644842863083, |
| "step": 570, |
| "token_acc": 0.8432568832791741 |
| }, |
| { |
| "epoch": 0.13376576576576577, |
| "grad_norm": 94.22286224365234, |
| "learning_rate": 8.506183921362443e-06, |
| "loss": 9.002159118652344, |
| "loss_idm": 0.50390625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0199462890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5122206807136536, |
| "loss_sft": 0.01476593129336834, |
| "step": 580, |
| "token_acc": 0.8415455047829566 |
| }, |
| { |
| "epoch": 0.13607207207207206, |
| "grad_norm": 96.09319305419922, |
| "learning_rate": 8.446767045592829e-06, |
| "loss": 8.899197387695313, |
| "loss_idm": 0.48984375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.020263671875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5060975551605225, |
| "loss_sft": 0.014485136792063712, |
| "step": 590, |
| "token_acc": 0.8453194613833785 |
| }, |
| { |
| "epoch": 0.13837837837837838, |
| "grad_norm": 91.08513641357422, |
| "learning_rate": 8.386407858128707e-06, |
| "loss": 8.522463989257812, |
| "loss_idm": 0.47265625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0227294921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4799580335617065, |
| "loss_sft": 0.01448415480554104, |
| "step": 600, |
| "token_acc": 0.8451588424854661 |
| }, |
| { |
| "epoch": 0.14068468468468467, |
| "grad_norm": 91.31858825683594, |
| "learning_rate": 8.325122860569241e-06, |
| "loss": 8.168463897705077, |
| "loss_idm": 0.4453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0220458984375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.45817803144454955, |
| "loss_sft": 0.01455080546438694, |
| "step": 610, |
| "token_acc": 0.8434149712322799 |
| }, |
| { |
| "epoch": 0.142990990990991, |
| "grad_norm": 92.19358825683594, |
| "learning_rate": 8.262928807620843e-06, |
| "loss": 9.086221313476562, |
| "loss_idm": 0.5046875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0214111328125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5163055658340454, |
| "loss_sft": 0.014690371602773667, |
| "step": 620, |
| "token_acc": 0.8422049082316321 |
| }, |
| { |
| "epoch": 0.1452972972972973, |
| "grad_norm": 85.43914794921875, |
| "learning_rate": 8.199842702516584e-06, |
| "loss": 8.663780212402344, |
| "loss_idm": 0.47265625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0191650390625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.49150881767272947, |
| "loss_sft": 0.01495927982032299, |
| "step": 630, |
| "token_acc": 0.8403844066897375 |
| }, |
| { |
| "epoch": 0.1476036036036036, |
| "grad_norm": 100.33062744140625, |
| "learning_rate": 8.135881792367686e-06, |
| "loss": 8.27200927734375, |
| "loss_idm": 0.4625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0180419921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.46880000829696655, |
| "loss_sft": 0.014622250199317932, |
| "step": 640, |
| "token_acc": 0.8430498513734264 |
| }, |
| { |
| "epoch": 0.1499099099099099, |
| "grad_norm": 102.80355834960938, |
| "learning_rate": 8.071063563448341e-06, |
| "loss": 8.619700622558593, |
| "loss_idm": 0.4796875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0202880859375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4885416507720947, |
| "loss_sft": 0.014433516189455986, |
| "step": 650, |
| "token_acc": 0.845255299241181 |
| }, |
| { |
| "epoch": 0.15221621621621623, |
| "grad_norm": 88.60161590576172, |
| "learning_rate": 8.005405736415127e-06, |
| "loss": 8.179424285888672, |
| "loss_idm": 0.460546875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0212158203125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4592796742916107, |
| "loss_sft": 0.014803672954440118, |
| "step": 660, |
| "token_acc": 0.8411518466838719 |
| }, |
| { |
| "epoch": 0.15452252252252252, |
| "grad_norm": 96.72508239746094, |
| "learning_rate": 7.938926261462366e-06, |
| "loss": 8.372673797607423, |
| "loss_idm": 0.45859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0193115234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4736079216003418, |
| "loss_sft": 0.014764882624149323, |
| "step": 670, |
| "token_acc": 0.8415420786843315 |
| }, |
| { |
| "epoch": 0.15682882882882884, |
| "grad_norm": 109.25978088378906, |
| "learning_rate": 7.871643313414718e-06, |
| "loss": 8.376298522949218, |
| "loss_idm": 0.46875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0222412109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.47051931619644166, |
| "loss_sft": 0.014839059859514236, |
| "step": 680, |
| "token_acc": 0.8409984786981344 |
| }, |
| { |
| "epoch": 0.15913513513513514, |
| "grad_norm": 103.52886962890625, |
| "learning_rate": 7.803575286758365e-06, |
| "loss": 7.899095916748047, |
| "loss_idm": 0.44375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0193359375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.44420482516288756, |
| "loss_sft": 0.014591414108872413, |
| "step": 690, |
| "token_acc": 0.8434285377428007 |
| }, |
| { |
| "epoch": 0.16144144144144143, |
| "grad_norm": 116.31279754638672, |
| "learning_rate": 7.734740790612137e-06, |
| "loss": 7.9990592956542965, |
| "loss_idm": 0.44296875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01865234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4515872120857239, |
| "loss_sft": 0.014406795054674149, |
| "step": 700, |
| "token_acc": 0.8455261067379216 |
| }, |
| { |
| "epoch": 0.16374774774774775, |
| "grad_norm": 104.14566802978516, |
| "learning_rate": 7.66515864363997e-06, |
| "loss": 8.241651916503907, |
| "loss_idm": 0.4578125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0193603515625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.46591639518737793, |
| "loss_sft": 0.014483961462974548, |
| "step": 710, |
| "token_acc": 0.8448154530557234 |
| }, |
| { |
| "epoch": 0.16605405405405405, |
| "grad_norm": 104.71328735351562, |
| "learning_rate": 7.594847868906076e-06, |
| "loss": 8.089508819580079, |
| "loss_idm": 0.45234375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0209228515625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4547982931137085, |
| "loss_sft": 0.01439845934510231, |
| "step": 720, |
| "token_acc": 0.8451516312280465 |
| }, |
| { |
| "epoch": 0.16836036036036037, |
| "grad_norm": 107.36788177490234, |
| "learning_rate": 7.52382768867422e-06, |
| "loss": 8.494679260253907, |
| "loss_idm": 0.471875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0205322265625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.48007341623306277, |
| "loss_sft": 0.014671024680137635, |
| "step": 730, |
| "token_acc": 0.8430621123298506 |
| }, |
| { |
| "epoch": 0.17066666666666666, |
| "grad_norm": 84.9700927734375, |
| "learning_rate": 7.452117519152542e-06, |
| "loss": 7.954332733154297, |
| "loss_idm": 0.4421875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.020751953125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4460784077644348, |
| "loss_sft": 0.014631084725260734, |
| "step": 740, |
| "token_acc": 0.84308325249699 |
| }, |
| { |
| "epoch": 0.17297297297297298, |
| "grad_norm": 126.57601928710938, |
| "learning_rate": 7.379736965185369e-06, |
| "loss": 8.158969116210937, |
| "loss_idm": 0.45859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0198974609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.459906268119812, |
| "loss_sft": 0.014672993496060372, |
| "step": 750, |
| "token_acc": 0.8428532139788794 |
| }, |
| { |
| "epoch": 0.17527927927927928, |
| "grad_norm": 92.83258819580078, |
| "learning_rate": 7.30670581489344e-06, |
| "loss": 8.280567932128907, |
| "loss_idm": 0.46171875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.019189453125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.46855597496032714, |
| "loss_sft": 0.014394653588533401, |
| "step": 760, |
| "token_acc": 0.8446953594377756 |
| }, |
| { |
| "epoch": 0.1775855855855856, |
| "grad_norm": 111.44788360595703, |
| "learning_rate": 7.233044034264034e-06, |
| "loss": 7.862223815917969, |
| "loss_idm": 0.4359375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0191162109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4427155554294586, |
| "loss_sft": 0.014474740624427796, |
| "step": 770, |
| "token_acc": 0.8450180938562969 |
| }, |
| { |
| "epoch": 0.1798918918918919, |
| "grad_norm": 115.48260498046875, |
| "learning_rate": 7.158771761692464e-06, |
| "loss": 7.9805961608886715, |
| "loss_idm": 0.44453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0202392578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.44799396991729734, |
| "loss_sft": 0.01469801552593708, |
| "step": 780, |
| "token_acc": 0.8424233709705329 |
| }, |
| { |
| "epoch": 0.18219819819819819, |
| "grad_norm": 94.31640625, |
| "learning_rate": 7.083909302476453e-06, |
| "loss": 9.633565521240234, |
| "loss_idm": 0.5421875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0183837890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5536909341812134, |
| "loss_sft": 0.014749213308095931, |
| "step": 790, |
| "token_acc": 0.8422723821357079 |
| }, |
| { |
| "epoch": 0.1845045045045045, |
| "grad_norm": 96.44784545898438, |
| "learning_rate": 7.008477123264849e-06, |
| "loss": 7.915254974365235, |
| "loss_idm": 0.4421875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0171142578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4477837860584259, |
| "loss_sft": 0.014466813579201699, |
| "step": 800, |
| "token_acc": 0.8447225350327021 |
| }, |
| { |
| "epoch": 0.1868108108108108, |
| "grad_norm": 84.42618560791016, |
| "learning_rate": 6.932495846462262e-06, |
| "loss": 8.682425689697265, |
| "loss_idm": 0.4859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.017529296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.49512912034988404, |
| "loss_sft": 0.014556843042373657, |
| "step": 810, |
| "token_acc": 0.8437006309304983 |
| }, |
| { |
| "epoch": 0.18911711711711712, |
| "grad_norm": 114.39678192138672, |
| "learning_rate": 6.855986244591104e-06, |
| "loss": 7.2060691833496096, |
| "loss_idm": 0.394921875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.019873046875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.40005741119384763, |
| "loss_sft": 0.014659629762172699, |
| "step": 820, |
| "token_acc": 0.8422255628738242 |
| }, |
| { |
| "epoch": 0.19142342342342342, |
| "grad_norm": 125.64624786376953, |
| "learning_rate": 6.778969234612583e-06, |
| "loss": 8.314984130859376, |
| "loss_idm": 0.465234375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.018212890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4713524401187897, |
| "loss_sft": 0.014716658741235733, |
| "step": 830, |
| "token_acc": 0.8419139432862319 |
| }, |
| { |
| "epoch": 0.19372972972972974, |
| "grad_norm": 82.18567657470703, |
| "learning_rate": 6.701465872208216e-06, |
| "loss": 8.177500152587891, |
| "loss_idm": 0.46015625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.018994140625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.46165603399276733, |
| "loss_sft": 0.014731941372156143, |
| "step": 840, |
| "token_acc": 0.8417456898652139 |
| }, |
| { |
| "epoch": 0.19603603603603603, |
| "grad_norm": 76.3083724975586, |
| "learning_rate": 6.6234973460234184e-06, |
| "loss": 6.866006469726562, |
| "loss_idm": 0.375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0199951171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.37900240421295167, |
| "loss_sft": 0.014587616920471192, |
| "step": 850, |
| "token_acc": 0.8433828349109465 |
| }, |
| { |
| "epoch": 0.19834234234234235, |
| "grad_norm": 87.86666107177734, |
| "learning_rate": 6.545084971874738e-06, |
| "loss": 9.54729766845703, |
| "loss_idm": 0.52734375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.020166015625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.5463018894195557, |
| "loss_sft": 0.014688147231936455, |
| "step": 860, |
| "token_acc": 0.843223021860908 |
| }, |
| { |
| "epoch": 0.20064864864864865, |
| "grad_norm": 79.54348754882812, |
| "learning_rate": 6.466250186922325e-06, |
| "loss": 7.474161529541016, |
| "loss_idm": 0.41015625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0190673828125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4184339165687561, |
| "loss_sft": 0.014442858472466468, |
| "step": 870, |
| "token_acc": 0.8446895228961879 |
| }, |
| { |
| "epoch": 0.20295495495495494, |
| "grad_norm": 101.24223327636719, |
| "learning_rate": 6.387014543809224e-06, |
| "loss": 7.865777587890625, |
| "loss_idm": 0.435546875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.02099609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4404805421829224, |
| "loss_sft": 0.014567815512418748, |
| "step": 880, |
| "token_acc": 0.8441662849959559 |
| }, |
| { |
| "epoch": 0.20526126126126126, |
| "grad_norm": 113.0296401977539, |
| "learning_rate": 6.3073997047691e-06, |
| "loss": 7.874870300292969, |
| "loss_idm": 0.440625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0199462890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4417296290397644, |
| "loss_sft": 0.014670121297240258, |
| "step": 890, |
| "token_acc": 0.8433289124014535 |
| }, |
| { |
| "epoch": 0.20756756756756756, |
| "grad_norm": 103.46904754638672, |
| "learning_rate": 6.227427435703997e-06, |
| "loss": 8.081219482421876, |
| "loss_idm": 0.444140625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0183837890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.45728793144226076, |
| "loss_sft": 0.014389193430542947, |
| "step": 900, |
| "token_acc": 0.8454201846502517 |
| }, |
| { |
| "epoch": 0.20987387387387388, |
| "grad_norm": 88.96587371826172, |
| "learning_rate": 6.147119600233758e-06, |
| "loss": 8.543597412109374, |
| "loss_idm": 0.4796875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.019921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4841804504394531, |
| "loss_sft": 0.014478649944067001, |
| "step": 910, |
| "token_acc": 0.8443082839472513 |
| }, |
| { |
| "epoch": 0.21218018018018017, |
| "grad_norm": 117.9122085571289, |
| "learning_rate": 6.066498153718735e-06, |
| "loss": 7.415792083740234, |
| "loss_idm": 0.4140625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0222412109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4112999439239502, |
| "loss_sft": 0.014585891366004944, |
| "step": 920, |
| "token_acc": 0.8436708029516633 |
| }, |
| { |
| "epoch": 0.2144864864864865, |
| "grad_norm": 86.82301330566406, |
| "learning_rate": 5.985585137257401e-06, |
| "loss": 7.67747802734375, |
| "loss_idm": 0.427734375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0196044921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4302915811538696, |
| "loss_sft": 0.014485430717468262, |
| "step": 930, |
| "token_acc": 0.8436629761319727 |
| }, |
| { |
| "epoch": 0.2167927927927928, |
| "grad_norm": 95.94313049316406, |
| "learning_rate": 5.904402671660551e-06, |
| "loss": 7.310446166992188, |
| "loss_idm": 0.4046875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0189697265625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.40787339210510254, |
| "loss_sft": 0.014458712935447694, |
| "step": 940, |
| "token_acc": 0.845064712919843 |
| }, |
| { |
| "epoch": 0.2190990990990991, |
| "grad_norm": 90.85774230957031, |
| "learning_rate": 5.82297295140367e-06, |
| "loss": 7.37610092163086, |
| "loss_idm": 0.41015625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.019921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.41144019961357114, |
| "loss_sft": 0.014352937042713166, |
| "step": 950, |
| "token_acc": 0.8450359871010459 |
| }, |
| { |
| "epoch": 0.2214054054054054, |
| "grad_norm": 91.5264892578125, |
| "learning_rate": 5.74131823855921e-06, |
| "loss": 7.979737854003906, |
| "loss_idm": 0.439453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0195068359375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.450022554397583, |
| "loss_sft": 0.014237866923213004, |
| "step": 960, |
| "token_acc": 0.8463489009812982 |
| }, |
| { |
| "epoch": 0.22371171171171172, |
| "grad_norm": 89.29737854003906, |
| "learning_rate": 5.659460856710346e-06, |
| "loss": 7.60855712890625, |
| "loss_idm": 0.41953125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177490234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4289973974227905, |
| "loss_sft": 0.014107778668403625, |
| "step": 970, |
| "token_acc": 0.8469193499209564 |
| }, |
| { |
| "epoch": 0.22601801801801802, |
| "grad_norm": 106.5138168334961, |
| "learning_rate": 5.577423184847932e-06, |
| "loss": 8.291693115234375, |
| "loss_idm": 0.46171875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0203857421875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4682368040084839, |
| "loss_sft": 0.014279923215508462, |
| "step": 980, |
| "token_acc": 0.8464010922588995 |
| }, |
| { |
| "epoch": 0.2283243243243243, |
| "grad_norm": 117.88599395751953, |
| "learning_rate": 5.495227651252315e-06, |
| "loss": 7.344970703125, |
| "loss_idm": 0.402734375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0205810546875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.40857953429222105, |
| "loss_sft": 0.014561992883682252, |
| "step": 990, |
| "token_acc": 0.8436562465051372 |
| }, |
| { |
| "epoch": 0.23063063063063063, |
| "grad_norm": 107.79817199707031, |
| "learning_rate": 5.412896727361663e-06, |
| "loss": 7.102320861816406, |
| "loss_idm": 0.397265625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0206787109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3930091679096222, |
| "loss_sft": 0.014505467936396598, |
| "step": 1000, |
| "token_acc": 0.8436447490694896 |
| }, |
| { |
| "epoch": 0.23063063063063063, |
| "eval_loss": 0.826145350933075, |
| "eval_runtime": 168.0761, |
| "eval_samples_per_second": 10.382, |
| "eval_steps_per_second": 2.6, |
| "eval_token_acc": 0.8308116622599108, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.23293693693693693, |
| "grad_norm": 88.33614349365234, |
| "learning_rate": 5.3304529216284974e-06, |
| "loss": 7.70971450805664, |
| "loss_idm": 0.42890625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0201171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4321062684059143, |
| "loss_sft": 0.014323608577251434, |
| "step": 1010, |
| "token_acc": 0.8463429671668039 |
| }, |
| { |
| "epoch": 0.23524324324324325, |
| "grad_norm": 103.5328369140625, |
| "learning_rate": 5.247918773366112e-06, |
| "loss": 7.400896453857422, |
| "loss_idm": 0.411328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.018603515625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.41432325839996337, |
| "loss_sft": 0.014487444236874581, |
| "step": 1020, |
| "token_acc": 0.8436925959265521 |
| }, |
| { |
| "epoch": 0.23754954954954954, |
| "grad_norm": 95.37596893310547, |
| "learning_rate": 5.165316846586541e-06, |
| "loss": 7.066916656494141, |
| "loss_idm": 0.398828125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01865234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3934369027614594, |
| "loss_sft": 0.01427248790860176, |
| "step": 1030, |
| "token_acc": 0.8449177570364499 |
| }, |
| { |
| "epoch": 0.23985585585585587, |
| "grad_norm": 106.63520050048828, |
| "learning_rate": 5.082669723831793e-06, |
| "loss": 7.509798431396485, |
| "loss_idm": 0.41484375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177490234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.42152470350265503, |
| "loss_sft": 0.014691157266497612, |
| "step": 1040, |
| "token_acc": 0.8420689476522522 |
| }, |
| { |
| "epoch": 0.24216216216216216, |
| "grad_norm": 110.2610855102539, |
| "learning_rate": 5e-06, |
| "loss": 6.679129028320313, |
| "loss_idm": 0.367578125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177490234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3698115944862366, |
| "loss_sft": 0.01454925611615181, |
| "step": 1050, |
| "token_acc": 0.8429293549000219 |
| }, |
| { |
| "epoch": 0.24446846846846848, |
| "grad_norm": 116.46825408935547, |
| "learning_rate": 4.917330276168208e-06, |
| "loss": 7.56883544921875, |
| "loss_idm": 0.426171875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0185791015625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4245879828929901, |
| "loss_sft": 0.014570457488298416, |
| "step": 1060, |
| "token_acc": 0.843766214243804 |
| }, |
| { |
| "epoch": 0.24677477477477477, |
| "grad_norm": 90.62398529052734, |
| "learning_rate": 4.8346831534134595e-06, |
| "loss": 8.461653137207032, |
| "loss_idm": 0.48203125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.019677734375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4794220805168152, |
| "loss_sft": 0.014480674639344215, |
| "step": 1070, |
| "token_acc": 0.8445398105746493 |
| }, |
| { |
| "epoch": 0.24908108108108107, |
| "grad_norm": 97.12873840332031, |
| "learning_rate": 4.752081226633888e-06, |
| "loss": 7.096697998046875, |
| "loss_idm": 0.391015625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.017236328125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.39673874378204343, |
| "loss_sft": 0.014352129772305489, |
| "step": 1080, |
| "token_acc": 0.8445942044328101 |
| }, |
| { |
| "epoch": 0.25138738738738736, |
| "grad_norm": 148.5345458984375, |
| "learning_rate": 4.669547078371503e-06, |
| "loss": 8.134896850585937, |
| "loss_idm": 0.453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01767578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4617579817771912, |
| "loss_sft": 0.01423180066049099, |
| "step": 1090, |
| "token_acc": 0.8462392484597084 |
| }, |
| { |
| "epoch": 0.2536936936936937, |
| "grad_norm": 99.68243408203125, |
| "learning_rate": 4.587103272638339e-06, |
| "loss": 6.537295532226563, |
| "loss_idm": 0.363671875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01689453125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3626400887966156, |
| "loss_sft": 0.014130813628435135, |
| "step": 1100, |
| "token_acc": 0.847496286866115 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 106.85647583007812, |
| "learning_rate": 4.504772348747687e-06, |
| "loss": 7.332121276855469, |
| "loss_idm": 0.40234375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.017724609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.41151710152626036, |
| "loss_sft": 0.014223045855760574, |
| "step": 1110, |
| "token_acc": 0.8462705823615773 |
| }, |
| { |
| "epoch": 0.2583063063063063, |
| "grad_norm": 107.44613647460938, |
| "learning_rate": 4.42257681515207e-06, |
| "loss": 6.910240173339844, |
| "loss_idm": 0.381640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.018505859375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3840563654899597, |
| "loss_sft": 0.014243298768997192, |
| "step": 1120, |
| "token_acc": 0.8465594450949473 |
| }, |
| { |
| "epoch": 0.2606126126126126, |
| "grad_norm": 107.26278686523438, |
| "learning_rate": 4.340539143289655e-06, |
| "loss": 7.2168525695800785, |
| "loss_idm": 0.403125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0174560546875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.40406553745269774, |
| "loss_sft": 0.014284095168113709, |
| "step": 1130, |
| "token_acc": 0.8454709336305773 |
| }, |
| { |
| "epoch": 0.26291891891891894, |
| "grad_norm": 116.3701400756836, |
| "learning_rate": 4.25868176144079e-06, |
| "loss": 7.558566284179688, |
| "loss_idm": 0.419921875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177978515625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4247333943843842, |
| "loss_sft": 0.014513048902153968, |
| "step": 1140, |
| "token_acc": 0.8439526822829935 |
| }, |
| { |
| "epoch": 0.26522522522522524, |
| "grad_norm": 106.37321472167969, |
| "learning_rate": 4.17702704859633e-06, |
| "loss": 7.477565765380859, |
| "loss_idm": 0.41640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0197021484375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4179769098758698, |
| "loss_sft": 0.01451987624168396, |
| "step": 1150, |
| "token_acc": 0.8434178920433081 |
| }, |
| { |
| "epoch": 0.26753153153153153, |
| "grad_norm": 115.76299285888672, |
| "learning_rate": 4.0955973283394525e-06, |
| "loss": 7.254231262207031, |
| "loss_idm": 0.402734375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0183837890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.405047333240509, |
| "loss_sft": 0.014345861971378326, |
| "step": 1160, |
| "token_acc": 0.8443389144238174 |
| }, |
| { |
| "epoch": 0.2698378378378378, |
| "grad_norm": 158.42250061035156, |
| "learning_rate": 4.0144148627426e-06, |
| "loss": 7.521492004394531, |
| "loss_idm": 0.41796875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0178955078125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4225184381008148, |
| "loss_sft": 0.01449190303683281, |
| "step": 1170, |
| "token_acc": 0.8435488968221455 |
| }, |
| { |
| "epoch": 0.2721441441441441, |
| "grad_norm": 103.64552307128906, |
| "learning_rate": 3.9335018462812664e-06, |
| "loss": 8.284562683105468, |
| "loss_idm": 0.45546875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0184814453125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.46931086778640746, |
| "loss_sft": 0.014623204618692398, |
| "step": 1180, |
| "token_acc": 0.8422325811350072 |
| }, |
| { |
| "epoch": 0.27445045045045047, |
| "grad_norm": 90.13056945800781, |
| "learning_rate": 3.852880399766243e-06, |
| "loss": 7.880992126464844, |
| "loss_idm": 0.440234375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0189208984375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.44379000663757323, |
| "loss_sft": 0.014453979581594468, |
| "step": 1190, |
| "token_acc": 0.8441096901131333 |
| }, |
| { |
| "epoch": 0.27675675675675676, |
| "grad_norm": 104.42198944091797, |
| "learning_rate": 3.7725725642960047e-06, |
| "loss": 6.547203826904297, |
| "loss_idm": 0.3640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01826171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.36079212427139284, |
| "loss_sft": 0.014533436298370362, |
| "step": 1200, |
| "token_acc": 0.8435185033768867 |
| }, |
| { |
| "epoch": 0.27906306306306305, |
| "grad_norm": 109.83740997314453, |
| "learning_rate": 3.6926002952309015e-06, |
| "loss": 7.021842956542969, |
| "loss_idm": 0.386328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01845703125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.39095706343650816, |
| "loss_sft": 0.014352500438690186, |
| "step": 1210, |
| "token_acc": 0.8457043054504614 |
| }, |
| { |
| "epoch": 0.28136936936936935, |
| "grad_norm": 92.76325988769531, |
| "learning_rate": 3.6129854561907786e-06, |
| "loss": 6.612565612792968, |
| "loss_idm": 0.363671875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177490234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3655923068523407, |
| "loss_sft": 0.014593320712447167, |
| "step": 1220, |
| "token_acc": 0.8422301537496077 |
| }, |
| { |
| "epoch": 0.2836756756756757, |
| "grad_norm": 108.94733428955078, |
| "learning_rate": 3.533749813077677e-06, |
| "loss": 6.7885498046875, |
| "loss_idm": 0.3734375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01787109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3769371509552002, |
| "loss_sft": 0.014226069301366806, |
| "step": 1230, |
| "token_acc": 0.8456893225753114 |
| }, |
| { |
| "epoch": 0.285981981981982, |
| "grad_norm": 130.9772186279297, |
| "learning_rate": 3.4549150281252635e-06, |
| "loss": 6.741462707519531, |
| "loss_idm": 0.37109375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0176513671875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.37425958514213564, |
| "loss_sft": 0.014150273799896241, |
| "step": 1240, |
| "token_acc": 0.8465476829923336 |
| }, |
| { |
| "epoch": 0.2882882882882883, |
| "grad_norm": 119.88499450683594, |
| "learning_rate": 3.3765026539765832e-06, |
| "loss": 7.194857788085938, |
| "loss_idm": 0.400390625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.018896484375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.4020317316055298, |
| "loss_sft": 0.013935164362192155, |
| "step": 1250, |
| "token_acc": 0.8496373374216677 |
| }, |
| { |
| "epoch": 0.2905945945945946, |
| "grad_norm": 107.04531860351562, |
| "learning_rate": 3.298534127791785e-06, |
| "loss": 7.381626892089844, |
| "loss_idm": 0.409765625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01904296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.413124680519104, |
| "loss_sft": 0.014187094569206238, |
| "step": 1260, |
| "token_acc": 0.8464285982464 |
| }, |
| { |
| "epoch": 0.2929009009009009, |
| "grad_norm": 133.18710327148438, |
| "learning_rate": 3.2210307653874175e-06, |
| "loss": 6.52490234375, |
| "loss_idm": 0.360546875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.016943359375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.36171150803565977, |
| "loss_sft": 0.01412605307996273, |
| "step": 1270, |
| "token_acc": 0.8482812389612749 |
| }, |
| { |
| "epoch": 0.2952072072072072, |
| "grad_norm": 133.87335205078125, |
| "learning_rate": 3.1440137554088957e-06, |
| "loss": 7.00994873046875, |
| "loss_idm": 0.389453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0179931640625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.39080272912979125, |
| "loss_sft": 0.014256376028060912, |
| "step": 1280, |
| "token_acc": 0.8455885394740364 |
| }, |
| { |
| "epoch": 0.2975135135135135, |
| "grad_norm": 118.04527282714844, |
| "learning_rate": 3.06750415353774e-06, |
| "loss": 6.74976806640625, |
| "loss_idm": 0.37421875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.017529296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3751899302005768, |
| "loss_sft": 0.014237936958670616, |
| "step": 1290, |
| "token_acc": 0.8457528871889156 |
| }, |
| { |
| "epoch": 0.2998198198198198, |
| "grad_norm": 152.24542236328125, |
| "learning_rate": 2.991522876735154e-06, |
| "loss": 6.73217544555664, |
| "loss_idm": 0.375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0180419921875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.373495876789093, |
| "loss_sft": 0.014310174062848091, |
| "step": 1300, |
| "token_acc": 0.8459135928839514 |
| }, |
| { |
| "epoch": 0.3021261261261261, |
| "grad_norm": 143.8121337890625, |
| "learning_rate": 2.9160906975235493e-06, |
| "loss": 6.565863037109375, |
| "loss_idm": 0.365234375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.019970703125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.36084928512573244, |
| "loss_sft": 0.014364153146743774, |
| "step": 1310, |
| "token_acc": 0.8448077517079684 |
| }, |
| { |
| "epoch": 0.30443243243243245, |
| "grad_norm": 115.51368713378906, |
| "learning_rate": 2.8412282383075362e-06, |
| "loss": 6.6176704406738285, |
| "loss_idm": 0.365234375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.015966796875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.36805868744850156, |
| "loss_sft": 0.01430610753595829, |
| "step": 1320, |
| "token_acc": 0.8448409814290369 |
| }, |
| { |
| "epoch": 0.30673873873873875, |
| "grad_norm": 103.80223846435547, |
| "learning_rate": 2.766955965735968e-06, |
| "loss": 6.629913330078125, |
| "loss_idm": 0.36796875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.018212890625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3660490334033966, |
| "loss_sft": 0.014540331438183784, |
| "step": 1330, |
| "token_acc": 0.8437379067938862 |
| }, |
| { |
| "epoch": 0.30904504504504504, |
| "grad_norm": 123.66497039794922, |
| "learning_rate": 2.693294185106562e-06, |
| "loss": 6.788928985595703, |
| "loss_idm": 0.38046875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01904296875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.37561420202255247, |
| "loss_sft": 0.014337588101625443, |
| "step": 1340, |
| "token_acc": 0.8445305506848307 |
| }, |
| { |
| "epoch": 0.31135135135135134, |
| "grad_norm": 90.85652160644531, |
| "learning_rate": 2.6202630348146323e-06, |
| "loss": 6.739347839355469, |
| "loss_idm": 0.371484375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.016357421875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3759130001068115, |
| "loss_sft": 0.014109160378575325, |
| "step": 1350, |
| "token_acc": 0.846979458728549 |
| }, |
| { |
| "epoch": 0.3136576576576577, |
| "grad_norm": 120.79927825927734, |
| "learning_rate": 2.5478824808474613e-06, |
| "loss": 6.946615600585938, |
| "loss_idm": 0.388671875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01796875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.38742896914482117, |
| "loss_sft": 0.014025571942329406, |
| "step": 1360, |
| "token_acc": 0.8474245017667137 |
| }, |
| { |
| "epoch": 0.315963963963964, |
| "grad_norm": 127.58772277832031, |
| "learning_rate": 2.476172311325783e-06, |
| "loss": 6.843831634521484, |
| "loss_idm": 0.379296875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177978515625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.38061107993125914, |
| "loss_sft": 0.014309322834014893, |
| "step": 1370, |
| "token_acc": 0.8454213580875642 |
| }, |
| { |
| "epoch": 0.3182702702702703, |
| "grad_norm": 151.91925048828125, |
| "learning_rate": 2.4051521310939258e-06, |
| "loss": 6.953953552246094, |
| "loss_idm": 0.3859375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.016845703125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.38837702870368956, |
| "loss_sft": 0.014433859288692475, |
| "step": 1380, |
| "token_acc": 0.8446607330752671 |
| }, |
| { |
| "epoch": 0.32057657657657657, |
| "grad_norm": 142.9082489013672, |
| "learning_rate": 2.3348413563600324e-06, |
| "loss": 7.533473205566406, |
| "loss_idm": 0.41640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.01787109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.42370715737342834, |
| "loss_sft": 0.01422720868140459, |
| "step": 1390, |
| "token_acc": 0.8468790057744192 |
| }, |
| { |
| "epoch": 0.32288288288288286, |
| "grad_norm": 87.2136001586914, |
| "learning_rate": 2.265259209387867e-06, |
| "loss": 6.789948272705078, |
| "loss_idm": 0.373046875, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0173095703125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3781958520412445, |
| "loss_sft": 0.014054833725094796, |
| "step": 1400, |
| "token_acc": 0.8476745137822668 |
| }, |
| { |
| "epoch": 0.3251891891891892, |
| "grad_norm": 109.24415588378906, |
| "learning_rate": 2.1964247132416373e-06, |
| "loss": 6.430654144287109, |
| "loss_idm": 0.356640625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0153076171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3571660578250885, |
| "loss_sft": 0.01431470774114132, |
| "step": 1410, |
| "token_acc": 0.8448665901524277 |
| }, |
| { |
| "epoch": 0.3274954954954955, |
| "grad_norm": 116.79399871826172, |
| "learning_rate": 2.1283566865852824e-06, |
| "loss": 6.299882507324218, |
| "loss_idm": 0.344140625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.017724609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.34696500301361083, |
| "loss_sft": 0.014206652343273164, |
| "step": 1420, |
| "token_acc": 0.846456135209066 |
| }, |
| { |
| "epoch": 0.3298018018018018, |
| "grad_norm": 149.03395080566406, |
| "learning_rate": 2.061073738537635e-06, |
| "loss": 6.599853515625, |
| "loss_idm": 0.36328125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0202392578125, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.36307021975517273, |
| "loss_sft": 0.014167750626802445, |
| "step": 1430, |
| "token_acc": 0.8466417422677717 |
| }, |
| { |
| "epoch": 0.3321081081081081, |
| "grad_norm": 132.9679718017578, |
| "learning_rate": 1.9945942635848745e-06, |
| "loss": 6.743374633789062, |
| "loss_idm": 0.374609375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0191162109375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3731849730014801, |
| "loss_sft": 0.014212041348218917, |
| "step": 1440, |
| "token_acc": 0.8470092899704256 |
| }, |
| { |
| "epoch": 0.33441441441441444, |
| "grad_norm": 119.5426254272461, |
| "learning_rate": 1.928936436551661e-06, |
| "loss": 6.725025939941406, |
| "loss_idm": 0.37265625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.017724609375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3735596239566803, |
| "loss_sft": 0.014224140346050263, |
| "step": 1450, |
| "token_acc": 0.8464133441783575 |
| }, |
| { |
| "epoch": 0.33672072072072073, |
| "grad_norm": 139.33950805664062, |
| "learning_rate": 1.864118207632315e-06, |
| "loss": 6.592694091796875, |
| "loss_idm": 0.36484375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0165771484375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.36636746525764463, |
| "loss_sft": 0.014215507730841636, |
| "step": 1460, |
| "token_acc": 0.8457222099999259 |
| }, |
| { |
| "epoch": 0.33902702702702703, |
| "grad_norm": 126.1017837524414, |
| "learning_rate": 1.8001572974834169e-06, |
| "loss": 6.243590545654297, |
| "loss_idm": 0.34140625, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0188232421875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3425869166851044, |
| "loss_sft": 0.014009960740804673, |
| "step": 1470, |
| "token_acc": 0.8481653395222281 |
| }, |
| { |
| "epoch": 0.3413333333333333, |
| "grad_norm": 143.65353393554688, |
| "learning_rate": 1.7370711923791567e-06, |
| "loss": 6.1479026794433596, |
| "loss_idm": 0.3359375, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0189697265625, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.3357097864151001, |
| "loss_sft": 0.014131288602948188, |
| "step": 1480, |
| "token_acc": 0.8479393838271811 |
| }, |
| { |
| "epoch": 0.3436396396396396, |
| "grad_norm": 121.66058349609375, |
| "learning_rate": 1.6748771394307584e-06, |
| "loss": 6.679605865478516, |
| "loss_idm": 0.370703125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0171875, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.37073889970779417, |
| "loss_sft": 0.01429830901324749, |
| "step": 1490, |
| "token_acc": 0.8450069266156981 |
| }, |
| { |
| "epoch": 0.34594594594594597, |
| "grad_norm": 155.4982452392578, |
| "learning_rate": 1.6135921418712959e-06, |
| "loss": 6.242042160034179, |
| "loss_idm": 0.3453125, |
| "loss_idm_anl": 0.0, |
| "loss_idm_coord": 0.0177490234375, |
| "loss_idm_text": 0.0, |
| "loss_idm_type": 0.34358363747596743, |
| "loss_sft": 0.01402926966547966, |
| "step": 1500, |
| "token_acc": 0.8482708050343194 |
| }, |
| { |
| "epoch": 0.34594594594594597, |
| "eval_loss": 0.7831034064292908, |
| "eval_runtime": 233.7646, |
| "eval_samples_per_second": 7.465, |
| "eval_steps_per_second": 1.869, |
| "eval_token_acc": 0.8332306899706579, |
| "step": 1500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.8759920794589987e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
