{ "best_global_step": 5268, "best_metric": 0.9415502968475625, "best_model_checkpoint": "outputs/modernbert-conll2003-ner/checkpoint-5268", "epoch": 3.0, "eval_steps": 500, "global_step": 5268, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02847380410022779, "grad_norm": 7.455692768096924, "learning_rate": 4.648956356736243e-06, "loss": 1.6615650939941407, "step": 50 }, { "epoch": 0.05694760820045558, "grad_norm": 4.326021194458008, "learning_rate": 9.392789373814043e-06, "loss": 0.7773161315917969, "step": 100 }, { "epoch": 0.08542141230068337, "grad_norm": 8.716073036193848, "learning_rate": 1.413662239089184e-05, "loss": 0.5420105361938476, "step": 150 }, { "epoch": 0.11389521640091116, "grad_norm": 9.381856918334961, "learning_rate": 1.888045540796964e-05, "loss": 0.42453876495361326, "step": 200 }, { "epoch": 0.14236902050113895, "grad_norm": 12.2055082321167, "learning_rate": 2.362428842504744e-05, "loss": 0.3617136001586914, "step": 250 }, { "epoch": 0.17084282460136674, "grad_norm": 10.941551208496094, "learning_rate": 2.836812144212524e-05, "loss": 0.31678779602050783, "step": 300 }, { "epoch": 0.19931662870159453, "grad_norm": 5.196351528167725, "learning_rate": 3.311195445920304e-05, "loss": 0.3272995376586914, "step": 350 }, { "epoch": 0.22779043280182232, "grad_norm": 4.492961406707764, "learning_rate": 3.7855787476280835e-05, "loss": 0.24839899063110352, "step": 400 }, { "epoch": 0.25626423690205014, "grad_norm": 5.2656145095825195, "learning_rate": 4.2599620493358636e-05, "loss": 0.24544755935668947, "step": 450 }, { "epoch": 0.2847380410022779, "grad_norm": 4.304174900054932, "learning_rate": 4.7343453510436436e-05, "loss": 0.2118685722351074, "step": 500 }, { "epoch": 0.3132118451025057, "grad_norm": 2.092153310775757, "learning_rate": 4.976798143851508e-05, "loss": 0.20026132583618164, "step": 550 }, { "epoch": 0.3416856492027335, "grad_norm": 3.674985647201538, "learning_rate": 4.924066652604936e-05, "loss": 0.17270835876464843, "step": 600 }, { "epoch": 0.3701594533029613, "grad_norm": 2.756453514099121, "learning_rate": 4.871335161358363e-05, "loss": 0.11772419929504395, "step": 650 }, { "epoch": 0.39863325740318906, "grad_norm": 1.9030200242996216, "learning_rate": 4.818603670111791e-05, "loss": 0.15580097198486328, "step": 700 }, { "epoch": 0.4271070615034169, "grad_norm": 3.236600399017334, "learning_rate": 4.7658721788652186e-05, "loss": 0.1331379795074463, "step": 750 }, { "epoch": 0.45558086560364464, "grad_norm": 1.866998553276062, "learning_rate": 4.713140687618646e-05, "loss": 0.13968156814575194, "step": 800 }, { "epoch": 0.48405466970387245, "grad_norm": 2.0798587799072266, "learning_rate": 4.660409196372073e-05, "loss": 0.11728707313537598, "step": 850 }, { "epoch": 0.5125284738041003, "grad_norm": 2.82535982131958, "learning_rate": 4.607677705125501e-05, "loss": 0.12277777671813965, "step": 900 }, { "epoch": 0.541002277904328, "grad_norm": 2.927178382873535, "learning_rate": 4.554946213878929e-05, "loss": 0.12073131561279297, "step": 950 }, { "epoch": 0.5694760820045558, "grad_norm": 0.4732373356819153, "learning_rate": 4.5022147226323564e-05, "loss": 0.1002076244354248, "step": 1000 }, { "epoch": 0.5979498861047836, "grad_norm": 4.891218185424805, "learning_rate": 4.449483231385784e-05, "loss": 0.09534002304077148, "step": 1050 }, { "epoch": 0.6264236902050114, "grad_norm": 2.673395872116089, "learning_rate": 4.396751740139211e-05, "loss": 0.0849313735961914, "step": 1100 }, { "epoch": 0.6548974943052391, "grad_norm": 0.45503002405166626, "learning_rate": 4.344020248892639e-05, "loss": 0.10159985542297363, "step": 1150 }, { "epoch": 0.683371298405467, "grad_norm": 4.175873279571533, "learning_rate": 4.2912887576460664e-05, "loss": 0.10804034233093261, "step": 1200 }, { "epoch": 0.7118451025056948, "grad_norm": 7.960940361022949, "learning_rate": 4.238557266399494e-05, "loss": 0.08453042030334473, "step": 1250 }, { "epoch": 0.7403189066059226, "grad_norm": 6.540600299835205, "learning_rate": 4.185825775152922e-05, "loss": 0.09416821479797363, "step": 1300 }, { "epoch": 0.7687927107061503, "grad_norm": 0.6882961392402649, "learning_rate": 4.133094283906349e-05, "loss": 0.07157005310058594, "step": 1350 }, { "epoch": 0.7972665148063781, "grad_norm": 0.6619611382484436, "learning_rate": 4.0803627926597765e-05, "loss": 0.066082763671875, "step": 1400 }, { "epoch": 0.8257403189066059, "grad_norm": 7.522312164306641, "learning_rate": 4.027631301413204e-05, "loss": 0.07188422203063966, "step": 1450 }, { "epoch": 0.8542141230068337, "grad_norm": 2.3896121978759766, "learning_rate": 3.974899810166632e-05, "loss": 0.09095027923583984, "step": 1500 }, { "epoch": 0.8826879271070615, "grad_norm": 2.823428153991699, "learning_rate": 3.9221683189200595e-05, "loss": 0.07988889217376709, "step": 1550 }, { "epoch": 0.9111617312072893, "grad_norm": 2.9240481853485107, "learning_rate": 3.8694368276734865e-05, "loss": 0.08108667373657226, "step": 1600 }, { "epoch": 0.9396355353075171, "grad_norm": 1.862162470817566, "learning_rate": 3.816705336426914e-05, "loss": 0.08407090187072754, "step": 1650 }, { "epoch": 0.9681093394077449, "grad_norm": 0.9724222421646118, "learning_rate": 3.763973845180342e-05, "loss": 0.07995471477508545, "step": 1700 }, { "epoch": 0.9965831435079726, "grad_norm": 4.660816192626953, "learning_rate": 3.7112423539337696e-05, "loss": 0.06137389659881592, "step": 1750 }, { "epoch": 1.0, "eval_accuracy": 0.9792204696253327, "eval_f1": 0.8985579313774242, "eval_loss": 0.0853828489780426, "eval_precision": 0.8852057478772044, "eval_recall": 0.912319084483339, "eval_runtime": 16.3062, "eval_samples_per_second": 199.311, "eval_steps_per_second": 24.96, "step": 1756 }, { "epoch": 1.0250569476082005, "grad_norm": 4.244996070861816, "learning_rate": 3.658510862687197e-05, "loss": 0.08307218551635742, "step": 1800 }, { "epoch": 1.0535307517084282, "grad_norm": 0.8549637794494629, "learning_rate": 3.605779371440625e-05, "loss": 0.04152585983276367, "step": 1850 }, { "epoch": 1.082004555808656, "grad_norm": 0.12734612822532654, "learning_rate": 3.553047880194052e-05, "loss": 0.06275240421295165, "step": 1900 }, { "epoch": 1.1104783599088839, "grad_norm": 0.20831361413002014, "learning_rate": 3.5003163889474796e-05, "loss": 0.049036874771118164, "step": 1950 }, { "epoch": 1.1389521640091116, "grad_norm": 5.43148136138916, "learning_rate": 3.447584897700907e-05, "loss": 0.03665179252624512, "step": 2000 }, { "epoch": 1.1674259681093395, "grad_norm": 8.092423439025879, "learning_rate": 3.394853406454335e-05, "loss": 0.060383148193359375, "step": 2050 }, { "epoch": 1.1958997722095672, "grad_norm": 0.1143074557185173, "learning_rate": 3.342121915207762e-05, "loss": 0.04986677646636963, "step": 2100 }, { "epoch": 1.224373576309795, "grad_norm": 1.1334632635116577, "learning_rate": 3.2893904239611903e-05, "loss": 0.04261885643005371, "step": 2150 }, { "epoch": 1.2528473804100229, "grad_norm": 2.409695863723755, "learning_rate": 3.2366589327146174e-05, "loss": 0.02984976053237915, "step": 2200 }, { "epoch": 1.2813211845102506, "grad_norm": 0.023305846378207207, "learning_rate": 3.183927441468045e-05, "loss": 0.02986645221710205, "step": 2250 }, { "epoch": 1.3097949886104785, "grad_norm": 1.741888165473938, "learning_rate": 3.131195950221472e-05, "loss": 0.060981402397155764, "step": 2300 }, { "epoch": 1.3382687927107062, "grad_norm": 0.6020044684410095, "learning_rate": 3.0784644589749004e-05, "loss": 0.03794198751449585, "step": 2350 }, { "epoch": 1.366742596810934, "grad_norm": 0.08001784235239029, "learning_rate": 3.0257329677283274e-05, "loss": 0.03673994779586792, "step": 2400 }, { "epoch": 1.3952164009111616, "grad_norm": 0.02995702251791954, "learning_rate": 2.9730014764817547e-05, "loss": 0.044854021072387694, "step": 2450 }, { "epoch": 1.4236902050113895, "grad_norm": 0.1147884801030159, "learning_rate": 2.9202699852351828e-05, "loss": 0.047550201416015625, "step": 2500 }, { "epoch": 1.4521640091116172, "grad_norm": 0.69696444272995, "learning_rate": 2.86753849398861e-05, "loss": 0.049544329643249514, "step": 2550 }, { "epoch": 1.4806378132118452, "grad_norm": 0.4860750436782837, "learning_rate": 2.8148070027420375e-05, "loss": 0.03159741163253784, "step": 2600 }, { "epoch": 1.5091116173120729, "grad_norm": 0.16090558469295502, "learning_rate": 2.7620755114954648e-05, "loss": 0.0480596923828125, "step": 2650 }, { "epoch": 1.5375854214123006, "grad_norm": 0.7413948774337769, "learning_rate": 2.7093440202488928e-05, "loss": 0.050900745391845706, "step": 2700 }, { "epoch": 1.5660592255125285, "grad_norm": 0.39893922209739685, "learning_rate": 2.65661252900232e-05, "loss": 0.04174707412719727, "step": 2750 }, { "epoch": 1.5945330296127562, "grad_norm": 0.12018123269081116, "learning_rate": 2.6038810377557475e-05, "loss": 0.041312184333801266, "step": 2800 }, { "epoch": 1.6230068337129842, "grad_norm": 0.47460970282554626, "learning_rate": 2.5511495465091755e-05, "loss": 0.04030419826507568, "step": 2850 }, { "epoch": 1.6514806378132119, "grad_norm": 1.4622207880020142, "learning_rate": 2.498418055262603e-05, "loss": 0.038981842994689944, "step": 2900 }, { "epoch": 1.6799544419134396, "grad_norm": 0.041533201932907104, "learning_rate": 2.4456865640160302e-05, "loss": 0.040003185272216794, "step": 2950 }, { "epoch": 1.7084282460136673, "grad_norm": 0.4670565724372864, "learning_rate": 2.392955072769458e-05, "loss": 0.02680367946624756, "step": 3000 }, { "epoch": 1.7369020501138952, "grad_norm": 0.12279506027698517, "learning_rate": 2.3402235815228856e-05, "loss": 0.017171299457550047, "step": 3050 }, { "epoch": 1.7653758542141231, "grad_norm": 1.5912784337997437, "learning_rate": 2.287492090276313e-05, "loss": 0.040563864707946776, "step": 3100 }, { "epoch": 1.7938496583143508, "grad_norm": 0.5954166650772095, "learning_rate": 2.2347605990297406e-05, "loss": 0.03170608520507812, "step": 3150 }, { "epoch": 1.8223234624145785, "grad_norm": 0.18454942107200623, "learning_rate": 2.182029107783168e-05, "loss": 0.04065796375274658, "step": 3200 }, { "epoch": 1.8507972665148062, "grad_norm": 1.792156457901001, "learning_rate": 2.1292976165365956e-05, "loss": 0.043567652702331545, "step": 3250 }, { "epoch": 1.8792710706150342, "grad_norm": 3.5496325492858887, "learning_rate": 2.0765661252900233e-05, "loss": 0.04890557765960693, "step": 3300 }, { "epoch": 1.907744874715262, "grad_norm": 2.243587017059326, "learning_rate": 2.0238346340434507e-05, "loss": 0.02435559272766113, "step": 3350 }, { "epoch": 1.9362186788154898, "grad_norm": 0.041429150849580765, "learning_rate": 1.9711031427968783e-05, "loss": 0.022826697826385498, "step": 3400 }, { "epoch": 1.9646924829157175, "grad_norm": 0.40412697196006775, "learning_rate": 1.918371651550306e-05, "loss": 0.028880558013916015, "step": 3450 }, { "epoch": 1.9931662870159452, "grad_norm": 1.1296610832214355, "learning_rate": 1.8656401603037334e-05, "loss": 0.020482330322265624, "step": 3500 }, { "epoch": 2.0, "eval_accuracy": 0.985113962943833, "eval_f1": 0.9321198964682308, "eval_loss": 0.06826692074537277, "eval_precision": 0.9249378624689313, "eval_recall": 0.9394143386065298, "eval_runtime": 13.3568, "eval_samples_per_second": 243.322, "eval_steps_per_second": 30.471, "step": 3512 }, { "epoch": 2.021640091116173, "grad_norm": 0.9621429443359375, "learning_rate": 1.812908669057161e-05, "loss": 0.019875452518463135, "step": 3550 }, { "epoch": 2.050113895216401, "grad_norm": 0.0837482139468193, "learning_rate": 1.7601771778105884e-05, "loss": 0.008889197707176208, "step": 3600 }, { "epoch": 2.078587699316629, "grad_norm": 0.19263038039207458, "learning_rate": 1.707445686564016e-05, "loss": 0.014765473604202271, "step": 3650 }, { "epoch": 2.1070615034168565, "grad_norm": 0.0060101840645074844, "learning_rate": 1.6547141953174438e-05, "loss": 0.007849201560020447, "step": 3700 }, { "epoch": 2.135535307517084, "grad_norm": 0.1244562640786171, "learning_rate": 1.601982704070871e-05, "loss": 0.01726690411567688, "step": 3750 }, { "epoch": 2.164009111617312, "grad_norm": 0.109648697078228, "learning_rate": 1.5492512128242988e-05, "loss": 0.012216633558273316, "step": 3800 }, { "epoch": 2.19248291571754, "grad_norm": 0.1934421807527542, "learning_rate": 1.4965197215777263e-05, "loss": 0.010779581069946288, "step": 3850 }, { "epoch": 2.2209567198177678, "grad_norm": 0.425420880317688, "learning_rate": 1.443788230331154e-05, "loss": 0.011902832984924316, "step": 3900 }, { "epoch": 2.2494305239179955, "grad_norm": 0.25650277733802795, "learning_rate": 1.3910567390845813e-05, "loss": 0.01777989387512207, "step": 3950 }, { "epoch": 2.277904328018223, "grad_norm": 7.346250534057617, "learning_rate": 1.338325247838009e-05, "loss": 0.015151877403259278, "step": 4000 }, { "epoch": 2.306378132118451, "grad_norm": 0.4072627127170563, "learning_rate": 1.2855937565914363e-05, "loss": 0.013375531435012817, "step": 4050 }, { "epoch": 2.334851936218679, "grad_norm": 0.08192279189825058, "learning_rate": 1.232862265344864e-05, "loss": 0.01477469563484192, "step": 4100 }, { "epoch": 2.3633257403189067, "grad_norm": 0.08017744868993759, "learning_rate": 1.1801307740982915e-05, "loss": 0.015454013347625733, "step": 4150 }, { "epoch": 2.3917995444191344, "grad_norm": 0.013294419273734093, "learning_rate": 1.127399282851719e-05, "loss": 0.011264841556549072, "step": 4200 }, { "epoch": 2.420273348519362, "grad_norm": 8.798260688781738, "learning_rate": 1.0746677916051466e-05, "loss": 0.009926987290382385, "step": 4250 }, { "epoch": 2.44874715261959, "grad_norm": 0.02044219709932804, "learning_rate": 1.021936300358574e-05, "loss": 0.007129186391830444, "step": 4300 }, { "epoch": 2.477220956719818, "grad_norm": 0.004201766103506088, "learning_rate": 9.692048091120018e-06, "loss": 0.003962487280368805, "step": 4350 }, { "epoch": 2.5056947608200457, "grad_norm": 0.002541273133829236, "learning_rate": 9.164733178654293e-06, "loss": 0.019802603721618652, "step": 4400 }, { "epoch": 2.5341685649202734, "grad_norm": 0.09866471588611603, "learning_rate": 8.637418266188568e-06, "loss": 0.008758165240287781, "step": 4450 }, { "epoch": 2.562642369020501, "grad_norm": 0.025510091334581375, "learning_rate": 8.110103353722843e-06, "loss": 0.013702048063278198, "step": 4500 }, { "epoch": 2.591116173120729, "grad_norm": 0.06137232854962349, "learning_rate": 7.582788441257119e-06, "loss": 0.020511729717254637, "step": 4550 }, { "epoch": 2.619589977220957, "grad_norm": 0.03561195358633995, "learning_rate": 7.055473528791394e-06, "loss": 0.006835119724273682, "step": 4600 }, { "epoch": 2.6480637813211843, "grad_norm": 0.12753430008888245, "learning_rate": 6.528158616325671e-06, "loss": 0.016694604158401488, "step": 4650 }, { "epoch": 2.6765375854214124, "grad_norm": 0.11613287031650543, "learning_rate": 6.000843703859946e-06, "loss": 0.008856379985809326, "step": 4700 }, { "epoch": 2.70501138952164, "grad_norm": 0.024386335164308548, "learning_rate": 5.473528791394221e-06, "loss": 0.019774538278579713, "step": 4750 }, { "epoch": 2.733485193621868, "grad_norm": 0.0066336095333099365, "learning_rate": 4.946213878928496e-06, "loss": 0.007424172759056091, "step": 4800 }, { "epoch": 2.7619589977220955, "grad_norm": 0.346383661031723, "learning_rate": 4.418898966462772e-06, "loss": 0.011786254644393921, "step": 4850 }, { "epoch": 2.7904328018223232, "grad_norm": 4.314459323883057, "learning_rate": 3.891584053997047e-06, "loss": 0.02354264497756958, "step": 4900 }, { "epoch": 2.8189066059225514, "grad_norm": 0.010090876370668411, "learning_rate": 3.3642691415313225e-06, "loss": 0.01016837239265442, "step": 4950 }, { "epoch": 2.847380410022779, "grad_norm": 0.03358423337340355, "learning_rate": 2.836954229065598e-06, "loss": 0.02623087167739868, "step": 5000 }, { "epoch": 2.875854214123007, "grad_norm": 1.0688987970352173, "learning_rate": 2.3096393165998736e-06, "loss": 0.01581504225730896, "step": 5050 }, { "epoch": 2.9043280182232345, "grad_norm": 0.038196414709091187, "learning_rate": 1.782324404134149e-06, "loss": 0.007836873531341553, "step": 5100 }, { "epoch": 2.932801822323462, "grad_norm": 1.5274938344955444, "learning_rate": 1.2550094916684245e-06, "loss": 0.008381766080856324, "step": 5150 }, { "epoch": 2.9612756264236904, "grad_norm": 7.337849140167236, "learning_rate": 7.276945792026999e-07, "loss": 0.012459511756896973, "step": 5200 }, { "epoch": 2.989749430523918, "grad_norm": 0.03858187794685364, "learning_rate": 2.0037966673697531e-07, "loss": 0.018138412237167358, "step": 5250 }, { "epoch": 3.0, "eval_accuracy": 0.9870740461149298, "eval_f1": 0.9415502968475625, "eval_loss": 0.06246870011091232, "eval_precision": 0.9356822336712648, "eval_recall": 0.9474924267923258, "eval_runtime": 13.2725, "eval_samples_per_second": 244.868, "eval_steps_per_second": 30.665, "step": 5268 }, { "epoch": 3.0, "step": 5268, "total_flos": 1376902220737806.0, "train_loss": 0.09179677247107255, "train_runtime": 679.9594, "train_samples_per_second": 61.949, "train_steps_per_second": 7.748 }, { "epoch": 3.0, "step": 5268, "test_accuracy": 0.9711330077729939, "test_f1": 0.885148687538153, "test_loss": 0.18729883432388306, "test_precision": 0.8721429798934525, "test_recall": 0.8985481586402266, "test_runtime": 15.1489, "test_samples_per_second": 227.938, "test_steps_per_second": 28.517 } ], "logging_steps": 50, "max_steps": 5268, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1376902220737806.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }