{ "best_metric": 0.7626358851133038, "best_model_checkpoint": "/nfs/production/literature/amina-mardiyyah/new_data/Ner_Pipeline/src/ner_pipeline/model_outputs/NER/CeLLaTe_3_Class_1.0/BiomedNLP_BiomedBERT_base_uncased_abstract_fulltext/BaseStrategy/StandardNerHead/BaseTrainer/no_data_aug/checkpoint-2367", "epoch": 14.0, "eval_steps": 100, "global_step": 3682, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.4862927198410034, "learning_rate": 1.9204916458613406e-05, "loss": 0.3707, "step": 263 }, { "epoch": 1.0, "eval_accuracy": 0.9770208301605835, "eval_loss": 0.079874187707901, "eval_macro_f1": 0.5769987323644276, "eval_micro_f1": 0.6010223298358892, "eval_precision": 0.6219376391982183, "eval_recall": 0.5814679854242581, "eval_weighted_f1": 0.592280710950957, "step": 263 }, { "epoch": 2.0, "grad_norm": 1.9079930782318115, "learning_rate": 1.819473785289034e-05, "loss": 0.0585, "step": 526 }, { "epoch": 2.0, "eval_accuracy": 0.9815049833324873, "eval_loss": 0.06179345026612282, "eval_macro_f1": 0.7277089050124769, "eval_micro_f1": 0.7309004988185875, "eval_precision": 0.7372881355932204, "eval_recall": 0.7246225923997918, "eval_weighted_f1": 0.7313446348142951, "step": 526 }, { "epoch": 3.0, "grad_norm": 1.0678396224975586, "learning_rate": 1.7184559247167276e-05, "loss": 0.0354, "step": 789 }, { "epoch": 3.0, "eval_accuracy": 0.9818434099869706, "eval_loss": 0.06418469548225403, "eval_macro_f1": 0.7432720323562445, "eval_micro_f1": 0.7453069507864029, "eval_precision": 0.7268678871845621, "eval_recall": 0.7647058823529411, "eval_weighted_f1": 0.7451202973389662, "step": 789 }, { "epoch": 4.0, "grad_norm": 0.2629636824131012, "learning_rate": 1.617438064144421e-05, "loss": 0.0257, "step": 1052 }, { "epoch": 4.0, "eval_accuracy": 0.9822664433050747, "eval_loss": 0.08105488121509552, "eval_macro_f1": 0.7405963948143229, "eval_micro_f1": 0.74696802646086, "eval_precision": 0.7937902753368483, "eval_recall": 0.7053617907339927, "eval_weighted_f1": 0.7457498165560936, "step": 1052 }, { "epoch": 5.0, "grad_norm": 0.4527699947357178, "learning_rate": 1.5164202035721145e-05, "loss": 0.0192, "step": 1315 }, { "epoch": 5.0, "eval_accuracy": 0.9820633873123847, "eval_loss": 0.07257022708654404, "eval_macro_f1": 0.7412864283559636, "eval_micro_f1": 0.7438540840602695, "eval_precision": 0.7556390977443609, "eval_recall": 0.7324310255075481, "eval_weighted_f1": 0.7433335893250815, "step": 1315 }, { "epoch": 6.0, "grad_norm": 0.020912302657961845, "learning_rate": 1.415402342999808e-05, "loss": 0.0145, "step": 1578 }, { "epoch": 6.0, "eval_accuracy": 0.980760444692624, "eval_loss": 0.08405586332082748, "eval_macro_f1": 0.728176283051415, "eval_micro_f1": 0.729506141890198, "eval_precision": 0.7035783365570599, "eval_recall": 0.7574180114523685, "eval_weighted_f1": 0.731476982530679, "step": 1578 }, { "epoch": 7.0, "grad_norm": 1.8371907472610474, "learning_rate": 1.3143844824275017e-05, "loss": 0.0108, "step": 1841 }, { "epoch": 7.0, "eval_accuracy": 0.9824356566323164, "eval_loss": 0.08958898484706879, "eval_macro_f1": 0.7491220181673697, "eval_micro_f1": 0.7561761546723953, "eval_precision": 0.7809206877426511, "eval_recall": 0.7329515877147319, "eval_weighted_f1": 0.7535894817666166, "step": 1841 }, { "epoch": 8.0, "grad_norm": 0.036153607070446014, "learning_rate": 1.213366621855195e-05, "loss": 0.0086, "step": 2104 }, { "epoch": 8.0, "eval_accuracy": 0.982300285970523, "eval_loss": 0.09140016883611679, "eval_macro_f1": 0.7499882167101145, "eval_micro_f1": 0.7507739938080494, "eval_precision": 0.7442455242966752, "eval_recall": 0.7574180114523685, "eval_weighted_f1": 0.7510494149917656, "step": 2104 }, { "epoch": 9.0, "grad_norm": 0.6101483106613159, "learning_rate": 1.1123487612828885e-05, "loss": 0.0071, "step": 2367 }, { "epoch": 9.0, "eval_accuracy": 0.9829432966140413, "eval_loss": 0.09278572350740433, "eval_macro_f1": 0.7626358851133038, "eval_micro_f1": 0.7671018276762401, "eval_precision": 0.7695128339444736, "eval_recall": 0.7647058823529411, "eval_weighted_f1": 0.7667324717128587, "step": 2367 }, { "epoch": 10.0, "grad_norm": 0.0035175979137420654, "learning_rate": 1.011330900710582e-05, "loss": 0.0061, "step": 2630 }, { "epoch": 10.0, "eval_accuracy": 0.9821818366414539, "eval_loss": 0.10011798143386841, "eval_macro_f1": 0.7462770455304736, "eval_micro_f1": 0.7468487394957983, "eval_precision": 0.753577106518283, "eval_recall": 0.7402394586153045, "eval_weighted_f1": 0.7468672605156849, "step": 2630 }, { "epoch": 11.0, "grad_norm": 0.0037437197752296925, "learning_rate": 9.103130401382755e-06, "loss": 0.0053, "step": 2893 }, { "epoch": 11.0, "eval_accuracy": 0.9827910046195238, "eval_loss": 0.09489310532808304, "eval_macro_f1": 0.7580331495732254, "eval_micro_f1": 0.7618042732788183, "eval_precision": 0.772192513368984, "eval_recall": 0.7516918271733473, "eval_weighted_f1": 0.7611300880366612, "step": 2893 }, { "epoch": 12.0, "grad_norm": 0.33181801438331604, "learning_rate": 8.092951795659689e-06, "loss": 0.0042, "step": 3156 }, { "epoch": 12.0, "eval_accuracy": 0.9823172073032472, "eval_loss": 0.10447186231613159, "eval_macro_f1": 0.74837113461728, "eval_micro_f1": 0.7483600104959328, "eval_precision": 0.7544973544973544, "eval_recall": 0.7423217074440396, "eval_weighted_f1": 0.7490474113274579, "step": 3156 }, { "epoch": 13.0, "grad_norm": 0.046197082847356796, "learning_rate": 7.082773189936625e-06, "loss": 0.0034, "step": 3419 }, { "epoch": 13.0, "eval_accuracy": 0.9826894766231788, "eval_loss": 0.11298680305480957, "eval_macro_f1": 0.7570912941995157, "eval_micro_f1": 0.7603565810173047, "eval_precision": 0.7659799260433174, "eval_recall": 0.7548152004164498, "eval_weighted_f1": 0.7597214121014263, "step": 3419 }, { "epoch": 14.0, "grad_norm": 0.02146022580564022, "learning_rate": 6.072594584213559e-06, "loss": 0.0032, "step": 3682 }, { "epoch": 14.0, "eval_accuracy": 0.9819110953178672, "eval_loss": 0.11282865703105927, "eval_macro_f1": 0.7464972293717181, "eval_micro_f1": 0.7470324452651016, "eval_precision": 0.7572192513368984, "eval_recall": 0.737116085372202, "eval_weighted_f1": 0.7472486799694477, "step": 3682 }, { "epoch": 14.0, "step": 3682, "total_flos": 2981574659125788.0, "train_loss": 0.040905012183057296, "train_runtime": 941.9422, "train_samples_per_second": 178.546, "train_steps_per_second": 5.584 } ], "logging_steps": 10, "max_steps": 5260, "num_input_tokens_seen": 0, "num_train_epochs": 20, "save_steps": 100, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 5, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 5 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2981574659125788.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }