| { |
| "best_metric": 0.7634932999314054, |
| "best_model_checkpoint": "/nfs/production/literature/amina-mardiyyah/new_data/Ner_Pipeline/src/ner_pipeline/model_outputs/NER/CeLLaTe_3class_3.0/BiomedNLP_BiomedBERT_base_uncased_abstract_fulltext/BaseStrategy/StandardNerHead/BaseTrainer/no_data_aug/checkpoint-2367", |
| "epoch": 14.0, |
| "eval_steps": 100, |
| "global_step": 3682, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.499980092048645, |
| "learning_rate": 1.9204916458613406e-05, |
| "loss": 0.3705, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9767839315024451, |
| "eval_loss": 0.07922293245792389, |
| "eval_macro_f1": 0.5607172307233707, |
| "eval_micro_f1": 0.5859499733901011, |
| "eval_precision": 0.5993467610234078, |
| "eval_recall": 0.573138990109318, |
| "eval_weighted_f1": 0.5782964332062143, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 2.1381945610046387, |
| "learning_rate": 1.819473785289034e-05, |
| "loss": 0.0578, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.9811327140125556, |
| "eval_loss": 0.06325448304414749, |
| "eval_macro_f1": 0.7222045163630888, |
| "eval_micro_f1": 0.7245604688332445, |
| "eval_precision": 0.7419530823786143, |
| "eval_recall": 0.7079646017699115, |
| "eval_weighted_f1": 0.7252630809280266, |
| "step": 526 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.9407679438591003, |
| "learning_rate": 1.7184559247167276e-05, |
| "loss": 0.0353, |
| "step": 789 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.9814203766688664, |
| "eval_loss": 0.06546597182750702, |
| "eval_macro_f1": 0.741575956013186, |
| "eval_micro_f1": 0.7426545086119554, |
| "eval_precision": 0.7232363098174642, |
| "eval_recall": 0.7631441957313899, |
| "eval_weighted_f1": 0.7432513213762597, |
| "step": 789 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.13222087919712067, |
| "learning_rate": 1.617438064144421e-05, |
| "loss": 0.0254, |
| "step": 1052 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.9825879486268339, |
| "eval_loss": 0.08073774725198746, |
| "eval_macro_f1": 0.745150936861365, |
| "eval_micro_f1": 0.7519738633269806, |
| "eval_precision": 0.78824200913242, |
| "eval_recall": 0.7188964081207704, |
| "eval_weighted_f1": 0.750615720684395, |
| "step": 1052 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.31658506393432617, |
| "learning_rate": 1.5164202035721145e-05, |
| "loss": 0.0185, |
| "step": 1315 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.9817418819906256, |
| "eval_loss": 0.07392168790102005, |
| "eval_macro_f1": 0.7358482740999972, |
| "eval_micro_f1": 0.7386687386687387, |
| "eval_precision": 0.7350515463917526, |
| "eval_recall": 0.7423217074440396, |
| "eval_weighted_f1": 0.7391264972928957, |
| "step": 1315 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.009997176006436348, |
| "learning_rate": 1.415402342999808e-05, |
| "loss": 0.0142, |
| "step": 1578 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_accuracy": 0.9806081526981065, |
| "eval_loss": 0.08536450564861298, |
| "eval_macro_f1": 0.7261304660224934, |
| "eval_micro_f1": 0.7289386612369558, |
| "eval_precision": 0.7131474103585658, |
| "eval_recall": 0.7454450806871421, |
| "eval_weighted_f1": 0.7296431528943578, |
| "step": 1578 |
| }, |
| { |
| "epoch": 7.0, |
| "grad_norm": 0.22506612539291382, |
| "learning_rate": 1.3143844824275017e-05, |
| "loss": 0.0104, |
| "step": 1841 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_accuracy": 0.9821141513105572, |
| "eval_loss": 0.08728903532028198, |
| "eval_macro_f1": 0.7474475075874389, |
| "eval_micro_f1": 0.7513988808952838, |
| "eval_precision": 0.769650655021834, |
| "eval_recall": 0.7339927121290994, |
| "eval_weighted_f1": 0.7506013649890978, |
| "step": 1841 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 0.015740081667900085, |
| "learning_rate": 1.213366621855195e-05, |
| "loss": 0.0087, |
| "step": 2104 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_accuracy": 0.9818772526524189, |
| "eval_loss": 0.09343691915273666, |
| "eval_macro_f1": 0.7403039355405312, |
| "eval_micro_f1": 0.7418275418275417, |
| "eval_precision": 0.7337067209775967, |
| "eval_recall": 0.7501301405517959, |
| "eval_weighted_f1": 0.7420549217599774, |
| "step": 2104 |
| }, |
| { |
| "epoch": 9.0, |
| "grad_norm": 0.6508826613426208, |
| "learning_rate": 1.1123487612828885e-05, |
| "loss": 0.007, |
| "step": 2367 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_accuracy": 0.9828756112831447, |
| "eval_loss": 0.09423227608203888, |
| "eval_macro_f1": 0.7634932999314054, |
| "eval_micro_f1": 0.7683468268477408, |
| "eval_precision": 0.7709643605870021, |
| "eval_recall": 0.7657470067673087, |
| "eval_weighted_f1": 0.7676201589775575, |
| "step": 2367 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.005056560505181551, |
| "learning_rate": 1.011330900710582e-05, |
| "loss": 0.0059, |
| "step": 2630 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_accuracy": 0.9820295446469364, |
| "eval_loss": 0.10169301927089691, |
| "eval_macro_f1": 0.7401422549415057, |
| "eval_micro_f1": 0.7419871794871794, |
| "eval_precision": 0.761930883159627, |
| "eval_recall": 0.7230609057782404, |
| "eval_weighted_f1": 0.7416103645962767, |
| "step": 2630 |
| }, |
| { |
| "epoch": 11.0, |
| "grad_norm": 0.00294481567107141, |
| "learning_rate": 9.103130401382755e-06, |
| "loss": 0.005, |
| "step": 2893 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_accuracy": 0.9826217912922822, |
| "eval_loss": 0.09840236604213715, |
| "eval_macro_f1": 0.751826679987133, |
| "eval_micro_f1": 0.7548761201897732, |
| "eval_precision": 0.7645488521089162, |
| "eval_recall": 0.7454450806871421, |
| "eval_weighted_f1": 0.7538770398780168, |
| "step": 2893 |
| }, |
| { |
| "epoch": 12.0, |
| "grad_norm": 0.4150006175041199, |
| "learning_rate": 8.092951795659689e-06, |
| "loss": 0.0041, |
| "step": 3156 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_accuracy": 0.9817418819906256, |
| "eval_loss": 0.11176982522010803, |
| "eval_macro_f1": 0.7321679577133663, |
| "eval_micro_f1": 0.7333156075511832, |
| "eval_precision": 0.7494565217391305, |
| "eval_recall": 0.717855283706403, |
| "eval_weighted_f1": 0.7336935207710876, |
| "step": 3156 |
| }, |
| { |
| "epoch": 13.0, |
| "grad_norm": 0.03623787313699722, |
| "learning_rate": 7.082773189936625e-06, |
| "loss": 0.0033, |
| "step": 3419 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_accuracy": 0.9824525779650405, |
| "eval_loss": 0.11363589018583298, |
| "eval_macro_f1": 0.7533031808473881, |
| "eval_micro_f1": 0.753934942287513, |
| "eval_precision": 0.7599153886832364, |
| "eval_recall": 0.7480478917230609, |
| "eval_weighted_f1": 0.7535596423761834, |
| "step": 3419 |
| }, |
| { |
| "epoch": 14.0, |
| "grad_norm": 0.0032901219092309475, |
| "learning_rate": 6.072594584213559e-06, |
| "loss": 0.0033, |
| "step": 3682 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_accuracy": 0.9814372980015906, |
| "eval_loss": 0.11802394688129425, |
| "eval_macro_f1": 0.7351056070717171, |
| "eval_micro_f1": 0.7350697184951328, |
| "eval_precision": 0.7430851063829788, |
| "eval_recall": 0.7272254034357105, |
| "eval_weighted_f1": 0.7352935114270702, |
| "step": 3682 |
| }, |
| { |
| "epoch": 14.0, |
| "step": 3682, |
| "total_flos": 2981574659125788.0, |
| "train_loss": 0.040679274645918806, |
| "train_runtime": 972.0928, |
| "train_samples_per_second": 173.008, |
| "train_steps_per_second": 5.411 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5260, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 5, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 5 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2981574659125788.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
