bert-base-pos / trainer_state.json
sayedshaungt's picture
Upload folder using huggingface_hub
e742c9e verified
{
"best_global_step": 17000,
"best_metric": 0.8946104799920928,
"best_model_checkpoint": "banBERT-Base-pos/checkpoint-17000",
"epoch": 0.9946755602363817,
"eval_steps": 1000,
"global_step": 17000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.05851032707272834,
"grad_norm": 4.870177745819092,
"learning_rate": 4.952324665090623e-05,
"loss": 0.5681,
"step": 1000
},
{
"epoch": 0.05851032707272834,
"eval_f1": 0.8762604390800369,
"eval_loss": 0.26431742310523987,
"eval_precision": 0.8742650838051628,
"eval_recall": 0.8796261556029517,
"eval_runtime": 28.9994,
"eval_samples_per_second": 261.178,
"eval_steps_per_second": 32.656,
"step": 1000
},
{
"epoch": 0.11702065414545668,
"grad_norm": 6.504812240600586,
"learning_rate": 4.853821907013397e-05,
"loss": 0.2821,
"step": 2000
},
{
"epoch": 0.11702065414545668,
"eval_f1": 0.8747857038906649,
"eval_loss": 0.2531687021255493,
"eval_precision": 0.8826666555035545,
"eval_recall": 0.8742214967913846,
"eval_runtime": 29.3663,
"eval_samples_per_second": 257.915,
"eval_steps_per_second": 32.248,
"step": 2000
},
{
"epoch": 0.175530981218185,
"grad_norm": 2.781933307647705,
"learning_rate": 4.7553191489361704e-05,
"loss": 0.2697,
"step": 3000
},
{
"epoch": 0.175530981218185,
"eval_f1": 0.8666467093588278,
"eval_loss": 0.2597614824771881,
"eval_precision": 0.8736361925736554,
"eval_recall": 0.8661208831213065,
"eval_runtime": 29.0115,
"eval_samples_per_second": 261.068,
"eval_steps_per_second": 32.642,
"step": 3000
},
{
"epoch": 0.23404130829091335,
"grad_norm": 3.3094711303710938,
"learning_rate": 4.656816390858944e-05,
"loss": 0.2659,
"step": 4000
},
{
"epoch": 0.23404130829091335,
"eval_f1": 0.8798149861336466,
"eval_loss": 0.24752835929393768,
"eval_precision": 0.8764034593493383,
"eval_recall": 0.8851085241178042,
"eval_runtime": 29.6951,
"eval_samples_per_second": 255.059,
"eval_steps_per_second": 31.891,
"step": 4000
},
{
"epoch": 0.2925516353636417,
"grad_norm": 2.068115234375,
"learning_rate": 4.5583136327817186e-05,
"loss": 0.2608,
"step": 5000
},
{
"epoch": 0.2925516353636417,
"eval_f1": 0.8836360762583084,
"eval_loss": 0.23901157081127167,
"eval_precision": 0.8866831487439992,
"eval_recall": 0.8816467698684325,
"eval_runtime": 29.6967,
"eval_samples_per_second": 255.046,
"eval_steps_per_second": 31.889,
"step": 5000
},
{
"epoch": 0.35106196243637,
"grad_norm": 2.984527111053467,
"learning_rate": 4.459810874704492e-05,
"loss": 0.2548,
"step": 6000
},
{
"epoch": 0.35106196243637,
"eval_f1": 0.8786857503892376,
"eval_loss": 0.24374601244926453,
"eval_precision": 0.8808030269623512,
"eval_recall": 0.878183658913097,
"eval_runtime": 29.5386,
"eval_samples_per_second": 256.41,
"eval_steps_per_second": 32.06,
"step": 6000
},
{
"epoch": 0.40957228950909835,
"grad_norm": 3.5354621410369873,
"learning_rate": 4.3613081166272655e-05,
"loss": 0.2535,
"step": 7000
},
{
"epoch": 0.40957228950909835,
"eval_f1": 0.8885007809186033,
"eval_loss": 0.23431703448295593,
"eval_precision": 0.8823384881830838,
"eval_recall": 0.8961195227790774,
"eval_runtime": 28.9987,
"eval_samples_per_second": 261.184,
"eval_steps_per_second": 32.657,
"step": 7000
},
{
"epoch": 0.4680826165818267,
"grad_norm": 3.906360626220703,
"learning_rate": 4.2628053585500396e-05,
"loss": 0.255,
"step": 8000
},
{
"epoch": 0.4680826165818267,
"eval_f1": 0.8796937707178186,
"eval_loss": 0.23554810881614685,
"eval_precision": 0.8812208287855526,
"eval_recall": 0.880771461292737,
"eval_runtime": 30.6899,
"eval_samples_per_second": 246.791,
"eval_steps_per_second": 30.857,
"step": 8000
},
{
"epoch": 0.526592943654555,
"grad_norm": 3.616974353790283,
"learning_rate": 4.1644011032308906e-05,
"loss": 0.2457,
"step": 9000
},
{
"epoch": 0.526592943654555,
"eval_f1": 0.8853991026903275,
"eval_loss": 0.2313537746667862,
"eval_precision": 0.8879722004510241,
"eval_recall": 0.8847937369742619,
"eval_runtime": 29.3159,
"eval_samples_per_second": 258.358,
"eval_steps_per_second": 32.303,
"step": 9000
},
{
"epoch": 0.5851032707272834,
"grad_norm": 3.81512713432312,
"learning_rate": 4.065898345153665e-05,
"loss": 0.2527,
"step": 10000
},
{
"epoch": 0.5851032707272834,
"eval_f1": 0.8797925096491191,
"eval_loss": 0.2423781007528305,
"eval_precision": 0.8750872391747755,
"eval_recall": 0.8881566716696347,
"eval_runtime": 30.0187,
"eval_samples_per_second": 252.31,
"eval_steps_per_second": 31.547,
"step": 10000
},
{
"epoch": 0.6436135978000117,
"grad_norm": 2.189429521560669,
"learning_rate": 3.967494089834515e-05,
"loss": 0.2446,
"step": 11000
},
{
"epoch": 0.6436135978000117,
"eval_f1": 0.8923392397004614,
"eval_loss": 0.22613154351711273,
"eval_precision": 0.8840821992199377,
"eval_recall": 0.9019369581982146,
"eval_runtime": 30.4237,
"eval_samples_per_second": 248.951,
"eval_steps_per_second": 31.127,
"step": 11000
},
{
"epoch": 0.70212392487274,
"grad_norm": 3.8916683197021484,
"learning_rate": 3.86899133175729e-05,
"loss": 0.2496,
"step": 12000
},
{
"epoch": 0.70212392487274,
"eval_f1": 0.8838883711908031,
"eval_loss": 0.2282320261001587,
"eval_precision": 0.8870449139456895,
"eval_recall": 0.881842969912727,
"eval_runtime": 28.9189,
"eval_samples_per_second": 261.905,
"eval_steps_per_second": 32.747,
"step": 12000
},
{
"epoch": 0.7606342519454684,
"grad_norm": 2.145176887512207,
"learning_rate": 3.770587076438141e-05,
"loss": 0.2439,
"step": 13000
},
{
"epoch": 0.7606342519454684,
"eval_f1": 0.8769622250324842,
"eval_loss": 0.2252449244260788,
"eval_precision": 0.887928073773863,
"eval_recall": 0.8695732334120527,
"eval_runtime": 29.4593,
"eval_samples_per_second": 257.1,
"eval_steps_per_second": 32.146,
"step": 13000
},
{
"epoch": 0.8191445790181967,
"grad_norm": 1.7703274488449097,
"learning_rate": 3.672084318360914e-05,
"loss": 0.243,
"step": 14000
},
{
"epoch": 0.8191445790181967,
"eval_f1": 0.879454001823476,
"eval_loss": 0.22599145770072937,
"eval_precision": 0.8828080832134976,
"eval_recall": 0.8786664905760042,
"eval_runtime": 29.753,
"eval_samples_per_second": 254.562,
"eval_steps_per_second": 31.829,
"step": 14000
},
{
"epoch": 0.877654906090925,
"grad_norm": 4.403445243835449,
"learning_rate": 3.573581560283688e-05,
"loss": 0.2427,
"step": 15000
},
{
"epoch": 0.877654906090925,
"eval_f1": 0.8888557192580028,
"eval_loss": 0.22790007293224335,
"eval_precision": 0.8901524013282429,
"eval_recall": 0.8884489266872372,
"eval_runtime": 31.5334,
"eval_samples_per_second": 240.19,
"eval_steps_per_second": 30.032,
"step": 15000
},
{
"epoch": 0.9361652331636534,
"grad_norm": 6.978273868560791,
"learning_rate": 3.4751773049645395e-05,
"loss": 0.2371,
"step": 16000
},
{
"epoch": 0.9361652331636534,
"eval_f1": 0.8933984344595972,
"eval_loss": 0.22917409241199493,
"eval_precision": 0.8891663922870625,
"eval_recall": 0.8998411225843156,
"eval_runtime": 29.6746,
"eval_samples_per_second": 255.235,
"eval_steps_per_second": 31.913,
"step": 16000
},
{
"epoch": 0.9946755602363817,
"grad_norm": 4.8312859535217285,
"learning_rate": 3.376674546887313e-05,
"loss": 0.2405,
"step": 17000
},
{
"epoch": 0.9946755602363817,
"eval_f1": 0.8946104799920928,
"eval_loss": 0.2225894331932068,
"eval_precision": 0.8872567105766707,
"eval_recall": 0.903381031095196,
"eval_runtime": 29.592,
"eval_samples_per_second": 255.948,
"eval_steps_per_second": 32.002,
"step": 17000
}
],
"logging_steps": 1000,
"max_steps": 51273,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 1000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 4442566947840000.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}