sindhi-bert-ner / checkpoint-1424 /trainer_state.json
hellosindh's picture
Upload folder using huggingface_hub
00e7bcc verified
{
"best_global_step": 1424,
"best_metric": 0.7741483492424905,
"best_model_checkpoint": "sindhibert_ner_v2/checkpoint-1424",
"epoch": 4.0,
"eval_steps": 356,
"global_step": 1424,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2812939521800281,
"grad_norm": 9.956046104431152,
"learning_rate": 1.6685393258426966e-05,
"loss": 2.9438055419921874,
"step": 100
},
{
"epoch": 0.5625879043600562,
"grad_norm": 9.802416801452637,
"learning_rate": 2.9987282164731155e-05,
"loss": 0.8266248321533203,
"step": 200
},
{
"epoch": 0.8438818565400844,
"grad_norm": 6.607327461242676,
"learning_rate": 2.9579691638256147e-05,
"loss": 0.622057991027832,
"step": 300
},
{
"epoch": 1.0,
"eval_f1": 0.5810973451327435,
"eval_f1_DATE_TIME": 0.8529801324503312,
"eval_f1_EVENT": 0.1316872427983539,
"eval_f1_LOCATION": 0.7365342432366562,
"eval_f1_ORG": 0.37763116556707504,
"eval_f1_PERSON": 0.605584642233857,
"eval_f1_TITLE": 0.6061554512258737,
"eval_loss": 0.24599596858024597,
"eval_runtime": 2.5923,
"eval_samples_per_second": 974.42,
"eval_steps_per_second": 30.475,
"step": 356
},
{
"epoch": 1.1237693389592125,
"grad_norm": 8.488602638244629,
"learning_rate": 2.8613205356500785e-05,
"loss": 0.4819778823852539,
"step": 400
},
{
"epoch": 1.4050632911392404,
"grad_norm": 6.543027400970459,
"learning_rate": 2.7124872462465625e-05,
"loss": 0.37242794036865234,
"step": 500
},
{
"epoch": 1.6863572433192686,
"grad_norm": 7.36555290222168,
"learning_rate": 2.517174649044749e-05,
"loss": 0.3637136459350586,
"step": 600
},
{
"epoch": 1.9676511954992968,
"grad_norm": 3.421555995941162,
"learning_rate": 2.2828698284245604e-05,
"loss": 0.3521112060546875,
"step": 700
},
{
"epoch": 2.0,
"eval_f1": 0.681080224914865,
"eval_f1_DATE_TIME": 0.7850241545893719,
"eval_f1_EVENT": 0.2574712643678161,
"eval_f1_LOCATION": 0.784957092377587,
"eval_f1_ORG": 0.5021991203518592,
"eval_f1_PERSON": 0.6830154405086286,
"eval_f1_TITLE": 0.7609511889862327,
"eval_loss": 0.20519763231277466,
"eval_runtime": 2.582,
"eval_samples_per_second": 978.319,
"eval_steps_per_second": 30.597,
"step": 712
},
{
"epoch": 2.247538677918425,
"grad_norm": 2.109884738922119,
"learning_rate": 2.0185545909245344e-05,
"loss": 0.24458488464355468,
"step": 800
},
{
"epoch": 2.528832630098453,
"grad_norm": 2.8797037601470947,
"learning_rate": 1.7343611579907725e-05,
"loss": 0.212690372467041,
"step": 900
},
{
"epoch": 2.810126582278481,
"grad_norm": 5.664893627166748,
"learning_rate": 1.4411837588899939e-05,
"loss": 0.18955570220947265,
"step": 1000
},
{
"epoch": 3.0,
"eval_f1": 0.6778448823903368,
"eval_f1_DATE_TIME": 0.7517401392111369,
"eval_f1_EVENT": 0.22174840085287847,
"eval_f1_LOCATION": 0.7845415508966911,
"eval_f1_ORG": 0.5135026199113262,
"eval_f1_PERSON": 0.7053455019556715,
"eval_f1_TITLE": 0.7071633237822349,
"eval_loss": 0.22204764187335968,
"eval_runtime": 2.5828,
"eval_samples_per_second": 978.001,
"eval_steps_per_second": 30.587,
"step": 1068
},
{
"epoch": 3.090014064697609,
"grad_norm": 3.924571990966797,
"learning_rate": 1.1502610129268493e-05,
"loss": 0.17344663619995118,
"step": 1100
},
{
"epoch": 3.371308016877637,
"grad_norm": 4.71477746963501,
"learning_rate": 8.727451098641628e-06,
"loss": 0.11389885902404785,
"step": 1200
},
{
"epoch": 3.652601969057665,
"grad_norm": 3.7797605991363525,
"learning_rate": 6.192743035205252e-06,
"loss": 0.13766860008239745,
"step": 1300
},
{
"epoch": 3.9338959212376934,
"grad_norm": 7.3217573165893555,
"learning_rate": 3.99565106512789e-06,
"loss": 0.11051109313964844,
"step": 1400
},
{
"epoch": 4.0,
"eval_f1": 0.7741483492424905,
"eval_f1_DATE_TIME": 0.8885869565217391,
"eval_f1_EVENT": 0.43939393939393934,
"eval_f1_LOCATION": 0.8579088471849866,
"eval_f1_ORG": 0.6117216117216118,
"eval_f1_PERSON": 0.7820689655172415,
"eval_f1_TITLE": 0.788785046728972,
"eval_loss": 0.2307787537574768,
"eval_runtime": 2.5777,
"eval_samples_per_second": 979.958,
"eval_steps_per_second": 30.648,
"step": 1424
}
],
"logging_steps": 100,
"max_steps": 1780,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 356,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 2,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.1882867759874048e+16,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}