academic_all_mpnet_base_v2 / trainer_state.json
GphaHoa's picture
Upload 17 files
2c2d2fb verified
{
"best_global_step": 1485,
"best_metric": 0.8725457895726481,
"best_model_checkpoint": "all-mpnet-base-v3-MNRL/checkpoint-1485",
"epoch": 1.0,
"eval_steps": 297,
"global_step": 1486,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0006729475100942127,
"grad_norm": 2.3706417083740234,
"learning_rate": 0.0,
"loss": 0.1782,
"step": 1
},
{
"epoch": 0.19986541049798115,
"grad_norm": 1.5078667402267456,
"learning_rate": 1.6867469879518076e-05,
"loss": 0.1245,
"step": 297
},
{
"epoch": 0.19986541049798115,
"eval_eval-ir_cosine_accuracy@1": 0.6096256684491979,
"eval_eval-ir_cosine_accuracy@10": 0.8807486631016043,
"eval_eval-ir_cosine_accuracy@3": 0.7686274509803922,
"eval_eval-ir_cosine_accuracy@5": 0.823885918003565,
"eval_eval-ir_cosine_map@100": 0.5709523100736512,
"eval_eval-ir_cosine_mrr@10": 0.7011159211159228,
"eval_eval-ir_cosine_ndcg@10": 0.6278689638336084,
"eval_eval-ir_cosine_precision@10": 0.22727272727272727,
"eval_eval-ir_cosine_precision@100": 0.0380873440285205,
"eval_eval-ir_cosine_precision@50": 0.06847058823529412,
"eval_eval-ir_cosine_recall@10": 0.6820286258077872,
"eval_eval-ir_cosine_recall@100": 0.903700508075479,
"eval_eval-ir_cosine_recall@50": 0.8560737075370027,
"eval_runtime": 101.464,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 297
},
{
"epoch": 0.3997308209959623,
"grad_norm": 3.052788734436035,
"learning_rate": 1.2657689581856841e-05,
"loss": 0.1224,
"step": 594
},
{
"epoch": 0.3997308209959623,
"eval_eval-ir_cosine_accuracy@1": 0.6260249554367201,
"eval_eval-ir_cosine_accuracy@10": 0.8934046345811052,
"eval_eval-ir_cosine_accuracy@3": 0.7855614973262032,
"eval_eval-ir_cosine_accuracy@5": 0.8406417112299466,
"eval_eval-ir_cosine_map@100": 0.5845385263666693,
"eval_eval-ir_cosine_mrr@10": 0.7159255015137401,
"eval_eval-ir_cosine_ndcg@10": 0.6422546301332394,
"eval_eval-ir_cosine_precision@10": 0.23442067736185385,
"eval_eval-ir_cosine_precision@100": 0.03886631016042781,
"eval_eval-ir_cosine_precision@50": 0.069921568627451,
"eval_eval-ir_cosine_recall@10": 0.6948226985823327,
"eval_eval-ir_cosine_recall@100": 0.910900894716829,
"eval_eval-ir_cosine_recall@50": 0.863814450501306,
"eval_runtime": 100.4187,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 594
},
{
"epoch": 0.5995962314939435,
"grad_norm": 1.3725217580795288,
"learning_rate": 8.476257973068747e-06,
"loss": 0.1168,
"step": 891
},
{
"epoch": 0.5995962314939435,
"eval_eval-ir_cosine_accuracy@1": 0.6281639928698752,
"eval_eval-ir_cosine_accuracy@10": 0.8976827094474154,
"eval_eval-ir_cosine_accuracy@3": 0.7912655971479501,
"eval_eval-ir_cosine_accuracy@5": 0.8468805704099822,
"eval_eval-ir_cosine_map@100": 0.5926923226258709,
"eval_eval-ir_cosine_mrr@10": 0.720666539343012,
"eval_eval-ir_cosine_ndcg@10": 0.649270146110644,
"eval_eval-ir_cosine_precision@10": 0.2370231729055259,
"eval_eval-ir_cosine_precision@100": 0.039033868092691625,
"eval_eval-ir_cosine_precision@50": 0.07037076648841356,
"eval_eval-ir_cosine_recall@10": 0.7002114911391703,
"eval_eval-ir_cosine_recall@100": 0.9140946800331665,
"eval_eval-ir_cosine_recall@50": 0.8694745369977683,
"eval_runtime": 101.6295,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 891
},
{
"epoch": 0.7994616419919246,
"grad_norm": 1.9554260969161987,
"learning_rate": 4.266477675407513e-06,
"loss": 0.1179,
"step": 1188
},
{
"epoch": 0.7994616419919246,
"eval_eval-ir_cosine_accuracy@1": 0.6372549019607843,
"eval_eval-ir_cosine_accuracy@10": 0.8971479500891265,
"eval_eval-ir_cosine_accuracy@3": 0.793939393939394,
"eval_eval-ir_cosine_accuracy@5": 0.8477718360071301,
"eval_eval-ir_cosine_map@100": 0.5988130427138849,
"eval_eval-ir_cosine_mrr@10": 0.7257818379877221,
"eval_eval-ir_cosine_ndcg@10": 0.654109583934396,
"eval_eval-ir_cosine_precision@10": 0.237825311942959,
"eval_eval-ir_cosine_precision@100": 0.03914795008912656,
"eval_eval-ir_cosine_precision@50": 0.07075579322638147,
"eval_eval-ir_cosine_recall@10": 0.7034078659461458,
"eval_eval-ir_cosine_recall@100": 0.9162198972832614,
"eval_eval-ir_cosine_recall@50": 0.87184284284737,
"eval_runtime": 101.9006,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 1188
},
{
"epoch": 0.9993270524899058,
"grad_norm": 2.409499168395996,
"learning_rate": 5.6697377746279244e-08,
"loss": 0.1227,
"step": 1485
},
{
"epoch": 0.9993270524899058,
"eval_eval-ir_cosine_accuracy@1": 0.6326203208556149,
"eval_eval-ir_cosine_accuracy@10": 0.8967914438502674,
"eval_eval-ir_cosine_accuracy@3": 0.7914438502673797,
"eval_eval-ir_cosine_accuracy@5": 0.8481283422459893,
"eval_eval-ir_cosine_map@100": 0.5971091711102727,
"eval_eval-ir_cosine_mrr@10": 0.7233662960133574,
"eval_eval-ir_cosine_ndcg@10": 0.652860842686591,
"eval_eval-ir_cosine_precision@10": 0.23825311942959004,
"eval_eval-ir_cosine_precision@100": 0.03923529411764706,
"eval_eval-ir_cosine_precision@50": 0.0709126559714795,
"eval_eval-ir_cosine_recall@10": 0.7040714788488945,
"eval_eval-ir_cosine_recall@100": 0.9169531730172458,
"eval_eval-ir_cosine_recall@50": 0.8725457895726481,
"eval_runtime": 101.4888,
"eval_samples_per_second": 0.0,
"eval_steps_per_second": 0.0,
"step": 1485
}
],
"logging_steps": 297,
"max_steps": 1486,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 297,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 2,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}