Ganaa614's picture
End of training
cca1ccb verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 10.0,
"eval_steps": 500,
"global_step": 4010,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0024937655860349127,
"grad_norm": 5.275404930114746,
"learning_rate": 5e-05,
"loss": 0.6955,
"step": 1
},
{
"epoch": 1.0,
"grad_norm": 8.534090995788574,
"learning_rate": 4.5012468827930175e-05,
"loss": 0.4537,
"step": 401
},
{
"epoch": 1.0,
"eval_Macro F1": 0.8219241158379686,
"eval_Macro Recall": 0.8234375,
"eval_Micro F1": 0.8234375,
"eval_Micro Recall": 0.8234375,
"eval_Weighted F1": 0.8219241158379686,
"eval_Weighted Recall": 0.8234375,
"eval_accuracy": 0.8234375,
"eval_loss": 0.3859266936779022,
"eval_runtime": 17.4087,
"eval_samples_per_second": 183.816,
"eval_steps_per_second": 22.977,
"step": 401
},
{
"epoch": 2.0,
"grad_norm": 18.81427001953125,
"learning_rate": 4.0012468827930175e-05,
"loss": 0.3044,
"step": 802
},
{
"epoch": 2.0,
"eval_Macro F1": 0.8410977627331971,
"eval_Macro Recall": 0.8421875000000001,
"eval_Micro F1": 0.8421875,
"eval_Micro Recall": 0.8421875,
"eval_Weighted F1": 0.8410977627331971,
"eval_Weighted Recall": 0.8421875,
"eval_accuracy": 0.8421875,
"eval_loss": 0.36532944440841675,
"eval_runtime": 15.4731,
"eval_samples_per_second": 206.811,
"eval_steps_per_second": 25.851,
"step": 802
},
{
"epoch": 3.0,
"grad_norm": 9.516457557678223,
"learning_rate": 3.5012468827930175e-05,
"loss": 0.1886,
"step": 1203
},
{
"epoch": 3.0,
"eval_Macro F1": 0.8859012981755637,
"eval_Macro Recall": 0.8859375,
"eval_Micro F1": 0.8859375,
"eval_Micro Recall": 0.8859375,
"eval_Weighted F1": 0.8859012981755637,
"eval_Weighted Recall": 0.8859375,
"eval_accuracy": 0.8859375,
"eval_loss": 0.2977246046066284,
"eval_runtime": 14.811,
"eval_samples_per_second": 216.056,
"eval_steps_per_second": 27.007,
"step": 1203
},
{
"epoch": 4.0,
"grad_norm": 0.9479053616523743,
"learning_rate": 3.0012468827930173e-05,
"loss": 0.093,
"step": 1604
},
{
"epoch": 4.0,
"eval_Macro F1": 0.8971671644050704,
"eval_Macro Recall": 0.8971875,
"eval_Micro F1": 0.8971875,
"eval_Micro Recall": 0.8971875,
"eval_Weighted F1": 0.8971671644050704,
"eval_Weighted Recall": 0.8971875,
"eval_accuracy": 0.8971875,
"eval_loss": 0.3351382315158844,
"eval_runtime": 15.5296,
"eval_samples_per_second": 206.058,
"eval_steps_per_second": 25.757,
"step": 1604
},
{
"epoch": 5.0,
"grad_norm": 0.17879733443260193,
"learning_rate": 2.5012468827930173e-05,
"loss": 0.048,
"step": 2005
},
{
"epoch": 5.0,
"eval_Macro F1": 0.9024981337533413,
"eval_Macro Recall": 0.9025,
"eval_Micro F1": 0.9025,
"eval_Micro Recall": 0.9025,
"eval_Weighted F1": 0.9024981337533413,
"eval_Weighted Recall": 0.9025,
"eval_accuracy": 0.9025,
"eval_loss": 0.43113386631011963,
"eval_runtime": 14.6907,
"eval_samples_per_second": 217.825,
"eval_steps_per_second": 27.228,
"step": 2005
},
{
"epoch": 6.0,
"grad_norm": 1.9963405132293701,
"learning_rate": 2.0012468827930177e-05,
"loss": 0.0245,
"step": 2406
},
{
"epoch": 6.0,
"eval_Macro F1": 0.9034129665162021,
"eval_Macro Recall": 0.9034375,
"eval_Micro F1": 0.9034375,
"eval_Micro Recall": 0.9034375,
"eval_Weighted F1": 0.903412966516202,
"eval_Weighted Recall": 0.9034375,
"eval_accuracy": 0.9034375,
"eval_loss": 0.5580075979232788,
"eval_runtime": 14.5513,
"eval_samples_per_second": 219.911,
"eval_steps_per_second": 27.489,
"step": 2406
},
{
"epoch": 7.0,
"grad_norm": 0.016222944483160973,
"learning_rate": 1.5012468827930176e-05,
"loss": 0.0101,
"step": 2807
},
{
"epoch": 7.0,
"eval_Macro F1": 0.9043552359061697,
"eval_Macro Recall": 0.9043749999999999,
"eval_Micro F1": 0.904375,
"eval_Micro Recall": 0.904375,
"eval_Weighted F1": 0.9043552359061696,
"eval_Weighted Recall": 0.904375,
"eval_accuracy": 0.904375,
"eval_loss": 0.6712324023246765,
"eval_runtime": 14.1596,
"eval_samples_per_second": 225.996,
"eval_steps_per_second": 28.249,
"step": 2807
},
{
"epoch": 8.0,
"grad_norm": 0.004565633367747068,
"learning_rate": 1.0012468827930176e-05,
"loss": 0.0029,
"step": 3208
},
{
"epoch": 8.0,
"eval_Macro F1": 0.9040622657770161,
"eval_Macro Recall": 0.9040625,
"eval_Micro F1": 0.9040625,
"eval_Micro Recall": 0.9040625,
"eval_Weighted F1": 0.904062265777016,
"eval_Weighted Recall": 0.9040625,
"eval_accuracy": 0.9040625,
"eval_loss": 0.7048962116241455,
"eval_runtime": 14.9861,
"eval_samples_per_second": 213.532,
"eval_steps_per_second": 26.691,
"step": 3208
},
{
"epoch": 9.0,
"grad_norm": 0.004040522966533899,
"learning_rate": 5.0124688279301756e-06,
"loss": 0.0011,
"step": 3609
},
{
"epoch": 9.0,
"eval_Macro F1": 0.9046863737354709,
"eval_Macro Recall": 0.9046875,
"eval_Micro F1": 0.9046875,
"eval_Micro Recall": 0.9046875,
"eval_Weighted F1": 0.904686373735471,
"eval_Weighted Recall": 0.9046875,
"eval_accuracy": 0.9046875,
"eval_loss": 0.7212379574775696,
"eval_runtime": 14.1678,
"eval_samples_per_second": 225.865,
"eval_steps_per_second": 28.233,
"step": 3609
},
{
"epoch": 10.0,
"grad_norm": 0.014547404833137989,
"learning_rate": 1.2468827930174563e-08,
"loss": 0.0006,
"step": 4010
},
{
"epoch": 10.0,
"eval_Macro F1": 0.9056240783601401,
"eval_Macro Recall": 0.9056249999999999,
"eval_Micro F1": 0.905625,
"eval_Micro Recall": 0.905625,
"eval_Weighted F1": 0.9056240783601401,
"eval_Weighted Recall": 0.905625,
"eval_accuracy": 0.905625,
"eval_loss": 0.7254420518875122,
"eval_runtime": 14.2344,
"eval_samples_per_second": 224.808,
"eval_steps_per_second": 28.101,
"step": 4010
},
{
"epoch": 10.0,
"step": 4010,
"total_flos": 1.2780826449901978e+18,
"train_loss": 0.11275497220103581,
"train_runtime": 1741.1173,
"train_samples_per_second": 147.101,
"train_steps_per_second": 2.303
}
],
"logging_steps": 500,
"max_steps": 4010,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.2780826449901978e+18,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}