ipc_level1_A / trainer_state.json
mapama247's picture
upload ipc_level1_A model
9a0df3a
{
"best_metric": 0.9262784238149737,
"best_model_checkpoint": "./output//roberta-large_ipc1_A_5_32_5e-6_0.01_0.06_07-07-22_18-28/checkpoint-28000",
"epoch": 0.20382165605095542,
"global_step": 28000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 2.4264188484216146e-07,
"loss": 0.4036,
"step": 2000
},
{
"epoch": 0.01,
"eval_accuracy": 0.29802271068070474,
"eval_f1": 0.4513093341029148,
"eval_loss": 0.18722428381443024,
"eval_roc_auc": 0.6489909583092993,
"eval_runtime": 6738.4514,
"eval_samples_per_second": 33.744,
"eval_steps_per_second": 2.109,
"step": 2000
},
{
"epoch": 0.03,
"learning_rate": 4.852837696843229e-07,
"loss": 0.139,
"step": 4000
},
{
"epoch": 0.03,
"eval_accuracy": 0.7495184315381165,
"eval_f1": 0.8233456807060868,
"eval_loss": 0.09316979348659515,
"eval_roc_auc": 0.8729328968232468,
"eval_runtime": 6731.1126,
"eval_samples_per_second": 33.781,
"eval_steps_per_second": 2.111,
"step": 4000
},
{
"epoch": 0.04,
"learning_rate": 7.279256545264844e-07,
"loss": 0.0833,
"step": 6000
},
{
"epoch": 0.04,
"eval_accuracy": 0.8257777660500831,
"eval_f1": 0.8730237370770162,
"eval_loss": 0.06400171667337418,
"eval_roc_auc": 0.9127664928657763,
"eval_runtime": 6737.696,
"eval_samples_per_second": 33.748,
"eval_steps_per_second": 2.109,
"step": 6000
},
{
"epoch": 0.06,
"learning_rate": 9.705675393686458e-07,
"loss": 0.0609,
"step": 8000
},
{
"epoch": 0.06,
"eval_accuracy": 0.8517252904803371,
"eval_f1": 0.8936563937601606,
"eval_loss": 0.04994160309433937,
"eval_roc_auc": 0.9287281571162814,
"eval_runtime": 6739.6994,
"eval_samples_per_second": 33.738,
"eval_steps_per_second": 2.109,
"step": 8000
},
{
"epoch": 0.07,
"learning_rate": 1.2132094242108074e-06,
"loss": 0.0486,
"step": 10000
},
{
"epoch": 0.07,
"eval_accuracy": 0.8612335189241013,
"eval_f1": 0.9012467044040513,
"eval_loss": 0.042878150939941406,
"eval_roc_auc": 0.9363720666329317,
"eval_runtime": 6737.7132,
"eval_samples_per_second": 33.748,
"eval_steps_per_second": 2.109,
"step": 10000
},
{
"epoch": 0.09,
"learning_rate": 1.4558513090529688e-06,
"loss": 0.0428,
"step": 12000
},
{
"epoch": 0.09,
"eval_accuracy": 0.8677643788866313,
"eval_f1": 0.9071863695310901,
"eval_loss": 0.03869173675775528,
"eval_roc_auc": 0.9411312512824218,
"eval_runtime": 6738.7732,
"eval_samples_per_second": 33.742,
"eval_steps_per_second": 2.109,
"step": 12000
},
{
"epoch": 0.1,
"learning_rate": 1.6984931938951305e-06,
"loss": 0.0381,
"step": 14000
},
{
"epoch": 0.1,
"eval_accuracy": 0.8750956540095522,
"eval_f1": 0.9134744162179311,
"eval_loss": 0.035005878657102585,
"eval_roc_auc": 0.9451390338347415,
"eval_runtime": 6740.1138,
"eval_samples_per_second": 33.736,
"eval_steps_per_second": 2.109,
"step": 14000
},
{
"epoch": 0.12,
"learning_rate": 1.9411350787372917e-06,
"loss": 0.035,
"step": 16000
},
{
"epoch": 0.12,
"eval_accuracy": 0.8797310253230247,
"eval_f1": 0.916496962291688,
"eval_loss": 0.03334926813840866,
"eval_roc_auc": 0.9482613871646639,
"eval_runtime": 6745.7206,
"eval_samples_per_second": 33.708,
"eval_steps_per_second": 2.107,
"step": 16000
},
{
"epoch": 0.13,
"learning_rate": 2.1837769635794533e-06,
"loss": 0.0339,
"step": 18000
},
{
"epoch": 0.13,
"eval_accuracy": 0.8754386890782911,
"eval_f1": 0.9137814990877805,
"eval_loss": 0.03394022211432457,
"eval_roc_auc": 0.9477629191629577,
"eval_runtime": 6743.1748,
"eval_samples_per_second": 33.72,
"eval_steps_per_second": 2.108,
"step": 18000
},
{
"epoch": 0.15,
"learning_rate": 2.426418848421615e-06,
"loss": 0.033,
"step": 20000
},
{
"epoch": 0.15,
"eval_accuracy": 0.8812702852468534,
"eval_f1": 0.9188712895614195,
"eval_loss": 0.03143986314535141,
"eval_roc_auc": 0.9501313707572241,
"eval_runtime": 6746.8218,
"eval_samples_per_second": 33.702,
"eval_steps_per_second": 2.106,
"step": 20000
},
{
"epoch": 0.16,
"learning_rate": 2.6690607332637764e-06,
"loss": 0.0315,
"step": 22000
},
{
"epoch": 0.16,
"eval_accuracy": 0.8836671328425293,
"eval_f1": 0.9219864147882801,
"eval_loss": 0.02986242063343525,
"eval_roc_auc": 0.952957229106777,
"eval_runtime": 6747.8476,
"eval_samples_per_second": 33.697,
"eval_steps_per_second": 2.106,
"step": 22000
},
{
"epoch": 0.17,
"learning_rate": 2.9117026181059375e-06,
"loss": 0.0306,
"step": 24000
},
{
"epoch": 0.17,
"eval_accuracy": 0.8826424255218092,
"eval_f1": 0.9214287520120004,
"eval_loss": 0.03005838766694069,
"eval_roc_auc": 0.9537168355560653,
"eval_runtime": 6748.6977,
"eval_samples_per_second": 33.693,
"eval_steps_per_second": 2.106,
"step": 24000
},
{
"epoch": 0.19,
"learning_rate": 3.154344502948099e-06,
"loss": 0.03,
"step": 26000
},
{
"epoch": 0.19,
"eval_accuracy": 0.8873129799192548,
"eval_f1": 0.924658794955391,
"eval_loss": 0.028916172683238983,
"eval_roc_auc": 0.9536678452333417,
"eval_runtime": 6745.8355,
"eval_samples_per_second": 33.707,
"eval_steps_per_second": 2.107,
"step": 26000
},
{
"epoch": 0.2,
"learning_rate": 3.396986387790261e-06,
"loss": 0.0294,
"step": 28000
},
{
"epoch": 0.2,
"eval_accuracy": 0.8904354786218786,
"eval_f1": 0.9262784238149737,
"eval_loss": 0.028293747454881668,
"eval_roc_auc": 0.954565095074253,
"eval_runtime": 6746.7818,
"eval_samples_per_second": 33.702,
"eval_steps_per_second": 2.106,
"step": 28000
}
],
"max_steps": 686875,
"num_train_epochs": 5,
"total_flos": 8.35050000089088e+17,
"trial_name": null,
"trial_params": null
}