squarerun_earlystop / trainer_state.json
corranm's picture
End of training
7801e83 verified
{
"best_metric": 1.150753378868103,
"best_model_checkpoint": "squarerun_earlystop/checkpoint-145",
"epoch": 13.0,
"eval_steps": 500,
"global_step": 377,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.06896551724137931,
"grad_norm": 19.357681274414062,
"learning_rate": 1.724137931034483e-06,
"loss": 1.9617,
"step": 2
},
{
"epoch": 0.13793103448275862,
"grad_norm": 10.07545280456543,
"learning_rate": 3.448275862068966e-06,
"loss": 2.0829,
"step": 4
},
{
"epoch": 0.20689655172413793,
"grad_norm": 11.062702178955078,
"learning_rate": 5.172413793103448e-06,
"loss": 1.948,
"step": 6
},
{
"epoch": 0.27586206896551724,
"grad_norm": 7.888413429260254,
"learning_rate": 6.896551724137932e-06,
"loss": 1.9238,
"step": 8
},
{
"epoch": 0.3448275862068966,
"grad_norm": 12.095210075378418,
"learning_rate": 8.620689655172414e-06,
"loss": 1.8641,
"step": 10
},
{
"epoch": 0.41379310344827586,
"grad_norm": 12.549093246459961,
"learning_rate": 1.0344827586206897e-05,
"loss": 2.1869,
"step": 12
},
{
"epoch": 0.4827586206896552,
"grad_norm": 10.326892852783203,
"learning_rate": 1.206896551724138e-05,
"loss": 2.0025,
"step": 14
},
{
"epoch": 0.5517241379310345,
"grad_norm": 8.114046096801758,
"learning_rate": 1.3793103448275863e-05,
"loss": 2.0149,
"step": 16
},
{
"epoch": 0.6206896551724138,
"grad_norm": 9.516056060791016,
"learning_rate": 1.5517241379310346e-05,
"loss": 1.8154,
"step": 18
},
{
"epoch": 0.6896551724137931,
"grad_norm": 8.580568313598633,
"learning_rate": 1.7241379310344828e-05,
"loss": 1.8289,
"step": 20
},
{
"epoch": 0.7586206896551724,
"grad_norm": 6.422548770904541,
"learning_rate": 1.896551724137931e-05,
"loss": 1.9361,
"step": 22
},
{
"epoch": 0.8275862068965517,
"grad_norm": 5.681264400482178,
"learning_rate": 2.0689655172413793e-05,
"loss": 1.8934,
"step": 24
},
{
"epoch": 0.896551724137931,
"grad_norm": 11.326376914978027,
"learning_rate": 2.2413793103448276e-05,
"loss": 1.8371,
"step": 26
},
{
"epoch": 0.9655172413793104,
"grad_norm": 7.500190258026123,
"learning_rate": 2.413793103448276e-05,
"loss": 1.9437,
"step": 28
},
{
"epoch": 1.0,
"eval_accuracy": 0.25757575757575757,
"eval_f1_macro": 0.14848660111818004,
"eval_f1_micro": 0.25757575757575757,
"eval_f1_weighted": 0.16799165746534167,
"eval_loss": 1.898682713508606,
"eval_precision_macro": 0.11923314780457638,
"eval_precision_micro": 0.25757575757575757,
"eval_precision_weighted": 0.13213301849665487,
"eval_recall_macro": 0.2206802721088435,
"eval_recall_micro": 0.25757575757575757,
"eval_recall_weighted": 0.25757575757575757,
"eval_runtime": 2.9681,
"eval_samples_per_second": 44.473,
"eval_steps_per_second": 5.728,
"step": 29
},
{
"epoch": 1.0344827586206897,
"grad_norm": 12.50450611114502,
"learning_rate": 2.5862068965517244e-05,
"loss": 1.9287,
"step": 30
},
{
"epoch": 1.103448275862069,
"grad_norm": 7.673898696899414,
"learning_rate": 2.7586206896551727e-05,
"loss": 1.664,
"step": 32
},
{
"epoch": 1.1724137931034484,
"grad_norm": 5.811491966247559,
"learning_rate": 2.9310344827586206e-05,
"loss": 1.8535,
"step": 34
},
{
"epoch": 1.2413793103448276,
"grad_norm": 8.861312866210938,
"learning_rate": 3.103448275862069e-05,
"loss": 1.9855,
"step": 36
},
{
"epoch": 1.3103448275862069,
"grad_norm": 8.68062973022461,
"learning_rate": 3.275862068965517e-05,
"loss": 1.8194,
"step": 38
},
{
"epoch": 1.3793103448275863,
"grad_norm": 10.850172996520996,
"learning_rate": 3.4482758620689657e-05,
"loss": 1.8562,
"step": 40
},
{
"epoch": 1.4482758620689655,
"grad_norm": 7.273862361907959,
"learning_rate": 3.620689655172414e-05,
"loss": 1.887,
"step": 42
},
{
"epoch": 1.5172413793103448,
"grad_norm": 9.375494956970215,
"learning_rate": 3.793103448275862e-05,
"loss": 1.6063,
"step": 44
},
{
"epoch": 1.5862068965517242,
"grad_norm": 7.466917991638184,
"learning_rate": 3.965517241379311e-05,
"loss": 1.7104,
"step": 46
},
{
"epoch": 1.6551724137931034,
"grad_norm": 6.921249866485596,
"learning_rate": 4.1379310344827587e-05,
"loss": 1.7771,
"step": 48
},
{
"epoch": 1.7241379310344827,
"grad_norm": 8.85164737701416,
"learning_rate": 4.3103448275862066e-05,
"loss": 1.7949,
"step": 50
},
{
"epoch": 1.793103448275862,
"grad_norm": 9.841817855834961,
"learning_rate": 4.482758620689655e-05,
"loss": 1.7742,
"step": 52
},
{
"epoch": 1.8620689655172413,
"grad_norm": 9.186838150024414,
"learning_rate": 4.655172413793104e-05,
"loss": 1.6552,
"step": 54
},
{
"epoch": 1.9310344827586206,
"grad_norm": 12.096390724182129,
"learning_rate": 4.827586206896552e-05,
"loss": 1.7408,
"step": 56
},
{
"epoch": 2.0,
"grad_norm": 7.921807289123535,
"learning_rate": 5e-05,
"loss": 1.4616,
"step": 58
},
{
"epoch": 2.0,
"eval_accuracy": 0.42424242424242425,
"eval_f1_macro": 0.35690013239708984,
"eval_f1_micro": 0.42424242424242425,
"eval_f1_weighted": 0.40756753098630294,
"eval_loss": 1.5844290256500244,
"eval_precision_macro": 0.4336450032302567,
"eval_precision_micro": 0.42424242424242425,
"eval_precision_weighted": 0.473761575667734,
"eval_recall_macro": 0.3657142857142857,
"eval_recall_micro": 0.42424242424242425,
"eval_recall_weighted": 0.42424242424242425,
"eval_runtime": 2.96,
"eval_samples_per_second": 44.594,
"eval_steps_per_second": 5.743,
"step": 58
},
{
"epoch": 2.0689655172413794,
"grad_norm": 11.485949516296387,
"learning_rate": 5.172413793103449e-05,
"loss": 1.6275,
"step": 60
},
{
"epoch": 2.1379310344827585,
"grad_norm": 6.314526081085205,
"learning_rate": 5.344827586206896e-05,
"loss": 1.396,
"step": 62
},
{
"epoch": 2.206896551724138,
"grad_norm": 11.086990356445312,
"learning_rate": 5.517241379310345e-05,
"loss": 1.5553,
"step": 64
},
{
"epoch": 2.2758620689655173,
"grad_norm": 16.221271514892578,
"learning_rate": 5.689655172413794e-05,
"loss": 1.6025,
"step": 66
},
{
"epoch": 2.344827586206897,
"grad_norm": 8.68588924407959,
"learning_rate": 5.862068965517241e-05,
"loss": 1.435,
"step": 68
},
{
"epoch": 2.413793103448276,
"grad_norm": 10.737080574035645,
"learning_rate": 6.03448275862069e-05,
"loss": 1.4304,
"step": 70
},
{
"epoch": 2.4827586206896552,
"grad_norm": 9.171552658081055,
"learning_rate": 6.206896551724138e-05,
"loss": 1.5959,
"step": 72
},
{
"epoch": 2.5517241379310347,
"grad_norm": 10.185091972351074,
"learning_rate": 6.379310344827587e-05,
"loss": 1.2897,
"step": 74
},
{
"epoch": 2.6206896551724137,
"grad_norm": 10.52213191986084,
"learning_rate": 6.551724137931034e-05,
"loss": 1.5851,
"step": 76
},
{
"epoch": 2.689655172413793,
"grad_norm": 6.222963333129883,
"learning_rate": 6.724137931034483e-05,
"loss": 1.8139,
"step": 78
},
{
"epoch": 2.7586206896551726,
"grad_norm": 9.174198150634766,
"learning_rate": 6.896551724137931e-05,
"loss": 1.4277,
"step": 80
},
{
"epoch": 2.8275862068965516,
"grad_norm": 11.63707160949707,
"learning_rate": 7.06896551724138e-05,
"loss": 1.4775,
"step": 82
},
{
"epoch": 2.896551724137931,
"grad_norm": 9.97467041015625,
"learning_rate": 7.241379310344828e-05,
"loss": 1.8332,
"step": 84
},
{
"epoch": 2.9655172413793105,
"grad_norm": 11.130326271057129,
"learning_rate": 7.413793103448277e-05,
"loss": 1.9935,
"step": 86
},
{
"epoch": 3.0,
"eval_accuracy": 0.42424242424242425,
"eval_f1_macro": 0.3059313903206654,
"eval_f1_micro": 0.42424242424242425,
"eval_f1_weighted": 0.358521912270671,
"eval_loss": 1.49520742893219,
"eval_precision_macro": 0.3794595137633113,
"eval_precision_micro": 0.42424242424242425,
"eval_precision_weighted": 0.40968066743383197,
"eval_recall_macro": 0.33868480725623584,
"eval_recall_micro": 0.42424242424242425,
"eval_recall_weighted": 0.42424242424242425,
"eval_runtime": 2.963,
"eval_samples_per_second": 44.549,
"eval_steps_per_second": 5.737,
"step": 87
},
{
"epoch": 3.0344827586206895,
"grad_norm": 9.817953109741211,
"learning_rate": 7.586206896551724e-05,
"loss": 1.4279,
"step": 88
},
{
"epoch": 3.103448275862069,
"grad_norm": 6.149507999420166,
"learning_rate": 7.758620689655173e-05,
"loss": 1.2738,
"step": 90
},
{
"epoch": 3.1724137931034484,
"grad_norm": 8.348538398742676,
"learning_rate": 7.931034482758621e-05,
"loss": 1.464,
"step": 92
},
{
"epoch": 3.2413793103448274,
"grad_norm": 9.717902183532715,
"learning_rate": 8.103448275862069e-05,
"loss": 1.4473,
"step": 94
},
{
"epoch": 3.310344827586207,
"grad_norm": 8.710390090942383,
"learning_rate": 8.275862068965517e-05,
"loss": 1.1216,
"step": 96
},
{
"epoch": 3.3793103448275863,
"grad_norm": 9.217482566833496,
"learning_rate": 8.448275862068966e-05,
"loss": 1.3658,
"step": 98
},
{
"epoch": 3.4482758620689653,
"grad_norm": 7.890769004821777,
"learning_rate": 8.620689655172413e-05,
"loss": 1.3025,
"step": 100
},
{
"epoch": 3.5172413793103448,
"grad_norm": 7.533488750457764,
"learning_rate": 8.793103448275862e-05,
"loss": 1.6855,
"step": 102
},
{
"epoch": 3.586206896551724,
"grad_norm": 9.90977954864502,
"learning_rate": 8.96551724137931e-05,
"loss": 1.36,
"step": 104
},
{
"epoch": 3.655172413793103,
"grad_norm": 7.196977138519287,
"learning_rate": 9.137931034482759e-05,
"loss": 1.2334,
"step": 106
},
{
"epoch": 3.7241379310344827,
"grad_norm": 15.348875999450684,
"learning_rate": 9.310344827586207e-05,
"loss": 1.3841,
"step": 108
},
{
"epoch": 3.793103448275862,
"grad_norm": 14.928166389465332,
"learning_rate": 9.482758620689656e-05,
"loss": 2.0163,
"step": 110
},
{
"epoch": 3.862068965517241,
"grad_norm": 13.652559280395508,
"learning_rate": 9.655172413793105e-05,
"loss": 1.6106,
"step": 112
},
{
"epoch": 3.9310344827586206,
"grad_norm": 10.011820793151855,
"learning_rate": 9.827586206896552e-05,
"loss": 1.6056,
"step": 114
},
{
"epoch": 4.0,
"grad_norm": 9.423259735107422,
"learning_rate": 0.0001,
"loss": 1.3601,
"step": 116
},
{
"epoch": 4.0,
"eval_accuracy": 0.4166666666666667,
"eval_f1_macro": 0.3275201621665789,
"eval_f1_micro": 0.4166666666666667,
"eval_f1_weighted": 0.37198349822934534,
"eval_loss": 1.4318833351135254,
"eval_precision_macro": 0.3223270440251572,
"eval_precision_micro": 0.4166666666666667,
"eval_precision_weighted": 0.3618431311398721,
"eval_recall_macro": 0.361360544217687,
"eval_recall_micro": 0.4166666666666667,
"eval_recall_weighted": 0.4166666666666667,
"eval_runtime": 2.9668,
"eval_samples_per_second": 44.492,
"eval_steps_per_second": 5.73,
"step": 116
},
{
"epoch": 4.068965517241379,
"grad_norm": 12.455545425415039,
"learning_rate": 9.980842911877395e-05,
"loss": 1.4989,
"step": 118
},
{
"epoch": 4.137931034482759,
"grad_norm": 7.556772232055664,
"learning_rate": 9.96168582375479e-05,
"loss": 1.1474,
"step": 120
},
{
"epoch": 4.206896551724138,
"grad_norm": 7.164824962615967,
"learning_rate": 9.942528735632183e-05,
"loss": 1.3469,
"step": 122
},
{
"epoch": 4.275862068965517,
"grad_norm": 12.2306489944458,
"learning_rate": 9.92337164750958e-05,
"loss": 1.2394,
"step": 124
},
{
"epoch": 4.344827586206897,
"grad_norm": 10.257525444030762,
"learning_rate": 9.904214559386974e-05,
"loss": 1.2865,
"step": 126
},
{
"epoch": 4.413793103448276,
"grad_norm": 8.052595138549805,
"learning_rate": 9.885057471264369e-05,
"loss": 1.5634,
"step": 128
},
{
"epoch": 4.482758620689655,
"grad_norm": 10.05372142791748,
"learning_rate": 9.865900383141762e-05,
"loss": 1.3826,
"step": 130
},
{
"epoch": 4.551724137931035,
"grad_norm": 8.02147102355957,
"learning_rate": 9.846743295019157e-05,
"loss": 1.492,
"step": 132
},
{
"epoch": 4.620689655172414,
"grad_norm": 7.700930118560791,
"learning_rate": 9.827586206896552e-05,
"loss": 1.4822,
"step": 134
},
{
"epoch": 4.689655172413794,
"grad_norm": 12.909700393676758,
"learning_rate": 9.808429118773947e-05,
"loss": 1.617,
"step": 136
},
{
"epoch": 4.758620689655173,
"grad_norm": 6.239136219024658,
"learning_rate": 9.789272030651341e-05,
"loss": 1.3277,
"step": 138
},
{
"epoch": 4.827586206896552,
"grad_norm": 3.8295445442199707,
"learning_rate": 9.770114942528736e-05,
"loss": 0.8903,
"step": 140
},
{
"epoch": 4.896551724137931,
"grad_norm": 5.378627777099609,
"learning_rate": 9.750957854406131e-05,
"loss": 1.1828,
"step": 142
},
{
"epoch": 4.9655172413793105,
"grad_norm": 7.193126201629639,
"learning_rate": 9.731800766283526e-05,
"loss": 1.1685,
"step": 144
},
{
"epoch": 5.0,
"eval_accuracy": 0.5833333333333334,
"eval_f1_macro": 0.49134435355199774,
"eval_f1_micro": 0.5833333333333334,
"eval_f1_weighted": 0.5549812296530736,
"eval_loss": 1.150753378868103,
"eval_precision_macro": 0.4886814574314574,
"eval_precision_micro": 0.5833333333333334,
"eval_precision_weighted": 0.5484221954392409,
"eval_recall_macro": 0.5139380196523053,
"eval_recall_micro": 0.5833333333333334,
"eval_recall_weighted": 0.5833333333333334,
"eval_runtime": 2.9609,
"eval_samples_per_second": 44.58,
"eval_steps_per_second": 5.741,
"step": 145
},
{
"epoch": 5.0344827586206895,
"grad_norm": 8.835988998413086,
"learning_rate": 9.71264367816092e-05,
"loss": 1.4503,
"step": 146
},
{
"epoch": 5.103448275862069,
"grad_norm": 11.152828216552734,
"learning_rate": 9.693486590038314e-05,
"loss": 1.1148,
"step": 148
},
{
"epoch": 5.172413793103448,
"grad_norm": 5.95009183883667,
"learning_rate": 9.674329501915709e-05,
"loss": 0.7798,
"step": 150
},
{
"epoch": 5.241379310344827,
"grad_norm": 9.28747272491455,
"learning_rate": 9.655172413793105e-05,
"loss": 1.071,
"step": 152
},
{
"epoch": 5.310344827586207,
"grad_norm": 9.649368286132812,
"learning_rate": 9.6360153256705e-05,
"loss": 1.129,
"step": 154
},
{
"epoch": 5.379310344827586,
"grad_norm": 6.515026569366455,
"learning_rate": 9.616858237547893e-05,
"loss": 1.256,
"step": 156
},
{
"epoch": 5.448275862068965,
"grad_norm": 12.087512969970703,
"learning_rate": 9.597701149425288e-05,
"loss": 1.8989,
"step": 158
},
{
"epoch": 5.517241379310345,
"grad_norm": 7.530760288238525,
"learning_rate": 9.578544061302682e-05,
"loss": 0.9788,
"step": 160
},
{
"epoch": 5.586206896551724,
"grad_norm": 7.923486709594727,
"learning_rate": 9.559386973180077e-05,
"loss": 1.2471,
"step": 162
},
{
"epoch": 5.655172413793103,
"grad_norm": 4.997186183929443,
"learning_rate": 9.540229885057472e-05,
"loss": 1.1195,
"step": 164
},
{
"epoch": 5.724137931034483,
"grad_norm": 8.351778030395508,
"learning_rate": 9.521072796934867e-05,
"loss": 1.2892,
"step": 166
},
{
"epoch": 5.793103448275862,
"grad_norm": 6.890372276306152,
"learning_rate": 9.501915708812261e-05,
"loss": 1.1941,
"step": 168
},
{
"epoch": 5.862068965517241,
"grad_norm": 10.095701217651367,
"learning_rate": 9.482758620689656e-05,
"loss": 1.1857,
"step": 170
},
{
"epoch": 5.931034482758621,
"grad_norm": 6.678011417388916,
"learning_rate": 9.463601532567051e-05,
"loss": 1.1152,
"step": 172
},
{
"epoch": 6.0,
"grad_norm": 5.188634395599365,
"learning_rate": 9.444444444444444e-05,
"loss": 1.2228,
"step": 174
},
{
"epoch": 6.0,
"eval_accuracy": 0.5075757575757576,
"eval_f1_macro": 0.48649389792977665,
"eval_f1_micro": 0.5075757575757576,
"eval_f1_weighted": 0.504583670632264,
"eval_loss": 1.2663319110870361,
"eval_precision_macro": 0.5338627386438447,
"eval_precision_micro": 0.5075757575757576,
"eval_precision_weighted": 0.5644310326770005,
"eval_recall_macro": 0.49635676492819353,
"eval_recall_micro": 0.5075757575757576,
"eval_recall_weighted": 0.5075757575757576,
"eval_runtime": 2.9553,
"eval_samples_per_second": 44.666,
"eval_steps_per_second": 5.752,
"step": 174
},
{
"epoch": 6.068965517241379,
"grad_norm": 8.04442024230957,
"learning_rate": 9.425287356321839e-05,
"loss": 0.813,
"step": 176
},
{
"epoch": 6.137931034482759,
"grad_norm": 4.239109516143799,
"learning_rate": 9.406130268199235e-05,
"loss": 0.7334,
"step": 178
},
{
"epoch": 6.206896551724138,
"grad_norm": 11.466559410095215,
"learning_rate": 9.38697318007663e-05,
"loss": 0.9938,
"step": 180
},
{
"epoch": 6.275862068965517,
"grad_norm": 6.6499199867248535,
"learning_rate": 9.367816091954023e-05,
"loss": 1.4748,
"step": 182
},
{
"epoch": 6.344827586206897,
"grad_norm": 6.700629234313965,
"learning_rate": 9.348659003831418e-05,
"loss": 0.7446,
"step": 184
},
{
"epoch": 6.413793103448276,
"grad_norm": 5.955834865570068,
"learning_rate": 9.329501915708813e-05,
"loss": 0.5876,
"step": 186
},
{
"epoch": 6.482758620689655,
"grad_norm": 4.36069393157959,
"learning_rate": 9.310344827586207e-05,
"loss": 0.6486,
"step": 188
},
{
"epoch": 6.551724137931035,
"grad_norm": 6.722736358642578,
"learning_rate": 9.291187739463601e-05,
"loss": 0.9317,
"step": 190
},
{
"epoch": 6.620689655172414,
"grad_norm": 10.725391387939453,
"learning_rate": 9.272030651340997e-05,
"loss": 1.0865,
"step": 192
},
{
"epoch": 6.689655172413794,
"grad_norm": 7.119555950164795,
"learning_rate": 9.252873563218392e-05,
"loss": 1.0571,
"step": 194
},
{
"epoch": 6.758620689655173,
"grad_norm": 7.10548210144043,
"learning_rate": 9.233716475095786e-05,
"loss": 1.2002,
"step": 196
},
{
"epoch": 6.827586206896552,
"grad_norm": 7.357244968414307,
"learning_rate": 9.21455938697318e-05,
"loss": 0.9461,
"step": 198
},
{
"epoch": 6.896551724137931,
"grad_norm": 9.458577156066895,
"learning_rate": 9.195402298850575e-05,
"loss": 1.0334,
"step": 200
},
{
"epoch": 6.9655172413793105,
"grad_norm": 7.48079252243042,
"learning_rate": 9.17624521072797e-05,
"loss": 1.2811,
"step": 202
},
{
"epoch": 7.0,
"eval_accuracy": 0.5303030303030303,
"eval_f1_macro": 0.40842438013755056,
"eval_f1_micro": 0.5303030303030303,
"eval_f1_weighted": 0.4751581109098944,
"eval_loss": 1.4595577716827393,
"eval_precision_macro": 0.5581683833407971,
"eval_precision_micro": 0.5303030303030303,
"eval_precision_weighted": 0.6067953833000855,
"eval_recall_macro": 0.43830687830687826,
"eval_recall_micro": 0.5303030303030303,
"eval_recall_weighted": 0.5303030303030303,
"eval_runtime": 2.9603,
"eval_samples_per_second": 44.59,
"eval_steps_per_second": 5.743,
"step": 203
},
{
"epoch": 7.0344827586206895,
"grad_norm": 6.276855945587158,
"learning_rate": 9.157088122605364e-05,
"loss": 1.2212,
"step": 204
},
{
"epoch": 7.103448275862069,
"grad_norm": 13.91729736328125,
"learning_rate": 9.137931034482759e-05,
"loss": 0.9592,
"step": 206
},
{
"epoch": 7.172413793103448,
"grad_norm": 8.206171035766602,
"learning_rate": 9.118773946360154e-05,
"loss": 1.0261,
"step": 208
},
{
"epoch": 7.241379310344827,
"grad_norm": 6.51706075668335,
"learning_rate": 9.099616858237548e-05,
"loss": 1.0831,
"step": 210
},
{
"epoch": 7.310344827586207,
"grad_norm": 10.827319145202637,
"learning_rate": 9.080459770114943e-05,
"loss": 1.048,
"step": 212
},
{
"epoch": 7.379310344827586,
"grad_norm": 8.241643905639648,
"learning_rate": 9.061302681992338e-05,
"loss": 1.0182,
"step": 214
},
{
"epoch": 7.448275862068965,
"grad_norm": 6.14633321762085,
"learning_rate": 9.042145593869731e-05,
"loss": 0.6089,
"step": 216
},
{
"epoch": 7.517241379310345,
"grad_norm": 7.247577667236328,
"learning_rate": 9.022988505747126e-05,
"loss": 0.775,
"step": 218
},
{
"epoch": 7.586206896551724,
"grad_norm": 8.919748306274414,
"learning_rate": 9.003831417624522e-05,
"loss": 0.9039,
"step": 220
},
{
"epoch": 7.655172413793103,
"grad_norm": 7.243560791015625,
"learning_rate": 8.984674329501917e-05,
"loss": 0.7609,
"step": 222
},
{
"epoch": 7.724137931034483,
"grad_norm": 10.010783195495605,
"learning_rate": 8.96551724137931e-05,
"loss": 0.7431,
"step": 224
},
{
"epoch": 7.793103448275862,
"grad_norm": 11.02781867980957,
"learning_rate": 8.946360153256705e-05,
"loss": 1.5126,
"step": 226
},
{
"epoch": 7.862068965517241,
"grad_norm": 7.93005895614624,
"learning_rate": 8.9272030651341e-05,
"loss": 0.5022,
"step": 228
},
{
"epoch": 7.931034482758621,
"grad_norm": 12.424070358276367,
"learning_rate": 8.908045977011495e-05,
"loss": 0.9272,
"step": 230
},
{
"epoch": 8.0,
"grad_norm": 12.335293769836426,
"learning_rate": 8.888888888888889e-05,
"loss": 1.7256,
"step": 232
},
{
"epoch": 8.0,
"eval_accuracy": 0.5681818181818182,
"eval_f1_macro": 0.4805299838894464,
"eval_f1_micro": 0.5681818181818182,
"eval_f1_weighted": 0.5434771053711297,
"eval_loss": 1.490796446800232,
"eval_precision_macro": 0.5332785669808334,
"eval_precision_micro": 0.5681818181818182,
"eval_precision_weighted": 0.6122299205283115,
"eval_recall_macro": 0.5219198790627363,
"eval_recall_micro": 0.5681818181818182,
"eval_recall_weighted": 0.5681818181818182,
"eval_runtime": 2.9681,
"eval_samples_per_second": 44.473,
"eval_steps_per_second": 5.728,
"step": 232
},
{
"epoch": 8.068965517241379,
"grad_norm": 8.515727996826172,
"learning_rate": 8.869731800766284e-05,
"loss": 0.6998,
"step": 234
},
{
"epoch": 8.137931034482758,
"grad_norm": 6.3350934982299805,
"learning_rate": 8.850574712643679e-05,
"loss": 0.6902,
"step": 236
},
{
"epoch": 8.206896551724139,
"grad_norm": 6.2341132164001465,
"learning_rate": 8.831417624521074e-05,
"loss": 0.7862,
"step": 238
},
{
"epoch": 8.275862068965518,
"grad_norm": 5.668937683105469,
"learning_rate": 8.812260536398468e-05,
"loss": 0.8759,
"step": 240
},
{
"epoch": 8.344827586206897,
"grad_norm": 6.639297962188721,
"learning_rate": 8.793103448275862e-05,
"loss": 0.5213,
"step": 242
},
{
"epoch": 8.413793103448276,
"grad_norm": 8.357873916625977,
"learning_rate": 8.773946360153256e-05,
"loss": 0.7463,
"step": 244
},
{
"epoch": 8.482758620689655,
"grad_norm": 6.915083885192871,
"learning_rate": 8.754789272030651e-05,
"loss": 0.7049,
"step": 246
},
{
"epoch": 8.551724137931034,
"grad_norm": 7.055286407470703,
"learning_rate": 8.735632183908047e-05,
"loss": 0.731,
"step": 248
},
{
"epoch": 8.620689655172415,
"grad_norm": 10.977728843688965,
"learning_rate": 8.716475095785441e-05,
"loss": 0.9833,
"step": 250
},
{
"epoch": 8.689655172413794,
"grad_norm": 10.40459156036377,
"learning_rate": 8.697318007662835e-05,
"loss": 0.6566,
"step": 252
},
{
"epoch": 8.758620689655173,
"grad_norm": 7.625058650970459,
"learning_rate": 8.67816091954023e-05,
"loss": 0.9152,
"step": 254
},
{
"epoch": 8.827586206896552,
"grad_norm": 12.976395606994629,
"learning_rate": 8.659003831417625e-05,
"loss": 1.1152,
"step": 256
},
{
"epoch": 8.89655172413793,
"grad_norm": 7.554351329803467,
"learning_rate": 8.63984674329502e-05,
"loss": 0.794,
"step": 258
},
{
"epoch": 8.96551724137931,
"grad_norm": 10.101217269897461,
"learning_rate": 8.620689655172413e-05,
"loss": 0.4549,
"step": 260
},
{
"epoch": 9.0,
"eval_accuracy": 0.6136363636363636,
"eval_f1_macro": 0.5270088365794784,
"eval_f1_micro": 0.6136363636363636,
"eval_f1_weighted": 0.5647711520056131,
"eval_loss": 1.296909213066101,
"eval_precision_macro": 0.6663623344074471,
"eval_precision_micro": 0.6136363636363636,
"eval_precision_weighted": 0.675660742766006,
"eval_recall_macro": 0.5526152683295541,
"eval_recall_micro": 0.6136363636363636,
"eval_recall_weighted": 0.6136363636363636,
"eval_runtime": 2.9637,
"eval_samples_per_second": 44.538,
"eval_steps_per_second": 5.736,
"step": 261
},
{
"epoch": 9.03448275862069,
"grad_norm": 7.993361949920654,
"learning_rate": 8.601532567049809e-05,
"loss": 0.9663,
"step": 262
},
{
"epoch": 9.10344827586207,
"grad_norm": 7.356778621673584,
"learning_rate": 8.582375478927204e-05,
"loss": 0.8349,
"step": 264
},
{
"epoch": 9.172413793103448,
"grad_norm": 7.286875247955322,
"learning_rate": 8.563218390804599e-05,
"loss": 0.6199,
"step": 266
},
{
"epoch": 9.241379310344827,
"grad_norm": 7.223015785217285,
"learning_rate": 8.544061302681992e-05,
"loss": 0.389,
"step": 268
},
{
"epoch": 9.310344827586206,
"grad_norm": 8.316946029663086,
"learning_rate": 8.524904214559387e-05,
"loss": 0.4572,
"step": 270
},
{
"epoch": 9.379310344827585,
"grad_norm": 9.565052032470703,
"learning_rate": 8.505747126436782e-05,
"loss": 0.5443,
"step": 272
},
{
"epoch": 9.448275862068966,
"grad_norm": 7.592960357666016,
"learning_rate": 8.486590038314178e-05,
"loss": 0.6893,
"step": 274
},
{
"epoch": 9.517241379310345,
"grad_norm": 9.539419174194336,
"learning_rate": 8.467432950191571e-05,
"loss": 0.485,
"step": 276
},
{
"epoch": 9.586206896551724,
"grad_norm": 5.9389729499816895,
"learning_rate": 8.448275862068966e-05,
"loss": 0.4296,
"step": 278
},
{
"epoch": 9.655172413793103,
"grad_norm": 7.698464393615723,
"learning_rate": 8.42911877394636e-05,
"loss": 0.361,
"step": 280
},
{
"epoch": 9.724137931034482,
"grad_norm": 7.502455234527588,
"learning_rate": 8.409961685823755e-05,
"loss": 0.6901,
"step": 282
},
{
"epoch": 9.793103448275861,
"grad_norm": 6.852280616760254,
"learning_rate": 8.39080459770115e-05,
"loss": 0.8456,
"step": 284
},
{
"epoch": 9.862068965517242,
"grad_norm": 12.406436920166016,
"learning_rate": 8.371647509578544e-05,
"loss": 0.6653,
"step": 286
},
{
"epoch": 9.931034482758621,
"grad_norm": 9.554862022399902,
"learning_rate": 8.35249042145594e-05,
"loss": 0.6775,
"step": 288
},
{
"epoch": 10.0,
"grad_norm": 4.816894054412842,
"learning_rate": 8.333333333333334e-05,
"loss": 0.5877,
"step": 290
},
{
"epoch": 10.0,
"eval_accuracy": 0.5757575757575758,
"eval_f1_macro": 0.46384154004925054,
"eval_f1_micro": 0.5757575757575758,
"eval_f1_weighted": 0.5271337941318629,
"eval_loss": 1.358140468597412,
"eval_precision_macro": 0.5631969710961309,
"eval_precision_micro": 0.5757575757575758,
"eval_precision_weighted": 0.6293128440187263,
"eval_recall_macro": 0.5095389266817837,
"eval_recall_micro": 0.5757575757575758,
"eval_recall_weighted": 0.5757575757575758,
"eval_runtime": 2.9551,
"eval_samples_per_second": 44.668,
"eval_steps_per_second": 5.753,
"step": 290
},
{
"epoch": 10.068965517241379,
"grad_norm": 12.736379623413086,
"learning_rate": 8.314176245210729e-05,
"loss": 0.522,
"step": 292
},
{
"epoch": 10.137931034482758,
"grad_norm": 7.122078895568848,
"learning_rate": 8.295019157088123e-05,
"loss": 0.572,
"step": 294
},
{
"epoch": 10.206896551724139,
"grad_norm": 8.840079307556152,
"learning_rate": 8.275862068965517e-05,
"loss": 0.6279,
"step": 296
},
{
"epoch": 10.275862068965518,
"grad_norm": 8.563687324523926,
"learning_rate": 8.256704980842912e-05,
"loss": 0.5381,
"step": 298
},
{
"epoch": 10.344827586206897,
"grad_norm": 4.0482587814331055,
"learning_rate": 8.237547892720307e-05,
"loss": 0.3322,
"step": 300
},
{
"epoch": 10.413793103448276,
"grad_norm": 8.282402038574219,
"learning_rate": 8.218390804597702e-05,
"loss": 0.4547,
"step": 302
},
{
"epoch": 10.482758620689655,
"grad_norm": 5.410398960113525,
"learning_rate": 8.199233716475096e-05,
"loss": 0.4316,
"step": 304
},
{
"epoch": 10.551724137931034,
"grad_norm": 9.745489120483398,
"learning_rate": 8.180076628352491e-05,
"loss": 0.9735,
"step": 306
},
{
"epoch": 10.620689655172415,
"grad_norm": 5.827289581298828,
"learning_rate": 8.160919540229886e-05,
"loss": 0.3934,
"step": 308
},
{
"epoch": 10.689655172413794,
"grad_norm": 12.345109939575195,
"learning_rate": 8.14176245210728e-05,
"loss": 0.8064,
"step": 310
},
{
"epoch": 10.758620689655173,
"grad_norm": 9.329832077026367,
"learning_rate": 8.122605363984674e-05,
"loss": 0.6792,
"step": 312
},
{
"epoch": 10.827586206896552,
"grad_norm": 5.181191444396973,
"learning_rate": 8.103448275862069e-05,
"loss": 0.4054,
"step": 314
},
{
"epoch": 10.89655172413793,
"grad_norm": 7.552645206451416,
"learning_rate": 8.084291187739465e-05,
"loss": 0.1956,
"step": 316
},
{
"epoch": 10.96551724137931,
"grad_norm": 5.599520206451416,
"learning_rate": 8.06513409961686e-05,
"loss": 0.3451,
"step": 318
},
{
"epoch": 11.0,
"eval_accuracy": 0.6136363636363636,
"eval_f1_macro": 0.5613081171482324,
"eval_f1_micro": 0.6136363636363636,
"eval_f1_weighted": 0.6066036873275266,
"eval_loss": 1.2490617036819458,
"eval_precision_macro": 0.5909090909090909,
"eval_precision_micro": 0.6136363636363636,
"eval_precision_weighted": 0.6110537190082644,
"eval_recall_macro": 0.5589115646258503,
"eval_recall_micro": 0.6136363636363636,
"eval_recall_weighted": 0.6136363636363636,
"eval_runtime": 2.9702,
"eval_samples_per_second": 44.441,
"eval_steps_per_second": 5.723,
"step": 319
},
{
"epoch": 11.03448275862069,
"grad_norm": 4.307100772857666,
"learning_rate": 8.045977011494253e-05,
"loss": 0.2913,
"step": 320
},
{
"epoch": 11.10344827586207,
"grad_norm": 4.337777137756348,
"learning_rate": 8.026819923371648e-05,
"loss": 0.223,
"step": 322
},
{
"epoch": 11.172413793103448,
"grad_norm": 5.760768413543701,
"learning_rate": 8.007662835249042e-05,
"loss": 0.4768,
"step": 324
},
{
"epoch": 11.241379310344827,
"grad_norm": 11.01797103881836,
"learning_rate": 7.988505747126437e-05,
"loss": 0.4892,
"step": 326
},
{
"epoch": 11.310344827586206,
"grad_norm": 8.456830024719238,
"learning_rate": 7.969348659003832e-05,
"loss": 0.3436,
"step": 328
},
{
"epoch": 11.379310344827585,
"grad_norm": 8.432597160339355,
"learning_rate": 7.950191570881227e-05,
"loss": 0.406,
"step": 330
},
{
"epoch": 11.448275862068966,
"grad_norm": 10.220959663391113,
"learning_rate": 7.931034482758621e-05,
"loss": 0.3734,
"step": 332
},
{
"epoch": 11.517241379310345,
"grad_norm": 5.659406661987305,
"learning_rate": 7.911877394636016e-05,
"loss": 0.2822,
"step": 334
},
{
"epoch": 11.586206896551724,
"grad_norm": 1.9529658555984497,
"learning_rate": 7.892720306513411e-05,
"loss": 0.3656,
"step": 336
},
{
"epoch": 11.655172413793103,
"grad_norm": 6.910799980163574,
"learning_rate": 7.873563218390804e-05,
"loss": 0.5396,
"step": 338
},
{
"epoch": 11.724137931034482,
"grad_norm": 9.418132781982422,
"learning_rate": 7.854406130268199e-05,
"loss": 0.4497,
"step": 340
},
{
"epoch": 11.793103448275861,
"grad_norm": 10.316533088684082,
"learning_rate": 7.835249042145594e-05,
"loss": 0.3782,
"step": 342
},
{
"epoch": 11.862068965517242,
"grad_norm": 5.654300689697266,
"learning_rate": 7.81609195402299e-05,
"loss": 0.3447,
"step": 344
},
{
"epoch": 11.931034482758621,
"grad_norm": 6.8490800857543945,
"learning_rate": 7.796934865900383e-05,
"loss": 0.205,
"step": 346
},
{
"epoch": 12.0,
"grad_norm": 10.45013427734375,
"learning_rate": 7.777777777777778e-05,
"loss": 0.4885,
"step": 348
},
{
"epoch": 12.0,
"eval_accuracy": 0.6287878787878788,
"eval_f1_macro": 0.5380526246743514,
"eval_f1_micro": 0.6287878787878788,
"eval_f1_weighted": 0.6086896087349808,
"eval_loss": 1.6861677169799805,
"eval_precision_macro": 0.5514896867838044,
"eval_precision_micro": 0.6287878787878788,
"eval_precision_weighted": 0.6224606432716949,
"eval_recall_macro": 0.5575736961451246,
"eval_recall_micro": 0.6287878787878788,
"eval_recall_weighted": 0.6287878787878788,
"eval_runtime": 2.9665,
"eval_samples_per_second": 44.497,
"eval_steps_per_second": 5.731,
"step": 348
},
{
"epoch": 12.068965517241379,
"grad_norm": 13.315044403076172,
"learning_rate": 7.758620689655173e-05,
"loss": 0.6786,
"step": 350
},
{
"epoch": 12.137931034482758,
"grad_norm": 7.0229034423828125,
"learning_rate": 7.739463601532568e-05,
"loss": 0.4346,
"step": 352
},
{
"epoch": 12.206896551724139,
"grad_norm": 9.44849967956543,
"learning_rate": 7.720306513409961e-05,
"loss": 0.4842,
"step": 354
},
{
"epoch": 12.275862068965518,
"grad_norm": 2.0537302494049072,
"learning_rate": 7.701149425287356e-05,
"loss": 0.0921,
"step": 356
},
{
"epoch": 12.344827586206897,
"grad_norm": 7.648636341094971,
"learning_rate": 7.681992337164752e-05,
"loss": 0.4003,
"step": 358
},
{
"epoch": 12.413793103448276,
"grad_norm": 8.219009399414062,
"learning_rate": 7.662835249042147e-05,
"loss": 0.57,
"step": 360
},
{
"epoch": 12.482758620689655,
"grad_norm": 8.560858726501465,
"learning_rate": 7.64367816091954e-05,
"loss": 0.2207,
"step": 362
},
{
"epoch": 12.551724137931034,
"grad_norm": 4.989181995391846,
"learning_rate": 7.624521072796935e-05,
"loss": 0.1446,
"step": 364
},
{
"epoch": 12.620689655172415,
"grad_norm": 5.454369068145752,
"learning_rate": 7.60536398467433e-05,
"loss": 0.6619,
"step": 366
},
{
"epoch": 12.689655172413794,
"grad_norm": 4.803226470947266,
"learning_rate": 7.586206896551724e-05,
"loss": 0.2908,
"step": 368
},
{
"epoch": 12.758620689655173,
"grad_norm": 14.855594635009766,
"learning_rate": 7.567049808429119e-05,
"loss": 0.8779,
"step": 370
},
{
"epoch": 12.827586206896552,
"grad_norm": 6.69237756729126,
"learning_rate": 7.547892720306514e-05,
"loss": 0.2755,
"step": 372
},
{
"epoch": 12.89655172413793,
"grad_norm": 11.00119400024414,
"learning_rate": 7.528735632183909e-05,
"loss": 0.2853,
"step": 374
},
{
"epoch": 12.96551724137931,
"grad_norm": 12.996737480163574,
"learning_rate": 7.509578544061303e-05,
"loss": 0.3835,
"step": 376
},
{
"epoch": 13.0,
"eval_accuracy": 0.5378787878787878,
"eval_f1_macro": 0.5317693409365079,
"eval_f1_micro": 0.5378787878787878,
"eval_f1_weighted": 0.5440018882102533,
"eval_loss": 1.8354477882385254,
"eval_precision_macro": 0.6396235326975365,
"eval_precision_micro": 0.5378787878787878,
"eval_precision_weighted": 0.6577377477843236,
"eval_recall_macro": 0.5264021164021164,
"eval_recall_micro": 0.5378787878787878,
"eval_recall_weighted": 0.5378787878787878,
"eval_runtime": 2.966,
"eval_samples_per_second": 44.504,
"eval_steps_per_second": 5.732,
"step": 377
},
{
"epoch": 13.0,
"step": 377,
"total_flos": 1.6452764844550595e+18,
"train_loss": 1.068754496403651,
"train_runtime": 506.3845,
"train_samples_per_second": 36.494,
"train_steps_per_second": 2.291
}
],
"logging_steps": 2,
"max_steps": 1160,
"num_input_tokens_seen": 0,
"num_train_epochs": 40,
"save_steps": 500,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 8,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 8
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.6452764844550595e+18,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}