superglue-record / trainer_state.json
ShengdingHu's picture
Training in progress, step 200
fff6232
{
"best_metric": 91.36131386861314,
"best_model_checkpoint": "outputs/bitfit/t5-base/superglue-record/checkpoint-1200",
"epoch": 3.0,
"global_step": 25779,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"eval_average_metrics": 89.01338199513381,
"eval_em": 88.75912408759125,
"eval_f1": 89.2676399026764,
"eval_loss": 0.2185831516981125,
"eval_runtime": 34.599,
"eval_samples_per_second": 39.597,
"step": 200
},
{
"epoch": 0.05,
"eval_average_metrics": 89.71289537712894,
"eval_em": 89.48905109489051,
"eval_f1": 89.93673965936739,
"eval_loss": 0.22008372843265533,
"eval_runtime": 36.1565,
"eval_samples_per_second": 37.891,
"step": 400
},
{
"epoch": 0.06,
"learning_rate": 0.0002941813103689049,
"loss": 0.3381,
"step": 500
},
{
"epoch": 0.07,
"eval_average_metrics": 89.17518248175182,
"eval_em": 88.9051094890511,
"eval_f1": 89.44525547445255,
"eval_loss": 0.22487574815750122,
"eval_runtime": 38.7912,
"eval_samples_per_second": 35.317,
"step": 600
},
{
"epoch": 0.09,
"eval_average_metrics": 90.32725060827251,
"eval_em": 89.92700729927007,
"eval_f1": 90.72749391727494,
"eval_loss": 0.22092510759830475,
"eval_runtime": 38.8963,
"eval_samples_per_second": 35.222,
"step": 800
},
{
"epoch": 0.12,
"learning_rate": 0.0002883626207378098,
"loss": 0.3288,
"step": 1000
},
{
"epoch": 0.12,
"eval_average_metrics": 90.82603406326035,
"eval_em": 90.58394160583941,
"eval_f1": 91.06812652068128,
"eval_loss": 0.2161024510860443,
"eval_runtime": 38.0375,
"eval_samples_per_second": 36.017,
"step": 1000
},
{
"epoch": 0.14,
"eval_average_metrics": 91.36131386861314,
"eval_em": 91.0948905109489,
"eval_f1": 91.62773722627739,
"eval_loss": 0.21504777669906616,
"eval_runtime": 36.1024,
"eval_samples_per_second": 37.948,
"step": 1200
},
{
"epoch": 0.16,
"eval_average_metrics": 89.69829683698296,
"eval_em": 89.41605839416059,
"eval_f1": 89.98053527980535,
"eval_loss": 0.21785993874073029,
"eval_runtime": 38.4041,
"eval_samples_per_second": 35.673,
"step": 1400
},
{
"epoch": 0.17,
"learning_rate": 0.00028254393110671474,
"loss": 0.333,
"step": 1500
},
{
"epoch": 0.19,
"eval_average_metrics": 89.78345498783455,
"eval_em": 89.34306569343066,
"eval_f1": 90.22384428223845,
"eval_loss": 0.21883782744407654,
"eval_runtime": 35.4761,
"eval_samples_per_second": 38.618,
"step": 1600
},
{
"epoch": 0.21,
"eval_average_metrics": 89.54866180048661,
"eval_em": 89.41605839416059,
"eval_f1": 89.68126520681264,
"eval_loss": 0.22056403756141663,
"eval_runtime": 35.8766,
"eval_samples_per_second": 38.186,
"step": 1800
},
{
"epoch": 0.23,
"learning_rate": 0.0002767252414756197,
"loss": 0.3283,
"step": 2000
},
{
"epoch": 0.23,
"eval_average_metrics": 88.84306569343067,
"eval_em": 88.39416058394161,
"eval_f1": 89.29197080291972,
"eval_loss": 0.22133098542690277,
"eval_runtime": 36.0963,
"eval_samples_per_second": 37.954,
"step": 2000
},
{
"epoch": 0.26,
"eval_average_metrics": 89.49391727493916,
"eval_em": 89.19708029197079,
"eval_f1": 89.79075425790754,
"eval_loss": 0.22017844021320343,
"eval_runtime": 36.292,
"eval_samples_per_second": 37.749,
"step": 2200
},
{
"epoch": 0.28,
"eval_average_metrics": 90.77737226277371,
"eval_em": 90.43795620437956,
"eval_f1": 91.11678832116786,
"eval_loss": 0.21572071313858032,
"eval_runtime": 38.375,
"eval_samples_per_second": 35.7,
"step": 2400
},
{
"epoch": 0.29,
"learning_rate": 0.0002709065518445246,
"loss": 0.3258,
"step": 2500
},
{
"epoch": 0.3,
"eval_average_metrics": 90.58880778588806,
"eval_em": 90.2919708029197,
"eval_f1": 90.88564476885644,
"eval_loss": 0.21875151991844177,
"eval_runtime": 36.4713,
"eval_samples_per_second": 37.564,
"step": 2600
},
{
"epoch": 0.33,
"eval_average_metrics": 89.81630170316302,
"eval_em": 89.48905109489051,
"eval_f1": 90.14355231143553,
"eval_loss": 0.22119711339473724,
"eval_runtime": 36.7112,
"eval_samples_per_second": 37.318,
"step": 2800
},
{
"epoch": 0.35,
"learning_rate": 0.0002650878622134295,
"loss": 0.3308,
"step": 3000
},
{
"epoch": 0.35,
"eval_average_metrics": 89.86253041362531,
"eval_em": 89.41605839416059,
"eval_f1": 90.30900243309003,
"eval_loss": 0.21812815964221954,
"eval_runtime": 35.9089,
"eval_samples_per_second": 38.152,
"step": 3000
},
{
"epoch": 0.37,
"eval_average_metrics": 90.68004866180048,
"eval_em": 90.2919708029197,
"eval_f1": 91.06812652068126,
"eval_loss": 0.21945150196552277,
"eval_runtime": 36.7647,
"eval_samples_per_second": 37.264,
"step": 3200
},
{
"epoch": 0.4,
"eval_average_metrics": 88.52676399026764,
"eval_em": 88.24817518248175,
"eval_f1": 88.80535279805353,
"eval_loss": 0.22326913475990295,
"eval_runtime": 38.4494,
"eval_samples_per_second": 35.631,
"step": 3400
},
{
"epoch": 0.41,
"learning_rate": 0.00025926917258233445,
"loss": 0.3268,
"step": 3500
},
{
"epoch": 0.42,
"eval_average_metrics": 89.9014598540146,
"eval_em": 89.56204379562044,
"eval_f1": 90.24087591240875,
"eval_loss": 0.2204274833202362,
"eval_runtime": 39.4301,
"eval_samples_per_second": 34.745,
"step": 3600
},
{
"epoch": 0.44,
"eval_average_metrics": 88.8491484184915,
"eval_em": 88.54014598540147,
"eval_f1": 89.15815085158151,
"eval_loss": 0.22101299464702606,
"eval_runtime": 36.7124,
"eval_samples_per_second": 37.317,
"step": 3800
},
{
"epoch": 0.47,
"learning_rate": 0.0002534504829512394,
"loss": 0.3266,
"step": 4000
},
{
"epoch": 0.47,
"eval_average_metrics": 90.43673965936739,
"eval_em": 90.07299270072993,
"eval_f1": 90.80048661800487,
"eval_loss": 0.2189851850271225,
"eval_runtime": 38.8738,
"eval_samples_per_second": 35.242,
"step": 4000
},
{
"epoch": 0.49,
"eval_average_metrics": 88.7676399026764,
"eval_em": 88.39416058394161,
"eval_f1": 89.14111922141119,
"eval_loss": 0.22029492259025574,
"eval_runtime": 37.8194,
"eval_samples_per_second": 36.225,
"step": 4200
},
{
"epoch": 0.51,
"eval_average_metrics": 89.73722627737226,
"eval_em": 89.41605839416059,
"eval_f1": 90.05839416058394,
"eval_loss": 0.21841323375701904,
"eval_runtime": 39.6246,
"eval_samples_per_second": 34.575,
"step": 4400
},
{
"epoch": 0.52,
"learning_rate": 0.0002476317933201443,
"loss": 0.3309,
"step": 4500
},
{
"epoch": 0.54,
"eval_average_metrics": 89.49391727493918,
"eval_em": 89.27007299270073,
"eval_f1": 89.71776155717761,
"eval_loss": 0.2204442322254181,
"eval_runtime": 39.9817,
"eval_samples_per_second": 34.266,
"step": 4600
},
{
"epoch": 0.56,
"eval_average_metrics": 89.69464720194647,
"eval_em": 89.34306569343066,
"eval_f1": 90.04622871046227,
"eval_loss": 0.2244672179222107,
"eval_runtime": 38.4253,
"eval_samples_per_second": 35.654,
"step": 4800
},
{
"epoch": 0.58,
"learning_rate": 0.0002418131036890492,
"loss": 0.3285,
"step": 5000
},
{
"epoch": 0.58,
"eval_average_metrics": 89.48783454987836,
"eval_em": 89.27007299270073,
"eval_f1": 89.70559610705597,
"eval_loss": 0.21830883622169495,
"eval_runtime": 38.7825,
"eval_samples_per_second": 35.325,
"step": 5000
},
{
"epoch": 0.61,
"eval_average_metrics": 88.56326034063261,
"eval_em": 88.32116788321169,
"eval_f1": 88.80535279805352,
"eval_loss": 0.22253794968128204,
"eval_runtime": 38.0561,
"eval_samples_per_second": 36.0,
"step": 5200
},
{
"epoch": 0.63,
"eval_average_metrics": 89.82846715328466,
"eval_em": 89.56204379562044,
"eval_f1": 90.09489051094889,
"eval_loss": 0.22128665447235107,
"eval_runtime": 39.7387,
"eval_samples_per_second": 34.475,
"step": 5400
},
{
"epoch": 0.64,
"learning_rate": 0.0002359944140579541,
"loss": 0.3296,
"step": 5500
},
{
"epoch": 0.65,
"eval_average_metrics": 89.02919708029196,
"eval_em": 88.6861313868613,
"eval_f1": 89.37226277372264,
"eval_loss": 0.2234881967306137,
"eval_runtime": 38.4221,
"eval_samples_per_second": 35.657,
"step": 5600
},
{
"epoch": 0.67,
"eval_average_metrics": 89.64355231143553,
"eval_em": 89.34306569343066,
"eval_f1": 89.9440389294404,
"eval_loss": 0.2219015508890152,
"eval_runtime": 39.7412,
"eval_samples_per_second": 34.473,
"step": 5800
},
{
"epoch": 0.7,
"learning_rate": 0.00023017572442685905,
"loss": 0.3377,
"step": 6000
},
{
"epoch": 0.7,
"eval_average_metrics": 89.13503649635037,
"eval_em": 88.9051094890511,
"eval_f1": 89.36496350364963,
"eval_loss": 0.22565637528896332,
"eval_runtime": 38.9351,
"eval_samples_per_second": 35.187,
"step": 6000
},
{
"epoch": 0.72,
"eval_average_metrics": 89.66788321167883,
"eval_em": 89.34306569343066,
"eval_f1": 89.99270072992701,
"eval_loss": 0.2238757461309433,
"eval_runtime": 36.8334,
"eval_samples_per_second": 37.195,
"step": 6200
},
{
"epoch": 0.74,
"eval_average_metrics": 90.63138686131386,
"eval_em": 90.2919708029197,
"eval_f1": 90.970802919708,
"eval_loss": 0.2218635529279709,
"eval_runtime": 39.5931,
"eval_samples_per_second": 34.602,
"step": 6400
},
{
"epoch": 0.76,
"learning_rate": 0.00022435703479576396,
"loss": 0.3271,
"step": 6500
},
{
"epoch": 0.77,
"eval_average_metrics": 90.15450121654501,
"eval_em": 89.85401459854015,
"eval_f1": 90.45498783454988,
"eval_loss": 0.2218872755765915,
"eval_runtime": 36.9426,
"eval_samples_per_second": 37.085,
"step": 6600
},
{
"epoch": 0.79,
"eval_average_metrics": 90.49513381995133,
"eval_em": 90.14598540145985,
"eval_f1": 90.84428223844282,
"eval_loss": 0.2184651792049408,
"eval_runtime": 38.3744,
"eval_samples_per_second": 35.701,
"step": 6800
},
{
"epoch": 0.81,
"learning_rate": 0.0002185383451646689,
"loss": 0.3221,
"step": 7000
},
{
"epoch": 0.81,
"eval_average_metrics": 91.12773722627736,
"eval_em": 90.8029197080292,
"eval_f1": 91.45255474452554,
"eval_loss": 0.2153433859348297,
"eval_runtime": 38.0801,
"eval_samples_per_second": 35.977,
"step": 7000
},
{
"epoch": 0.84,
"eval_average_metrics": 90.32481751824818,
"eval_em": 90.0,
"eval_f1": 90.64963503649636,
"eval_loss": 0.21808864176273346,
"eval_runtime": 39.0051,
"eval_samples_per_second": 35.124,
"step": 7200
},
{
"epoch": 0.86,
"eval_average_metrics": 89.08394160583941,
"eval_em": 88.75912408759125,
"eval_f1": 89.4087591240876,
"eval_loss": 0.22276869416236877,
"eval_runtime": 36.749,
"eval_samples_per_second": 37.28,
"step": 7400
},
{
"epoch": 0.87,
"learning_rate": 0.00021271965553357382,
"loss": 0.3226,
"step": 7500
},
{
"epoch": 0.88,
"eval_average_metrics": 90.485401459854,
"eval_em": 90.21897810218978,
"eval_f1": 90.75182481751823,
"eval_loss": 0.21675343811511993,
"eval_runtime": 37.5554,
"eval_samples_per_second": 36.479,
"step": 7600
},
{
"epoch": 0.91,
"eval_average_metrics": 90.02311435523114,
"eval_em": 89.78102189781022,
"eval_f1": 90.26520681265205,
"eval_loss": 0.21614064276218414,
"eval_runtime": 33.4296,
"eval_samples_per_second": 40.982,
"step": 7800
},
{
"epoch": 0.93,
"learning_rate": 0.00020690096590247876,
"loss": 0.3262,
"step": 8000
},
{
"epoch": 0.93,
"eval_average_metrics": 90.10583941605839,
"eval_em": 89.78102189781022,
"eval_f1": 90.43065693430657,
"eval_loss": 0.2208666056394577,
"eval_runtime": 35.7275,
"eval_samples_per_second": 38.346,
"step": 8000
},
{
"epoch": 0.95,
"eval_average_metrics": 88.86253041362531,
"eval_em": 88.46715328467153,
"eval_f1": 89.25790754257908,
"eval_loss": 0.22296273708343506,
"eval_runtime": 37.4484,
"eval_samples_per_second": 36.584,
"step": 8200
},
{
"epoch": 0.98,
"eval_average_metrics": 88.69708029197079,
"eval_em": 88.39416058394161,
"eval_f1": 88.99999999999999,
"eval_loss": 0.2256641685962677,
"eval_runtime": 36.1104,
"eval_samples_per_second": 37.939,
"step": 8400
},
{
"epoch": 0.99,
"learning_rate": 0.00020108227627138367,
"loss": 0.3246,
"step": 8500
},
{
"epoch": 1.0,
"eval_average_metrics": 90.43673965936739,
"eval_em": 90.14598540145985,
"eval_f1": 90.72749391727494,
"eval_loss": 0.2168925255537033,
"eval_runtime": 36.8057,
"eval_samples_per_second": 37.223,
"step": 8600
},
{
"epoch": 1.02,
"eval_average_metrics": 90.17883211678833,
"eval_em": 89.85401459854015,
"eval_f1": 90.5036496350365,
"eval_loss": 0.21890240907669067,
"eval_runtime": 36.2138,
"eval_samples_per_second": 37.831,
"step": 8800
},
{
"epoch": 1.05,
"learning_rate": 0.00019526358664028858,
"loss": 0.3085,
"step": 9000
},
{
"epoch": 1.05,
"eval_average_metrics": 90.25182481751824,
"eval_em": 90.0,
"eval_f1": 90.5036496350365,
"eval_loss": 0.21791431307792664,
"eval_runtime": 36.94,
"eval_samples_per_second": 37.087,
"step": 9000
},
{
"epoch": 1.07,
"eval_average_metrics": 90.31508515815085,
"eval_em": 90.07299270072993,
"eval_f1": 90.55717761557177,
"eval_loss": 0.2160734087228775,
"eval_runtime": 35.6639,
"eval_samples_per_second": 38.414,
"step": 9200
},
{
"epoch": 1.09,
"eval_average_metrics": 89.48783454987836,
"eval_em": 89.27007299270073,
"eval_f1": 89.70559610705597,
"eval_loss": 0.22037485241889954,
"eval_runtime": 37.8808,
"eval_samples_per_second": 36.166,
"step": 9400
},
{
"epoch": 1.11,
"learning_rate": 0.00018944489700919352,
"loss": 0.3185,
"step": 9500
},
{
"epoch": 1.12,
"eval_average_metrics": 88.35401459854015,
"eval_em": 88.02919708029196,
"eval_f1": 88.67883211678833,
"eval_loss": 0.22213077545166016,
"eval_runtime": 36.2657,
"eval_samples_per_second": 37.777,
"step": 9600
},
{
"epoch": 1.14,
"eval_average_metrics": 87.77007299270073,
"eval_em": 87.44525547445255,
"eval_f1": 88.09489051094891,
"eval_loss": 0.22431711852550507,
"eval_runtime": 34.0786,
"eval_samples_per_second": 40.201,
"step": 9800
},
{
"epoch": 1.16,
"learning_rate": 0.00018362620737809844,
"loss": 0.3149,
"step": 10000
},
{
"epoch": 1.16,
"eval_average_metrics": 88.28953771289537,
"eval_em": 88.02919708029196,
"eval_f1": 88.54987834549878,
"eval_loss": 0.2239065319299698,
"eval_runtime": 37.3216,
"eval_samples_per_second": 36.708,
"step": 10000
},
{
"epoch": 1.19,
"eval_average_metrics": 90.12043795620437,
"eval_em": 89.85401459854015,
"eval_f1": 90.3868613138686,
"eval_loss": 0.21789653599262238,
"eval_runtime": 35.8306,
"eval_samples_per_second": 38.235,
"step": 10200
},
{
"epoch": 1.21,
"eval_average_metrics": 89.71654501216544,
"eval_em": 89.41605839416059,
"eval_f1": 90.0170316301703,
"eval_loss": 0.2222936451435089,
"eval_runtime": 35.4154,
"eval_samples_per_second": 38.684,
"step": 10400
},
{
"epoch": 1.22,
"learning_rate": 0.00017780751774700338,
"loss": 0.3167,
"step": 10500
},
{
"epoch": 1.23,
"eval_average_metrics": 89.19586374695864,
"eval_em": 88.83211678832117,
"eval_f1": 89.5596107055961,
"eval_loss": 0.22271069884300232,
"eval_runtime": 35.7044,
"eval_samples_per_second": 38.371,
"step": 10600
},
{
"epoch": 1.26,
"eval_average_metrics": 89.97445255474452,
"eval_em": 89.7080291970803,
"eval_f1": 90.24087591240875,
"eval_loss": 0.22066636383533478,
"eval_runtime": 34.2308,
"eval_samples_per_second": 40.022,
"step": 10800
},
{
"epoch": 1.28,
"learning_rate": 0.0001719888281159083,
"loss": 0.3179,
"step": 11000
},
{
"epoch": 1.28,
"eval_average_metrics": 90.05717761557177,
"eval_em": 89.78102189781022,
"eval_f1": 90.33333333333333,
"eval_loss": 0.2182897925376892,
"eval_runtime": 36.8191,
"eval_samples_per_second": 37.209,
"step": 11000
},
{
"epoch": 1.3,
"eval_average_metrics": 88.34428223844282,
"eval_em": 88.02919708029196,
"eval_f1": 88.65936739659367,
"eval_loss": 0.22293207049369812,
"eval_runtime": 38.8183,
"eval_samples_per_second": 35.293,
"step": 11200
},
{
"epoch": 1.33,
"eval_average_metrics": 90.60705596107056,
"eval_em": 90.36496350364963,
"eval_f1": 90.84914841849148,
"eval_loss": 0.2161208987236023,
"eval_runtime": 38.6684,
"eval_samples_per_second": 35.429,
"step": 11400
},
{
"epoch": 1.34,
"learning_rate": 0.00016617013848481323,
"loss": 0.3153,
"step": 11500
},
{
"epoch": 1.35,
"eval_average_metrics": 90.38807785888078,
"eval_em": 90.14598540145985,
"eval_f1": 90.6301703163017,
"eval_loss": 0.2135632187128067,
"eval_runtime": 38.983,
"eval_samples_per_second": 35.144,
"step": 11600
},
{
"epoch": 1.37,
"eval_average_metrics": 89.14720194647202,
"eval_em": 88.9051094890511,
"eval_f1": 89.38929440389293,
"eval_loss": 0.22012485563755035,
"eval_runtime": 39.657,
"eval_samples_per_second": 34.546,
"step": 11800
},
{
"epoch": 1.4,
"learning_rate": 0.00016035144885371815,
"loss": 0.3216,
"step": 12000
},
{
"epoch": 1.4,
"eval_average_metrics": 89.6581508515815,
"eval_em": 89.41605839416059,
"eval_f1": 89.90024330900242,
"eval_loss": 0.21762309968471527,
"eval_runtime": 40.4674,
"eval_samples_per_second": 33.854,
"step": 12000
},
{
"epoch": 1.42,
"eval_average_metrics": 89.30535279805352,
"eval_em": 89.05109489051095,
"eval_f1": 89.5596107055961,
"eval_loss": 0.21773971617221832,
"eval_runtime": 38.4174,
"eval_samples_per_second": 35.661,
"step": 12200
},
{
"epoch": 1.44,
"eval_average_metrics": 90.169099756691,
"eval_em": 89.92700729927007,
"eval_f1": 90.41119221411194,
"eval_loss": 0.21440057456493378,
"eval_runtime": 37.9225,
"eval_samples_per_second": 36.126,
"step": 12400
},
{
"epoch": 1.45,
"learning_rate": 0.00015453275922262303,
"loss": 0.3151,
"step": 12500
},
{
"epoch": 1.47,
"eval_average_metrics": 89.58515815085158,
"eval_em": 89.34306569343066,
"eval_f1": 89.82725060827251,
"eval_loss": 0.21768692135810852,
"eval_runtime": 36.5526,
"eval_samples_per_second": 37.48,
"step": 12600
},
{
"epoch": 1.49,
"eval_average_metrics": 89.99878345498783,
"eval_em": 89.78102189781022,
"eval_f1": 90.21654501216545,
"eval_loss": 0.2161240428686142,
"eval_runtime": 39.5978,
"eval_samples_per_second": 34.598,
"step": 12800
},
{
"epoch": 1.51,
"learning_rate": 0.00014871406959152797,
"loss": 0.3255,
"step": 13000
},
{
"epoch": 1.51,
"eval_average_metrics": 89.70681265206812,
"eval_em": 89.48905109489051,
"eval_f1": 89.92457420924575,
"eval_loss": 0.21710088849067688,
"eval_runtime": 38.5743,
"eval_samples_per_second": 35.516,
"step": 13000
},
{
"epoch": 1.54,
"eval_average_metrics": 89.3515815085158,
"eval_em": 89.05109489051095,
"eval_f1": 89.65206812652067,
"eval_loss": 0.21740640699863434,
"eval_runtime": 38.7743,
"eval_samples_per_second": 35.333,
"step": 13200
},
{
"epoch": 1.56,
"eval_average_metrics": 90.29075425790754,
"eval_em": 90.07299270072993,
"eval_f1": 90.50851581508516,
"eval_loss": 0.21489615738391876,
"eval_runtime": 41.332,
"eval_samples_per_second": 33.146,
"step": 13400
},
{
"epoch": 1.57,
"learning_rate": 0.00014289537996043292,
"loss": 0.3129,
"step": 13500
},
{
"epoch": 1.58,
"eval_average_metrics": 89.81386861313868,
"eval_em": 89.48905109489051,
"eval_f1": 90.13868613138686,
"eval_loss": 0.21436673402786255,
"eval_runtime": 39.3785,
"eval_samples_per_second": 34.791,
"step": 13600
},
{
"epoch": 1.61,
"eval_average_metrics": 89.77980535279806,
"eval_em": 89.48905109489051,
"eval_f1": 90.0705596107056,
"eval_loss": 0.21632547676563263,
"eval_runtime": 36.2514,
"eval_samples_per_second": 37.792,
"step": 13800
},
{
"epoch": 1.63,
"learning_rate": 0.00013707669032933783,
"loss": 0.317,
"step": 14000
},
{
"epoch": 1.63,
"eval_average_metrics": 90.14476885644768,
"eval_em": 89.85401459854015,
"eval_f1": 90.43552311435523,
"eval_loss": 0.21579378843307495,
"eval_runtime": 38.9315,
"eval_samples_per_second": 35.19,
"step": 14000
},
{
"epoch": 1.65,
"eval_average_metrics": 89.69221411192214,
"eval_em": 89.34306569343066,
"eval_f1": 90.04136253041362,
"eval_loss": 0.21815675497055054,
"eval_runtime": 38.141,
"eval_samples_per_second": 35.919,
"step": 14200
},
{
"epoch": 1.68,
"eval_average_metrics": 90.26642335766422,
"eval_em": 90.0,
"eval_f1": 90.53284671532845,
"eval_loss": 0.21684660017490387,
"eval_runtime": 36.4617,
"eval_samples_per_second": 37.574,
"step": 14400
},
{
"epoch": 1.69,
"learning_rate": 0.00013125800069824274,
"loss": 0.3204,
"step": 14500
},
{
"epoch": 1.7,
"eval_average_metrics": 90.54379562043796,
"eval_em": 90.21897810218978,
"eval_f1": 90.86861313868614,
"eval_loss": 0.21547624468803406,
"eval_runtime": 39.6007,
"eval_samples_per_second": 34.595,
"step": 14600
},
{
"epoch": 1.72,
"eval_average_metrics": 90.76277372262774,
"eval_em": 90.43795620437956,
"eval_f1": 91.08759124087592,
"eval_loss": 0.2154303342103958,
"eval_runtime": 37.9795,
"eval_samples_per_second": 36.072,
"step": 14800
},
{
"epoch": 1.75,
"learning_rate": 0.00012543931106714766,
"loss": 0.3153,
"step": 15000
},
{
"epoch": 1.75,
"eval_average_metrics": 90.34914841849148,
"eval_em": 90.0,
"eval_f1": 90.69829683698296,
"eval_loss": 0.21602213382720947,
"eval_runtime": 40.2922,
"eval_samples_per_second": 34.002,
"step": 15000
},
{
"epoch": 1.77,
"eval_average_metrics": 89.31751824817519,
"eval_em": 89.05109489051095,
"eval_f1": 89.58394160583941,
"eval_loss": 0.2179516851902008,
"eval_runtime": 36.6124,
"eval_samples_per_second": 37.419,
"step": 15200
},
{
"epoch": 1.79,
"eval_average_metrics": 89.24452554744525,
"eval_em": 88.97810218978101,
"eval_f1": 89.51094890510949,
"eval_loss": 0.2189921736717224,
"eval_runtime": 37.6709,
"eval_samples_per_second": 36.368,
"step": 15400
},
{
"epoch": 1.8,
"learning_rate": 0.00011962062143605258,
"loss": 0.3104,
"step": 15500
},
{
"epoch": 1.82,
"eval_average_metrics": 89.02554744525548,
"eval_em": 88.75912408759125,
"eval_f1": 89.29197080291972,
"eval_loss": 0.21728622913360596,
"eval_runtime": 37.6931,
"eval_samples_per_second": 36.346,
"step": 15600
},
{
"epoch": 1.84,
"eval_average_metrics": 90.48540145985402,
"eval_em": 90.21897810218978,
"eval_f1": 90.75182481751824,
"eval_loss": 0.21391963958740234,
"eval_runtime": 37.4604,
"eval_samples_per_second": 36.572,
"step": 15800
},
{
"epoch": 1.86,
"learning_rate": 0.00011380193180495751,
"loss": 0.3221,
"step": 16000
},
{
"epoch": 1.86,
"eval_average_metrics": 90.92335766423358,
"eval_em": 90.65693430656935,
"eval_f1": 91.18978102189779,
"eval_loss": 0.21324890851974487,
"eval_runtime": 36.0923,
"eval_samples_per_second": 37.958,
"step": 16000
},
{
"epoch": 1.89,
"eval_average_metrics": 90.36374695863748,
"eval_em": 90.07299270072993,
"eval_f1": 90.65450121654501,
"eval_loss": 0.21571427583694458,
"eval_runtime": 36.3418,
"eval_samples_per_second": 37.698,
"step": 16200
},
{
"epoch": 1.91,
"eval_average_metrics": 90.58272506082724,
"eval_em": 90.2919708029197,
"eval_f1": 90.8734793187348,
"eval_loss": 0.21374623477458954,
"eval_runtime": 35.332,
"eval_samples_per_second": 38.775,
"step": 16400
},
{
"epoch": 1.92,
"learning_rate": 0.00010798324217386244,
"loss": 0.3142,
"step": 16500
},
{
"epoch": 1.93,
"eval_average_metrics": 90.41240875912409,
"eval_em": 90.14598540145985,
"eval_f1": 90.67883211678833,
"eval_loss": 0.21370555460453033,
"eval_runtime": 37.2326,
"eval_samples_per_second": 36.796,
"step": 16600
},
{
"epoch": 1.96,
"eval_average_metrics": 89.75547445255475,
"eval_em": 89.48905109489051,
"eval_f1": 90.02189781021897,
"eval_loss": 0.21746164560317993,
"eval_runtime": 35.4995,
"eval_samples_per_second": 38.592,
"step": 16800
},
{
"epoch": 1.98,
"learning_rate": 0.00010216455254276737,
"loss": 0.3206,
"step": 17000
},
{
"epoch": 1.98,
"eval_average_metrics": 89.82846715328466,
"eval_em": 89.56204379562044,
"eval_f1": 90.0948905109489,
"eval_loss": 0.2167847603559494,
"eval_runtime": 37.0794,
"eval_samples_per_second": 36.948,
"step": 17000
},
{
"epoch": 2.0,
"eval_average_metrics": 90.26642335766422,
"eval_em": 90.0,
"eval_f1": 90.53284671532846,
"eval_loss": 0.21559016406536102,
"eval_runtime": 37.9031,
"eval_samples_per_second": 36.145,
"step": 17200
},
{
"epoch": 2.02,
"eval_average_metrics": 89.97445255474452,
"eval_em": 89.7080291970803,
"eval_f1": 90.24087591240874,
"eval_loss": 0.21499326825141907,
"eval_runtime": 33.4521,
"eval_samples_per_second": 40.954,
"step": 17400
},
{
"epoch": 2.04,
"learning_rate": 9.634586291167229e-05,
"loss": 0.3109,
"step": 17500
},
{
"epoch": 2.05,
"eval_average_metrics": 90.14476885644768,
"eval_em": 89.85401459854015,
"eval_f1": 90.43552311435523,
"eval_loss": 0.21627335250377655,
"eval_runtime": 35.646,
"eval_samples_per_second": 38.434,
"step": 17600
},
{
"epoch": 2.07,
"eval_average_metrics": 90.48540145985402,
"eval_em": 90.14598540145985,
"eval_f1": 90.8248175182482,
"eval_loss": 0.21596278250217438,
"eval_runtime": 36.6834,
"eval_samples_per_second": 37.347,
"step": 17800
},
{
"epoch": 2.09,
"learning_rate": 9.052717328057722e-05,
"loss": 0.3035,
"step": 18000
},
{
"epoch": 2.09,
"eval_average_metrics": 89.97445255474453,
"eval_em": 89.7080291970803,
"eval_f1": 90.24087591240877,
"eval_loss": 0.21806372702121735,
"eval_runtime": 34.0399,
"eval_samples_per_second": 40.247,
"step": 18000
},
{
"epoch": 2.12,
"eval_average_metrics": 89.58515815085158,
"eval_em": 89.34306569343066,
"eval_f1": 89.82725060827251,
"eval_loss": 0.2175503671169281,
"eval_runtime": 35.3257,
"eval_samples_per_second": 38.782,
"step": 18200
},
{
"epoch": 2.14,
"eval_average_metrics": 90.29075425790754,
"eval_em": 90.0,
"eval_f1": 90.58150851581509,
"eval_loss": 0.21528899669647217,
"eval_runtime": 37.4995,
"eval_samples_per_second": 36.534,
"step": 18400
},
{
"epoch": 2.15,
"learning_rate": 8.470848364948212e-05,
"loss": 0.3102,
"step": 18500
},
{
"epoch": 2.16,
"eval_average_metrics": 89.9501216545012,
"eval_em": 89.7080291970803,
"eval_f1": 90.19221411192213,
"eval_loss": 0.21668794751167297,
"eval_runtime": 36.8393,
"eval_samples_per_second": 37.189,
"step": 18600
},
{
"epoch": 2.19,
"eval_average_metrics": 90.04744525547446,
"eval_em": 89.78102189781022,
"eval_f1": 90.31386861313868,
"eval_loss": 0.2147464007139206,
"eval_runtime": 36.4341,
"eval_samples_per_second": 37.602,
"step": 18800
},
{
"epoch": 2.21,
"learning_rate": 7.888979401838705e-05,
"loss": 0.2992,
"step": 19000
},
{
"epoch": 2.21,
"eval_average_metrics": 89.56082725060827,
"eval_em": 89.34306569343066,
"eval_f1": 89.77858880778588,
"eval_loss": 0.21566100418567657,
"eval_runtime": 37.3837,
"eval_samples_per_second": 36.647,
"step": 19000
},
{
"epoch": 2.23,
"eval_average_metrics": 89.26885644768856,
"eval_em": 89.05109489051095,
"eval_f1": 89.48661800486619,
"eval_loss": 0.21698147058486938,
"eval_runtime": 34.5662,
"eval_samples_per_second": 39.634,
"step": 19200
},
{
"epoch": 2.26,
"eval_average_metrics": 89.9501216545012,
"eval_em": 89.7080291970803,
"eval_f1": 90.19221411192213,
"eval_loss": 0.21671971678733826,
"eval_runtime": 39.0865,
"eval_samples_per_second": 35.05,
"step": 19400
},
{
"epoch": 2.27,
"learning_rate": 7.307110438729197e-05,
"loss": 0.3104,
"step": 19500
},
{
"epoch": 2.28,
"eval_average_metrics": 88.92822384428223,
"eval_em": 88.6861313868613,
"eval_f1": 89.17031630170315,
"eval_loss": 0.21831820905208588,
"eval_runtime": 38.0065,
"eval_samples_per_second": 36.046,
"step": 19600
},
{
"epoch": 2.3,
"eval_average_metrics": 89.82846715328466,
"eval_em": 89.56204379562044,
"eval_f1": 90.09489051094889,
"eval_loss": 0.2175111472606659,
"eval_runtime": 38.7133,
"eval_samples_per_second": 35.388,
"step": 19800
},
{
"epoch": 2.33,
"learning_rate": 6.72524147561969e-05,
"loss": 0.299,
"step": 20000
},
{
"epoch": 2.33,
"eval_average_metrics": 90.04744525547446,
"eval_em": 89.78102189781022,
"eval_f1": 90.31386861313868,
"eval_loss": 0.21775414049625397,
"eval_runtime": 37.1614,
"eval_samples_per_second": 36.866,
"step": 20000
},
{
"epoch": 2.35,
"eval_average_metrics": 90.33941605839416,
"eval_em": 90.07299270072993,
"eval_f1": 90.60583941605839,
"eval_loss": 0.21791471540927887,
"eval_runtime": 38.7185,
"eval_samples_per_second": 35.384,
"step": 20200
},
{
"epoch": 2.37,
"eval_average_metrics": 90.85036496350364,
"eval_em": 90.58394160583941,
"eval_f1": 91.11678832116786,
"eval_loss": 0.21669700741767883,
"eval_runtime": 36.9688,
"eval_samples_per_second": 37.058,
"step": 20400
},
{
"epoch": 2.39,
"learning_rate": 6.143372512510183e-05,
"loss": 0.3106,
"step": 20500
},
{
"epoch": 2.4,
"eval_average_metrics": 90.99635036496349,
"eval_em": 90.72992700729927,
"eval_f1": 91.26277372262773,
"eval_loss": 0.21628382802009583,
"eval_runtime": 36.1926,
"eval_samples_per_second": 37.853,
"step": 20600
},
{
"epoch": 2.42,
"eval_average_metrics": 90.485401459854,
"eval_em": 90.21897810218978,
"eval_f1": 90.75182481751823,
"eval_loss": 0.2179671972990036,
"eval_runtime": 35.7701,
"eval_samples_per_second": 38.3,
"step": 20800
},
{
"epoch": 2.44,
"learning_rate": 5.561503549400675e-05,
"loss": 0.3131,
"step": 21000
},
{
"epoch": 2.44,
"eval_average_metrics": 89.90145985401459,
"eval_em": 89.63503649635037,
"eval_f1": 90.16788321167881,
"eval_loss": 0.21815823018550873,
"eval_runtime": 38.6202,
"eval_samples_per_second": 35.474,
"step": 21000
},
{
"epoch": 2.47,
"eval_average_metrics": 89.81386861313868,
"eval_em": 89.48905109489051,
"eval_f1": 90.13868613138686,
"eval_loss": 0.21742023527622223,
"eval_runtime": 38.6698,
"eval_samples_per_second": 35.428,
"step": 21200
},
{
"epoch": 2.49,
"eval_average_metrics": 90.54379562043796,
"eval_em": 90.21897810218978,
"eval_f1": 90.86861313868614,
"eval_loss": 0.21656812727451324,
"eval_runtime": 37.7889,
"eval_samples_per_second": 36.254,
"step": 21400
},
{
"epoch": 2.5,
"learning_rate": 4.9796345862911663e-05,
"loss": 0.3109,
"step": 21500
},
{
"epoch": 2.51,
"eval_average_metrics": 90.47080291970804,
"eval_em": 90.14598540145985,
"eval_f1": 90.79562043795622,
"eval_loss": 0.21554183959960938,
"eval_runtime": 40.3847,
"eval_samples_per_second": 33.924,
"step": 21600
},
{
"epoch": 2.54,
"eval_average_metrics": 90.55839416058393,
"eval_em": 90.2919708029197,
"eval_f1": 90.82481751824815,
"eval_loss": 0.21551626920700073,
"eval_runtime": 40.9505,
"eval_samples_per_second": 33.455,
"step": 21800
},
{
"epoch": 2.56,
"learning_rate": 4.397765623181659e-05,
"loss": 0.3139,
"step": 22000
},
{
"epoch": 2.56,
"eval_average_metrics": 90.53406326034063,
"eval_em": 90.21897810218978,
"eval_f1": 90.84914841849148,
"eval_loss": 0.21652992069721222,
"eval_runtime": 39.2455,
"eval_samples_per_second": 34.908,
"step": 22000
},
{
"epoch": 2.58,
"eval_average_metrics": 90.38807785888076,
"eval_em": 90.07299270072993,
"eval_f1": 90.70316301703161,
"eval_loss": 0.2176700383424759,
"eval_runtime": 39.6231,
"eval_samples_per_second": 34.576,
"step": 22200
},
{
"epoch": 2.61,
"eval_average_metrics": 90.82603406326034,
"eval_em": 90.51094890510949,
"eval_f1": 91.14111922141119,
"eval_loss": 0.21595974266529083,
"eval_runtime": 38.5872,
"eval_samples_per_second": 35.504,
"step": 22400
},
{
"epoch": 2.62,
"learning_rate": 3.815896660072152e-05,
"loss": 0.3012,
"step": 22500
},
{
"epoch": 2.63,
"eval_average_metrics": 90.60705596107056,
"eval_em": 90.2919708029197,
"eval_f1": 90.9221411192214,
"eval_loss": 0.2160317748785019,
"eval_runtime": 38.122,
"eval_samples_per_second": 35.937,
"step": 22600
},
{
"epoch": 2.65,
"eval_average_metrics": 90.65571776155718,
"eval_em": 90.36496350364963,
"eval_f1": 90.94647201946472,
"eval_loss": 0.21644768118858337,
"eval_runtime": 34.8398,
"eval_samples_per_second": 39.323,
"step": 22800
},
{
"epoch": 2.68,
"learning_rate": 3.234027696962644e-05,
"loss": 0.3084,
"step": 23000
},
{
"epoch": 2.68,
"eval_average_metrics": 90.169099756691,
"eval_em": 89.85401459854015,
"eval_f1": 90.48418491484183,
"eval_loss": 0.21626520156860352,
"eval_runtime": 34.9713,
"eval_samples_per_second": 39.175,
"step": 23000
},
{
"epoch": 2.7,
"eval_average_metrics": 89.58515815085158,
"eval_em": 89.27007299270073,
"eval_f1": 89.90024330900242,
"eval_loss": 0.2173507809638977,
"eval_runtime": 34.5287,
"eval_samples_per_second": 39.677,
"step": 23200
},
{
"epoch": 2.72,
"eval_average_metrics": 89.58515815085158,
"eval_em": 89.27007299270073,
"eval_f1": 89.90024330900242,
"eval_loss": 0.21798554062843323,
"eval_runtime": 32.6335,
"eval_samples_per_second": 41.981,
"step": 23400
},
{
"epoch": 2.73,
"learning_rate": 2.6521587338531362e-05,
"loss": 0.3034,
"step": 23500
},
{
"epoch": 2.75,
"eval_average_metrics": 89.6581508515815,
"eval_em": 89.34306569343066,
"eval_f1": 89.97323600973235,
"eval_loss": 0.2169240415096283,
"eval_runtime": 31.2981,
"eval_samples_per_second": 43.773,
"step": 23600
},
{
"epoch": 2.77,
"eval_average_metrics": 90.02311435523114,
"eval_em": 89.7080291970803,
"eval_f1": 90.338199513382,
"eval_loss": 0.2169690728187561,
"eval_runtime": 31.3076,
"eval_samples_per_second": 43.759,
"step": 23800
},
{
"epoch": 2.79,
"learning_rate": 2.0702897707436283e-05,
"loss": 0.3087,
"step": 24000
},
{
"epoch": 2.79,
"eval_average_metrics": 90.53406326034063,
"eval_em": 90.21897810218978,
"eval_f1": 90.84914841849148,
"eval_loss": 0.2168567031621933,
"eval_runtime": 32.1016,
"eval_samples_per_second": 42.677,
"step": 24000
},
{
"epoch": 2.82,
"eval_average_metrics": 90.169099756691,
"eval_em": 89.85401459854015,
"eval_f1": 90.48418491484183,
"eval_loss": 0.21707168221473694,
"eval_runtime": 34.5668,
"eval_samples_per_second": 39.633,
"step": 24200
},
{
"epoch": 2.84,
"eval_average_metrics": 90.169099756691,
"eval_em": 89.85401459854015,
"eval_f1": 90.48418491484183,
"eval_loss": 0.2168397605419159,
"eval_runtime": 35.1948,
"eval_samples_per_second": 38.926,
"step": 24400
},
{
"epoch": 2.85,
"learning_rate": 1.4884208076341207e-05,
"loss": 0.3038,
"step": 24500
},
{
"epoch": 2.86,
"eval_average_metrics": 89.14720194647202,
"eval_em": 88.83211678832117,
"eval_f1": 89.46228710462286,
"eval_loss": 0.21729852259159088,
"eval_runtime": 35.4024,
"eval_samples_per_second": 38.698,
"step": 24600
},
{
"epoch": 2.89,
"eval_average_metrics": 89.99878345498783,
"eval_em": 89.7080291970803,
"eval_f1": 90.28953771289538,
"eval_loss": 0.21667222678661346,
"eval_runtime": 34.8507,
"eval_samples_per_second": 39.311,
"step": 24800
},
{
"epoch": 2.91,
"learning_rate": 9.065518445246129e-06,
"loss": 0.3083,
"step": 25000
},
{
"epoch": 2.91,
"eval_average_metrics": 90.21776155717762,
"eval_em": 89.92700729927007,
"eval_f1": 90.50851581508516,
"eval_loss": 0.216518834233284,
"eval_runtime": 34.7968,
"eval_samples_per_second": 39.371,
"step": 25000
},
{
"epoch": 2.93,
"eval_average_metrics": 90.07177615571777,
"eval_em": 89.78102189781022,
"eval_f1": 90.36253041362531,
"eval_loss": 0.21596592664718628,
"eval_runtime": 34.8982,
"eval_samples_per_second": 39.257,
"step": 25200
},
{
"epoch": 2.96,
"eval_average_metrics": 90.07177615571777,
"eval_em": 89.78102189781022,
"eval_f1": 90.36253041362531,
"eval_loss": 0.21597927808761597,
"eval_runtime": 35.1856,
"eval_samples_per_second": 38.936,
"step": 25400
},
{
"epoch": 2.97,
"learning_rate": 3.2468288141510528e-06,
"loss": 0.3048,
"step": 25500
},
{
"epoch": 2.98,
"eval_average_metrics": 90.07177615571777,
"eval_em": 89.78102189781022,
"eval_f1": 90.36253041362531,
"eval_loss": 0.21600975096225739,
"eval_runtime": 33.008,
"eval_samples_per_second": 41.505,
"step": 25600
},
{
"epoch": 3.0,
"step": 25779,
"total_flos": 2.1177253912543027e+17,
"train_loss": 0.3175360437943145,
"train_runtime": 17672.1841,
"train_samples_per_second": 23.339,
"train_steps_per_second": 1.459
}
],
"max_steps": 25779,
"num_train_epochs": 3,
"total_flos": 2.1177253912543027e+17,
"trial_name": null,
"trial_params": null
}