{ "best_metric": 0.73384935992855, "best_model_checkpoint": "estner_128_5e5_16/checkpoint-10881", "epoch": 59.0, "global_step": 16461, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 5e-05, "loss": 3.3066, "step": 1 }, { "epoch": 1.0, "learning_rate": 4.9508154121863805e-05, "loss": 0.2716, "step": 279 }, { "epoch": 1.0, "eval_DATE_f1": 0.6666666666666667, "eval_DATE_number": 372, "eval_DATE_precision": 0.5932914046121593, "eval_DATE_recall": 0.760752688172043, "eval_EVENT_f1": 0.10344827586206898, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.1, "eval_EVENT_recall": 0.10714285714285714, "eval_GPE_f1": 0.7834934991520632, "eval_GPE_number": 840, "eval_GPE_precision": 0.7459634015069968, "eval_GPE_recall": 0.825, "eval_LOC_f1": 0.20261437908496735, "eval_LOC_number": 149, "eval_LOC_precision": 0.19745222929936307, "eval_LOC_recall": 0.2080536912751678, "eval_MONEY_f1": 0.6428571428571429, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.5833333333333334, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.5586034912718205, "eval_ORG_number": 589, "eval_ORG_precision": 0.5472312703583062, "eval_ORG_recall": 0.5704584040747029, "eval_PERCENT_f1": 0.9056603773584905, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.8372093023255814, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8023738872403561, "eval_PER_number": 751, "eval_PER_precision": 0.7237687366167024, "eval_PER_recall": 0.9001331557922769, "eval_PROD_f1": 0.19736842105263155, "eval_PROD_number": 221, "eval_PROD_precision": 0.3614457831325301, "eval_PROD_recall": 0.13574660633484162, "eval_TIME_f1": 0.15384615384615385, "eval_TIME_number": 45, "eval_TIME_precision": 0.15217391304347827, "eval_TIME_recall": 0.15555555555555556, "eval_TITLE_f1": 0.693467336683417, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6666666666666666, "eval_TITLE_recall": 0.7225130890052356, "eval_accuracy": 0.9542598752146786, "eval_f1": 0.6645768025078371, "eval_loss": 0.16175952553749084, "eval_overall_accuracy": 0.9542598752146786, "eval_overall_f1": 0.6645768025078371, "eval_overall_precision": 0.6352492508853174, "eval_overall_recall": 0.6967433522557515, "eval_precision": 0.6352492508853174, "eval_recall": 0.6967433522557515, "eval_runtime": 11.5235, "eval_samples_per_second": 286.11, "eval_steps_per_second": 9.025, "step": 279 }, { "epoch": 2.0, "learning_rate": 4.90091541218638e-05, "loss": 0.0921, "step": 558 }, { "epoch": 2.0, "eval_DATE_f1": 0.6801007556675063, "eval_DATE_number": 372, "eval_DATE_precision": 0.6398104265402843, "eval_DATE_recall": 0.7258064516129032, "eval_EVENT_f1": 0.2545454545454546, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.17073170731707318, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.7829181494661922, "eval_GPE_number": 840, "eval_GPE_precision": 0.7801418439716312, "eval_GPE_recall": 0.7857142857142857, "eval_LOC_f1": 0.2836363636363637, "eval_LOC_number": 149, "eval_LOC_precision": 0.30952380952380953, "eval_LOC_recall": 0.26174496644295303, "eval_MONEY_f1": 0.7142857142857143, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6914893617021277, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6048053024026512, "eval_ORG_number": 589, "eval_ORG_precision": 0.5906148867313916, "eval_ORG_recall": 0.6196943972835314, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8229487970388648, "eval_PER_number": 751, "eval_PER_precision": 0.7666666666666667, "eval_PER_recall": 0.8881491344873502, "eval_PROD_f1": 0.3315508021390374, "eval_PROD_number": 221, "eval_PROD_precision": 0.40522875816993464, "eval_PROD_recall": 0.28054298642533937, "eval_TIME_f1": 0.28888888888888886, "eval_TIME_number": 45, "eval_TIME_precision": 0.28888888888888886, "eval_TIME_recall": 0.28888888888888886, "eval_TITLE_f1": 0.6799007444168734, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6462264150943396, "eval_TITLE_recall": 0.7172774869109948, "eval_accuracy": 0.9578034305093589, "eval_f1": 0.6863115111046596, "eval_loss": 0.15239475667476654, "eval_overall_accuracy": 0.9578034305093589, "eval_overall_f1": 0.6863115111046596, "eval_overall_precision": 0.6674195369847544, "eval_overall_recall": 0.7063041529728115, "eval_precision": 0.6674195369847544, "eval_recall": 0.7063041529728115, "eval_runtime": 11.7438, "eval_samples_per_second": 280.745, "eval_steps_per_second": 8.856, "step": 558 }, { "epoch": 3.0, "learning_rate": 4.8510154121863805e-05, "loss": 0.0501, "step": 837 }, { "epoch": 3.0, "eval_DATE_f1": 0.6911764705882353, "eval_DATE_number": 372, "eval_DATE_precision": 0.6351351351351351, "eval_DATE_recall": 0.7580645161290323, "eval_EVENT_f1": 0.1911764705882353, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.12037037037037036, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.7997651203758074, "eval_GPE_number": 840, "eval_GPE_precision": 0.7891077636152954, "eval_GPE_recall": 0.8107142857142857, "eval_LOC_f1": 0.3806646525679758, "eval_LOC_number": 149, "eval_LOC_precision": 0.34615384615384615, "eval_LOC_recall": 0.4228187919463087, "eval_MONEY_f1": 0.6878306878306879, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6435643564356436, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6315789473684209, "eval_ORG_number": 589, "eval_ORG_precision": 0.5668016194331984, "eval_ORG_recall": 0.7130730050933786, "eval_PERCENT_f1": 0.9290322580645162, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.8780487804878049, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.803227808814401, "eval_PER_number": 751, "eval_PER_precision": 0.7523255813953489, "eval_PER_recall": 0.8615179760319573, "eval_PROD_f1": 0.4599483204134367, "eval_PROD_number": 221, "eval_PROD_precision": 0.536144578313253, "eval_PROD_recall": 0.40271493212669685, "eval_TIME_f1": 0.23529411764705882, "eval_TIME_number": 45, "eval_TIME_precision": 0.25, "eval_TIME_recall": 0.2222222222222222, "eval_TITLE_f1": 0.687960687960688, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6481481481481481, "eval_TITLE_recall": 0.7329842931937173, "eval_accuracy": 0.9575642948759756, "eval_f1": 0.6942657342657342, "eval_loss": 0.16988196969032288, "eval_overall_accuracy": 0.9575642948759756, "eval_overall_f1": 0.6942657342657342, "eval_overall_precision": 0.6526426505390481, "eval_overall_recall": 0.7415596056169704, "eval_precision": 0.6526426505390481, "eval_recall": 0.7415596056169704, "eval_runtime": 11.844, "eval_samples_per_second": 278.37, "eval_steps_per_second": 8.781, "step": 837 }, { "epoch": 4.0, "learning_rate": 4.80111541218638e-05, "loss": 0.0286, "step": 1116 }, { "epoch": 4.0, "eval_DATE_f1": 0.6815365551425031, "eval_DATE_number": 372, "eval_DATE_precision": 0.632183908045977, "eval_DATE_recall": 0.739247311827957, "eval_EVENT_f1": 0.3023255813953489, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.22413793103448276, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.8183464091732047, "eval_GPE_number": 840, "eval_GPE_precision": 0.8298653610771114, "eval_GPE_recall": 0.8071428571428572, "eval_LOC_f1": 0.4183006535947713, "eval_LOC_number": 149, "eval_LOC_precision": 0.40764331210191085, "eval_LOC_recall": 0.42953020134228187, "eval_MONEY_f1": 0.7191011235955056, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7111111111111111, "eval_MONEY_recall": 0.7272727272727273, "eval_ORG_f1": 0.6051537822111389, "eval_ORG_number": 589, "eval_ORG_precision": 0.5928338762214984, "eval_ORG_recall": 0.6179966044142614, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8127685696746471, "eval_PER_number": 751, "eval_PER_precision": 0.7539863325740319, "eval_PER_recall": 0.881491344873502, "eval_PROD_f1": 0.4914004914004914, "eval_PROD_number": 221, "eval_PROD_precision": 0.5376344086021505, "eval_PROD_recall": 0.45248868778280543, "eval_TIME_f1": 0.3764705882352941, "eval_TIME_number": 45, "eval_TIME_precision": 0.4, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.7055702917771883, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7150537634408602, "eval_TITLE_recall": 0.6963350785340314, "eval_accuracy": 0.9597382551794604, "eval_f1": 0.7093868061609998, "eval_loss": 0.1846907138824463, "eval_overall_accuracy": 0.9597382551794604, "eval_overall_f1": 0.7093868061609998, "eval_overall_precision": 0.6905233380480905, "eval_overall_recall": 0.7293098296982372, "eval_precision": 0.6905233380480905, "eval_recall": 0.7293098296982372, "eval_runtime": 11.8629, "eval_samples_per_second": 277.925, "eval_steps_per_second": 8.767, "step": 1116 }, { "epoch": 5.0, "learning_rate": 4.7512154121863806e-05, "loss": 0.0163, "step": 1395 }, { "epoch": 5.0, "eval_DATE_f1": 0.7010309278350516, "eval_DATE_number": 372, "eval_DATE_precision": 0.6732673267326733, "eval_DATE_recall": 0.7311827956989247, "eval_EVENT_f1": 0.2571428571428572, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.21428571428571427, "eval_EVENT_recall": 0.32142857142857145, "eval_GPE_f1": 0.8238736102984202, "eval_GPE_number": 840, "eval_GPE_precision": 0.810126582278481, "eval_GPE_recall": 0.8380952380952381, "eval_LOC_f1": 0.43816254416961126, "eval_LOC_number": 149, "eval_LOC_precision": 0.4626865671641791, "eval_LOC_recall": 0.4161073825503356, "eval_MONEY_f1": 0.6372549019607843, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.5603448275862069, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6319758672699849, "eval_ORG_number": 589, "eval_ORG_precision": 0.5685210312075983, "eval_ORG_recall": 0.7113752122241087, "eval_PERCENT_f1": 0.8658536585365854, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.7802197802197802, "eval_PERCENT_recall": 0.9726027397260274, "eval_PER_f1": 0.8084022915340549, "eval_PER_number": 751, "eval_PER_precision": 0.774390243902439, "eval_PER_recall": 0.8455392809587217, "eval_PROD_f1": 0.49537037037037035, "eval_PROD_number": 221, "eval_PROD_precision": 0.5071090047393365, "eval_PROD_recall": 0.4841628959276018, "eval_TIME_f1": 0.31460674157303375, "eval_TIME_number": 45, "eval_TIME_precision": 0.3181818181818182, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7024390243902439, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6575342465753424, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9601513076371225, "eval_f1": 0.7114017628660789, "eval_loss": 0.20704585313796997, "eval_overall_accuracy": 0.9601513076371225, "eval_overall_f1": 0.7114017628660789, "eval_overall_precision": 0.6786004882017901, "eval_overall_recall": 0.747535106065133, "eval_precision": 0.6786004882017901, "eval_recall": 0.747535106065133, "eval_runtime": 11.8395, "eval_samples_per_second": 278.474, "eval_steps_per_second": 8.784, "step": 1395 }, { "epoch": 6.0, "learning_rate": 4.70131541218638e-05, "loss": 0.011, "step": 1674 }, { "epoch": 6.0, "eval_DATE_f1": 0.6946847960444994, "eval_DATE_number": 372, "eval_DATE_precision": 0.6430205949656751, "eval_DATE_recall": 0.7553763440860215, "eval_EVENT_f1": 0.22916666666666663, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.16176470588235295, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8160291438979964, "eval_GPE_number": 840, "eval_GPE_precision": 0.8327137546468402, "eval_GPE_recall": 0.8, "eval_LOC_f1": 0.4236111111111111, "eval_LOC_number": 149, "eval_LOC_precision": 0.43884892086330934, "eval_LOC_recall": 0.40939597315436244, "eval_MONEY_f1": 0.7262569832402235, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7142857142857143, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6057401812688821, "eval_ORG_number": 589, "eval_ORG_precision": 0.545578231292517, "eval_ORG_recall": 0.6808149405772496, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8002619515389653, "eval_PER_number": 751, "eval_PER_precision": 0.7873711340206185, "eval_PER_recall": 0.8135818908122503, "eval_PROD_f1": 0.49651972157772617, "eval_PROD_number": 221, "eval_PROD_precision": 0.5095238095238095, "eval_PROD_recall": 0.4841628959276018, "eval_TIME_f1": 0.36363636363636365, "eval_TIME_number": 45, "eval_TIME_precision": 0.37209302325581395, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.7421052631578948, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.746031746031746, "eval_TITLE_recall": 0.7382198952879581, "eval_accuracy": 0.9590208482793104, "eval_f1": 0.7049298828972097, "eval_loss": 0.22874966263771057, "eval_overall_accuracy": 0.9590208482793104, "eval_overall_f1": 0.7049298828972097, "eval_overall_precision": 0.6829131652661065, "eval_overall_recall": 0.7284135046310128, "eval_precision": 0.6829131652661065, "eval_recall": 0.7284135046310128, "eval_runtime": 11.9372, "eval_samples_per_second": 276.196, "eval_steps_per_second": 8.712, "step": 1674 }, { "epoch": 7.0, "learning_rate": 4.65141541218638e-05, "loss": 0.008, "step": 1953 }, { "epoch": 7.0, "eval_DATE_f1": 0.71267252195734, "eval_DATE_number": 372, "eval_DATE_precision": 0.668235294117647, "eval_DATE_recall": 0.7634408602150538, "eval_EVENT_f1": 0.27272727272727276, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8313397129186603, "eval_GPE_number": 840, "eval_GPE_precision": 0.8353365384615384, "eval_GPE_recall": 0.8273809523809523, "eval_LOC_f1": 0.4186046511627908, "eval_LOC_number": 149, "eval_LOC_precision": 0.4144736842105263, "eval_LOC_recall": 0.4228187919463087, "eval_MONEY_f1": 0.7032967032967034, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6808510638297872, "eval_MONEY_recall": 0.7272727272727273, "eval_ORG_f1": 0.6344712739383847, "eval_ORG_number": 589, "eval_ORG_precision": 0.6225490196078431, "eval_ORG_recall": 0.6468590831918506, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8270303781773094, "eval_PER_number": 751, "eval_PER_precision": 0.7737819025522041, "eval_PER_recall": 0.8881491344873502, "eval_PROD_f1": 0.4904761904761905, "eval_PROD_number": 221, "eval_PROD_precision": 0.5175879396984925, "eval_PROD_recall": 0.4660633484162896, "eval_TIME_f1": 0.20454545454545459, "eval_TIME_number": 45, "eval_TIME_precision": 0.20930232558139536, "eval_TIME_recall": 0.2, "eval_TITLE_f1": 0.7076167076167076, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6666666666666666, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.961520902628318, "eval_f1": 0.7213304410701374, "eval_loss": 0.2229330688714981, "eval_overall_accuracy": 0.961520902628318, "eval_overall_f1": 0.7213304410701374, "eval_overall_precision": 0.6989910313901345, "eval_overall_recall": 0.7451449058858679, "eval_precision": 0.6989910313901345, "eval_recall": 0.7451449058858679, "eval_runtime": 11.9468, "eval_samples_per_second": 275.973, "eval_steps_per_second": 8.705, "step": 1953 }, { "epoch": 8.0, "learning_rate": 4.60151541218638e-05, "loss": 0.0066, "step": 2232 }, { "epoch": 8.0, "eval_DATE_f1": 0.708955223880597, "eval_DATE_number": 372, "eval_DATE_precision": 0.6597222222222222, "eval_DATE_recall": 0.7661290322580645, "eval_EVENT_f1": 0.3013698630136986, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.24444444444444444, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8187759952465834, "eval_GPE_number": 840, "eval_GPE_precision": 0.8173190984578885, "eval_GPE_recall": 0.8202380952380952, "eval_LOC_f1": 0.44512195121951226, "eval_LOC_number": 149, "eval_LOC_precision": 0.40782122905027934, "eval_LOC_recall": 0.4899328859060403, "eval_MONEY_f1": 0.6881720430107526, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6530612244897959, "eval_MONEY_recall": 0.7272727272727273, "eval_ORG_f1": 0.6147607461476076, "eval_ORG_number": 589, "eval_ORG_precision": 0.5885093167701864, "eval_ORG_recall": 0.6434634974533107, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8143121529919803, "eval_PER_number": 751, "eval_PER_precision": 0.7586206896551724, "eval_PER_recall": 0.8788282290279628, "eval_PROD_f1": 0.4504950495049505, "eval_PROD_number": 221, "eval_PROD_precision": 0.4972677595628415, "eval_PROD_recall": 0.4117647058823529, "eval_TIME_f1": 0.26966292134831465, "eval_TIME_number": 45, "eval_TIME_precision": 0.2727272727272727, "eval_TIME_recall": 0.26666666666666666, "eval_TITLE_f1": 0.7076167076167076, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6666666666666666, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9603904432705059, "eval_f1": 0.7112130771436765, "eval_loss": 0.23840096592903137, "eval_overall_accuracy": 0.9603904432705059, "eval_overall_f1": 0.7112130771436765, "eval_overall_precision": 0.6837606837606838, "eval_overall_recall": 0.7409620555721542, "eval_precision": 0.6837606837606838, "eval_recall": 0.7409620555721542, "eval_runtime": 11.9017, "eval_samples_per_second": 277.019, "eval_steps_per_second": 8.738, "step": 2232 }, { "epoch": 9.0, "learning_rate": 4.55161541218638e-05, "loss": 0.0056, "step": 2511 }, { "epoch": 9.0, "eval_DATE_f1": 0.6442048517520216, "eval_DATE_number": 372, "eval_DATE_precision": 0.6459459459459459, "eval_DATE_recall": 0.6424731182795699, "eval_EVENT_f1": 0.3111111111111111, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.22580645161290322, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8146766169154228, "eval_GPE_number": 840, "eval_GPE_precision": 0.8528645833333334, "eval_GPE_recall": 0.7797619047619048, "eval_LOC_f1": 0.4642857142857143, "eval_LOC_number": 149, "eval_LOC_precision": 0.4961832061068702, "eval_LOC_recall": 0.436241610738255, "eval_MONEY_f1": 0.7000000000000001, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6847826086956522, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.630030959752322, "eval_ORG_number": 589, "eval_ORG_precision": 0.5789473684210527, "eval_ORG_recall": 0.6910016977928692, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8056063375990249, "eval_PER_number": 751, "eval_PER_precision": 0.7426966292134831, "eval_PER_recall": 0.8801597869507324, "eval_PROD_f1": 0.5023696682464456, "eval_PROD_number": 221, "eval_PROD_precision": 0.527363184079602, "eval_PROD_recall": 0.4796380090497738, "eval_TIME_f1": 0.26966292134831465, "eval_TIME_number": 45, "eval_TIME_precision": 0.2727272727272727, "eval_TIME_recall": 0.26666666666666666, "eval_TITLE_f1": 0.6697038724373576, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.592741935483871, "eval_TITLE_recall": 0.7696335078534031, "eval_accuracy": 0.9586730146307528, "eval_f1": 0.7044733044733045, "eval_loss": 0.26175457239151, "eval_overall_accuracy": 0.9586730146307528, "eval_overall_f1": 0.7044733044733045, "eval_overall_precision": 0.6812726765280491, "eval_overall_recall": 0.7293098296982372, "eval_precision": 0.6812726765280491, "eval_recall": 0.7293098296982372, "eval_runtime": 11.9519, "eval_samples_per_second": 275.856, "eval_steps_per_second": 8.702, "step": 2511 }, { "epoch": 10.0, "learning_rate": 4.50171541218638e-05, "loss": 0.0038, "step": 2790 }, { "epoch": 10.0, "eval_DATE_f1": 0.6994949494949496, "eval_DATE_number": 372, "eval_DATE_precision": 0.6595238095238095, "eval_DATE_recall": 0.7446236559139785, "eval_EVENT_f1": 0.3157894736842105, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8304985337243402, "eval_GPE_number": 840, "eval_GPE_precision": 0.8184971098265896, "eval_GPE_recall": 0.8428571428571429, "eval_LOC_f1": 0.4575645756457565, "eval_LOC_number": 149, "eval_LOC_precision": 0.5081967213114754, "eval_LOC_recall": 0.4161073825503356, "eval_MONEY_f1": 0.7065217391304348, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6770833333333334, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6229007633587785, "eval_ORG_number": 589, "eval_ORG_precision": 0.565880721220527, "eval_ORG_recall": 0.6926994906621392, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8100450740502254, "eval_PER_number": 751, "eval_PER_precision": 0.78428927680798, "eval_PER_recall": 0.8375499334221038, "eval_PROD_f1": 0.49056603773584906, "eval_PROD_number": 221, "eval_PROD_precision": 0.5123152709359606, "eval_PROD_recall": 0.47058823529411764, "eval_TIME_f1": 0.3225806451612903, "eval_TIME_number": 45, "eval_TIME_precision": 0.3125, "eval_TIME_recall": 0.3333333333333333, "eval_TITLE_f1": 0.7212276214833758, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.705, "eval_TITLE_recall": 0.7382198952879581, "eval_accuracy": 0.9611948085827953, "eval_f1": 0.71792656587473, "eval_loss": 0.2575210928916931, "eval_overall_accuracy": 0.9611948085827953, "eval_overall_f1": 0.71792656587473, "eval_overall_precision": 0.6928849360755975, "eval_overall_recall": 0.7448461308634599, "eval_precision": 0.6928849360755975, "eval_recall": 0.7448461308634599, "eval_runtime": 12.0246, "eval_samples_per_second": 274.188, "eval_steps_per_second": 8.649, "step": 2790 }, { "epoch": 11.0, "learning_rate": 4.45181541218638e-05, "loss": 0.004, "step": 3069 }, { "epoch": 11.0, "eval_DATE_f1": 0.7083333333333333, "eval_DATE_number": 372, "eval_DATE_precision": 0.6509009009009009, "eval_DATE_recall": 0.7768817204301075, "eval_EVENT_f1": 0.2978723404255319, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.21212121212121213, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8276657060518732, "eval_GPE_number": 840, "eval_GPE_precision": 0.8022346368715084, "eval_GPE_recall": 0.8547619047619047, "eval_LOC_f1": 0.46984126984126984, "eval_LOC_number": 149, "eval_LOC_precision": 0.4457831325301205, "eval_LOC_recall": 0.4966442953020134, "eval_MONEY_f1": 0.663265306122449, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6018518518518519, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6147736298649722, "eval_ORG_number": 589, "eval_ORG_precision": 0.5776119402985075, "eval_ORG_recall": 0.6570458404074703, "eval_PERCENT_f1": 0.9664429530201343, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9473684210526315, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.7950920245398772, "eval_PER_number": 751, "eval_PER_precision": 0.7372013651877133, "eval_PER_recall": 0.8628495339547271, "eval_PROD_f1": 0.5187032418952618, "eval_PROD_number": 221, "eval_PROD_precision": 0.5777777777777777, "eval_PROD_recall": 0.47058823529411764, "eval_TIME_f1": 0.36363636363636365, "eval_TIME_number": 45, "eval_TIME_precision": 0.37209302325581395, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.71356783919598, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6859903381642513, "eval_TITLE_recall": 0.743455497382199, "eval_accuracy": 0.9598034739885649, "eval_f1": 0.714305888998729, "eval_loss": 0.26998284459114075, "eval_overall_accuracy": 0.9598034739885649, "eval_overall_f1": 0.714305888998729, "eval_overall_precision": 0.677289769683985, "eval_overall_recall": 0.7556020316701524, "eval_precision": 0.677289769683985, "eval_recall": 0.7556020316701524, "eval_runtime": 11.9309, "eval_samples_per_second": 276.342, "eval_steps_per_second": 8.717, "step": 3069 }, { "epoch": 12.0, "learning_rate": 4.4019154121863804e-05, "loss": 0.0033, "step": 3348 }, { "epoch": 12.0, "eval_DATE_f1": 0.6648575305291723, "eval_DATE_number": 372, "eval_DATE_precision": 0.6712328767123288, "eval_DATE_recall": 0.6586021505376344, "eval_EVENT_f1": 0.26190476190476186, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.19642857142857142, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8327444051825676, "eval_GPE_number": 840, "eval_GPE_precision": 0.824009324009324, "eval_GPE_recall": 0.8416666666666667, "eval_LOC_f1": 0.43956043956043955, "eval_LOC_number": 149, "eval_LOC_precision": 0.4838709677419355, "eval_LOC_recall": 0.40268456375838924, "eval_MONEY_f1": 0.7027027027027026, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6701030927835051, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6041841004184101, "eval_ORG_number": 589, "eval_ORG_precision": 0.5957095709570958, "eval_ORG_recall": 0.6129032258064516, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8050473186119875, "eval_PER_number": 751, "eval_PER_precision": 0.7649880095923262, "eval_PER_recall": 0.8495339547270306, "eval_PROD_f1": 0.4545454545454546, "eval_PROD_number": 221, "eval_PROD_precision": 0.5555555555555556, "eval_PROD_recall": 0.38461538461538464, "eval_TIME_f1": 0.38095238095238093, "eval_TIME_number": 45, "eval_TIME_precision": 0.41025641025641024, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.7305699481865284, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7230769230769231, "eval_TITLE_recall": 0.7382198952879581, "eval_accuracy": 0.960955672949412, "eval_f1": 0.7117237290647696, "eval_loss": 0.28083351254463196, "eval_overall_accuracy": 0.960955672949412, "eval_overall_f1": 0.7117237290647696, "eval_overall_precision": 0.7061764705882353, "eval_overall_recall": 0.7173588288019122, "eval_precision": 0.7061764705882353, "eval_recall": 0.7173588288019122, "eval_runtime": 11.8564, "eval_samples_per_second": 278.078, "eval_steps_per_second": 8.772, "step": 3348 }, { "epoch": 13.0, "learning_rate": 4.352015412186381e-05, "loss": 0.0024, "step": 3627 }, { "epoch": 13.0, "eval_DATE_f1": 0.6920245398773005, "eval_DATE_number": 372, "eval_DATE_precision": 0.636568848758465, "eval_DATE_recall": 0.7580645161290323, "eval_EVENT_f1": 0.3106796116504854, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.21333333333333335, "eval_EVENT_recall": 0.5714285714285714, "eval_GPE_f1": 0.8269005847953216, "eval_GPE_number": 840, "eval_GPE_precision": 0.8126436781609195, "eval_GPE_recall": 0.8416666666666667, "eval_LOC_f1": 0.48251748251748255, "eval_LOC_number": 149, "eval_LOC_precision": 0.5036496350364964, "eval_LOC_recall": 0.46308724832214765, "eval_MONEY_f1": 0.6842105263157894, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6372549019607843, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6359901396877569, "eval_ORG_number": 589, "eval_ORG_precision": 0.6162420382165605, "eval_ORG_recall": 0.6570458404074703, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8139963167587476, "eval_PER_number": 751, "eval_PER_precision": 0.755125284738041, "eval_PER_recall": 0.8828229027962716, "eval_PROD_f1": 0.529126213592233, "eval_PROD_number": 221, "eval_PROD_precision": 0.5706806282722513, "eval_PROD_recall": 0.49321266968325794, "eval_TIME_f1": 0.26966292134831465, "eval_TIME_number": 45, "eval_TIME_precision": 0.2727272727272727, "eval_TIME_recall": 0.26666666666666666, "eval_TITLE_f1": 0.7098321342925659, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6548672566371682, "eval_TITLE_recall": 0.774869109947644, "eval_accuracy": 0.9607382769190634, "eval_f1": 0.7214143142286855, "eval_loss": 0.28908684849739075, "eval_overall_accuracy": 0.9607382769190634, "eval_overall_f1": 0.7214143142286855, "eval_overall_precision": 0.6899372784292337, "eval_overall_recall": 0.7559008066925605, "eval_precision": 0.6899372784292337, "eval_recall": 0.7559008066925605, "eval_runtime": 11.9656, "eval_samples_per_second": 275.541, "eval_steps_per_second": 8.692, "step": 3627 }, { "epoch": 14.0, "learning_rate": 4.3021154121863804e-05, "loss": 0.0029, "step": 3906 }, { "epoch": 14.0, "eval_DATE_f1": 0.6914498141263941, "eval_DATE_number": 372, "eval_DATE_precision": 0.6413793103448275, "eval_DATE_recall": 0.75, "eval_EVENT_f1": 0.3055555555555556, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8244552058111381, "eval_GPE_number": 840, "eval_GPE_precision": 0.8386699507389163, "eval_GPE_recall": 0.8107142857142857, "eval_LOC_f1": 0.425, "eval_LOC_number": 149, "eval_LOC_precision": 0.5604395604395604, "eval_LOC_recall": 0.3422818791946309, "eval_MONEY_f1": 0.7142857142857143, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6914893617021277, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.5946843853820597, "eval_ORG_number": 589, "eval_ORG_precision": 0.5821138211382114, "eval_ORG_recall": 0.6078098471986417, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8141361256544503, "eval_PER_number": 751, "eval_PER_precision": 0.8005148005148005, "eval_PER_recall": 0.8282290279627164, "eval_PROD_f1": 0.5481481481481483, "eval_PROD_number": 221, "eval_PROD_precision": 0.6032608695652174, "eval_PROD_recall": 0.502262443438914, "eval_TIME_f1": 0.22471910112359547, "eval_TIME_number": 45, "eval_TIME_precision": 0.22727272727272727, "eval_TIME_recall": 0.2222222222222222, "eval_TITLE_f1": 0.7052896725440807, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6796116504854369, "eval_TITLE_recall": 0.7329842931937173, "eval_accuracy": 0.9616948194525968, "eval_f1": 0.7140731925022313, "eval_loss": 0.28804677724838257, "eval_overall_accuracy": 0.9616948194525968, "eval_overall_f1": 0.7140731925022313, "eval_overall_precision": 0.7111111111111111, "eval_overall_recall": 0.717060053779504, "eval_precision": 0.7111111111111111, "eval_recall": 0.717060053779504, "eval_runtime": 11.9398, "eval_samples_per_second": 276.135, "eval_steps_per_second": 8.71, "step": 3906 }, { "epoch": 15.0, "learning_rate": 4.25221541218638e-05, "loss": 0.0027, "step": 4185 }, { "epoch": 15.0, "eval_DATE_f1": 0.6940397350993378, "eval_DATE_number": 372, "eval_DATE_precision": 0.6840731070496083, "eval_DATE_recall": 0.7043010752688172, "eval_EVENT_f1": 0.2898550724637681, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.24390243902439024, "eval_EVENT_recall": 0.35714285714285715, "eval_GPE_f1": 0.8367844092570036, "eval_GPE_number": 840, "eval_GPE_precision": 0.8566084788029925, "eval_GPE_recall": 0.8178571428571428, "eval_LOC_f1": 0.43448275862068964, "eval_LOC_number": 149, "eval_LOC_precision": 0.44680851063829785, "eval_LOC_recall": 0.4228187919463087, "eval_MONEY_f1": 0.7191011235955056, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7111111111111111, "eval_MONEY_recall": 0.7272727272727273, "eval_ORG_f1": 0.6442953020134228, "eval_ORG_number": 589, "eval_ORG_precision": 0.6368159203980099, "eval_ORG_recall": 0.6519524617996605, "eval_PERCENT_f1": 0.9726027397260274, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9726027397260274, "eval_PERCENT_recall": 0.9726027397260274, "eval_PER_f1": 0.8014184397163121, "eval_PER_number": 751, "eval_PER_precision": 0.720510095642933, "eval_PER_recall": 0.9027962716378163, "eval_PROD_f1": 0.5202020202020201, "eval_PROD_number": 221, "eval_PROD_precision": 0.5885714285714285, "eval_PROD_recall": 0.4660633484162896, "eval_TIME_f1": 0.4175824175824176, "eval_TIME_number": 45, "eval_TIME_precision": 0.41304347826086957, "eval_TIME_recall": 0.4222222222222222, "eval_TITLE_f1": 0.7007299270072992, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6545454545454545, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9616296006434922, "eval_f1": 0.7242786359661907, "eval_loss": 0.2825208306312561, "eval_overall_accuracy": 0.9616296006434922, "eval_overall_f1": 0.7242786359661907, "eval_overall_precision": 0.7069701280227596, "eval_overall_recall": 0.7424559306841948, "eval_precision": 0.7069701280227596, "eval_recall": 0.7424559306841948, "eval_runtime": 12.0158, "eval_samples_per_second": 274.389, "eval_steps_per_second": 8.655, "step": 4185 }, { "epoch": 16.0, "learning_rate": 4.2023154121863804e-05, "loss": 0.0024, "step": 4464 }, { "epoch": 16.0, "eval_DATE_f1": 0.6622162883845127, "eval_DATE_number": 372, "eval_DATE_precision": 0.6578249336870027, "eval_DATE_recall": 0.6666666666666666, "eval_EVENT_f1": 0.2857142857142857, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.22448979591836735, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8473967684021544, "eval_GPE_number": 840, "eval_GPE_precision": 0.851985559566787, "eval_GPE_recall": 0.8428571428571429, "eval_LOC_f1": 0.4, "eval_LOC_number": 149, "eval_LOC_precision": 0.6515151515151515, "eval_LOC_recall": 0.28859060402684567, "eval_MONEY_f1": 0.7000000000000001, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6847826086956522, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.6397415185783522, "eval_ORG_number": 589, "eval_ORG_precision": 0.6101694915254238, "eval_ORG_recall": 0.6723259762308998, "eval_PERCENT_f1": 0.9664429530201343, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9473684210526315, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.81765087605451, "eval_PER_number": 751, "eval_PER_precision": 0.7974683544303798, "eval_PER_recall": 0.8388814913448736, "eval_PROD_f1": 0.48257372654155495, "eval_PROD_number": 221, "eval_PROD_precision": 0.5921052631578947, "eval_PROD_recall": 0.4072398190045249, "eval_TIME_f1": 0.3902439024390244, "eval_TIME_number": 45, "eval_TIME_precision": 0.43243243243243246, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.7272727272727273, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7216494845360825, "eval_TITLE_recall": 0.7329842931937173, "eval_accuracy": 0.9623252679406074, "eval_f1": 0.7258258258258258, "eval_loss": 0.29083365201950073, "eval_overall_accuracy": 0.9623252679406074, "eval_overall_f1": 0.7258258258258258, "eval_overall_precision": 0.7295502565650468, "eval_overall_recall": 0.7221392291604422, "eval_precision": 0.7295502565650468, "eval_recall": 0.7221392291604422, "eval_runtime": 11.985, "eval_samples_per_second": 275.094, "eval_steps_per_second": 8.678, "step": 4464 }, { "epoch": 17.0, "learning_rate": 4.15241541218638e-05, "loss": 0.0027, "step": 4743 }, { "epoch": 17.0, "eval_DATE_f1": 0.6775818639798489, "eval_DATE_number": 372, "eval_DATE_precision": 0.6374407582938388, "eval_DATE_recall": 0.7231182795698925, "eval_EVENT_f1": 0.2962962962962963, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.22641509433962265, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8284671532846715, "eval_GPE_number": 840, "eval_GPE_precision": 0.8470149253731343, "eval_GPE_recall": 0.8107142857142857, "eval_LOC_f1": 0.4525547445255474, "eval_LOC_number": 149, "eval_LOC_precision": 0.496, "eval_LOC_recall": 0.4161073825503356, "eval_MONEY_f1": 0.6961325966850829, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6774193548387096, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.6374501992031872, "eval_ORG_number": 589, "eval_ORG_precision": 0.6006006006006006, "eval_ORG_recall": 0.6791171477079796, "eval_PERCENT_f1": 0.9664429530201343, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9473684210526315, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8172715894868585, "eval_PER_number": 751, "eval_PER_precision": 0.7709563164108618, "eval_PER_recall": 0.8695073235685752, "eval_PROD_f1": 0.535885167464115, "eval_PROD_number": 221, "eval_PROD_precision": 0.5685279187817259, "eval_PROD_recall": 0.5067873303167421, "eval_TIME_f1": 0.28571428571428564, "eval_TIME_number": 45, "eval_TIME_precision": 0.2826086956521739, "eval_TIME_recall": 0.28888888888888886, "eval_TITLE_f1": 0.6903073286052009, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6293103448275862, "eval_TITLE_recall": 0.7643979057591623, "eval_accuracy": 0.9613904650101089, "eval_f1": 0.7188766647365374, "eval_loss": 0.2808357775211334, "eval_overall_accuracy": 0.9613904650101089, "eval_overall_f1": 0.7188766647365374, "eval_overall_precision": 0.6972760460544791, "eval_overall_recall": 0.7418583806393786, "eval_precision": 0.6972760460544791, "eval_recall": 0.7418583806393786, "eval_runtime": 12.0283, "eval_samples_per_second": 274.104, "eval_steps_per_second": 8.646, "step": 4743 }, { "epoch": 18.0, "learning_rate": 4.102694265232975e-05, "loss": 0.0021, "step": 5022 }, { "epoch": 18.0, "eval_DATE_f1": 0.6916565900846433, "eval_DATE_number": 372, "eval_DATE_precision": 0.6285714285714286, "eval_DATE_recall": 0.7688172043010753, "eval_EVENT_f1": 0.2826086956521739, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.203125, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.8255884127942065, "eval_GPE_number": 840, "eval_GPE_precision": 0.8372093023255814, "eval_GPE_recall": 0.8142857142857143, "eval_LOC_f1": 0.45229681978798586, "eval_LOC_number": 149, "eval_LOC_precision": 0.47761194029850745, "eval_LOC_recall": 0.42953020134228187, "eval_MONEY_f1": 0.7204301075268817, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6836734693877551, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6354009077155823, "eval_ORG_number": 589, "eval_ORG_precision": 0.572987721691678, "eval_ORG_recall": 0.7130730050933786, "eval_PERCENT_f1": 0.9473684210526315, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9113924050632911, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8201160541586073, "eval_PER_number": 751, "eval_PER_precision": 0.795, "eval_PER_recall": 0.8468708388814914, "eval_PROD_f1": 0.4857881136950905, "eval_PROD_number": 221, "eval_PROD_precision": 0.5662650602409639, "eval_PROD_recall": 0.4253393665158371, "eval_TIME_f1": 0.30107526881720426, "eval_TIME_number": 45, "eval_TIME_precision": 0.2916666666666667, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7208121827411168, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6995073891625616, "eval_TITLE_recall": 0.743455497382199, "eval_accuracy": 0.9604774016826453, "eval_f1": 0.7177419354838709, "eval_loss": 0.3113538920879364, "eval_overall_accuracy": 0.9604774016826453, "eval_overall_f1": 0.7177419354838709, "eval_overall_precision": 0.6927995551848762, "eval_overall_recall": 0.7445473558410517, "eval_precision": 0.6927995551848762, "eval_recall": 0.7445473558410517, "eval_runtime": 11.8544, "eval_samples_per_second": 278.124, "eval_steps_per_second": 8.773, "step": 5022 }, { "epoch": 19.0, "learning_rate": 4.0527942652329756e-05, "loss": 0.0018, "step": 5301 }, { "epoch": 19.0, "eval_DATE_f1": 0.7033792240300375, "eval_DATE_number": 372, "eval_DATE_precision": 0.65807962529274, "eval_DATE_recall": 0.7553763440860215, "eval_EVENT_f1": 0.33333333333333337, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.24193548387096775, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8318478906714201, "eval_GPE_number": 840, "eval_GPE_precision": 0.830367734282325, "eval_GPE_recall": 0.8333333333333334, "eval_LOC_f1": 0.45977011494252873, "eval_LOC_number": 149, "eval_LOC_precision": 0.5357142857142857, "eval_LOC_recall": 0.40268456375838924, "eval_MONEY_f1": 0.7182320441988951, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6989247311827957, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6462264150943396, "eval_ORG_number": 589, "eval_ORG_precision": 0.6017569546120058, "eval_ORG_recall": 0.6977928692699491, "eval_PERCENT_f1": 0.9726027397260274, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9726027397260274, "eval_PERCENT_recall": 0.9726027397260274, "eval_PER_f1": 0.810539523212045, "eval_PER_number": 751, "eval_PER_precision": 0.7663107947805456, "eval_PER_recall": 0.8601864181091877, "eval_PROD_f1": 0.5275779376498801, "eval_PROD_number": 221, "eval_PROD_precision": 0.5612244897959183, "eval_PROD_recall": 0.497737556561086, "eval_TIME_f1": 0.25, "eval_TIME_number": 45, "eval_TIME_precision": 0.2558139534883721, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.7058823529411764, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.663594470046083, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9614774234222483, "eval_f1": 0.7246000864677907, "eval_loss": 0.3073137700557709, "eval_overall_accuracy": 0.9614774234222483, "eval_overall_f1": 0.7246000864677907, "eval_overall_precision": 0.6998886414253898, "eval_overall_recall": 0.7511204063340304, "eval_precision": 0.6998886414253898, "eval_recall": 0.7511204063340304, "eval_runtime": 12.0306, "eval_samples_per_second": 274.052, "eval_steps_per_second": 8.645, "step": 5301 }, { "epoch": 20.0, "learning_rate": 4.002894265232975e-05, "loss": 0.0019, "step": 5580 }, { "epoch": 20.0, "eval_DATE_f1": 0.6737967914438502, "eval_DATE_number": 372, "eval_DATE_precision": 0.6702127659574468, "eval_DATE_recall": 0.6774193548387096, "eval_EVENT_f1": 0.34285714285714286, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2857142857142857, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8368200836820084, "eval_GPE_number": 840, "eval_GPE_precision": 0.8403361344537815, "eval_GPE_recall": 0.8333333333333334, "eval_LOC_f1": 0.4528301886792453, "eval_LOC_number": 149, "eval_LOC_precision": 0.5172413793103449, "eval_LOC_recall": 0.40268456375838924, "eval_MONEY_f1": 0.7142857142857143, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6914893617021277, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.645051194539249, "eval_ORG_number": 589, "eval_ORG_precision": 0.6483704974271012, "eval_ORG_recall": 0.6417657045840407, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8103767757875231, "eval_PER_number": 751, "eval_PER_precision": 0.7557603686635944, "eval_PER_recall": 0.8735019973368842, "eval_PROD_f1": 0.5263157894736842, "eval_PROD_number": 221, "eval_PROD_precision": 0.5583756345177665, "eval_PROD_recall": 0.497737556561086, "eval_TIME_f1": 0.4943820224719101, "eval_TIME_number": 45, "eval_TIME_precision": 0.5, "eval_TIME_recall": 0.4888888888888889, "eval_TITLE_f1": 0.7218045112781954, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6923076923076923, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9620209134981196, "eval_f1": 0.7288010617902965, "eval_loss": 0.28960949182510376, "eval_overall_accuracy": 0.9620209134981196, "eval_overall_f1": 0.7288010617902965, "eval_overall_precision": 0.7195690157251019, "eval_overall_recall": 0.738273080370481, "eval_precision": 0.7195690157251019, "eval_recall": 0.738273080370481, "eval_runtime": 12.0114, "eval_samples_per_second": 274.489, "eval_steps_per_second": 8.658, "step": 5580 }, { "epoch": 21.0, "learning_rate": 3.952994265232975e-05, "loss": 0.0014, "step": 5859 }, { "epoch": 21.0, "eval_DATE_f1": 0.6895640686922061, "eval_DATE_number": 372, "eval_DATE_precision": 0.6779220779220779, "eval_DATE_recall": 0.7016129032258065, "eval_EVENT_f1": 0.32941176470588235, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.24561403508771928, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8388625592417062, "eval_GPE_number": 840, "eval_GPE_precision": 0.8349056603773585, "eval_GPE_recall": 0.8428571428571429, "eval_LOC_f1": 0.47017543859649125, "eval_LOC_number": 149, "eval_LOC_precision": 0.49264705882352944, "eval_LOC_recall": 0.44966442953020136, "eval_MONEY_f1": 0.6956521739130435, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6666666666666666, "eval_MONEY_recall": 0.7272727272727273, "eval_ORG_f1": 0.6380165289256199, "eval_ORG_number": 589, "eval_ORG_precision": 0.6215780998389694, "eval_ORG_recall": 0.6553480475382003, "eval_PERCENT_f1": 0.9664429530201343, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9473684210526315, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8221797323135756, "eval_PER_number": 751, "eval_PER_precision": 0.7885085574572127, "eval_PER_recall": 0.8588548601864181, "eval_PROD_f1": 0.5346062052505965, "eval_PROD_number": 221, "eval_PROD_precision": 0.5656565656565656, "eval_PROD_recall": 0.5067873303167421, "eval_TIME_f1": 0.3333333333333333, "eval_TIME_number": 45, "eval_TIME_precision": 0.3137254901960784, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.6956521739130435, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6457399103139013, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9616513402465271, "eval_f1": 0.7260793465577596, "eval_loss": 0.305523544549942, "eval_overall_accuracy": 0.9616513402465271, "eval_overall_f1": 0.7260793465577596, "eval_overall_precision": 0.7093188942718723, "eval_overall_recall": 0.7436510307738273, "eval_precision": 0.7093188942718723, "eval_recall": 0.7436510307738273, "eval_runtime": 12.0869, "eval_samples_per_second": 272.774, "eval_steps_per_second": 8.604, "step": 5859 }, { "epoch": 22.0, "learning_rate": 3.9030942652329754e-05, "loss": 0.0012, "step": 6138 }, { "epoch": 22.0, "eval_DATE_f1": 0.6611111111111111, "eval_DATE_number": 372, "eval_DATE_precision": 0.6839080459770115, "eval_DATE_recall": 0.6397849462365591, "eval_EVENT_f1": 0.2647058823529412, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.225, "eval_EVENT_recall": 0.32142857142857145, "eval_GPE_f1": 0.8423398328690808, "eval_GPE_number": 840, "eval_GPE_precision": 0.7916230366492146, "eval_GPE_recall": 0.9, "eval_LOC_f1": 0.4235294117647059, "eval_LOC_number": 149, "eval_LOC_precision": 0.5094339622641509, "eval_LOC_recall": 0.3624161073825503, "eval_MONEY_f1": 0.7078651685393258, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.6133828996282529, "eval_ORG_number": 589, "eval_ORG_precision": 0.6776180698151951, "eval_ORG_recall": 0.5602716468590832, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8142244022072349, "eval_PER_number": 751, "eval_PER_precision": 0.7545454545454545, "eval_PER_recall": 0.8841544607190412, "eval_PROD_f1": 0.46703296703296704, "eval_PROD_number": 221, "eval_PROD_precision": 0.5944055944055944, "eval_PROD_recall": 0.38461538461538464, "eval_TIME_f1": 0.3255813953488372, "eval_TIME_number": 45, "eval_TIME_precision": 0.34146341463414637, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7193460490463214, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.75, "eval_TITLE_recall": 0.6910994764397905, "eval_accuracy": 0.9627817996043392, "eval_f1": 0.7228951697323164, "eval_loss": 0.32767027616500854, "eval_overall_accuracy": 0.9627817996043392, "eval_overall_f1": 0.7228951697323164, "eval_overall_precision": 0.7236526946107784, "eval_overall_recall": 0.7221392291604422, "eval_precision": 0.7236526946107784, "eval_recall": 0.7221392291604422, "eval_runtime": 12.0802, "eval_samples_per_second": 272.927, "eval_steps_per_second": 8.609, "step": 6138 }, { "epoch": 23.0, "learning_rate": 3.853194265232975e-05, "loss": 0.0016, "step": 6417 }, { "epoch": 23.0, "eval_DATE_f1": 0.6532797858099063, "eval_DATE_number": 372, "eval_DATE_precision": 0.6506666666666666, "eval_DATE_recall": 0.6559139784946236, "eval_EVENT_f1": 0.29268292682926833, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2222222222222222, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8292971057294743, "eval_GPE_number": 840, "eval_GPE_precision": 0.8229777256740914, "eval_GPE_recall": 0.8357142857142857, "eval_LOC_f1": 0.4566929133858268, "eval_LOC_number": 149, "eval_LOC_precision": 0.5523809523809524, "eval_LOC_recall": 0.38926174496644295, "eval_MONEY_f1": 0.711111111111111, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6956521739130435, "eval_MONEY_recall": 0.7272727272727273, "eval_ORG_f1": 0.6375681995323461, "eval_ORG_number": 589, "eval_ORG_precision": 0.5893371757925072, "eval_ORG_recall": 0.6943972835314092, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.815607300188798, "eval_PER_number": 751, "eval_PER_precision": 0.7732696897374701, "eval_PER_recall": 0.8628495339547271, "eval_PROD_f1": 0.5181347150259068, "eval_PROD_number": 221, "eval_PROD_precision": 0.6060606060606061, "eval_PROD_recall": 0.45248868778280543, "eval_TIME_f1": 0.4367816091954023, "eval_TIME_number": 45, "eval_TIME_precision": 0.4523809523809524, "eval_TIME_recall": 0.4222222222222222, "eval_TITLE_f1": 0.7263427109974424, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.71, "eval_TITLE_recall": 0.743455497382199, "eval_accuracy": 0.9611948085827953, "eval_f1": 0.7223278257055125, "eval_loss": 0.3236389458179474, "eval_overall_accuracy": 0.9611948085827953, "eval_overall_f1": 0.7223278257055125, "eval_overall_precision": 0.7073310423825888, "eval_overall_recall": 0.737974305348073, "eval_precision": 0.7073310423825888, "eval_recall": 0.737974305348073, "eval_runtime": 12.1546, "eval_samples_per_second": 271.255, "eval_steps_per_second": 8.556, "step": 6417 }, { "epoch": 24.0, "learning_rate": 3.8032942652329754e-05, "loss": 0.0015, "step": 6696 }, { "epoch": 24.0, "eval_DATE_f1": 0.6892808683853461, "eval_DATE_number": 372, "eval_DATE_precision": 0.6958904109589041, "eval_DATE_recall": 0.6827956989247311, "eval_EVENT_f1": 0.3370786516853933, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2459016393442623, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.824954572986069, "eval_GPE_number": 840, "eval_GPE_precision": 0.8397040690505548, "eval_GPE_recall": 0.8107142857142857, "eval_LOC_f1": 0.4117647058823529, "eval_LOC_number": 149, "eval_LOC_precision": 0.4012738853503185, "eval_LOC_recall": 0.4228187919463087, "eval_MONEY_f1": 0.7078651685393258, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.643879173290938, "eval_ORG_number": 589, "eval_ORG_precision": 0.6053811659192825, "eval_ORG_recall": 0.6876061120543294, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.802572347266881, "eval_PER_number": 751, "eval_PER_precision": 0.7761194029850746, "eval_PER_recall": 0.8308921438082557, "eval_PROD_f1": 0.5490196078431373, "eval_PROD_number": 221, "eval_PROD_precision": 0.5989304812834224, "eval_PROD_recall": 0.5067873303167421, "eval_TIME_f1": 0.4536082474226804, "eval_TIME_number": 45, "eval_TIME_precision": 0.4230769230769231, "eval_TIME_recall": 0.4888888888888889, "eval_TITLE_f1": 0.7202072538860104, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7128205128205128, "eval_TITLE_recall": 0.7277486910994765, "eval_accuracy": 0.9614339442161786, "eval_f1": 0.7194244604316546, "eval_loss": 0.31430816650390625, "eval_overall_accuracy": 0.9614339442161786, "eval_overall_f1": 0.7194244604316546, "eval_overall_precision": 0.7072748267898383, "eval_overall_recall": 0.7319988048999103, "eval_precision": 0.7072748267898383, "eval_recall": 0.7319988048999103, "eval_runtime": 12.1877, "eval_samples_per_second": 270.518, "eval_steps_per_second": 8.533, "step": 6696 }, { "epoch": 25.0, "learning_rate": 3.753394265232975e-05, "loss": 0.0014, "step": 6975 }, { "epoch": 25.0, "eval_DATE_f1": 0.7019354838709678, "eval_DATE_number": 372, "eval_DATE_precision": 0.674937965260546, "eval_DATE_recall": 0.7311827956989247, "eval_EVENT_f1": 0.2597402597402597, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.20408163265306123, "eval_EVENT_recall": 0.35714285714285715, "eval_GPE_f1": 0.8275044457617071, "eval_GPE_number": 840, "eval_GPE_precision": 0.8240850059031877, "eval_GPE_recall": 0.830952380952381, "eval_LOC_f1": 0.4350877192982456, "eval_LOC_number": 149, "eval_LOC_precision": 0.45588235294117646, "eval_LOC_recall": 0.4161073825503356, "eval_MONEY_f1": 0.7135135135135134, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6804123711340206, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6286672254819782, "eval_ORG_number": 589, "eval_ORG_precision": 0.6208609271523179, "eval_ORG_recall": 0.6366723259762309, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8042131350681537, "eval_PER_number": 751, "eval_PER_precision": 0.7520278099652375, "eval_PER_recall": 0.8641810918774967, "eval_PROD_f1": 0.5528846153846154, "eval_PROD_number": 221, "eval_PROD_precision": 0.5897435897435898, "eval_PROD_recall": 0.5203619909502263, "eval_TIME_f1": 0.29787234042553196, "eval_TIME_number": 45, "eval_TIME_precision": 0.2857142857142857, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7287234042553191, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7405405405405405, "eval_TITLE_recall": 0.7172774869109948, "eval_accuracy": 0.9618904758799104, "eval_f1": 0.7212731785662141, "eval_loss": 0.3188951313495636, "eval_overall_accuracy": 0.9618904758799104, "eval_overall_f1": 0.7212731785662141, "eval_overall_precision": 0.7053112507138778, "eval_overall_recall": 0.737974305348073, "eval_precision": 0.7053112507138778, "eval_recall": 0.737974305348073, "eval_runtime": 12.0285, "eval_samples_per_second": 274.099, "eval_steps_per_second": 8.646, "step": 6975 }, { "epoch": 26.0, "learning_rate": 3.703494265232975e-05, "loss": 0.0013, "step": 7254 }, { "epoch": 26.0, "eval_DATE_f1": 0.7103960396039602, "eval_DATE_number": 372, "eval_DATE_precision": 0.658256880733945, "eval_DATE_recall": 0.771505376344086, "eval_EVENT_f1": 0.33333333333333337, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.24193548387096775, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8258877434135167, "eval_GPE_number": 840, "eval_GPE_precision": 0.7958057395143487, "eval_GPE_recall": 0.8583333333333333, "eval_LOC_f1": 0.41935483870967744, "eval_LOC_number": 149, "eval_LOC_precision": 0.40372670807453415, "eval_LOC_recall": 0.436241610738255, "eval_MONEY_f1": 0.7135135135135134, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6804123711340206, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6217162872154116, "eval_ORG_number": 589, "eval_ORG_precision": 0.6419529837251357, "eval_ORG_recall": 0.6027164685908319, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8186986734049274, "eval_PER_number": 751, "eval_PER_precision": 0.7788461538461539, "eval_PER_recall": 0.8628495339547271, "eval_PROD_f1": 0.5558086560364465, "eval_PROD_number": 221, "eval_PROD_precision": 0.5596330275229358, "eval_PROD_recall": 0.5520361990950227, "eval_TIME_f1": 0.4259259259259259, "eval_TIME_number": 45, "eval_TIME_precision": 0.36507936507936506, "eval_TIME_recall": 0.5111111111111111, "eval_TITLE_f1": 0.7142857142857143, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6965174129353234, "eval_TITLE_recall": 0.7329842931937173, "eval_accuracy": 0.9613687254070741, "eval_f1": 0.7233491583944756, "eval_loss": 0.3165712356567383, "eval_overall_accuracy": 0.9613687254070741, "eval_overall_f1": 0.7233491583944756, "eval_overall_precision": 0.697558268590455, "eval_overall_recall": 0.7511204063340304, "eval_precision": 0.697558268590455, "eval_recall": 0.7511204063340304, "eval_runtime": 12.1056, "eval_samples_per_second": 272.353, "eval_steps_per_second": 8.591, "step": 7254 }, { "epoch": 27.0, "learning_rate": 3.653594265232975e-05, "loss": 0.0014, "step": 7533 }, { "epoch": 27.0, "eval_DATE_f1": 0.7131979695431473, "eval_DATE_number": 372, "eval_DATE_precision": 0.6754807692307693, "eval_DATE_recall": 0.7553763440860215, "eval_EVENT_f1": 0.35135135135135126, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2826086956521739, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.8306074766355139, "eval_GPE_number": 840, "eval_GPE_precision": 0.8153669724770642, "eval_GPE_recall": 0.8464285714285714, "eval_LOC_f1": 0.3816793893129772, "eval_LOC_number": 149, "eval_LOC_precision": 0.4424778761061947, "eval_LOC_recall": 0.33557046979865773, "eval_MONEY_f1": 0.717391304347826, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6875, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6314049586776859, "eval_ORG_number": 589, "eval_ORG_precision": 0.6151368760064412, "eval_ORG_recall": 0.6485568760611206, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.7982005141388177, "eval_PER_number": 751, "eval_PER_precision": 0.7714285714285715, "eval_PER_recall": 0.8268974700399467, "eval_PROD_f1": 0.48, "eval_PROD_number": 221, "eval_PROD_precision": 0.5844155844155844, "eval_PROD_recall": 0.4072398190045249, "eval_TIME_f1": 0.27184466019417475, "eval_TIME_number": 45, "eval_TIME_precision": 0.2413793103448276, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7263157894736841, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7301587301587301, "eval_TITLE_recall": 0.7225130890052356, "eval_accuracy": 0.9619774342920498, "eval_f1": 0.7179034157832744, "eval_loss": 0.3249409794807434, "eval_overall_accuracy": 0.9619774342920498, "eval_overall_f1": 0.7179034157832744, "eval_overall_precision": 0.7076923076923077, "eval_overall_recall": 0.7284135046310128, "eval_precision": 0.7076923076923077, "eval_recall": 0.7284135046310128, "eval_runtime": 12.1195, "eval_samples_per_second": 272.041, "eval_steps_per_second": 8.581, "step": 7533 }, { "epoch": 28.0, "learning_rate": 3.603694265232975e-05, "loss": 0.0013, "step": 7812 }, { "epoch": 28.0, "eval_DATE_f1": 0.6881720430107527, "eval_DATE_number": 372, "eval_DATE_precision": 0.6881720430107527, "eval_DATE_recall": 0.6881720430107527, "eval_EVENT_f1": 0.3409090909090909, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8381742738589212, "eval_GPE_number": 840, "eval_GPE_precision": 0.8347107438016529, "eval_GPE_recall": 0.8416666666666667, "eval_LOC_f1": 0.43027888446215135, "eval_LOC_number": 149, "eval_LOC_precision": 0.5294117647058824, "eval_LOC_recall": 0.3624161073825503, "eval_MONEY_f1": 0.717391304347826, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6875, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6406995230524642, "eval_ORG_number": 589, "eval_ORG_precision": 0.6023916292974589, "eval_ORG_recall": 0.6842105263157895, "eval_PERCENT_f1": 0.9536423841059603, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9230769230769231, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8120204603580563, "eval_PER_number": 751, "eval_PER_precision": 0.7810578105781057, "eval_PER_recall": 0.8455392809587217, "eval_PROD_f1": 0.5167464114832536, "eval_PROD_number": 221, "eval_PROD_precision": 0.5482233502538071, "eval_PROD_recall": 0.48868778280542985, "eval_TIME_f1": 0.5, "eval_TIME_number": 45, "eval_TIME_precision": 0.48936170212765956, "eval_TIME_recall": 0.5111111111111111, "eval_TITLE_f1": 0.7067669172932332, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6778846153846154, "eval_TITLE_recall": 0.7382198952879581, "eval_accuracy": 0.9614774234222483, "eval_f1": 0.7255705090696314, "eval_loss": 0.32237085700035095, "eval_overall_accuracy": 0.9614774234222483, "eval_overall_f1": 0.7255705090696314, "eval_overall_precision": 0.7108053883634279, "eval_overall_recall": 0.7409620555721542, "eval_precision": 0.7108053883634279, "eval_recall": 0.7409620555721542, "eval_runtime": 12.2459, "eval_samples_per_second": 269.233, "eval_steps_per_second": 8.493, "step": 7812 }, { "epoch": 29.0, "learning_rate": 3.553794265232975e-05, "loss": 0.001, "step": 8091 }, { "epoch": 29.0, "eval_DATE_f1": 0.7137355584082157, "eval_DATE_number": 372, "eval_DATE_precision": 0.683046683046683, "eval_DATE_recall": 0.7473118279569892, "eval_EVENT_f1": 0.36363636363636365, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2857142857142857, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8412419449326303, "eval_GPE_number": 840, "eval_GPE_precision": 0.8281430219146482, "eval_GPE_recall": 0.8547619047619047, "eval_LOC_f1": 0.45517241379310347, "eval_LOC_number": 149, "eval_LOC_precision": 0.46808510638297873, "eval_LOC_recall": 0.4429530201342282, "eval_MONEY_f1": 0.7096774193548386, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.673469387755102, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6429177268871925, "eval_ORG_number": 589, "eval_ORG_precision": 0.6423728813559322, "eval_ORG_recall": 0.6434634974533107, "eval_PERCENT_f1": 0.9664429530201343, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9473684210526315, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.7942238267148015, "eval_PER_number": 751, "eval_PER_precision": 0.7244785949506037, "eval_PER_recall": 0.8788282290279628, "eval_PROD_f1": 0.46043165467625896, "eval_PROD_number": 221, "eval_PROD_precision": 0.4897959183673469, "eval_PROD_recall": 0.4343891402714932, "eval_TIME_f1": 0.38709677419354843, "eval_TIME_number": 45, "eval_TIME_precision": 0.375, "eval_TIME_recall": 0.4, "eval_TITLE_f1": 0.7220779220779221, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7164948453608248, "eval_TITLE_recall": 0.7277486910994765, "eval_accuracy": 0.9610208917585165, "eval_f1": 0.7238590410167534, "eval_loss": 0.33063533902168274, "eval_overall_accuracy": 0.9610208917585165, "eval_overall_f1": 0.7238590410167534, "eval_overall_precision": 0.700587084148728, "eval_overall_recall": 0.7487302061547655, "eval_precision": 0.700587084148728, "eval_recall": 0.7487302061547655, "eval_runtime": 12.2114, "eval_samples_per_second": 269.993, "eval_steps_per_second": 8.517, "step": 8091 }, { "epoch": 30.0, "learning_rate": 3.503894265232975e-05, "loss": 0.0013, "step": 8370 }, { "epoch": 30.0, "eval_DATE_f1": 0.7139175257731959, "eval_DATE_number": 372, "eval_DATE_precision": 0.6856435643564357, "eval_DATE_recall": 0.7446236559139785, "eval_EVENT_f1": 0.325, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.8311688311688312, "eval_GPE_number": 840, "eval_GPE_precision": 0.8243559718969555, "eval_GPE_recall": 0.8380952380952381, "eval_LOC_f1": 0.4265734265734266, "eval_LOC_number": 149, "eval_LOC_precision": 0.44525547445255476, "eval_LOC_recall": 0.40939597315436244, "eval_MONEY_f1": 0.7142857142857143, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6914893617021277, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6405228758169934, "eval_ORG_number": 589, "eval_ORG_precision": 0.6173228346456693, "eval_ORG_recall": 0.66553480475382, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8009768009768009, "eval_PER_number": 751, "eval_PER_precision": 0.7395715896279594, "eval_PER_recall": 0.8735019973368842, "eval_PROD_f1": 0.4913151364764268, "eval_PROD_number": 221, "eval_PROD_precision": 0.5439560439560439, "eval_PROD_recall": 0.4479638009049774, "eval_TIME_f1": 0.3789473684210526, "eval_TIME_number": 45, "eval_TIME_precision": 0.36, "eval_TIME_recall": 0.4, "eval_TITLE_f1": 0.7245657568238213, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6886792452830188, "eval_TITLE_recall": 0.7643979057591623, "eval_accuracy": 0.9611295897736908, "eval_f1": 0.7225750577367206, "eval_loss": 0.3322397470474243, "eval_overall_accuracy": 0.9611295897736908, "eval_overall_f1": 0.7225750577367206, "eval_overall_precision": 0.6989667690589221, "eval_overall_recall": 0.7478338810875411, "eval_precision": 0.6989667690589221, "eval_recall": 0.7478338810875411, "eval_runtime": 12.1036, "eval_samples_per_second": 272.398, "eval_steps_per_second": 8.592, "step": 8370 }, { "epoch": 31.0, "learning_rate": 3.4539942652329745e-05, "loss": 0.0012, "step": 8649 }, { "epoch": 31.0, "eval_DATE_f1": 0.6935483870967742, "eval_DATE_number": 372, "eval_DATE_precision": 0.6935483870967742, "eval_DATE_recall": 0.6935483870967742, "eval_EVENT_f1": 0.30952380952380953, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.23214285714285715, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.8314199395770393, "eval_GPE_number": 840, "eval_GPE_precision": 0.8441717791411043, "eval_GPE_recall": 0.819047619047619, "eval_LOC_f1": 0.42105263157894746, "eval_LOC_number": 149, "eval_LOC_precision": 0.47863247863247865, "eval_LOC_recall": 0.37583892617449666, "eval_MONEY_f1": 0.7142857142857143, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6914893617021277, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.652138821630347, "eval_ORG_number": 589, "eval_ORG_precision": 0.6215384615384615, "eval_ORG_recall": 0.6859083191850595, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.820253164556962, "eval_PER_number": 751, "eval_PER_precision": 0.781664656212304, "eval_PER_recall": 0.8628495339547271, "eval_PROD_f1": 0.5333333333333333, "eval_PROD_number": 221, "eval_PROD_precision": 0.5628140703517588, "eval_PROD_recall": 0.5067873303167421, "eval_TIME_f1": 0.3076923076923077, "eval_TIME_number": 45, "eval_TIME_precision": 0.30434782608695654, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7040816326530612, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6865671641791045, "eval_TITLE_recall": 0.7225130890052356, "eval_accuracy": 0.9611730689797604, "eval_f1": 0.7258823529411765, "eval_loss": 0.3473604619503021, "eval_overall_accuracy": 0.9611730689797604, "eval_overall_f1": 0.7258823529411765, "eval_overall_precision": 0.7147408050970171, "eval_overall_recall": 0.7373767553032566, "eval_precision": 0.7147408050970171, "eval_recall": 0.7373767553032566, "eval_runtime": 12.3681, "eval_samples_per_second": 266.573, "eval_steps_per_second": 8.409, "step": 8649 }, { "epoch": 32.0, "learning_rate": 3.404094265232975e-05, "loss": 0.0005, "step": 8928 }, { "epoch": 32.0, "eval_DATE_f1": 0.7376623376623376, "eval_DATE_number": 372, "eval_DATE_precision": 0.7135678391959799, "eval_DATE_recall": 0.7634408602150538, "eval_EVENT_f1": 0.3055555555555556, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8292682926829269, "eval_GPE_number": 840, "eval_GPE_precision": 0.8287752675386445, "eval_GPE_recall": 0.8297619047619048, "eval_LOC_f1": 0.41522491349480967, "eval_LOC_number": 149, "eval_LOC_precision": 0.42857142857142855, "eval_LOC_recall": 0.40268456375838924, "eval_MONEY_f1": 0.7096774193548386, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.673469387755102, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6241258741258741, "eval_ORG_number": 589, "eval_ORG_precision": 0.6432432432432432, "eval_ORG_recall": 0.6061120543293718, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8087572440437861, "eval_PER_number": 751, "eval_PER_precision": 0.7830423940149626, "eval_PER_recall": 0.8362183754993342, "eval_PROD_f1": 0.5215189873417722, "eval_PROD_number": 221, "eval_PROD_precision": 0.5919540229885057, "eval_PROD_recall": 0.4660633484162896, "eval_TIME_f1": 0.3333333333333333, "eval_TIME_number": 45, "eval_TIME_precision": 0.2982456140350877, "eval_TIME_recall": 0.37777777777777777, "eval_TITLE_f1": 0.7002652519893899, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7096774193548387, "eval_TITLE_recall": 0.6910994764397905, "eval_accuracy": 0.9621513511163287, "eval_f1": 0.7226440375167484, "eval_loss": 0.3555338978767395, "eval_overall_accuracy": 0.9621513511163287, "eval_overall_f1": 0.7226440375167484, "eval_overall_precision": 0.7201780415430267, "eval_overall_recall": 0.7251269793845234, "eval_precision": 0.7201780415430267, "eval_recall": 0.7251269793845234, "eval_runtime": 12.0554, "eval_samples_per_second": 273.487, "eval_steps_per_second": 8.627, "step": 8928 }, { "epoch": 33.0, "learning_rate": 3.354194265232975e-05, "loss": 0.001, "step": 9207 }, { "epoch": 33.0, "eval_DATE_f1": 0.7337579617834395, "eval_DATE_number": 372, "eval_DATE_precision": 0.6973365617433414, "eval_DATE_recall": 0.7741935483870968, "eval_EVENT_f1": 0.2823529411764706, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.21052631578947367, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8273878020713463, "eval_GPE_number": 840, "eval_GPE_precision": 0.8006681514476615, "eval_GPE_recall": 0.8559523809523809, "eval_LOC_f1": 0.47560975609756095, "eval_LOC_number": 149, "eval_LOC_precision": 0.43575418994413406, "eval_LOC_recall": 0.5234899328859061, "eval_MONEY_f1": 0.7058823529411765, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6666666666666666, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6303236797274276, "eval_ORG_number": 589, "eval_ORG_precision": 0.6324786324786325, "eval_ORG_recall": 0.6281833616298812, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.7961859356376637, "eval_PER_number": 751, "eval_PER_precision": 0.7206040992448759, "eval_PER_recall": 0.8894806924101198, "eval_PROD_f1": 0.5196078431372548, "eval_PROD_number": 221, "eval_PROD_precision": 0.5668449197860963, "eval_PROD_recall": 0.4796380090497738, "eval_TIME_f1": 0.4285714285714286, "eval_TIME_number": 45, "eval_TIME_precision": 0.39622641509433965, "eval_TIME_recall": 0.4666666666666667, "eval_TITLE_f1": 0.7183462532299741, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7091836734693877, "eval_TITLE_recall": 0.7277486910994765, "eval_accuracy": 0.9607817561251332, "eval_f1": 0.7237742303306729, "eval_loss": 0.3457273244857788, "eval_overall_accuracy": 0.9607817561251332, "eval_overall_f1": 0.7237742303306729, "eval_overall_precision": 0.6920141727991278, "eval_overall_recall": 0.7585897818942337, "eval_precision": 0.6920141727991278, "eval_recall": 0.7585897818942337, "eval_runtime": 12.0493, "eval_samples_per_second": 273.626, "eval_steps_per_second": 8.631, "step": 9207 }, { "epoch": 34.0, "learning_rate": 3.304294265232975e-05, "loss": 0.0012, "step": 9486 }, { "epoch": 34.0, "eval_DATE_f1": 0.7131782945736433, "eval_DATE_number": 372, "eval_DATE_precision": 0.6865671641791045, "eval_DATE_recall": 0.7419354838709677, "eval_EVENT_f1": 0.26829268292682923, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2037037037037037, "eval_EVENT_recall": 0.39285714285714285, "eval_GPE_f1": 0.8236658932714618, "eval_GPE_number": 840, "eval_GPE_precision": 0.8031674208144797, "eval_GPE_recall": 0.8452380952380952, "eval_LOC_f1": 0.43200000000000005, "eval_LOC_number": 149, "eval_LOC_precision": 0.5346534653465347, "eval_LOC_recall": 0.3624161073825503, "eval_MONEY_f1": 0.7058823529411765, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6666666666666666, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6480263157894737, "eval_ORG_number": 589, "eval_ORG_precision": 0.6283891547049442, "eval_ORG_recall": 0.6689303904923599, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8242574257425742, "eval_PER_number": 751, "eval_PER_precision": 0.7699421965317919, "eval_PER_recall": 0.8868175765645806, "eval_PROD_f1": 0.5555555555555556, "eval_PROD_number": 221, "eval_PROD_precision": 0.5958549222797928, "eval_PROD_recall": 0.5203619909502263, "eval_TIME_f1": 0.3762376237623763, "eval_TIME_number": 45, "eval_TIME_precision": 0.3392857142857143, "eval_TIME_recall": 0.4222222222222222, "eval_TITLE_f1": 0.7052896725440807, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6796116504854369, "eval_TITLE_recall": 0.7329842931937173, "eval_accuracy": 0.9616948194525968, "eval_f1": 0.7303517151541469, "eval_loss": 0.3529176712036133, "eval_overall_accuracy": 0.9616948194525968, "eval_overall_f1": 0.7303517151541469, "eval_overall_precision": 0.7083099382369455, "eval_overall_recall": 0.7538093815357036, "eval_precision": 0.7083099382369455, "eval_recall": 0.7538093815357036, "eval_runtime": 12.1914, "eval_samples_per_second": 270.437, "eval_steps_per_second": 8.531, "step": 9486 }, { "epoch": 35.0, "learning_rate": 3.254394265232975e-05, "loss": 0.0009, "step": 9765 }, { "epoch": 35.0, "eval_DATE_f1": 0.696, "eval_DATE_number": 372, "eval_DATE_precision": 0.6904761904761905, "eval_DATE_recall": 0.7016129032258065, "eval_EVENT_f1": 0.3571428571428571, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.26785714285714285, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8389780154486037, "eval_GPE_number": 840, "eval_GPE_precision": 0.8374851720047449, "eval_GPE_recall": 0.8404761904761905, "eval_LOC_f1": 0.48226950354609927, "eval_LOC_number": 149, "eval_LOC_precision": 0.5112781954887218, "eval_LOC_recall": 0.4563758389261745, "eval_MONEY_f1": 0.7303370786516853, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7222222222222222, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6149635036496349, "eval_ORG_number": 589, "eval_ORG_precision": 0.6646942800788954, "eval_ORG_recall": 0.5721561969439728, "eval_PERCENT_f1": 0.9726027397260274, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9726027397260274, "eval_PERCENT_recall": 0.9726027397260274, "eval_PER_f1": 0.8130899937067338, "eval_PER_number": 751, "eval_PER_precision": 0.7708830548926014, "eval_PER_recall": 0.8601864181091877, "eval_PROD_f1": 0.5372340425531915, "eval_PROD_number": 221, "eval_PROD_precision": 0.6516129032258065, "eval_PROD_recall": 0.45701357466063347, "eval_TIME_f1": 0.38709677419354843, "eval_TIME_number": 45, "eval_TIME_precision": 0.375, "eval_TIME_recall": 0.4, "eval_TITLE_f1": 0.7248677248677249, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.732620320855615, "eval_TITLE_recall": 0.7172774869109948, "eval_accuracy": 0.9623470075436422, "eval_f1": 0.7287753568745305, "eval_loss": 0.35887110233306885, "eval_overall_accuracy": 0.9623470075436422, "eval_overall_f1": 0.7287753568745305, "eval_overall_precision": 0.7330713422007256, "eval_overall_recall": 0.7245294293397072, "eval_precision": 0.7330713422007256, "eval_recall": 0.7245294293397072, "eval_runtime": 12.3723, "eval_samples_per_second": 266.483, "eval_steps_per_second": 8.406, "step": 9765 }, { "epoch": 36.0, "learning_rate": 3.20467311827957e-05, "loss": 0.0007, "step": 10044 }, { "epoch": 36.0, "eval_DATE_f1": 0.7129750982961991, "eval_DATE_number": 372, "eval_DATE_precision": 0.6956521739130435, "eval_DATE_recall": 0.7311827956989247, "eval_EVENT_f1": 0.32558139534883723, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2413793103448276, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8326283987915408, "eval_GPE_number": 840, "eval_GPE_precision": 0.845398773006135, "eval_GPE_recall": 0.8202380952380952, "eval_LOC_f1": 0.4705882352941176, "eval_LOC_number": 149, "eval_LOC_precision": 0.4857142857142857, "eval_LOC_recall": 0.4563758389261745, "eval_MONEY_f1": 0.7182320441988951, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6989247311827957, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6329743164871583, "eval_ORG_number": 589, "eval_ORG_precision": 0.6181229773462783, "eval_ORG_recall": 0.6485568760611206, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8120204603580563, "eval_PER_number": 751, "eval_PER_precision": 0.7810578105781057, "eval_PER_recall": 0.8455392809587217, "eval_PROD_f1": 0.5260416666666666, "eval_PROD_number": 221, "eval_PROD_precision": 0.6196319018404908, "eval_PROD_recall": 0.45701357466063347, "eval_TIME_f1": 0.3541666666666667, "eval_TIME_number": 45, "eval_TIME_precision": 0.3333333333333333, "eval_TIME_recall": 0.37777777777777777, "eval_TITLE_f1": 0.7225130890052357, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7225130890052356, "eval_TITLE_recall": 0.7225130890052356, "eval_accuracy": 0.9619991738950847, "eval_f1": 0.7264919295128092, "eval_loss": 0.3599950671195984, "eval_overall_accuracy": 0.9619991738950847, "eval_overall_f1": 0.7264919295128092, "eval_overall_precision": 0.7201996476805637, "eval_overall_recall": 0.7328951299671348, "eval_precision": 0.7201996476805637, "eval_recall": 0.7328951299671348, "eval_runtime": 12.2778, "eval_samples_per_second": 268.534, "eval_steps_per_second": 8.471, "step": 10044 }, { "epoch": 37.0, "learning_rate": 3.1547731182795694e-05, "loss": 0.001, "step": 10323 }, { "epoch": 37.0, "eval_DATE_f1": 0.7113402061855671, "eval_DATE_number": 372, "eval_DATE_precision": 0.6831683168316832, "eval_DATE_recall": 0.7419354838709677, "eval_EVENT_f1": 0.36363636363636365, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2857142857142857, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8316946211683054, "eval_GPE_number": 840, "eval_GPE_precision": 0.8087739032620922, "eval_GPE_recall": 0.8559523809523809, "eval_LOC_f1": 0.46209386281588444, "eval_LOC_number": 149, "eval_LOC_precision": 0.5, "eval_LOC_recall": 0.42953020134228187, "eval_MONEY_f1": 0.7096774193548386, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.673469387755102, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.637239165329053, "eval_ORG_number": 589, "eval_ORG_precision": 0.604261796042618, "eval_ORG_recall": 0.6740237691001698, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8108791903858317, "eval_PER_number": 751, "eval_PER_precision": 0.772289156626506, "eval_PER_recall": 0.8535286284953395, "eval_PROD_f1": 0.5277777777777779, "eval_PROD_number": 221, "eval_PROD_precision": 0.5402843601895735, "eval_PROD_recall": 0.5158371040723982, "eval_TIME_f1": 0.40449438202247195, "eval_TIME_number": 45, "eval_TIME_precision": 0.4090909090909091, "eval_TIME_recall": 0.4, "eval_TITLE_f1": 0.73015873015873, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7379679144385026, "eval_TITLE_recall": 0.7225130890052356, "eval_accuracy": 0.9614122046131438, "eval_f1": 0.7282451575599885, "eval_loss": 0.34352046251296997, "eval_overall_accuracy": 0.9614122046131438, "eval_overall_f1": 0.7282451575599885, "eval_overall_precision": 0.7054046485578269, "eval_overall_recall": 0.7526142814460711, "eval_precision": 0.7054046485578269, "eval_recall": 0.7526142814460711, "eval_runtime": 12.2068, "eval_samples_per_second": 270.096, "eval_steps_per_second": 8.52, "step": 10323 }, { "epoch": 38.0, "learning_rate": 3.1048731182795705e-05, "loss": 0.0009, "step": 10602 }, { "epoch": 38.0, "eval_DATE_f1": 0.7170294494238157, "eval_DATE_number": 372, "eval_DATE_precision": 0.684596577017115, "eval_DATE_recall": 0.7526881720430108, "eval_EVENT_f1": 0.35443037974683544, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.27450980392156865, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8214285714285714, "eval_GPE_number": 840, "eval_GPE_precision": 0.8214285714285714, "eval_GPE_recall": 0.8214285714285714, "eval_LOC_f1": 0.44375000000000003, "eval_LOC_number": 149, "eval_LOC_precision": 0.4152046783625731, "eval_LOC_recall": 0.47651006711409394, "eval_MONEY_f1": 0.7039106145251396, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6923076923076923, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.6415094339622641, "eval_ORG_number": 589, "eval_ORG_precision": 0.6206349206349207, "eval_ORG_recall": 0.6638370118845501, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8263624841571611, "eval_PER_number": 751, "eval_PER_precision": 0.788391777509069, "eval_PER_recall": 0.8681757656458056, "eval_PROD_f1": 0.5219638242894057, "eval_PROD_number": 221, "eval_PROD_precision": 0.608433734939759, "eval_PROD_recall": 0.45701357466063347, "eval_TIME_f1": 0.29787234042553196, "eval_TIME_number": 45, "eval_TIME_precision": 0.2857142857142857, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.723404255319149, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7351351351351352, "eval_TITLE_recall": 0.7120418848167539, "eval_accuracy": 0.9617382986586664, "eval_f1": 0.7263157894736841, "eval_loss": 0.356273353099823, "eval_overall_accuracy": 0.9617382986586664, "eval_overall_f1": 0.7263157894736841, "eval_overall_precision": 0.7111365588319496, "eval_overall_recall": 0.7421571556617866, "eval_precision": 0.7111365588319496, "eval_recall": 0.7421571556617866, "eval_runtime": 12.1304, "eval_samples_per_second": 271.796, "eval_steps_per_second": 8.573, "step": 10602 }, { "epoch": 39.0, "learning_rate": 3.05497311827957e-05, "loss": 0.0009, "step": 10881 }, { "epoch": 39.0, "eval_DATE_f1": 0.7142857142857143, "eval_DATE_number": 372, "eval_DATE_precision": 0.703125, "eval_DATE_recall": 0.7258064516129032, "eval_EVENT_f1": 0.3376623376623377, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2653061224489796, "eval_EVENT_recall": 0.4642857142857143, "eval_GPE_f1": 0.8407494145199063, "eval_GPE_number": 840, "eval_GPE_precision": 0.8271889400921659, "eval_GPE_recall": 0.8547619047619047, "eval_LOC_f1": 0.4444444444444445, "eval_LOC_number": 149, "eval_LOC_precision": 0.5178571428571429, "eval_LOC_recall": 0.38926174496644295, "eval_MONEY_f1": 0.7039106145251396, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6923076923076923, "eval_MONEY_recall": 0.7159090909090909, "eval_ORG_f1": 0.6453839516824849, "eval_ORG_number": 589, "eval_ORG_precision": 0.656140350877193, "eval_ORG_recall": 0.634974533106961, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8171206225680935, "eval_PER_number": 751, "eval_PER_precision": 0.7964601769911505, "eval_PER_recall": 0.8388814913448736, "eval_PROD_f1": 0.5097087378640777, "eval_PROD_number": 221, "eval_PROD_precision": 0.5497382198952879, "eval_PROD_recall": 0.4751131221719457, "eval_TIME_f1": 0.4646464646464646, "eval_TIME_number": 45, "eval_TIME_precision": 0.42592592592592593, "eval_TIME_recall": 0.5111111111111111, "eval_TITLE_f1": 0.7335092348284962, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7393617021276596, "eval_TITLE_recall": 0.7277486910994765, "eval_accuracy": 0.9631731124589665, "eval_f1": 0.73384935992855, "eval_loss": 0.3285040855407715, "eval_overall_accuracy": 0.9631731124589665, "eval_overall_f1": 0.73384935992855, "eval_overall_precision": 0.7312370216552951, "eval_overall_recall": 0.7364804302360323, "eval_precision": 0.7312370216552951, "eval_recall": 0.7364804302360323, "eval_runtime": 12.2982, "eval_samples_per_second": 268.088, "eval_steps_per_second": 8.457, "step": 10881 }, { "epoch": 40.0, "learning_rate": 3.00507311827957e-05, "loss": 0.0009, "step": 11160 }, { "epoch": 40.0, "eval_DATE_f1": 0.699468085106383, "eval_DATE_number": 372, "eval_DATE_precision": 0.6921052631578948, "eval_DATE_recall": 0.706989247311828, "eval_EVENT_f1": 0.3373493975903614, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2545454545454545, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8333333333333334, "eval_GPE_number": 840, "eval_GPE_precision": 0.8108108108108109, "eval_GPE_recall": 0.8571428571428571, "eval_LOC_f1": 0.4518272425249169, "eval_LOC_number": 149, "eval_LOC_precision": 0.4473684210526316, "eval_LOC_recall": 0.4563758389261745, "eval_MONEY_f1": 0.7135135135135134, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6804123711340206, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6432953549517967, "eval_ORG_number": 589, "eval_ORG_precision": 0.6648550724637681, "eval_ORG_recall": 0.6230899830220713, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8282958199356913, "eval_PER_number": 751, "eval_PER_precision": 0.8009950248756219, "eval_PER_recall": 0.8575233022636485, "eval_PROD_f1": 0.5287958115183246, "eval_PROD_number": 221, "eval_PROD_precision": 0.6273291925465838, "eval_PROD_recall": 0.45701357466063347, "eval_TIME_f1": 0.2916666666666667, "eval_TIME_number": 45, "eval_TIME_precision": 0.27450980392156865, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7180851063829787, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7297297297297297, "eval_TITLE_recall": 0.7068062827225131, "eval_accuracy": 0.962673101589165, "eval_f1": 0.7305069670916098, "eval_loss": 0.3617011606693268, "eval_overall_accuracy": 0.962673101589165, "eval_overall_f1": 0.7305069670916098, "eval_overall_precision": 0.7249190938511327, "eval_overall_recall": 0.7361816552136241, "eval_precision": 0.7249190938511327, "eval_recall": 0.7361816552136241, "eval_runtime": 12.3105, "eval_samples_per_second": 267.82, "eval_steps_per_second": 8.448, "step": 11160 }, { "epoch": 41.0, "learning_rate": 2.95517311827957e-05, "loss": 0.0007, "step": 11439 }, { "epoch": 41.0, "eval_DATE_f1": 0.7034659820282413, "eval_DATE_number": 372, "eval_DATE_precision": 0.6732186732186732, "eval_DATE_recall": 0.7365591397849462, "eval_EVENT_f1": 0.3488372093023256, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25862068965517243, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8263189093064612, "eval_GPE_number": 840, "eval_GPE_precision": 0.8229043683589138, "eval_GPE_recall": 0.8297619047619048, "eval_LOC_f1": 0.45222929936305734, "eval_LOC_number": 149, "eval_LOC_precision": 0.4303030303030303, "eval_LOC_recall": 0.47651006711409394, "eval_MONEY_f1": 0.7243243243243243, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6907216494845361, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6322136089577951, "eval_ORG_number": 589, "eval_ORG_precision": 0.6416083916083916, "eval_ORG_recall": 0.6230899830220713, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8208168642951251, "eval_PER_number": 751, "eval_PER_precision": 0.8122555410691004, "eval_PER_recall": 0.829560585885486, "eval_PROD_f1": 0.5354330708661418, "eval_PROD_number": 221, "eval_PROD_precision": 0.6375, "eval_PROD_recall": 0.46153846153846156, "eval_TIME_f1": 0.3095238095238095, "eval_TIME_number": 45, "eval_TIME_precision": 0.3333333333333333, "eval_TIME_recall": 0.28888888888888886, "eval_TITLE_f1": 0.7021276595744681, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7135135135135136, "eval_TITLE_recall": 0.6910994764397905, "eval_accuracy": 0.9618687362768756, "eval_f1": 0.724322715093778, "eval_loss": 0.3624180257320404, "eval_overall_accuracy": 0.9618687362768756, "eval_overall_f1": 0.724322715093778, "eval_overall_precision": 0.7217442895283299, "eval_overall_recall": 0.7269196295189723, "eval_precision": 0.7217442895283299, "eval_recall": 0.7269196295189723, "eval_runtime": 12.1593, "eval_samples_per_second": 271.151, "eval_steps_per_second": 8.553, "step": 11439 }, { "epoch": 42.0, "learning_rate": 2.90527311827957e-05, "loss": 0.0009, "step": 11718 }, { "epoch": 42.0, "eval_DATE_f1": 0.7252195734002509, "eval_DATE_number": 372, "eval_DATE_precision": 0.68, "eval_DATE_recall": 0.7768817204301075, "eval_EVENT_f1": 0.288659793814433, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2028985507246377, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8347305389221557, "eval_GPE_number": 840, "eval_GPE_precision": 0.8397590361445784, "eval_GPE_recall": 0.8297619047619048, "eval_LOC_f1": 0.4102564102564103, "eval_LOC_number": 149, "eval_LOC_precision": 0.45161290322580644, "eval_LOC_recall": 0.37583892617449666, "eval_MONEY_f1": 0.7204301075268817, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6836734693877551, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6341880341880342, "eval_ORG_number": 589, "eval_ORG_precision": 0.6385542168674698, "eval_ORG_recall": 0.629881154499151, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8344958782498414, "eval_PER_number": 751, "eval_PER_precision": 0.7966101694915254, "eval_PER_recall": 0.8761651131824234, "eval_PROD_f1": 0.4724061810154525, "eval_PROD_number": 221, "eval_PROD_precision": 0.46120689655172414, "eval_PROD_recall": 0.4841628959276018, "eval_TIME_f1": 0.39080459770114945, "eval_TIME_number": 45, "eval_TIME_precision": 0.40476190476190477, "eval_TIME_recall": 0.37777777777777777, "eval_TITLE_f1": 0.7035175879396985, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6763285024154589, "eval_TITLE_recall": 0.7329842931937173, "eval_accuracy": 0.9611730689797604, "eval_f1": 0.7257876312718786, "eval_loss": 0.36423540115356445, "eval_overall_accuracy": 0.9611730689797604, "eval_overall_f1": 0.7257876312718786, "eval_overall_precision": 0.7090339127956683, "eval_overall_recall": 0.7433522557514192, "eval_precision": 0.7090339127956683, "eval_recall": 0.7433522557514192, "eval_runtime": 12.4577, "eval_samples_per_second": 264.655, "eval_steps_per_second": 8.348, "step": 11718 }, { "epoch": 43.0, "learning_rate": 2.8553731182795696e-05, "loss": 0.001, "step": 11997 }, { "epoch": 43.0, "eval_DATE_f1": 0.7199999999999999, "eval_DATE_number": 372, "eval_DATE_precision": 0.6923076923076923, "eval_DATE_recall": 0.75, "eval_EVENT_f1": 0.3434343434343434, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.23943661971830985, "eval_EVENT_recall": 0.6071428571428571, "eval_GPE_f1": 0.8439928272564257, "eval_GPE_number": 840, "eval_GPE_precision": 0.8475390156062425, "eval_GPE_recall": 0.8404761904761905, "eval_LOC_f1": 0.4797297297297297, "eval_LOC_number": 149, "eval_LOC_precision": 0.48299319727891155, "eval_LOC_recall": 0.47651006711409394, "eval_MONEY_f1": 0.7135135135135134, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6804123711340206, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6283891547049442, "eval_ORG_number": 589, "eval_ORG_precision": 0.5924812030075188, "eval_ORG_recall": 0.6689303904923599, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8176100628930817, "eval_PER_number": 751, "eval_PER_precision": 0.7747318235995232, "eval_PER_recall": 0.8655126498002663, "eval_PROD_f1": 0.48717948717948717, "eval_PROD_number": 221, "eval_PROD_precision": 0.5621301775147929, "eval_PROD_recall": 0.4298642533936652, "eval_TIME_f1": 0.4666666666666667, "eval_TIME_number": 45, "eval_TIME_precision": 0.4666666666666667, "eval_TIME_recall": 0.4666666666666667, "eval_TITLE_f1": 0.7200000000000001, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6889952153110048, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9619122154829453, "eval_f1": 0.7289855072463768, "eval_loss": 0.3500106632709503, "eval_overall_accuracy": 0.9619122154829453, "eval_overall_f1": 0.7289855072463768, "eval_overall_precision": 0.7078525189980298, "eval_overall_recall": 0.7514191813564386, "eval_precision": 0.7078525189980298, "eval_recall": 0.7514191813564386, "eval_runtime": 12.5192, "eval_samples_per_second": 263.356, "eval_steps_per_second": 8.307, "step": 11997 }, { "epoch": 44.0, "learning_rate": 2.8054731182795703e-05, "loss": 0.0006, "step": 12276 }, { "epoch": 44.0, "eval_DATE_f1": 0.7005208333333334, "eval_DATE_number": 372, "eval_DATE_precision": 0.6792929292929293, "eval_DATE_recall": 0.7231182795698925, "eval_EVENT_f1": 0.3783783783783784, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.30434782608695654, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8280098280098279, "eval_GPE_number": 840, "eval_GPE_precision": 0.8553299492385786, "eval_GPE_recall": 0.8023809523809524, "eval_LOC_f1": 0.4858044164037855, "eval_LOC_number": 149, "eval_LOC_precision": 0.4583333333333333, "eval_LOC_recall": 0.5167785234899329, "eval_MONEY_f1": 0.7431693989071039, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7157894736842105, "eval_MONEY_recall": 0.7727272727272727, "eval_ORG_f1": 0.639261744966443, "eval_ORG_number": 589, "eval_ORG_precision": 0.6318407960199005, "eval_ORG_recall": 0.6468590831918506, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8238993710691823, "eval_PER_number": 751, "eval_PER_precision": 0.7806912991656734, "eval_PER_recall": 0.8721704394141145, "eval_PROD_f1": 0.5630630630630631, "eval_PROD_number": 221, "eval_PROD_precision": 0.5605381165919282, "eval_PROD_recall": 0.5656108597285068, "eval_TIME_f1": 0.34883720930232553, "eval_TIME_number": 45, "eval_TIME_precision": 0.36585365853658536, "eval_TIME_recall": 0.3333333333333333, "eval_TITLE_f1": 0.7146529562982006, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.702020202020202, "eval_TITLE_recall": 0.7277486910994765, "eval_accuracy": 0.9619122154829453, "eval_f1": 0.7300190643789413, "eval_loss": 0.36920636892318726, "eval_overall_accuracy": 0.9619122154829453, "eval_overall_f1": 0.7300190643789413, "eval_overall_precision": 0.7168778801843319, "eval_overall_recall": 0.7436510307738273, "eval_precision": 0.7168778801843319, "eval_recall": 0.7436510307738273, "eval_runtime": 12.3848, "eval_samples_per_second": 266.213, "eval_steps_per_second": 8.397, "step": 12276 }, { "epoch": 45.0, "learning_rate": 2.7555731182795703e-05, "loss": 0.0006, "step": 12555 }, { "epoch": 45.0, "eval_DATE_f1": 0.6943699731903485, "eval_DATE_number": 372, "eval_DATE_precision": 0.6925133689839572, "eval_DATE_recall": 0.696236559139785, "eval_EVENT_f1": 0.358974358974359, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.28, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8362120309708159, "eval_GPE_number": 840, "eval_GPE_precision": 0.8367103694874851, "eval_GPE_recall": 0.8357142857142857, "eval_LOC_f1": 0.48322147651006714, "eval_LOC_number": 149, "eval_LOC_precision": 0.48322147651006714, "eval_LOC_recall": 0.48322147651006714, "eval_MONEY_f1": 0.7431693989071039, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7157894736842105, "eval_MONEY_recall": 0.7727272727272727, "eval_ORG_f1": 0.6251082251082252, "eval_ORG_number": 589, "eval_ORG_precision": 0.6378091872791519, "eval_ORG_recall": 0.6129032258064516, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8134747348721149, "eval_PER_number": 751, "eval_PER_precision": 0.7652582159624414, "eval_PER_recall": 0.8681757656458056, "eval_PROD_f1": 0.5376344086021505, "eval_PROD_number": 221, "eval_PROD_precision": 0.6622516556291391, "eval_PROD_recall": 0.45248868778280543, "eval_TIME_f1": 0.3877551020408163, "eval_TIME_number": 45, "eval_TIME_precision": 0.3584905660377358, "eval_TIME_recall": 0.4222222222222222, "eval_TITLE_f1": 0.7286821705426356, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7193877551020408, "eval_TITLE_recall": 0.7382198952879581, "eval_accuracy": 0.9624991847648862, "eval_f1": 0.7292129835482436, "eval_loss": 0.38668984174728394, "eval_overall_accuracy": 0.9624991847648862, "eval_overall_f1": 0.7292129835482436, "eval_overall_precision": 0.7235294117647059, "eval_overall_recall": 0.7349865551239916, "eval_precision": 0.7235294117647059, "eval_recall": 0.7349865551239916, "eval_runtime": 12.3455, "eval_samples_per_second": 267.06, "eval_steps_per_second": 8.424, "step": 12555 }, { "epoch": 46.0, "learning_rate": 2.7056731182795696e-05, "loss": 0.0003, "step": 12834 }, { "epoch": 46.0, "eval_DATE_f1": 0.7261462205700123, "eval_DATE_number": 372, "eval_DATE_precision": 0.6735632183908046, "eval_DATE_recall": 0.7876344086021505, "eval_EVENT_f1": 0.37499999999999994, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.28846153846153844, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8358381502890173, "eval_GPE_number": 840, "eval_GPE_precision": 0.8123595505617978, "eval_GPE_recall": 0.8607142857142858, "eval_LOC_f1": 0.416988416988417, "eval_LOC_number": 149, "eval_LOC_precision": 0.4909090909090909, "eval_LOC_recall": 0.3624161073825503, "eval_MONEY_f1": 0.7322404371584699, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7052631578947368, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6350626118067978, "eval_ORG_number": 589, "eval_ORG_precision": 0.6710775047258979, "eval_ORG_recall": 0.6027164685908319, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8014888337468982, "eval_PER_number": 751, "eval_PER_precision": 0.7502903600464577, "eval_PER_recall": 0.8601864181091877, "eval_PROD_f1": 0.5525672371638142, "eval_PROD_number": 221, "eval_PROD_precision": 0.601063829787234, "eval_PROD_recall": 0.5113122171945701, "eval_TIME_f1": 0.3404255319148936, "eval_TIME_number": 45, "eval_TIME_precision": 0.32653061224489793, "eval_TIME_recall": 0.35555555555555557, "eval_TITLE_f1": 0.7095115681233933, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.696969696969697, "eval_TITLE_recall": 0.7225130890052356, "eval_accuracy": 0.9619122154829453, "eval_f1": 0.7299355594610428, "eval_loss": 0.3795703649520874, "eval_overall_accuracy": 0.9619122154829453, "eval_overall_f1": 0.7299355594610428, "eval_overall_precision": 0.7158862395863258, "eval_overall_recall": 0.7445473558410517, "eval_precision": 0.7158862395863258, "eval_recall": 0.7445473558410517, "eval_runtime": 12.3394, "eval_samples_per_second": 267.193, "eval_steps_per_second": 8.428, "step": 12834 }, { "epoch": 47.0, "learning_rate": 2.6557731182795696e-05, "loss": 0.0005, "step": 13113 }, { "epoch": 47.0, "eval_DATE_f1": 0.7229219143576826, "eval_DATE_number": 372, "eval_DATE_precision": 0.6800947867298578, "eval_DATE_recall": 0.771505376344086, "eval_EVENT_f1": 0.3703703703703703, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2830188679245283, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.823464305478694, "eval_GPE_number": 840, "eval_GPE_precision": 0.7693898655635988, "eval_GPE_recall": 0.8857142857142857, "eval_LOC_f1": 0.39043824701195223, "eval_LOC_number": 149, "eval_LOC_precision": 0.4803921568627451, "eval_LOC_recall": 0.3288590604026846, "eval_MONEY_f1": 0.7127659574468085, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.67, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6287215411558669, "eval_ORG_number": 589, "eval_ORG_precision": 0.6491862567811935, "eval_ORG_recall": 0.6095076400679117, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8043875685557588, "eval_PER_number": 751, "eval_PER_precision": 0.7415730337078652, "eval_PER_recall": 0.8788282290279628, "eval_PROD_f1": 0.5458422174840085, "eval_PROD_number": 221, "eval_PROD_precision": 0.5161290322580645, "eval_PROD_recall": 0.579185520361991, "eval_TIME_f1": 0.2916666666666667, "eval_TIME_number": 45, "eval_TIME_precision": 0.27450980392156865, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.72, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7336956521739131, "eval_TITLE_recall": 0.7068062827225131, "eval_accuracy": 0.9616513402465271, "eval_f1": 0.7237877270776715, "eval_loss": 0.37913018465042114, "eval_overall_accuracy": 0.9616513402465271, "eval_overall_f1": 0.7237877270776715, "eval_overall_precision": 0.6942919868276619, "eval_overall_recall": 0.7559008066925605, "eval_precision": 0.6942919868276619, "eval_recall": 0.7559008066925605, "eval_runtime": 12.2918, "eval_samples_per_second": 268.229, "eval_steps_per_second": 8.461, "step": 13113 }, { "epoch": 48.0, "learning_rate": 2.6058731182795697e-05, "loss": 0.001, "step": 13392 }, { "epoch": 48.0, "eval_DATE_f1": 0.7131782945736433, "eval_DATE_number": 372, "eval_DATE_precision": 0.6865671641791045, "eval_DATE_recall": 0.7419354838709677, "eval_EVENT_f1": 0.4, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.3191489361702128, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8333333333333334, "eval_GPE_number": 840, "eval_GPE_precision": 0.8274647887323944, "eval_GPE_recall": 0.8392857142857143, "eval_LOC_f1": 0.4549019607843137, "eval_LOC_number": 149, "eval_LOC_precision": 0.5471698113207547, "eval_LOC_recall": 0.38926174496644295, "eval_MONEY_f1": 0.6842105263157894, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6372549019607843, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.628909551986475, "eval_ORG_number": 589, "eval_ORG_precision": 0.6262626262626263, "eval_ORG_recall": 0.631578947368421, "eval_PERCENT_f1": 0.9729729729729729, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.96, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.795223880597015, "eval_PER_number": 751, "eval_PER_precision": 0.7207792207792207, "eval_PER_recall": 0.8868175765645806, "eval_PROD_f1": 0.5324074074074073, "eval_PROD_number": 221, "eval_PROD_precision": 0.5450236966824644, "eval_PROD_recall": 0.5203619909502263, "eval_TIME_f1": 0.2558139534883721, "eval_TIME_number": 45, "eval_TIME_precision": 0.2682926829268293, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.6983372921615201, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6391304347826087, "eval_TITLE_recall": 0.7696335078534031, "eval_accuracy": 0.9611730689797604, "eval_f1": 0.7219737411628914, "eval_loss": 0.38197562098503113, "eval_overall_accuracy": 0.9611730689797604, "eval_overall_f1": 0.7219737411628914, "eval_overall_precision": 0.6981026785714286, "eval_overall_recall": 0.747535106065133, "eval_precision": 0.6981026785714286, "eval_recall": 0.747535106065133, "eval_runtime": 12.0975, "eval_samples_per_second": 272.536, "eval_steps_per_second": 8.597, "step": 13392 }, { "epoch": 49.0, "learning_rate": 2.55597311827957e-05, "loss": 0.0004, "step": 13671 }, { "epoch": 49.0, "eval_DATE_f1": 0.6992084432717678, "eval_DATE_number": 372, "eval_DATE_precision": 0.6865284974093264, "eval_DATE_recall": 0.7123655913978495, "eval_EVENT_f1": 0.3370786516853933, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2459016393442623, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8385167464114833, "eval_GPE_number": 840, "eval_GPE_precision": 0.8425480769230769, "eval_GPE_recall": 0.8345238095238096, "eval_LOC_f1": 0.4814814814814815, "eval_LOC_number": 149, "eval_LOC_precision": 0.5371900826446281, "eval_LOC_recall": 0.436241610738255, "eval_MONEY_f1": 0.717391304347826, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6875, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6469622331691296, "eval_ORG_number": 589, "eval_ORG_precision": 0.6263910969793323, "eval_ORG_recall": 0.6689303904923599, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8179419525065963, "eval_PER_number": 751, "eval_PER_precision": 0.8104575163398693, "eval_PER_recall": 0.8255659121171771, "eval_PROD_f1": 0.5319693094629155, "eval_PROD_number": 221, "eval_PROD_precision": 0.611764705882353, "eval_PROD_recall": 0.47058823529411764, "eval_TIME_f1": 0.26966292134831465, "eval_TIME_number": 45, "eval_TIME_precision": 0.2727272727272727, "eval_TIME_recall": 0.26666666666666666, "eval_TITLE_f1": 0.7058823529411764, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7213114754098361, "eval_TITLE_recall": 0.6910994764397905, "eval_accuracy": 0.9623687471466771, "eval_f1": 0.72927847346452, "eval_loss": 0.370044082403183, "eval_overall_accuracy": 0.9623687471466771, "eval_overall_f1": 0.72927847346452, "eval_overall_precision": 0.7277595953585243, "eval_overall_recall": 0.7308037048102779, "eval_precision": 0.7277595953585243, "eval_recall": 0.7308037048102779, "eval_runtime": 12.0184, "eval_samples_per_second": 274.33, "eval_steps_per_second": 8.653, "step": 13671 }, { "epoch": 50.0, "learning_rate": 2.50607311827957e-05, "loss": 0.0006, "step": 13950 }, { "epoch": 50.0, "eval_DATE_f1": 0.717632552404439, "eval_DATE_number": 372, "eval_DATE_precision": 0.662870159453303, "eval_DATE_recall": 0.782258064516129, "eval_EVENT_f1": 0.367816091954023, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2711864406779661, "eval_EVENT_recall": 0.5714285714285714, "eval_GPE_f1": 0.8390470656595004, "eval_GPE_number": 840, "eval_GPE_precision": 0.8195232690124858, "eval_GPE_recall": 0.8595238095238096, "eval_LOC_f1": 0.4489795918367347, "eval_LOC_number": 149, "eval_LOC_precision": 0.45517241379310347, "eval_LOC_recall": 0.4429530201342282, "eval_MONEY_f1": 0.717391304347826, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6875, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6362126245847176, "eval_ORG_number": 589, "eval_ORG_precision": 0.6227642276422765, "eval_ORG_recall": 0.6502546689303905, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8239033693579149, "eval_PER_number": 751, "eval_PER_precision": 0.7883211678832117, "eval_PER_recall": 0.8628495339547271, "eval_PROD_f1": 0.5306122448979591, "eval_PROD_number": 221, "eval_PROD_precision": 0.6081871345029239, "eval_PROD_recall": 0.47058823529411764, "eval_TIME_f1": 0.2954545454545454, "eval_TIME_number": 45, "eval_TIME_precision": 0.3023255813953488, "eval_TIME_recall": 0.28888888888888886, "eval_TITLE_f1": 0.7164179104477613, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6824644549763034, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.961955694689015, "eval_f1": 0.7316719791364822, "eval_loss": 0.38038647174835205, "eval_overall_accuracy": 0.961955694689015, "eval_overall_f1": 0.7316719791364822, "eval_overall_precision": 0.710267229254571, "eval_overall_recall": 0.7544069315805199, "eval_precision": 0.710267229254571, "eval_recall": 0.7544069315805199, "eval_runtime": 12.2617, "eval_samples_per_second": 268.885, "eval_steps_per_second": 8.482, "step": 13950 }, { "epoch": 51.0, "learning_rate": 2.4561731182795697e-05, "loss": 0.0007, "step": 14229 }, { "epoch": 51.0, "eval_DATE_f1": 0.694550063371356, "eval_DATE_number": 372, "eval_DATE_precision": 0.657074340527578, "eval_DATE_recall": 0.7365591397849462, "eval_EVENT_f1": 0.34782608695652173, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.25, "eval_EVENT_recall": 0.5714285714285714, "eval_GPE_f1": 0.8291284403669725, "eval_GPE_number": 840, "eval_GPE_precision": 0.7997787610619469, "eval_GPE_recall": 0.8607142857142858, "eval_LOC_f1": 0.40637450199203184, "eval_LOC_number": 149, "eval_LOC_precision": 0.5, "eval_LOC_recall": 0.3422818791946309, "eval_MONEY_f1": 0.7252747252747254, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7021276595744681, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.625, "eval_ORG_number": 589, "eval_ORG_precision": 0.5987558320373251, "eval_ORG_recall": 0.6536502546689303, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8179453836150844, "eval_PER_number": 751, "eval_PER_precision": 0.7992376111817027, "eval_PER_recall": 0.8375499334221038, "eval_PROD_f1": 0.5450121654501215, "eval_PROD_number": 221, "eval_PROD_precision": 0.5894736842105263, "eval_PROD_recall": 0.5067873303167421, "eval_TIME_f1": 0.3111111111111111, "eval_TIME_number": 45, "eval_TIME_precision": 0.3111111111111111, "eval_TIME_recall": 0.3111111111111111, "eval_TITLE_f1": 0.7172774869109948, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7172774869109948, "eval_TITLE_recall": 0.7172774869109948, "eval_accuracy": 0.960955672949412, "eval_f1": 0.7229512977544473, "eval_loss": 0.3695923388004303, "eval_overall_accuracy": 0.960955672949412, "eval_overall_f1": 0.7229512977544473, "eval_overall_precision": 0.706066647678724, "eval_overall_recall": 0.7406632805497461, "eval_precision": 0.706066647678724, "eval_recall": 0.7406632805497461, "eval_runtime": 12.024, "eval_samples_per_second": 274.201, "eval_steps_per_second": 8.649, "step": 14229 }, { "epoch": 52.0, "learning_rate": 2.4062731182795698e-05, "loss": 0.0006, "step": 14508 }, { "epoch": 52.0, "eval_DATE_f1": 0.6929133858267716, "eval_DATE_number": 372, "eval_DATE_precision": 0.676923076923077, "eval_DATE_recall": 0.7096774193548387, "eval_EVENT_f1": 0.34285714285714286, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.2857142857142857, "eval_EVENT_recall": 0.42857142857142855, "eval_GPE_f1": 0.8347107438016529, "eval_GPE_number": 840, "eval_GPE_precision": 0.8278688524590164, "eval_GPE_recall": 0.8416666666666667, "eval_LOC_f1": 0.4562737642585551, "eval_LOC_number": 149, "eval_LOC_precision": 0.5263157894736842, "eval_LOC_recall": 0.40268456375838924, "eval_MONEY_f1": 0.7333333333333332, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.717391304347826, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6305676855895196, "eval_ORG_number": 589, "eval_ORG_precision": 0.6492805755395683, "eval_ORG_recall": 0.6129032258064516, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8134945894334819, "eval_PER_number": 751, "eval_PER_precision": 0.7792682926829269, "eval_PER_recall": 0.8508655126498003, "eval_PROD_f1": 0.5340314136125655, "eval_PROD_number": 221, "eval_PROD_precision": 0.6335403726708074, "eval_PROD_recall": 0.46153846153846156, "eval_TIME_f1": 0.2173913043478261, "eval_TIME_number": 45, "eval_TIME_precision": 0.2127659574468085, "eval_TIME_recall": 0.2222222222222222, "eval_TITLE_f1": 0.6994818652849741, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6923076923076923, "eval_TITLE_recall": 0.7068062827225131, "eval_accuracy": 0.962390486749712, "eval_f1": 0.725751008817815, "eval_loss": 0.3732772171497345, "eval_overall_accuracy": 0.962390486749712, "eval_overall_f1": 0.725751008817815, "eval_overall_precision": 0.7260765550239234, "eval_overall_recall": 0.7254257544069316, "eval_precision": 0.7260765550239234, "eval_recall": 0.7254257544069316, "eval_runtime": 12.3359, "eval_samples_per_second": 267.27, "eval_steps_per_second": 8.431, "step": 14508 }, { "epoch": 53.0, "learning_rate": 2.356551971326165e-05, "loss": 0.0005, "step": 14787 }, { "epoch": 53.0, "eval_DATE_f1": 0.6972477064220184, "eval_DATE_number": 372, "eval_DATE_precision": 0.680306905370844, "eval_DATE_recall": 0.7150537634408602, "eval_EVENT_f1": 0.3368421052631579, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.23880597014925373, "eval_EVENT_recall": 0.5714285714285714, "eval_GPE_f1": 0.8324324324324324, "eval_GPE_number": 840, "eval_GPE_precision": 0.84, "eval_GPE_recall": 0.825, "eval_LOC_f1": 0.4444444444444444, "eval_LOC_number": 149, "eval_LOC_precision": 0.49586776859504134, "eval_LOC_recall": 0.40268456375838924, "eval_MONEY_f1": 0.7403314917127072, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.7204301075268817, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6307189542483661, "eval_ORG_number": 589, "eval_ORG_precision": 0.6078740157480315, "eval_ORG_recall": 0.6553480475382003, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8093645484949833, "eval_PER_number": 751, "eval_PER_precision": 0.8131720430107527, "eval_PER_recall": 0.8055925432756325, "eval_PROD_f1": 0.5467625899280576, "eval_PROD_number": 221, "eval_PROD_precision": 0.5816326530612245, "eval_PROD_recall": 0.5158371040723982, "eval_TIME_f1": 0.26373626373626374, "eval_TIME_number": 45, "eval_TIME_precision": 0.2608695652173913, "eval_TIME_recall": 0.26666666666666666, "eval_TITLE_f1": 0.7103274559193954, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6844660194174758, "eval_TITLE_recall": 0.7382198952879581, "eval_accuracy": 0.9618252570708059, "eval_f1": 0.7212336892052195, "eval_loss": 0.37072980403900146, "eval_overall_accuracy": 0.9618252570708059, "eval_overall_f1": 0.7212336892052195, "eval_overall_precision": 0.7159258168972623, "eval_overall_recall": 0.7266208544965641, "eval_precision": 0.7159258168972623, "eval_recall": 0.7266208544965641, "eval_runtime": 12.2592, "eval_samples_per_second": 268.942, "eval_steps_per_second": 8.483, "step": 14787 }, { "epoch": 54.0, "learning_rate": 2.306651971326165e-05, "loss": 0.0003, "step": 15066 }, { "epoch": 54.0, "eval_DATE_f1": 0.6905370843989771, "eval_DATE_number": 372, "eval_DATE_precision": 0.6585365853658537, "eval_DATE_recall": 0.7258064516129032, "eval_EVENT_f1": 0.36363636363636365, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.26666666666666666, "eval_EVENT_recall": 0.5714285714285714, "eval_GPE_f1": 0.8320474777448071, "eval_GPE_number": 840, "eval_GPE_precision": 0.829585798816568, "eval_GPE_recall": 0.8345238095238096, "eval_LOC_f1": 0.44368600682593856, "eval_LOC_number": 149, "eval_LOC_precision": 0.4513888888888889, "eval_LOC_recall": 0.436241610738255, "eval_MONEY_f1": 0.7282608695652174, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6979166666666666, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6288288288288288, "eval_ORG_number": 589, "eval_ORG_precision": 0.6698656429942419, "eval_ORG_recall": 0.5925297113752123, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8108108108108109, "eval_PER_number": 751, "eval_PER_precision": 0.7525655644241733, "eval_PER_recall": 0.8788282290279628, "eval_PROD_f1": 0.5555555555555556, "eval_PROD_number": 221, "eval_PROD_precision": 0.5958549222797928, "eval_PROD_recall": 0.5203619909502263, "eval_TIME_f1": 0.2580645161290323, "eval_TIME_number": 45, "eval_TIME_precision": 0.25, "eval_TIME_recall": 0.26666666666666666, "eval_TITLE_f1": 0.6956521739130435, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6457399103139013, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9611948085827953, "eval_f1": 0.7228316513090536, "eval_loss": 0.3839150071144104, "eval_overall_accuracy": 0.9611948085827953, "eval_overall_f1": 0.7228316513090536, "eval_overall_precision": 0.7080229226361031, "eval_overall_recall": 0.738273080370481, "eval_precision": 0.7080229226361031, "eval_recall": 0.738273080370481, "eval_runtime": 12.0846, "eval_samples_per_second": 272.827, "eval_steps_per_second": 8.606, "step": 15066 }, { "epoch": 55.0, "learning_rate": 2.256751971326165e-05, "loss": 0.0003, "step": 15345 }, { "epoch": 55.0, "eval_DATE_f1": 0.6913265306122449, "eval_DATE_number": 372, "eval_DATE_precision": 0.6577669902912622, "eval_DATE_recall": 0.728494623655914, "eval_EVENT_f1": 0.3888888888888889, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.3181818181818182, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8197320341047503, "eval_GPE_number": 840, "eval_GPE_precision": 0.8391521197007481, "eval_GPE_recall": 0.8011904761904762, "eval_LOC_f1": 0.443609022556391, "eval_LOC_number": 149, "eval_LOC_precision": 0.5042735042735043, "eval_LOC_recall": 0.3959731543624161, "eval_MONEY_f1": 0.7282608695652174, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6979166666666666, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6264216972878389, "eval_ORG_number": 589, "eval_ORG_precision": 0.6462093862815884, "eval_ORG_recall": 0.6078098471986417, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8123038292529817, "eval_PER_number": 751, "eval_PER_precision": 0.7684085510688836, "eval_PER_recall": 0.8615179760319573, "eval_PROD_f1": 0.5309278350515464, "eval_PROD_number": 221, "eval_PROD_precision": 0.6167664670658682, "eval_PROD_recall": 0.4660633484162896, "eval_TIME_f1": 0.23655913978494625, "eval_TIME_number": 45, "eval_TIME_precision": 0.22916666666666666, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.7028423772609819, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6938775510204082, "eval_TITLE_recall": 0.7120418848167539, "eval_accuracy": 0.9620209134981196, "eval_f1": 0.7198089267054785, "eval_loss": 0.39742931723594666, "eval_overall_accuracy": 0.9620209134981196, "eval_overall_f1": 0.7198089267054785, "eval_overall_precision": 0.719272076372315, "eval_overall_recall": 0.7203465790259934, "eval_precision": 0.719272076372315, "eval_recall": 0.7203465790259934, "eval_runtime": 12.2461, "eval_samples_per_second": 269.229, "eval_steps_per_second": 8.493, "step": 15345 }, { "epoch": 56.0, "learning_rate": 2.206851971326165e-05, "loss": 0.0002, "step": 15624 }, { "epoch": 56.0, "eval_DATE_f1": 0.7079207920792079, "eval_DATE_number": 372, "eval_DATE_precision": 0.6559633027522935, "eval_DATE_recall": 0.7688172043010753, "eval_EVENT_f1": 0.35443037974683544, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.27450980392156865, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8317191283292978, "eval_GPE_number": 840, "eval_GPE_precision": 0.8460591133004927, "eval_GPE_recall": 0.8178571428571428, "eval_LOC_f1": 0.45161290322580644, "eval_LOC_number": 149, "eval_LOC_precision": 0.4846153846153846, "eval_LOC_recall": 0.4228187919463087, "eval_MONEY_f1": 0.7282608695652174, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6979166666666666, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6360031720856464, "eval_ORG_number": 589, "eval_ORG_precision": 0.5967261904761905, "eval_ORG_recall": 0.6808149405772496, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.832116788321168, "eval_PER_number": 751, "eval_PER_precision": 0.8293650793650794, "eval_PER_recall": 0.8348868175765646, "eval_PROD_f1": 0.5527638190954774, "eval_PROD_number": 221, "eval_PROD_precision": 0.6214689265536724, "eval_PROD_recall": 0.497737556561086, "eval_TIME_f1": 0.25287356321839083, "eval_TIME_number": 45, "eval_TIME_precision": 0.2619047619047619, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.7146401985111662, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.6792452830188679, "eval_TITLE_recall": 0.7539267015706806, "eval_accuracy": 0.9621730907193634, "eval_f1": 0.7295708406819518, "eval_loss": 0.3923048675060272, "eval_overall_accuracy": 0.9621730907193634, "eval_overall_f1": 0.7295708406819518, "eval_overall_precision": 0.7179635522129013, "eval_overall_recall": 0.7415596056169704, "eval_precision": 0.7179635522129013, "eval_recall": 0.7415596056169704, "eval_runtime": 12.0156, "eval_samples_per_second": 274.394, "eval_steps_per_second": 8.655, "step": 15624 }, { "epoch": 57.0, "learning_rate": 2.1569519713261647e-05, "loss": 0.0002, "step": 15903 }, { "epoch": 57.0, "eval_DATE_f1": 0.6872586872586872, "eval_DATE_number": 372, "eval_DATE_precision": 0.6592592592592592, "eval_DATE_recall": 0.717741935483871, "eval_EVENT_f1": 0.4, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.3191489361702128, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8295254833040421, "eval_GPE_number": 840, "eval_GPE_precision": 0.8166089965397924, "eval_GPE_recall": 0.8428571428571429, "eval_LOC_f1": 0.46209386281588444, "eval_LOC_number": 149, "eval_LOC_precision": 0.5, "eval_LOC_recall": 0.42953020134228187, "eval_MONEY_f1": 0.7282608695652174, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6979166666666666, "eval_MONEY_recall": 0.7613636363636364, "eval_ORG_f1": 0.6242868785656072, "eval_ORG_number": 589, "eval_ORG_precision": 0.6003134796238244, "eval_ORG_recall": 0.6502546689303905, "eval_PERCENT_f1": 0.979591836734694, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.972972972972973, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8270481144343304, "eval_PER_number": 751, "eval_PER_precision": 0.8081321473951716, "eval_PER_recall": 0.8468708388814914, "eval_PROD_f1": 0.5340050377833753, "eval_PROD_number": 221, "eval_PROD_precision": 0.6022727272727273, "eval_PROD_recall": 0.4796380090497738, "eval_TIME_f1": 0.24175824175824176, "eval_TIME_number": 45, "eval_TIME_precision": 0.2391304347826087, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.7306666666666668, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7445652173913043, "eval_TITLE_recall": 0.7172774869109948, "eval_accuracy": 0.9623470075436422, "eval_f1": 0.7258278145695365, "eval_loss": 0.3935767710208893, "eval_overall_accuracy": 0.9623470075436422, "eval_overall_f1": 0.7258278145695365, "eval_overall_precision": 0.7151972157772621, "eval_overall_recall": 0.7367792052584404, "eval_precision": 0.7151972157772621, "eval_recall": 0.7367792052584404, "eval_runtime": 12.3624, "eval_samples_per_second": 266.696, "eval_steps_per_second": 8.413, "step": 15903 }, { "epoch": 58.0, "learning_rate": 2.1070519713261647e-05, "loss": 0.0002, "step": 16182 }, { "epoch": 58.0, "eval_DATE_f1": 0.6931964056482671, "eval_DATE_number": 372, "eval_DATE_precision": 0.6633906633906634, "eval_DATE_recall": 0.7258064516129032, "eval_EVENT_f1": 0.38961038961038963, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.30612244897959184, "eval_EVENT_recall": 0.5357142857142857, "eval_GPE_f1": 0.8287752675386446, "eval_GPE_number": 840, "eval_GPE_precision": 0.827790973871734, "eval_GPE_recall": 0.8297619047619048, "eval_LOC_f1": 0.46808510638297873, "eval_LOC_number": 149, "eval_LOC_precision": 0.49624060150375937, "eval_LOC_recall": 0.4429530201342282, "eval_MONEY_f1": 0.7065217391304348, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6770833333333334, "eval_MONEY_recall": 0.7386363636363636, "eval_ORG_f1": 0.6392092257001648, "eval_ORG_number": 589, "eval_ORG_precision": 0.6208, "eval_ORG_recall": 0.6587436332767402, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8219696969696969, "eval_PER_number": 751, "eval_PER_precision": 0.7815126050420168, "eval_PER_recall": 0.8668442077230359, "eval_PROD_f1": 0.5454545454545454, "eval_PROD_number": 221, "eval_PROD_precision": 0.6171428571428571, "eval_PROD_recall": 0.48868778280542985, "eval_TIME_f1": 0.24175824175824176, "eval_TIME_number": 45, "eval_TIME_precision": 0.2391304347826087, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.70076726342711, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.685, "eval_TITLE_recall": 0.7172774869109948, "eval_accuracy": 0.9621513511163287, "eval_f1": 0.7266334602988573, "eval_loss": 0.3970124423503876, "eval_overall_accuracy": 0.9621513511163287, "eval_overall_f1": 0.7266334602988573, "eval_overall_precision": 0.712848519689566, "eval_overall_recall": 0.7409620555721542, "eval_precision": 0.712848519689566, "eval_recall": 0.7409620555721542, "eval_runtime": 12.3201, "eval_samples_per_second": 267.611, "eval_steps_per_second": 8.441, "step": 16182 }, { "epoch": 59.0, "learning_rate": 2.0571519713261647e-05, "loss": 0.0004, "step": 16461 }, { "epoch": 59.0, "eval_DATE_f1": 0.6900129701686122, "eval_DATE_number": 372, "eval_DATE_precision": 0.6666666666666666, "eval_DATE_recall": 0.7150537634408602, "eval_EVENT_f1": 0.3888888888888889, "eval_EVENT_number": 28, "eval_EVENT_precision": 0.3181818181818182, "eval_EVENT_recall": 0.5, "eval_GPE_f1": 0.8401663695781343, "eval_GPE_number": 840, "eval_GPE_precision": 0.8386714116251482, "eval_GPE_recall": 0.8416666666666667, "eval_LOC_f1": 0.43846153846153846, "eval_LOC_number": 149, "eval_LOC_precision": 0.5135135135135135, "eval_LOC_recall": 0.3825503355704698, "eval_MONEY_f1": 0.7213114754098362, "eval_MONEY_number": 88, "eval_MONEY_precision": 0.6947368421052632, "eval_MONEY_recall": 0.75, "eval_ORG_f1": 0.6385135135135134, "eval_ORG_number": 589, "eval_ORG_precision": 0.6352941176470588, "eval_ORG_recall": 0.6417657045840407, "eval_PERCENT_f1": 0.9863013698630136, "eval_PERCENT_number": 73, "eval_PERCENT_precision": 0.9863013698630136, "eval_PERCENT_recall": 0.9863013698630136, "eval_PER_f1": 0.8202465931213498, "eval_PER_number": 751, "eval_PER_precision": 0.8, "eval_PER_recall": 0.8415446071904128, "eval_PROD_f1": 0.5221674876847291, "eval_PROD_number": 221, "eval_PROD_precision": 0.572972972972973, "eval_PROD_recall": 0.4796380090497738, "eval_TIME_f1": 0.25287356321839083, "eval_TIME_number": 45, "eval_TIME_precision": 0.2619047619047619, "eval_TIME_recall": 0.24444444444444444, "eval_TITLE_f1": 0.7101827676240208, "eval_TITLE_number": 191, "eval_TITLE_precision": 0.7083333333333334, "eval_TITLE_recall": 0.7120418848167539, "eval_accuracy": 0.9624557055588165, "eval_f1": 0.7281119714115545, "eval_loss": 0.4045078456401825, "eval_overall_accuracy": 0.9624557055588165, "eval_overall_f1": 0.7281119714115545, "eval_overall_precision": 0.7257346393588602, "eval_overall_recall": 0.7305049297878697, "eval_precision": 0.7257346393588602, "eval_recall": 0.7305049297878697, "eval_runtime": 12.0387, "eval_samples_per_second": 273.867, "eval_steps_per_second": 8.639, "step": 16461 }, { "epoch": 59.0, "step": 16461, "total_flos": 1.775211528354624e+16, "train_loss": 0.009545519693859451, "train_runtime": 5412.0567, "train_samples_per_second": 164.595, "train_steps_per_second": 5.155 } ], "max_steps": 27900, "num_train_epochs": 100, "total_flos": 1.775211528354624e+16, "trial_name": null, "trial_params": null }