{ "best_metric": 0.9645081848471678, "best_model_checkpoint": "/work/stual/res_ICDAR/method_2/tmp/223-pretrained-camembert-ner-joint-labelling-io/checkpoint-1200", "epoch": 3.1496062992125986, "global_step": 1200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.26, "eval_ACT": { "f1": 0.9082308420056764, "number": 519, "precision": 0.8921933085501859, "recall": 0.9248554913294798 }, "eval_ACT_L1": { "f1": 0.9221902017291066, "number": 503, "precision": 0.8921933085501859, "recall": 0.9542743538767395 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9680232558139534, "number": 678, "precision": 0.9541547277936963, "recall": 0.9823008849557522 }, "eval_DESC": { "f1": 0.0, "number": 30, "precision": 0.0, "recall": 0.0 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9373368146214099, "number": 761, "precision": 0.9312581063553826, "recall": 0.9434954007884363 }, "eval_PER": { "f1": 0.9323529411764705, "number": 676, "precision": 0.9269005847953217, "recall": 0.9378698224852071 }, "eval_SPAT": { "f1": 0.9343794579172611, "number": 694, "precision": 0.9251412429378532, "recall": 0.9438040345821326 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.0, "number": 33, "precision": 0.0, "recall": 0.0 }, "eval_TITREP": { "f1": 0.0, "number": 6, "precision": 0.0, "recall": 0.0 }, "eval_accuracy": 0.9362186788154897, "eval_accuracy-all": 0.9562768919260947, "eval_accuracy-das": 0.9490002531004809, "eval_accuracy-l1": 0.9450771956466717, "eval_accuracy-l2": 0.9674765882055176, "eval_f1": 0.9321490972626674, "eval_f1-all": 0.9266715650257163, "eval_f1-das": 0.9285714285714286, "eval_f1-l1": 0.9225554106910039, "eval_f1-l2": 0.931986531986532, "eval_loss": 0.38459497690200806, "eval_precision": 0.9337806301050176, "eval_precision-all": 0.9276257722859664, "eval_precision-das": 0.927536231884058, "eval_precision-l1": 0.916580310880829, "eval_precision-l2": 0.94213750850919, "eval_recall": 0.9305232558139535, "eval_recall-all": 0.9257193188490899, "eval_recall-das": 0.929608938547486, "eval_recall-l1": 0.9286089238845144, "eval_recall-l2": 0.9220519653564291, "eval_runtime": 5.6488, "eval_samples_per_second": 119.672, "eval_steps_per_second": 7.612, "step": 100 }, { "epoch": 0.52, "eval_ACT": { "f1": 0.9080568720379146, "number": 519, "precision": 0.8936567164179104, "recall": 0.9229287090558767 }, "eval_ACT_L1": { "f1": 0.9220404234841193, "number": 503, "precision": 0.8936567164179104, "recall": 0.952286282306163 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9852724594992636, "number": 678, "precision": 0.9838235294117647, "recall": 0.9867256637168141 }, "eval_DESC": { "f1": 0.20689655172413796, "number": 30, "precision": 0.21428571428571427, "recall": 0.2 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9359223300970875, "number": 761, "precision": 0.9221938775510204, "recall": 0.9500657030223391 }, "eval_PER": { "f1": 0.963235294117647, "number": 676, "precision": 0.9576023391812866, "recall": 0.9689349112426036 }, "eval_SPAT": { "f1": 0.9463902787705505, "number": 694, "precision": 0.9390070921985816, "recall": 0.9538904899135446 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7500000000000001, "number": 33, "precision": 0.7741935483870968, "recall": 0.7272727272727273 }, "eval_TITREP": { "f1": 0.25, "number": 6, "precision": 0.5, "recall": 0.16666666666666666 }, "eval_accuracy": 0.9521640091116174, "eval_accuracy-all": 0.9654517843583903, "eval_accuracy-das": 0.9663376360415085, "eval_accuracy-l1": 0.9584915211338901, "eval_accuracy-l2": 0.9724120475828905, "eval_f1": 0.9434889434889435, "eval_f1-all": 0.9390315052508752, "eval_f1-das": 0.9470566456867827, "eval_f1-l1": 0.9341627786417833, "eval_f1-l2": 0.9452968645763842, "eval_loss": 0.250836580991745, "eval_precision": 0.9382006323656223, "eval_precision-all": 0.9330434782608695, "eval_precision-das": 0.9414795730585205, "eval_precision-l1": 0.9226830517153097, "eval_precision-l2": 0.9465597862391449, "eval_recall": 0.9488372093023256, "eval_recall-all": 0.9450968878449795, "eval_recall-das": 0.9527001862197393, "eval_recall-l1": 0.9459317585301837, "eval_recall-l2": 0.944037308461026, "eval_runtime": 5.3447, "eval_samples_per_second": 126.48, "eval_steps_per_second": 8.045, "step": 200 }, { "epoch": 0.79, "eval_ACT": { "f1": 0.9357622243528284, "number": 519, "precision": 0.9312977099236641, "recall": 0.9402697495183044 }, "eval_ACT_L1": { "f1": 0.9503407984420642, "number": 503, "precision": 0.9312977099236641, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.0, "number": 16, "precision": 0.0, "recall": 0.0 }, "eval_CARDINAL": { "f1": 0.9801324503311258, "number": 678, "precision": 0.9779735682819384, "recall": 0.9823008849557522 }, "eval_DESC": { "f1": 0.29411764705882354, "number": 30, "precision": 0.2631578947368421, "recall": 0.3333333333333333 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9660574412532638, "number": 761, "precision": 0.959792477302205, "recall": 0.9724047306176085 }, "eval_PER": { "f1": 0.9676470588235294, "number": 676, "precision": 0.9619883040935673, "recall": 0.9733727810650887 }, "eval_SPAT": { "f1": 0.9655667144906743, "number": 694, "precision": 0.9614285714285714, "recall": 0.9697406340057637 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7878787878787878, "number": 33, "precision": 0.7878787878787878, "recall": 0.7878787878787878 }, "eval_TITREP": { "f1": 0.5, "number": 6, "precision": 0.5, "recall": 0.5 }, "eval_accuracy": 0.9577322196912175, "eval_accuracy-all": 0.970640344216654, "eval_accuracy-das": 0.9729182485446722, "eval_accuracy-l1": 0.9629207795494812, "eval_accuracy-l2": 0.9783599088838268, "eval_f1": 0.956169535657457, "eval_f1-all": 0.9539675580885576, "eval_f1-das": 0.9606679035250464, "eval_f1-l1": 0.9498831472344845, "eval_f1-l2": 0.9592245989304813, "eval_loss": 0.18919637799263, "eval_precision": 0.9516268355888281, "eval_precision-all": 0.9496654058772185, "eval_precision-das": 0.9571164510166359, "eval_precision-l1": 0.9398766700924974, "eval_precision-l2": 0.9624413145539906, "eval_recall": 0.9607558139534884, "eval_recall-all": 0.9583088667058133, "eval_recall-das": 0.964245810055866, "eval_recall-l1": 0.9601049868766404, "eval_recall-l2": 0.9560293137908061, "eval_runtime": 5.4055, "eval_samples_per_second": 125.059, "eval_steps_per_second": 7.955, "step": 300 }, { "epoch": 1.05, "eval_ACT": { "f1": 0.9342230695900857, "number": 519, "precision": 0.9245283018867925, "recall": 0.9441233140655106 }, "eval_ACT_L1": { "f1": 0.9475728155339805, "number": 503, "precision": 0.9259962049335864, "recall": 0.9701789264413518 }, "eval_ACT_L2": { "f1": 0.21052631578947367, "number": 16, "precision": 0.6666666666666666, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9896755162241888, "number": 678, "precision": 0.9896755162241888, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.2898550724637681, "number": 30, "precision": 0.2564102564102564, "recall": 0.3333333333333333 }, "eval_FT": { "f1": 0.0, "number": 7, "precision": 0.0, "recall": 0.0 }, "eval_LOC": { "f1": 0.9580602883355177, "number": 761, "precision": 0.9555555555555556, "recall": 0.9605781865965834 }, "eval_PER": { "f1": 0.9712177121771217, "number": 676, "precision": 0.9690721649484536, "recall": 0.9733727810650887 }, "eval_SPAT": { "f1": 0.9641319942611191, "number": 694, "precision": 0.96, "recall": 0.968299711815562 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7812499999999999, "number": 33, "precision": 0.8064516129032258, "recall": 0.7575757575757576 }, "eval_TITREP": { "f1": 0.5, "number": 6, "precision": 0.5, "recall": 0.5 }, "eval_accuracy": 0.9598835737787902, "eval_accuracy-all": 0.9720323968615541, "eval_accuracy-das": 0.9739306504682359, "eval_accuracy-l1": 0.9662110858010631, "eval_accuracy-l2": 0.9778537079220451, "eval_f1": 0.9569377990430622, "eval_f1-all": 0.9540532630962834, "eval_f1-das": 0.9613239122350317, "eval_f1-l1": 0.9496103896103896, "eval_f1-l2": 0.9597855227882036, "eval_loss": 0.1560496836900711, "eval_precision": 0.9545849002024877, "eval_precision-all": 0.9509918319719953, "eval_precision-das": 0.9598960267359822, "eval_precision-l1": 0.9398457583547558, "eval_precision-l2": 0.9656102494942683, "eval_recall": 0.9593023255813954, "eval_recall-all": 0.9571344685848503, "eval_recall-das": 0.962756052141527, "eval_recall-l1": 0.9595800524934384, "eval_recall-l2": 0.9540306462358428, "eval_runtime": 5.8457, "eval_samples_per_second": 115.64, "eval_steps_per_second": 7.356, "step": 400 }, { "epoch": 1.31, "learning_rate": 9e-05, "loss": 0.3741, "step": 500 }, { "epoch": 1.31, "eval_ACT": { "f1": 0.936902485659656, "number": 519, "precision": 0.9297912713472486, "recall": 0.9441233140655106 }, "eval_ACT_L1": { "f1": 0.9530332681017614, "number": 503, "precision": 0.9383429672447013, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.25, "number": 16, "precision": 0.375, "recall": 0.1875 }, "eval_CARDINAL": { "f1": 0.9845474613686535, "number": 678, "precision": 0.9823788546255506, "recall": 0.9867256637168141 }, "eval_DESC": { "f1": 0.303030303030303, "number": 30, "precision": 0.2777777777777778, "recall": 0.3333333333333333 }, "eval_FT": { "f1": 0.2, "number": 7, "precision": 0.3333333333333333, "recall": 0.14285714285714285 }, "eval_LOC": { "f1": 0.9494163424124514, "number": 761, "precision": 0.9372599231754162, "recall": 0.961892247043364 }, "eval_PER": { "f1": 0.9668874172185431, "number": 676, "precision": 0.9619326500732065, "recall": 0.9718934911242604 }, "eval_SPAT": { "f1": 0.9655667144906743, "number": 694, "precision": 0.9614285714285714, "recall": 0.9697406340057637 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8571428571428572, "number": 33, "precision": 0.9, "recall": 0.8181818181818182 }, "eval_TITREP": { "f1": 0.42857142857142855, "number": 6, "precision": 0.375, "recall": 0.5 }, "eval_accuracy": 0.9562136168058719, "eval_accuracy-all": 0.9678562389268539, "eval_accuracy-das": 0.9719058466211086, "eval_accuracy-l1": 0.9625411288281448, "eval_accuracy-l2": 0.9731713490255631, "eval_f1": 0.9531092194488529, "eval_f1-all": 0.9517140773158278, "eval_f1-das": 0.9583410479540826, "eval_f1-l1": 0.9508196721311476, "eval_f1-l2": 0.952855245683931, "eval_loss": 0.16655875742435455, "eval_precision": 0.946147235749069, "eval_precision-all": 0.9457813859089591, "eval_precision-das": 0.9528718703976435, "eval_precision-l1": 0.9427244582043344, "eval_precision-l2": 0.9497021839841164, "eval_recall": 0.9601744186046511, "eval_recall-all": 0.9577216676453317, "eval_recall-das": 0.9638733705772812, "eval_recall-l1": 0.9590551181102362, "eval_recall-l2": 0.9560293137908061, "eval_runtime": 5.1533, "eval_samples_per_second": 131.179, "eval_steps_per_second": 8.344, "step": 500 }, { "epoch": 1.57, "eval_ACT": { "f1": 0.9372623574144486, "number": 519, "precision": 0.924953095684803, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9515503875968994, "number": 503, "precision": 0.9281663516068053, "recall": 0.9761431411530815 }, "eval_ACT_L2": { "f1": 0.2, "number": 16, "precision": 0.5, "recall": 0.125 }, "eval_CARDINAL": { "f1": 0.9837997054491899, "number": 678, "precision": 0.9823529411764705, "recall": 0.9852507374631269 }, "eval_DESC": { "f1": 0.23333333333333334, "number": 30, "precision": 0.23333333333333334, "recall": 0.23333333333333334 }, "eval_FT": { "f1": 0.4, "number": 7, "precision": 0.6666666666666666, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9521311475409836, "number": 761, "precision": 0.9502617801047121, "recall": 0.9540078843626807 }, "eval_PER": { "f1": 0.9646017699115044, "number": 676, "precision": 0.961764705882353, "recall": 0.9674556213017751 }, "eval_SPAT": { "f1": 0.9582132564841499, "number": 694, "precision": 0.9582132564841499, "recall": 0.9582132564841499 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.6666666666666666, "number": 33, "precision": 0.6388888888888888, "recall": 0.696969696969697 }, "eval_TITREP": { "f1": 0.30769230769230765, "number": 6, "precision": 0.2857142857142857, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9605163249810175, "eval_accuracy-all": 0.9712730954188813, "eval_accuracy-das": 0.9717792963806631, "eval_accuracy-l1": 0.9660845355606176, "eval_accuracy-l2": 0.976461655277145, "eval_f1": 0.9545059403071573, "eval_f1-all": 0.9483389433630909, "eval_f1-das": 0.9562314540059347, "eval_f1-l1": 0.9468473163105785, "eval_f1-l2": 0.9502504173622704, "eval_loss": 0.15178745985031128, "eval_precision": 0.951473136915078, "eval_precision-all": 0.945433323606653, "eval_precision-das": 0.9523457702253417, "eval_precision-l1": 0.9399896533885153, "eval_precision-l2": 0.9524765729585006, "eval_recall": 0.9575581395348837, "eval_recall-all": 0.9512624779800353, "eval_recall-das": 0.9601489757914339, "eval_recall-l1": 0.9538057742782152, "eval_recall-l2": 0.9480346435709527, "eval_runtime": 5.4096, "eval_samples_per_second": 124.964, "eval_steps_per_second": 7.949, "step": 600 }, { "epoch": 1.84, "eval_ACT": { "f1": 0.9246704331450094, "number": 519, "precision": 0.9042357274401474, "recall": 0.9460500963391136 }, "eval_ACT_L1": { "f1": 0.9508840864440079, "number": 503, "precision": 0.9398058252427185, "recall": 0.9622266401590457 }, "eval_ACT_L2": { "f1": 0.3181818181818182, "number": 16, "precision": 0.25, "recall": 0.4375 }, "eval_CARDINAL": { "f1": 0.9896907216494845, "number": 678, "precision": 0.9882352941176471, "recall": 0.9911504424778761 }, "eval_DESC": { "f1": 0.38554216867469876, "number": 30, "precision": 0.3018867924528302, "recall": 0.5333333333333333 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9503916449086162, "number": 761, "precision": 0.9442282749675746, "recall": 0.9566360052562418 }, "eval_PER": { "f1": 0.9748892171344165, "number": 676, "precision": 0.9734513274336283, "recall": 0.9763313609467456 }, "eval_SPAT": { "f1": 0.9633357296908699, "number": 694, "precision": 0.9612625538020086, "recall": 0.9654178674351584 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8059701492537314, "number": 33, "precision": 0.7941176470588235, "recall": 0.8181818181818182 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 6, "precision": 0.4, "recall": 0.3333333333333333 }, "eval_accuracy": 0.95292331055429, "eval_accuracy-all": 0.9636168058719311, "eval_accuracy-das": 0.9739306504682359, "eval_accuracy-l1": 0.9598835737787902, "eval_accuracy-l2": 0.9673500379650721, "eval_f1": 0.9544799769518871, "eval_f1-all": 0.9515354388007569, "eval_f1-das": 0.9612604263206673, "eval_f1-l1": 0.9511434511434511, "eval_f1-l2": 0.9520344029110156, "eval_loss": 0.14892005920410156, "eval_precision": 0.9460308395202741, "eval_precision-all": 0.9434343434343434, "eval_precision-das": 0.9568265682656827, "eval_precision-l1": 0.9418425115800309, "eval_precision-l2": 0.9454664914586071, "eval_recall": 0.9630813953488372, "eval_recall-all": 0.959776864357017, "eval_recall-das": 0.9657355679702049, "eval_recall-l1": 0.9606299212598425, "eval_recall-l2": 0.9586942038640907, "eval_runtime": 5.2405, "eval_samples_per_second": 128.995, "eval_steps_per_second": 8.205, "step": 700 }, { "epoch": 2.1, "eval_ACT": { "f1": 0.9232209737827716, "number": 519, "precision": 0.8979963570127505, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9539666993143977, "number": 503, "precision": 0.9401544401544402, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.25531914893617014, "number": 16, "precision": 0.1935483870967742, "recall": 0.375 }, "eval_CARDINAL": { "f1": 0.9882179675994109, "number": 678, "precision": 0.986764705882353, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.3614457831325301, "number": 30, "precision": 0.2830188679245283, "recall": 0.5 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9589041095890412, "number": 761, "precision": 0.9520725388601037, "recall": 0.9658344283837057 }, "eval_PER": { "f1": 0.9727339719970524, "number": 676, "precision": 0.9691629955947136, "recall": 0.9763313609467456 }, "eval_SPAT": { "f1": 0.9662113587347233, "number": 694, "precision": 0.9641319942611191, "recall": 0.968299711815562 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8787878787878788, "number": 33, "precision": 0.8787878787878788, "recall": 0.8787878787878788 }, "eval_TITREP": { "f1": 0.3636363636363636, "number": 6, "precision": 0.4, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9635535307517085, "eval_accuracy-all": 0.9731080739053404, "eval_accuracy-das": 0.9776006074411542, "eval_accuracy-l1": 0.9689951910908631, "eval_accuracy-l2": 0.9772209567198178, "eval_f1": 0.9572477328343171, "eval_f1-all": 0.9534883720930232, "eval_f1-das": 0.96532542184313, "eval_f1-l1": 0.9517384535547483, "eval_f1-l2": 0.9557171183079973, "eval_loss": 0.12363296002149582, "eval_precision": 0.9481037924151696, "eval_precision-all": 0.9441565918249856, "eval_precision-das": 0.9612259970457903, "eval_precision-l1": 0.9409953822473063, "eval_precision-l2": 0.9481967213114754, "eval_recall": 0.9665697674418605, "eval_recall-all": 0.9630064591896653, "eval_recall-das": 0.9694599627560522, "eval_recall-l1": 0.9627296587926509, "eval_recall-l2": 0.9633577614923384, "eval_runtime": 5.5172, "eval_samples_per_second": 122.526, "eval_steps_per_second": 7.794, "step": 800 }, { "epoch": 2.36, "eval_ACT": { "f1": 0.9430740037950663, "number": 519, "precision": 0.9289719626168225, "recall": 0.9576107899807321 }, "eval_ACT_L1": { "f1": 0.9610136452241714, "number": 503, "precision": 0.9426386233269598, "recall": 0.9801192842942346 }, "eval_ACT_L2": { "f1": 0.28571428571428575, "number": 16, "precision": 0.3333333333333333, "recall": 0.25 }, "eval_CARDINAL": { "f1": 0.9882179675994109, "number": 678, "precision": 0.986764705882353, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.42424242424242425, "number": 30, "precision": 0.3888888888888889, "recall": 0.4666666666666667 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9577098243331165, "number": 761, "precision": 0.9484536082474226, "recall": 0.9671484888304862 }, "eval_PER": { "f1": 0.9800738007380073, "number": 676, "precision": 0.9779086892488954, "recall": 0.9822485207100592 }, "eval_SPAT": { "f1": 0.9734767025089606, "number": 694, "precision": 0.9686162624821684, "recall": 0.978386167146974 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8656716417910447, "number": 33, "precision": 0.8529411764705882, "recall": 0.8787878787878788 }, "eval_TITREP": { "f1": 0.4, "number": 6, "precision": 0.3333333333333333, "recall": 0.5 }, "eval_accuracy": 0.966464186281954, "eval_accuracy-all": 0.9758289040749177, "eval_accuracy-das": 0.9776006074411542, "eval_accuracy-l1": 0.9732978992660086, "eval_accuracy-l2": 0.9783599088838268, "eval_f1": 0.9596425482848083, "eval_f1-all": 0.9609329446064141, "eval_f1-das": 0.9650453116330684, "eval_f1-l1": 0.9625390218522373, "eval_f1-l2": 0.9588859416445624, "eval_loss": 0.14185747504234314, "eval_precision": 0.9516866781017724, "eval_precision-all": 0.9542559351476549, "eval_precision-das": 0.9584864070536371, "eval_precision-l1": 0.9541000515729757, "eval_precision-l2": 0.9544554455445544, "eval_recall": 0.9677325581395348, "eval_recall-all": 0.9677040516735174, "eval_recall-das": 0.9716945996275606, "eval_recall-l1": 0.9711286089238845, "eval_recall-l2": 0.9633577614923384, "eval_runtime": 5.3064, "eval_samples_per_second": 127.395, "eval_steps_per_second": 8.103, "step": 900 }, { "epoch": 2.62, "learning_rate": 8e-05, "loss": 0.125, "step": 1000 }, { "epoch": 2.62, "eval_ACT": { "f1": 0.935483870967742, "number": 519, "precision": 0.9214953271028037, "recall": 0.9499036608863198 }, "eval_ACT_L1": { "f1": 0.9489194499017682, "number": 503, "precision": 0.9378640776699029, "recall": 0.9602385685884692 }, "eval_ACT_L2": { "f1": 0.5555555555555556, "number": 16, "precision": 0.5, "recall": 0.625 }, "eval_CARDINAL": { "f1": 0.9896755162241888, "number": 678, "precision": 0.9896755162241888, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.5121951219512195, "number": 30, "precision": 0.40384615384615385, "recall": 0.7 }, "eval_FT": { "f1": 0.5454545454545454, "number": 7, "precision": 0.75, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9679529103989536, "number": 761, "precision": 0.9635416666666666, "recall": 0.9724047306176085 }, "eval_PER": { "f1": 0.9741315594974131, "number": 676, "precision": 0.9734121122599705, "recall": 0.9748520710059172 }, "eval_SPAT": { "f1": 0.9727011494252873, "number": 694, "precision": 0.9699140401146131, "recall": 0.9755043227665706 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.7384615384615384, "number": 33, "precision": 0.75, "recall": 0.7272727272727273 }, "eval_TITREP": { "f1": 0.30769230769230765, "number": 6, "precision": 0.2857142857142857, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9697544925335359, "eval_accuracy-all": 0.9778537079220451, "eval_accuracy-das": 0.9803847127309542, "eval_accuracy-l1": 0.9754492533535813, "eval_accuracy-l2": 0.9802581624905087, "eval_f1": 0.9626951995373046, "eval_f1-all": 0.9596033250692723, "eval_f1-das": 0.9673226884515411, "eval_f1-l1": 0.9565895502989343, "eval_f1-l2": 0.963455149501661, "eval_loss": 0.11307696253061295, "eval_precision": 0.9577100115074798, "eval_precision-all": 0.9533468559837728, "eval_precision-das": 0.9644576082932247, "eval_precision-l1": 0.9474768280123584, "eval_precision-l2": 0.9609012591119946, "eval_recall": 0.9677325581395348, "eval_recall-all": 0.9659424544920728, "eval_recall-das": 0.9702048417132216, "eval_recall-l1": 0.9658792650918635, "eval_recall-l2": 0.966022651565623, "eval_runtime": 5.3265, "eval_samples_per_second": 126.912, "eval_steps_per_second": 8.073, "step": 1000 }, { "epoch": 2.89, "eval_ACT": { "f1": 0.9460737937559129, "number": 519, "precision": 0.929368029739777, "recall": 0.9633911368015414 }, "eval_ACT_L1": { "f1": 0.9647058823529412, "number": 503, "precision": 0.9516441005802708, "recall": 0.9781312127236581 }, "eval_ACT_L2": { "f1": 0.4324324324324324, "number": 16, "precision": 0.38095238095238093, "recall": 0.5 }, "eval_CARDINAL": { "f1": 0.9889462048636699, "number": 678, "precision": 0.9882179675994109, "recall": 0.9896755162241888 }, "eval_DESC": { "f1": 0.5066666666666666, "number": 30, "precision": 0.4222222222222222, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.5, "number": 7, "precision": 0.6, "recall": 0.42857142857142855 }, "eval_LOC": { "f1": 0.9620915032679739, "number": 761, "precision": 0.9570871261378413, "recall": 0.9671484888304862 }, "eval_PER": { "f1": 0.980825958702065, "number": 676, "precision": 0.9779411764705882, "recall": 0.9837278106508875 }, "eval_SPAT": { "f1": 0.9698275862068965, "number": 694, "precision": 0.9670487106017192, "recall": 0.9726224783861671 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.9090909090909091, "number": 33, "precision": 0.9090909090909091, "recall": 0.9090909090909091 }, "eval_TITREP": { "f1": 0.28571428571428575, "number": 6, "precision": 0.25, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9725385978233358, "eval_accuracy-all": 0.9804479878511769, "eval_accuracy-das": 0.9808909136927361, "eval_accuracy-l1": 0.9793723108073905, "eval_accuracy-l2": 0.9815236648949633, "eval_f1": 0.964053702901689, "eval_f1-all": 0.9622504008162075, "eval_f1-das": 0.969213649851632, "eval_f1-l1": 0.9628088426527959, "eval_f1-l2": 0.9615384615384616, "eval_loss": 0.11332696676254272, "eval_precision": 0.9575566389446516, "eval_precision-all": 0.9554269175108538, "eval_precision-das": 0.9652752124122645, "eval_precision-l1": 0.9541237113402062, "eval_precision-l2": 0.9570957095709571, "eval_recall": 0.9706395348837209, "eval_recall-all": 0.9691720493247211, "eval_recall-das": 0.9731843575418995, "eval_recall-l1": 0.9716535433070866, "eval_recall-l2": 0.966022651565623, "eval_runtime": 5.5511, "eval_samples_per_second": 121.778, "eval_steps_per_second": 7.746, "step": 1100 }, { "epoch": 3.15, "eval_ACT": { "f1": 0.9438629876308278, "number": 519, "precision": 0.9323308270676691, "recall": 0.9556840077071291 }, "eval_ACT_L1": { "f1": 0.9596059113300494, "number": 503, "precision": 0.951171875, "recall": 0.9681908548707754 }, "eval_ACT_L2": { "f1": 0.5, "number": 16, "precision": 0.45, "recall": 0.5625 }, "eval_CARDINAL": { "f1": 0.988962472406181, "number": 678, "precision": 0.986784140969163, "recall": 0.9911504424778761 }, "eval_DESC": { "f1": 0.5277777777777778, "number": 30, "precision": 0.4523809523809524, "recall": 0.6333333333333333 }, "eval_FT": { "f1": 0.4, "number": 7, "precision": 0.6666666666666666, "recall": 0.2857142857142857 }, "eval_LOC": { "f1": 0.9593709043250329, "number": 761, "precision": 0.9568627450980393, "recall": 0.961892247043364 }, "eval_PER": { "f1": 0.9792899408284024, "number": 676, "precision": 0.9792899408284024, "recall": 0.9792899408284024 }, "eval_SPAT": { "f1": 0.9619526202440775, "number": 694, "precision": 0.9585121602288984, "recall": 0.9654178674351584 }, "eval_TITRE": { "f1": 0.0, "number": 2, "precision": 0.0, "recall": 0.0 }, "eval_TITREH": { "f1": 0.8615384615384615, "number": 33, "precision": 0.875, "recall": 0.8484848484848485 }, "eval_TITREP": { "f1": 0.3333333333333333, "number": 6, "precision": 0.3333333333333333, "recall": 0.3333333333333333 }, "eval_accuracy": 0.9689951910908631, "eval_accuracy-all": 0.976461655277145, "eval_accuracy-das": 0.9806378132118451, "eval_accuracy-l1": 0.9748165021513541, "eval_accuracy-l2": 0.978106808402936, "eval_f1": 0.9645081848471678, "eval_f1-all": 0.9596609178602747, "eval_f1-das": 0.9675023212627669, "eval_f1-l1": 0.9587897756911842, "eval_f1-l2": 0.9607712765957446, "eval_loss": 0.1283569037914276, "eval_precision": 0.9613052266820675, "eval_precision-all": 0.9554714784633295, "eval_precision-das": 0.9648148148148148, "eval_precision-l1": 0.9528252980819077, "eval_precision-l2": 0.9588586595885866, "eval_recall": 0.9677325581395348, "eval_recall-all": 0.9638872577803875, "eval_recall-das": 0.9702048417132216, "eval_recall-l1": 0.9648293963254593, "eval_recall-l2": 0.9626915389740173, "eval_runtime": 5.3323, "eval_samples_per_second": 126.776, "eval_steps_per_second": 8.064, "step": 1200 } ], "max_steps": 5000, "num_train_epochs": 14, "total_flos": 489050884121184.0, "trial_name": null, "trial_params": null }