{ "best_metric": 0.05306292325258255, "best_model_checkpoint": "distilbert_finetuned_pii_mjalg/checkpoint-2674", "epoch": 7.0, "eval_steps": 500, "global_step": 9359, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.37, "grad_norm": 0.2944595515727997, "learning_rate": 1.3354700854700855e-05, "loss": 0.0678, "step": 500 }, { "epoch": 0.75, "grad_norm": 0.3987296223640442, "learning_rate": 2.670940170940171e-05, "loss": 0.0453, "step": 1000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9655172413793104, "eval_ACCOUNTNUMBER_f1": 0.9696969696969697, "eval_AMOUNT_f1": 0.9341563786008229, "eval_BIC_f1": 0.9026548672566371, "eval_BITCOINADDRESS_f1": 0.9197080291970804, "eval_BUILDINGNUMBER_f1": 0.5608465608465608, "eval_CITY_f1": 0.9710454129838464, "eval_COMPANY_NAME_f1": 0.9133333333333333, "eval_COUNTY_f1": 0.9726027397260274, "eval_CREDITCARDCVV_f1": 0.8411214953271028, "eval_CREDITCARDISSUER_f1": 0.9214659685863875, "eval_CREDITCARDNUMBER_f1": 0.8604651162790697, "eval_CURRENCYCODE_f1": 0.6708074534161491, "eval_CURRENCYNAME_f1": 0.10169491525423728, "eval_CURRENCYSYMBOL_f1": 0.6458333333333333, "eval_CURRENCY_f1": 0.6680327868852458, "eval_DATE_f1": 0.9947089947089947, "eval_DISPLAYNAME_f1": 0.25, "eval_EMAIL_f1": 0.9988907376594564, "eval_ETHEREUMADDRESS_f1": 0.9781659388646288, "eval_FIRSTNAME_f1": 0.8443037974683545, "eval_FULLNAME_f1": 0.9831724820588964, "eval_GENDER_f1": 0.7872340425531915, "eval_IBAN_f1": 0.955223880597015, "eval_IPV4_f1": 0.8438228438228438, "eval_IPV6_f1": 0.692857142857143, "eval_IP_f1": 0.1744186046511628, "eval_JOBAREA_f1": 0.9113737075332348, "eval_JOBDESCRIPTOR_f1": 0.6436781609195401, "eval_JOBTITLE_f1": 0.912280701754386, "eval_JOBTYPE_f1": 0.8374384236453202, "eval_LASTNAME_f1": 0.6161971830985915, "eval_LITECOINADDRESS_f1": 0.8571428571428571, "eval_MAC_f1": 0.9398907103825136, "eval_MASKEDNUMBER_f1": 0.8045977011494254, "eval_MIDDLENAME_f1": 0.4949494949494949, "eval_NAME_f1": 0.9956259112684858, "eval_NEARBYGPSCOORDINATE_f1": 0.0, "eval_NUMBER_f1": 0.8925619834710744, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9632107023411371, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.911764705882353, "eval_PIN_f1": 0.7326732673267328, "eval_PREFIX_f1": 0.8717948717948718, "eval_SECONDARYADDRESS_f1": 0.9166666666666667, "eval_SEXTYPE_f1": 0.0, "eval_SEX_f1": 0.921985815602837, "eval_SSN_f1": 0.9166666666666667, "eval_STATE_f1": 0.9911816578483246, "eval_STREETADDRESS_f1": 0.47808764940239046, "eval_STREET_f1": 0.44835164835164837, "eval_SUFFIX_f1": 0.8378378378378378, "eval_TIME_f1": 0.9274193548387097, "eval_URL_f1": 0.9959072305593452, "eval_USERAGENT_f1": 0.9646017699115044, "eval_USERNAME_f1": 0.8853046594982079, "eval_VEHICLEVIN_f1": 0.923076923076923, "eval_VEHICLEVRM_f1": 0.9516129032258064, "eval_ZIPCODE_f1": 0.8771084337349396, "eval_loss": 0.0665486678481102, "eval_overall_accuracy": 0.9781158416489375, "eval_overall_f1": 0.9116570276436569, "eval_overall_precision": 0.8949890613605584, "eval_overall_recall": 0.9289576124567474, "eval_runtime": 327.179, "eval_samples_per_second": 32.682, "eval_steps_per_second": 1.024, "step": 1337 }, { "epoch": 1.12, "grad_norm": 7.866527080535889, "learning_rate": 4.006410256410257e-05, "loss": 0.0502, "step": 1500 }, { "epoch": 1.5, "grad_norm": 1.1881052255630493, "learning_rate": 4.914518498731134e-05, "loss": 0.0659, "step": 2000 }, { "epoch": 1.87, "grad_norm": 1.3071116209030151, "learning_rate": 4.580606384399626e-05, "loss": 0.0603, "step": 2500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.980891719745223, "eval_ACCOUNTNUMBER_f1": 0.983372921615202, "eval_AMOUNT_f1": 0.9330543933054394, "eval_BIC_f1": 0.8288288288288288, "eval_BITCOINADDRESS_f1": 0.911764705882353, "eval_BUILDINGNUMBER_f1": 0.6526315789473683, "eval_CITY_f1": 0.9876007439553627, "eval_COMPANY_NAME_f1": 0.9042904290429041, "eval_COUNTY_f1": 0.9931506849315068, "eval_CREDITCARDCVV_f1": 0.896551724137931, "eval_CREDITCARDISSUER_f1": 0.9045226130653266, "eval_CREDITCARDNUMBER_f1": 0.926470588235294, "eval_CURRENCYCODE_f1": 0.6946107784431138, "eval_CURRENCYNAME_f1": 0.2995169082125604, "eval_CURRENCYSYMBOL_f1": 0.6792452830188679, "eval_CURRENCY_f1": 0.6492374727668845, "eval_DATE_f1": 0.9947089947089947, "eval_DISPLAYNAME_f1": 0.43478260869565216, "eval_EMAIL_f1": 0.9986130374479889, "eval_ETHEREUMADDRESS_f1": 0.9527896995708155, "eval_FIRSTNAME_f1": 0.8599269183922046, "eval_FULLNAME_f1": 0.979050452460642, "eval_GENDER_f1": 0.8282828282828283, "eval_IBAN_f1": 0.98, "eval_IPV4_f1": 0.8517647058823529, "eval_IPV6_f1": 0.6566037735849057, "eval_IP_f1": 0.26262626262626265, "eval_JOBAREA_f1": 0.9366144668158092, "eval_JOBDESCRIPTOR_f1": 0.807511737089202, "eval_JOBTITLE_f1": 0.9084249084249084, "eval_JOBTYPE_f1": 0.8722466960352422, "eval_LASTNAME_f1": 0.7201492537313432, "eval_LITECOINADDRESS_f1": 0.861878453038674, "eval_MAC_f1": 0.9888888888888889, "eval_MASKEDNUMBER_f1": 0.881578947368421, "eval_MIDDLENAME_f1": 0.660377358490566, "eval_NAME_f1": 0.9927068139195666, "eval_NEARBYGPSCOORDINATE_f1": 0.11764705882352942, "eval_NUMBER_f1": 0.8771929824561403, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9285714285714285, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.8669527896995709, "eval_PIN_f1": 0.7835051546391754, "eval_PREFIX_f1": 0.9023746701846965, "eval_SECONDARYADDRESS_f1": 0.9841269841269841, "eval_SEXTYPE_f1": 0.0, "eval_SEX_f1": 0.950354609929078, "eval_SSN_f1": 0.859504132231405, "eval_STATE_f1": 0.9938217122683143, "eval_STREETADDRESS_f1": 0.8492063492063492, "eval_STREET_f1": 0.6691449814126395, "eval_SUFFIX_f1": 0.9056603773584906, "eval_TIME_f1": 0.946938775510204, "eval_URL_f1": 0.9972602739726028, "eval_USERAGENT_f1": 0.9691629955947136, "eval_USERNAME_f1": 0.8985507246376812, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 0.975609756097561, "eval_ZIPCODE_f1": 0.8, "eval_loss": 0.05306292325258255, "eval_overall_accuracy": 0.9804148063251986, "eval_overall_f1": 0.9312112796411023, "eval_overall_precision": 0.9200084423807514, "eval_overall_recall": 0.9426903114186851, "eval_runtime": 327.4914, "eval_samples_per_second": 32.651, "eval_steps_per_second": 1.023, "step": 2674 }, { "epoch": 2.24, "grad_norm": 1.3664042949676514, "learning_rate": 4.2466942700681185e-05, "loss": 0.0409, "step": 3000 }, { "epoch": 2.62, "grad_norm": 4.696125030517578, "learning_rate": 3.91278215573661e-05, "loss": 0.0372, "step": 3500 }, { "epoch": 2.99, "grad_norm": 0.9912804365158081, "learning_rate": 3.578870041405102e-05, "loss": 0.0344, "step": 4000 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9508196721311475, "eval_ACCOUNTNUMBER_f1": 0.9810426540284362, "eval_AMOUNT_f1": 0.9208333333333334, "eval_BIC_f1": 0.8888888888888888, "eval_BITCOINADDRESS_f1": 0.8550185873605947, "eval_BUILDINGNUMBER_f1": 0.7138643067846608, "eval_CITY_f1": 0.989120298414672, "eval_COMPANY_NAME_f1": 0.9297658862876255, "eval_COUNTY_f1": 0.9965870307167235, "eval_CREDITCARDCVV_f1": 0.9532710280373831, "eval_CREDITCARDISSUER_f1": 0.968421052631579, "eval_CREDITCARDNUMBER_f1": 0.8809523809523809, "eval_CURRENCYCODE_f1": 0.7, "eval_CURRENCYNAME_f1": 0.178343949044586, "eval_CURRENCYSYMBOL_f1": 0.7428571428571428, "eval_CURRENCY_f1": 0.7254098360655736, "eval_DATE_f1": 0.9947089947089947, "eval_DISPLAYNAME_f1": 0.49056603773584906, "eval_EMAIL_f1": 0.9994450610432852, "eval_ETHEREUMADDRESS_f1": 0.9691629955947136, "eval_FIRSTNAME_f1": 0.9020846493998737, "eval_FULLNAME_f1": 0.986181999253081, "eval_GENDER_f1": 0.9032258064516129, "eval_IBAN_f1": 0.9556650246305419, "eval_IPV4_f1": 0.861904761904762, "eval_IPV6_f1": 0.648888888888889, "eval_IP_f1": 0.375, "eval_JOBAREA_f1": 0.9431021044427125, "eval_JOBDESCRIPTOR_f1": 0.8487804878048781, "eval_JOBTITLE_f1": 0.9614678899082568, "eval_JOBTYPE_f1": 0.9019607843137256, "eval_LASTNAME_f1": 0.7775768535262206, "eval_LITECOINADDRESS_f1": 0.792079207920792, "eval_MAC_f1": 0.9777777777777777, "eval_MASKEDNUMBER_f1": 0.8284023668639052, "eval_MIDDLENAME_f1": 0.8701754385964913, "eval_NAME_f1": 0.9960358856665972, "eval_NEARBYGPSCOORDINATE_f1": 0.7692307692307692, "eval_NUMBER_f1": 0.956140350877193, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9504950495049506, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.9705882352941178, "eval_PIN_f1": 0.9696969696969697, "eval_PREFIX_f1": 0.8871391076115485, "eval_SECONDARYADDRESS_f1": 0.9841269841269841, "eval_SEXTYPE_f1": 0.0, "eval_SEX_f1": 0.9635036496350364, "eval_SSN_f1": 0.9457364341085271, "eval_STATE_f1": 0.9946996466431095, "eval_STREETADDRESS_f1": 0.8273972602739725, "eval_STREET_f1": 0.6962025316455697, "eval_SUFFIX_f1": 0.9554140127388536, "eval_TIME_f1": 0.9547325102880658, "eval_URL_f1": 0.9958960328317372, "eval_USERAGENT_f1": 0.9473684210526316, "eval_USERNAME_f1": 0.927536231884058, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 1.0, "eval_ZIPCODE_f1": 0.978494623655914, "eval_loss": 0.0586790032684803, "eval_overall_accuracy": 0.9801440744693092, "eval_overall_f1": 0.945268817204301, "eval_overall_precision": 0.9400128314798973, "eval_overall_recall": 0.9505839100346021, "eval_runtime": 326.6068, "eval_samples_per_second": 32.74, "eval_steps_per_second": 1.026, "step": 4011 }, { "epoch": 3.37, "grad_norm": 0.6067124605178833, "learning_rate": 3.244957927073594e-05, "loss": 0.0211, "step": 4500 }, { "epoch": 3.74, "grad_norm": 0.4390597641468048, "learning_rate": 2.9110458127420864e-05, "loss": 0.0248, "step": 5000 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9652996845425869, "eval_ACCOUNTNUMBER_f1": 0.9835294117647059, "eval_AMOUNT_f1": 0.9594882729211087, "eval_BIC_f1": 0.9310344827586206, "eval_BITCOINADDRESS_f1": 0.9003690036900369, "eval_BUILDINGNUMBER_f1": 0.7232704402515725, "eval_CITY_f1": 0.9907120743034056, "eval_COMPANY_NAME_f1": 0.9419795221843003, "eval_COUNTY_f1": 0.9897610921501707, "eval_CREDITCARDCVV_f1": 0.9074074074074073, "eval_CREDITCARDISSUER_f1": 0.9441624365482233, "eval_CREDITCARDNUMBER_f1": 0.920754716981132, "eval_CURRENCYCODE_f1": 0.7924528301886792, "eval_CURRENCYNAME_f1": 0.3783783783783784, "eval_CURRENCYSYMBOL_f1": 0.7850467289719627, "eval_CURRENCY_f1": 0.7544642857142857, "eval_DATE_f1": 0.9973474801061007, "eval_DISPLAYNAME_f1": 0.4931506849315069, "eval_EMAIL_f1": 0.9994450610432852, "eval_ETHEREUMADDRESS_f1": 0.9691629955947136, "eval_FIRSTNAME_f1": 0.9131545338441891, "eval_FULLNAME_f1": 0.9871970167806091, "eval_GENDER_f1": 0.8631578947368421, "eval_IBAN_f1": 0.9849246231155778, "eval_IPV4_f1": 0.8496420047732698, "eval_IPV6_f1": 0.6428571428571429, "eval_IP_f1": 0.33816425120772947, "eval_JOBAREA_f1": 0.959073359073359, "eval_JOBDESCRIPTOR_f1": 0.8585365853658536, "eval_JOBTITLE_f1": 0.9833641404805915, "eval_JOBTYPE_f1": 0.903846153846154, "eval_LASTNAME_f1": 0.770909090909091, "eval_LITECOINADDRESS_f1": 0.8290155440414507, "eval_MAC_f1": 0.9888888888888889, "eval_MASKEDNUMBER_f1": 0.8831168831168831, "eval_MIDDLENAME_f1": 0.9169675090252708, "eval_NAME_f1": 0.997289972899729, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_NUMBER_f1": 0.9316239316239316, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9530201342281879, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.9458128078817734, "eval_PIN_f1": 0.912621359223301, "eval_PREFIX_f1": 0.9030470914127424, "eval_SECONDARYADDRESS_f1": 0.9946524064171123, "eval_SEXTYPE_f1": 0.6666666666666666, "eval_SEX_f1": 0.9545454545454547, "eval_SSN_f1": 0.9312977099236642, "eval_STATE_f1": 0.9973427812223206, "eval_STREETADDRESS_f1": 0.8741542625169149, "eval_STREET_f1": 0.697508896797153, "eval_SUFFIX_f1": 0.9696969696969697, "eval_TIME_f1": 0.963265306122449, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9777777777777777, "eval_USERNAME_f1": 0.9080882352941176, "eval_VEHICLEVIN_f1": 0.993103448275862, "eval_VEHICLEVRM_f1": 0.9672131147540983, "eval_ZIPCODE_f1": 0.9619565217391305, "eval_loss": 0.06918281316757202, "eval_overall_accuracy": 0.9822896244272329, "eval_overall_f1": 0.9509492819878448, "eval_overall_precision": 0.9460139111824505, "eval_overall_recall": 0.9559364186851211, "eval_runtime": 327.0631, "eval_samples_per_second": 32.694, "eval_steps_per_second": 1.024, "step": 5348 }, { "epoch": 4.11, "grad_norm": 0.5133162140846252, "learning_rate": 2.577133698410579e-05, "loss": 0.0152, "step": 5500 }, { "epoch": 4.49, "grad_norm": 1.4461179971694946, "learning_rate": 2.2432215840790704e-05, "loss": 0.0105, "step": 6000 }, { "epoch": 4.86, "grad_norm": 0.6843233704566956, "learning_rate": 1.9093094697475625e-05, "loss": 0.0114, "step": 6500 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9714285714285714, "eval_ACCOUNTNUMBER_f1": 0.9789227166276346, "eval_AMOUNT_f1": 0.9873417721518987, "eval_BIC_f1": 0.9137931034482759, "eval_BITCOINADDRESS_f1": 0.924812030075188, "eval_BUILDINGNUMBER_f1": 0.7592592592592592, "eval_CITY_f1": 0.994108527131783, "eval_COMPANY_NAME_f1": 0.9278350515463917, "eval_COUNTY_f1": 0.9965870307167235, "eval_CREDITCARDCVV_f1": 0.9320388349514563, "eval_CREDITCARDISSUER_f1": 0.968421052631579, "eval_CREDITCARDNUMBER_f1": 0.8838951310861423, "eval_CURRENCYCODE_f1": 0.8289473684210527, "eval_CURRENCYNAME_f1": 0.5844748858447489, "eval_CURRENCYSYMBOL_f1": 0.7407407407407408, "eval_CURRENCY_f1": 0.7475247524752474, "eval_DATE_f1": 0.9973474801061007, "eval_DISPLAYNAME_f1": 0.5714285714285715, "eval_EMAIL_f1": 0.9994450610432852, "eval_ETHEREUMADDRESS_f1": 0.9519650655021833, "eval_FIRSTNAME_f1": 0.9212903225806451, "eval_FULLNAME_f1": 0.9866865745925096, "eval_GENDER_f1": 0.8453608247422681, "eval_IBAN_f1": 1.0, "eval_IPV4_f1": 0.851581508515815, "eval_IPV6_f1": 0.7377049180327868, "eval_IP_f1": 0.35820895522388063, "eval_JOBAREA_f1": 0.9616564417177915, "eval_JOBDESCRIPTOR_f1": 0.8609865470852018, "eval_JOBTITLE_f1": 0.974264705882353, "eval_JOBTYPE_f1": 0.9107981220657277, "eval_LASTNAME_f1": 0.8072072072072072, "eval_LITECOINADDRESS_f1": 0.8723404255319149, "eval_MAC_f1": 0.9888888888888889, "eval_MASKEDNUMBER_f1": 0.8363636363636363, "eval_MIDDLENAME_f1": 0.9558823529411764, "eval_NAME_f1": 0.9968756509060612, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_NUMBER_f1": 0.9734513274336283, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9700996677740864, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.970873786407767, "eval_PIN_f1": 0.9433962264150945, "eval_PREFIX_f1": 0.9214092140921409, "eval_SECONDARYADDRESS_f1": 0.9946524064171123, "eval_SEXTYPE_f1": 0.6666666666666666, "eval_SEX_f1": 0.9571428571428571, "eval_SSN_f1": 0.9448818897637796, "eval_STATE_f1": 0.9973427812223206, "eval_STREETADDRESS_f1": 0.8750000000000001, "eval_STREET_f1": 0.7323943661971831, "eval_SUFFIX_f1": 0.975609756097561, "eval_TIME_f1": 0.9672131147540983, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9734513274336283, "eval_USERNAME_f1": 0.9070631970260222, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 0.9836065573770492, "eval_ZIPCODE_f1": 0.986449864498645, "eval_loss": 0.07544195652008057, "eval_overall_accuracy": 0.9829461491777648, "eval_overall_f1": 0.9561755131688682, "eval_overall_precision": 0.9515930388219545, "eval_overall_recall": 0.9608023356401384, "eval_runtime": 327.1126, "eval_samples_per_second": 32.689, "eval_steps_per_second": 1.024, "step": 6685 }, { "epoch": 5.24, "grad_norm": 0.06847856193780899, "learning_rate": 1.5753973554160546e-05, "loss": 0.0066, "step": 7000 }, { "epoch": 5.61, "grad_norm": 0.02183092199265957, "learning_rate": 1.2414852410845466e-05, "loss": 0.0055, "step": 7500 }, { "epoch": 5.98, "grad_norm": 0.1711370199918747, "learning_rate": 9.075731267530386e-06, "loss": 0.0041, "step": 8000 }, { "epoch": 6.0, "eval_ACCOUNTNAME_f1": 0.9839228295819937, "eval_ACCOUNTNUMBER_f1": 0.9928741092636579, "eval_AMOUNT_f1": 0.9703389830508474, "eval_BIC_f1": 0.9217391304347825, "eval_BITCOINADDRESS_f1": 0.9649805447470817, "eval_BUILDINGNUMBER_f1": 0.7441860465116279, "eval_CITY_f1": 0.993804213135068, "eval_COMPANY_NAME_f1": 0.9172413793103448, "eval_COUNTY_f1": 0.9965870307167235, "eval_CREDITCARDCVV_f1": 0.9320388349514563, "eval_CREDITCARDISSUER_f1": 0.9538461538461538, "eval_CREDITCARDNUMBER_f1": 0.9125475285171102, "eval_CURRENCYCODE_f1": 0.8082191780821917, "eval_CURRENCYNAME_f1": 0.4848484848484848, "eval_CURRENCYSYMBOL_f1": 0.8076923076923077, "eval_CURRENCY_f1": 0.7793427230046948, "eval_DATE_f1": 0.9973474801061007, "eval_DISPLAYNAME_f1": 0.5172413793103449, "eval_EMAIL_f1": 0.9994450610432852, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_FIRSTNAME_f1": 0.9089718402095612, "eval_FULLNAME_f1": 0.9869549012299664, "eval_GENDER_f1": 0.875, "eval_IBAN_f1": 0.9751243781094527, "eval_IPV4_f1": 0.837772397094431, "eval_IPV6_f1": 0.6848249027237354, "eval_IP_f1": 0.3253588516746412, "eval_JOBAREA_f1": 0.9577248270561107, "eval_JOBDESCRIPTOR_f1": 0.8811881188118813, "eval_JOBTITLE_f1": 0.9833024118738405, "eval_JOBTYPE_f1": 0.9019607843137256, "eval_LASTNAME_f1": 0.7925233644859813, "eval_LITECOINADDRESS_f1": 0.9222222222222224, "eval_MAC_f1": 0.9888888888888889, "eval_MASKEDNUMBER_f1": 0.860759493670886, "eval_MIDDLENAME_f1": 0.9591078066914499, "eval_NAME_f1": 0.9958385351643779, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_NUMBER_f1": 0.9691629955947135, "eval_ORDINALDIRECTION_f1": 0.6666666666666666, "eval_PASSWORD_f1": 0.9764309764309763, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.975609756097561, "eval_PIN_f1": 0.9333333333333333, "eval_PREFIX_f1": 0.9056603773584905, "eval_SECONDARYADDRESS_f1": 0.9893617021276596, "eval_SEXTYPE_f1": 0.0, "eval_SEX_f1": 0.9565217391304348, "eval_SSN_f1": 0.9523809523809523, "eval_STATE_f1": 0.9973427812223206, "eval_STREETADDRESS_f1": 0.8296703296703296, "eval_STREET_f1": 0.7047619047619048, "eval_SUFFIX_f1": 0.9876543209876543, "eval_TIME_f1": 0.9672131147540983, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9955555555555555, "eval_USERNAME_f1": 0.9330922242314649, "eval_VEHICLEVIN_f1": 0.993103448275862, "eval_VEHICLEVRM_f1": 0.975609756097561, "eval_ZIPCODE_f1": 0.986449864498645, "eval_loss": 0.08802790939807892, "eval_overall_accuracy": 0.9830612102165178, "eval_overall_f1": 0.95473406261788, "eval_overall_precision": 0.9516059727145773, "eval_overall_recall": 0.957882785467128, "eval_runtime": 328.2248, "eval_samples_per_second": 32.578, "eval_steps_per_second": 1.021, "step": 8022 }, { "epoch": 6.36, "grad_norm": 0.6072185039520264, "learning_rate": 5.736610124215307e-06, "loss": 0.0034, "step": 8500 }, { "epoch": 6.73, "grad_norm": 0.004936665296554565, "learning_rate": 2.3974889809002272e-06, "loss": 0.0029, "step": 9000 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 0.9840255591054313, "eval_ACCOUNTNUMBER_f1": 0.9928741092636579, "eval_AMOUNT_f1": 0.9872881355932204, "eval_BIC_f1": 0.9217391304347825, "eval_BITCOINADDRESS_f1": 0.9612403100775193, "eval_BUILDINGNUMBER_f1": 0.7710843373493976, "eval_CITY_f1": 0.9907178217821783, "eval_COMPANY_NAME_f1": 0.9440559440559441, "eval_COUNTY_f1": 0.9965870307167235, "eval_CREDITCARDCVV_f1": 0.9333333333333333, "eval_CREDITCARDISSUER_f1": 0.9583333333333333, "eval_CREDITCARDNUMBER_f1": 0.8921933085501859, "eval_CURRENCYCODE_f1": 0.7972972972972971, "eval_CURRENCYNAME_f1": 0.570048309178744, "eval_CURRENCYSYMBOL_f1": 0.8490566037735849, "eval_CURRENCY_f1": 0.7951219512195121, "eval_DATE_f1": 0.9973474801061007, "eval_DISPLAYNAME_f1": 0.6101694915254238, "eval_EMAIL_f1": 0.9994450610432852, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_FIRSTNAME_f1": 0.9260700389105059, "eval_FULLNAME_f1": 0.9879368237781371, "eval_GENDER_f1": 0.8367346938775511, "eval_IBAN_f1": 0.9849246231155778, "eval_IPV4_f1": 0.8102564102564102, "eval_IPV6_f1": 0.7490039840637449, "eval_IP_f1": 0.36279069767441857, "eval_JOBAREA_f1": 0.9586523736600306, "eval_JOBDESCRIPTOR_f1": 0.8725490196078433, "eval_JOBTITLE_f1": 0.981549815498155, "eval_JOBTYPE_f1": 0.9073170731707318, "eval_LASTNAME_f1": 0.7992633517495396, "eval_LITECOINADDRESS_f1": 0.9162011173184357, "eval_MAC_f1": 0.9888888888888889, "eval_MASKEDNUMBER_f1": 0.8414634146341464, "eval_MIDDLENAME_f1": 0.9626865671641791, "eval_NAME_f1": 0.9979157982492706, "eval_NEARBYGPSCOORDINATE_f1": 1.0, "eval_NUMBER_f1": 0.9691629955947135, "eval_ORDINALDIRECTION_f1": 0.6666666666666666, "eval_PASSWORD_f1": 0.972972972972973, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.975609756097561, "eval_PIN_f1": 0.9333333333333333, "eval_PREFIX_f1": 0.9184782608695652, "eval_SECONDARYADDRESS_f1": 0.9946524064171123, "eval_SEXTYPE_f1": 0.8, "eval_SEX_f1": 0.9558823529411764, "eval_SSN_f1": 0.976, "eval_STATE_f1": 0.9973427812223206, "eval_STREETADDRESS_f1": 0.8512960436562075, "eval_STREET_f1": 0.7090301003344481, "eval_SUFFIX_f1": 0.9815950920245398, "eval_TIME_f1": 0.9672131147540983, "eval_URL_f1": 1.0, "eval_USERAGENT_f1": 0.9955555555555555, "eval_USERNAME_f1": 0.9506398537477149, "eval_VEHICLEVIN_f1": 0.993103448275862, "eval_VEHICLEVRM_f1": 0.975609756097561, "eval_ZIPCODE_f1": 0.9891304347826088, "eval_loss": 0.0900740921497345, "eval_overall_accuracy": 0.9835936495331004, "eval_overall_f1": 0.9583389510583793, "eval_overall_precision": 0.9559416859432998, "eval_overall_recall": 0.9607482698961938, "eval_runtime": 328.2173, "eval_samples_per_second": 32.579, "eval_steps_per_second": 1.021, "step": 9359 }, { "epoch": 7.0, "step": 9359, "total_flos": 1.0356388127566848e+16, "train_loss": 0.02721883408953739, "train_runtime": 25288.7763, "train_samples_per_second": 11.838, "train_steps_per_second": 0.37 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 0.980891719745223, "eval_ACCOUNTNUMBER_f1": 0.983372921615202, "eval_AMOUNT_f1": 0.9330543933054394, "eval_BIC_f1": 0.8288288288288288, "eval_BITCOINADDRESS_f1": 0.911764705882353, "eval_BUILDINGNUMBER_f1": 0.6526315789473683, "eval_CITY_f1": 0.9876007439553627, "eval_COMPANY_NAME_f1": 0.9042904290429041, "eval_COUNTY_f1": 0.9931506849315068, "eval_CREDITCARDCVV_f1": 0.896551724137931, "eval_CREDITCARDISSUER_f1": 0.9045226130653266, "eval_CREDITCARDNUMBER_f1": 0.926470588235294, "eval_CURRENCYCODE_f1": 0.6946107784431138, "eval_CURRENCYNAME_f1": 0.2995169082125604, "eval_CURRENCYSYMBOL_f1": 0.6792452830188679, "eval_CURRENCY_f1": 0.6492374727668845, "eval_DATE_f1": 0.9947089947089947, "eval_DISPLAYNAME_f1": 0.43478260869565216, "eval_EMAIL_f1": 0.9986130374479889, "eval_ETHEREUMADDRESS_f1": 0.9527896995708155, "eval_FIRSTNAME_f1": 0.8599269183922046, "eval_FULLNAME_f1": 0.979050452460642, "eval_GENDER_f1": 0.8282828282828283, "eval_IBAN_f1": 0.98, "eval_IPV4_f1": 0.8517647058823529, "eval_IPV6_f1": 0.6566037735849057, "eval_IP_f1": 0.26262626262626265, "eval_JOBAREA_f1": 0.9366144668158092, "eval_JOBDESCRIPTOR_f1": 0.807511737089202, "eval_JOBTITLE_f1": 0.9084249084249084, "eval_JOBTYPE_f1": 0.8722466960352422, "eval_LASTNAME_f1": 0.7201492537313432, "eval_LITECOINADDRESS_f1": 0.861878453038674, "eval_MAC_f1": 0.9888888888888889, "eval_MASKEDNUMBER_f1": 0.881578947368421, "eval_MIDDLENAME_f1": 0.660377358490566, "eval_NAME_f1": 0.9927068139195666, "eval_NEARBYGPSCOORDINATE_f1": 0.11764705882352942, "eval_NUMBER_f1": 0.8771929824561403, "eval_ORDINALDIRECTION_f1": 0.0, "eval_PASSWORD_f1": 0.9285714285714285, "eval_PHONEIMEI_f1": 1.0, "eval_PHONE_NUMBER_f1": 0.8669527896995709, "eval_PIN_f1": 0.7835051546391754, "eval_PREFIX_f1": 0.9023746701846965, "eval_SECONDARYADDRESS_f1": 0.9841269841269841, "eval_SEXTYPE_f1": 0.0, "eval_SEX_f1": 0.950354609929078, "eval_SSN_f1": 0.859504132231405, "eval_STATE_f1": 0.9938217122683143, "eval_STREETADDRESS_f1": 0.8492063492063492, "eval_STREET_f1": 0.6691449814126395, "eval_SUFFIX_f1": 0.9056603773584906, "eval_TIME_f1": 0.946938775510204, "eval_URL_f1": 0.9972602739726028, "eval_USERAGENT_f1": 0.9691629955947136, "eval_USERNAME_f1": 0.8985507246376812, "eval_VEHICLEVIN_f1": 1.0, "eval_VEHICLEVRM_f1": 0.975609756097561, "eval_ZIPCODE_f1": 0.8, "eval_loss": 0.05306292325258255, "eval_overall_accuracy": 0.9804148063251986, "eval_overall_f1": 0.9312112796411023, "eval_overall_precision": 0.9200084423807514, "eval_overall_recall": 0.9426903114186851, "eval_runtime": 327.9757, "eval_samples_per_second": 32.603, "eval_steps_per_second": 1.021, "step": 9359 } ], "logging_steps": 500, "max_steps": 9359, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 1.0356388127566848e+16, "train_batch_size": 32, "trial_name": null, "trial_params": null }