| { | |
| "best_metric": 0.05306292325258255, | |
| "best_model_checkpoint": "distilbert_finetuned_pii_mjalg/checkpoint-2674", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 9359, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.2944595515727997, | |
| "learning_rate": 1.3354700854700855e-05, | |
| "loss": 0.0678, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.3987296223640442, | |
| "learning_rate": 2.670940170940171e-05, | |
| "loss": 0.0453, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_ACCOUNTNAME_f1": 0.9655172413793104, | |
| "eval_ACCOUNTNUMBER_f1": 0.9696969696969697, | |
| "eval_AMOUNT_f1": 0.9341563786008229, | |
| "eval_BIC_f1": 0.9026548672566371, | |
| "eval_BITCOINADDRESS_f1": 0.9197080291970804, | |
| "eval_BUILDINGNUMBER_f1": 0.5608465608465608, | |
| "eval_CITY_f1": 0.9710454129838464, | |
| "eval_COMPANY_NAME_f1": 0.9133333333333333, | |
| "eval_COUNTY_f1": 0.9726027397260274, | |
| "eval_CREDITCARDCVV_f1": 0.8411214953271028, | |
| "eval_CREDITCARDISSUER_f1": 0.9214659685863875, | |
| "eval_CREDITCARDNUMBER_f1": 0.8604651162790697, | |
| "eval_CURRENCYCODE_f1": 0.6708074534161491, | |
| "eval_CURRENCYNAME_f1": 0.10169491525423728, | |
| "eval_CURRENCYSYMBOL_f1": 0.6458333333333333, | |
| "eval_CURRENCY_f1": 0.6680327868852458, | |
| "eval_DATE_f1": 0.9947089947089947, | |
| "eval_DISPLAYNAME_f1": 0.25, | |
| "eval_EMAIL_f1": 0.9988907376594564, | |
| "eval_ETHEREUMADDRESS_f1": 0.9781659388646288, | |
| "eval_FIRSTNAME_f1": 0.8443037974683545, | |
| "eval_FULLNAME_f1": 0.9831724820588964, | |
| "eval_GENDER_f1": 0.7872340425531915, | |
| "eval_IBAN_f1": 0.955223880597015, | |
| "eval_IPV4_f1": 0.8438228438228438, | |
| "eval_IPV6_f1": 0.692857142857143, | |
| "eval_IP_f1": 0.1744186046511628, | |
| "eval_JOBAREA_f1": 0.9113737075332348, | |
| "eval_JOBDESCRIPTOR_f1": 0.6436781609195401, | |
| "eval_JOBTITLE_f1": 0.912280701754386, | |
| "eval_JOBTYPE_f1": 0.8374384236453202, | |
| "eval_LASTNAME_f1": 0.6161971830985915, | |
| "eval_LITECOINADDRESS_f1": 0.8571428571428571, | |
| "eval_MAC_f1": 0.9398907103825136, | |
| "eval_MASKEDNUMBER_f1": 0.8045977011494254, | |
| "eval_MIDDLENAME_f1": 0.4949494949494949, | |
| "eval_NAME_f1": 0.9956259112684858, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.0, | |
| "eval_NUMBER_f1": 0.8925619834710744, | |
| "eval_ORDINALDIRECTION_f1": 0.0, | |
| "eval_PASSWORD_f1": 0.9632107023411371, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.911764705882353, | |
| "eval_PIN_f1": 0.7326732673267328, | |
| "eval_PREFIX_f1": 0.8717948717948718, | |
| "eval_SECONDARYADDRESS_f1": 0.9166666666666667, | |
| "eval_SEXTYPE_f1": 0.0, | |
| "eval_SEX_f1": 0.921985815602837, | |
| "eval_SSN_f1": 0.9166666666666667, | |
| "eval_STATE_f1": 0.9911816578483246, | |
| "eval_STREETADDRESS_f1": 0.47808764940239046, | |
| "eval_STREET_f1": 0.44835164835164837, | |
| "eval_SUFFIX_f1": 0.8378378378378378, | |
| "eval_TIME_f1": 0.9274193548387097, | |
| "eval_URL_f1": 0.9959072305593452, | |
| "eval_USERAGENT_f1": 0.9646017699115044, | |
| "eval_USERNAME_f1": 0.8853046594982079, | |
| "eval_VEHICLEVIN_f1": 0.923076923076923, | |
| "eval_VEHICLEVRM_f1": 0.9516129032258064, | |
| "eval_ZIPCODE_f1": 0.8771084337349396, | |
| "eval_loss": 0.0665486678481102, | |
| "eval_overall_accuracy": 0.9781158416489375, | |
| "eval_overall_f1": 0.9116570276436569, | |
| "eval_overall_precision": 0.8949890613605584, | |
| "eval_overall_recall": 0.9289576124567474, | |
| "eval_runtime": 327.179, | |
| "eval_samples_per_second": 32.682, | |
| "eval_steps_per_second": 1.024, | |
| "step": 1337 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 7.866527080535889, | |
| "learning_rate": 4.006410256410257e-05, | |
| "loss": 0.0502, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.1881052255630493, | |
| "learning_rate": 4.914518498731134e-05, | |
| "loss": 0.0659, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.3071116209030151, | |
| "learning_rate": 4.580606384399626e-05, | |
| "loss": 0.0603, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_ACCOUNTNAME_f1": 0.980891719745223, | |
| "eval_ACCOUNTNUMBER_f1": 0.983372921615202, | |
| "eval_AMOUNT_f1": 0.9330543933054394, | |
| "eval_BIC_f1": 0.8288288288288288, | |
| "eval_BITCOINADDRESS_f1": 0.911764705882353, | |
| "eval_BUILDINGNUMBER_f1": 0.6526315789473683, | |
| "eval_CITY_f1": 0.9876007439553627, | |
| "eval_COMPANY_NAME_f1": 0.9042904290429041, | |
| "eval_COUNTY_f1": 0.9931506849315068, | |
| "eval_CREDITCARDCVV_f1": 0.896551724137931, | |
| "eval_CREDITCARDISSUER_f1": 0.9045226130653266, | |
| "eval_CREDITCARDNUMBER_f1": 0.926470588235294, | |
| "eval_CURRENCYCODE_f1": 0.6946107784431138, | |
| "eval_CURRENCYNAME_f1": 0.2995169082125604, | |
| "eval_CURRENCYSYMBOL_f1": 0.6792452830188679, | |
| "eval_CURRENCY_f1": 0.6492374727668845, | |
| "eval_DATE_f1": 0.9947089947089947, | |
| "eval_DISPLAYNAME_f1": 0.43478260869565216, | |
| "eval_EMAIL_f1": 0.9986130374479889, | |
| "eval_ETHEREUMADDRESS_f1": 0.9527896995708155, | |
| "eval_FIRSTNAME_f1": 0.8599269183922046, | |
| "eval_FULLNAME_f1": 0.979050452460642, | |
| "eval_GENDER_f1": 0.8282828282828283, | |
| "eval_IBAN_f1": 0.98, | |
| "eval_IPV4_f1": 0.8517647058823529, | |
| "eval_IPV6_f1": 0.6566037735849057, | |
| "eval_IP_f1": 0.26262626262626265, | |
| "eval_JOBAREA_f1": 0.9366144668158092, | |
| "eval_JOBDESCRIPTOR_f1": 0.807511737089202, | |
| "eval_JOBTITLE_f1": 0.9084249084249084, | |
| "eval_JOBTYPE_f1": 0.8722466960352422, | |
| "eval_LASTNAME_f1": 0.7201492537313432, | |
| "eval_LITECOINADDRESS_f1": 0.861878453038674, | |
| "eval_MAC_f1": 0.9888888888888889, | |
| "eval_MASKEDNUMBER_f1": 0.881578947368421, | |
| "eval_MIDDLENAME_f1": 0.660377358490566, | |
| "eval_NAME_f1": 0.9927068139195666, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.11764705882352942, | |
| "eval_NUMBER_f1": 0.8771929824561403, | |
| "eval_ORDINALDIRECTION_f1": 0.0, | |
| "eval_PASSWORD_f1": 0.9285714285714285, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.8669527896995709, | |
| "eval_PIN_f1": 0.7835051546391754, | |
| "eval_PREFIX_f1": 0.9023746701846965, | |
| "eval_SECONDARYADDRESS_f1": 0.9841269841269841, | |
| "eval_SEXTYPE_f1": 0.0, | |
| "eval_SEX_f1": 0.950354609929078, | |
| "eval_SSN_f1": 0.859504132231405, | |
| "eval_STATE_f1": 0.9938217122683143, | |
| "eval_STREETADDRESS_f1": 0.8492063492063492, | |
| "eval_STREET_f1": 0.6691449814126395, | |
| "eval_SUFFIX_f1": 0.9056603773584906, | |
| "eval_TIME_f1": 0.946938775510204, | |
| "eval_URL_f1": 0.9972602739726028, | |
| "eval_USERAGENT_f1": 0.9691629955947136, | |
| "eval_USERNAME_f1": 0.8985507246376812, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 0.975609756097561, | |
| "eval_ZIPCODE_f1": 0.8, | |
| "eval_loss": 0.05306292325258255, | |
| "eval_overall_accuracy": 0.9804148063251986, | |
| "eval_overall_f1": 0.9312112796411023, | |
| "eval_overall_precision": 0.9200084423807514, | |
| "eval_overall_recall": 0.9426903114186851, | |
| "eval_runtime": 327.4914, | |
| "eval_samples_per_second": 32.651, | |
| "eval_steps_per_second": 1.023, | |
| "step": 2674 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 1.3664042949676514, | |
| "learning_rate": 4.2466942700681185e-05, | |
| "loss": 0.0409, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 4.696125030517578, | |
| "learning_rate": 3.91278215573661e-05, | |
| "loss": 0.0372, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.9912804365158081, | |
| "learning_rate": 3.578870041405102e-05, | |
| "loss": 0.0344, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_ACCOUNTNAME_f1": 0.9508196721311475, | |
| "eval_ACCOUNTNUMBER_f1": 0.9810426540284362, | |
| "eval_AMOUNT_f1": 0.9208333333333334, | |
| "eval_BIC_f1": 0.8888888888888888, | |
| "eval_BITCOINADDRESS_f1": 0.8550185873605947, | |
| "eval_BUILDINGNUMBER_f1": 0.7138643067846608, | |
| "eval_CITY_f1": 0.989120298414672, | |
| "eval_COMPANY_NAME_f1": 0.9297658862876255, | |
| "eval_COUNTY_f1": 0.9965870307167235, | |
| "eval_CREDITCARDCVV_f1": 0.9532710280373831, | |
| "eval_CREDITCARDISSUER_f1": 0.968421052631579, | |
| "eval_CREDITCARDNUMBER_f1": 0.8809523809523809, | |
| "eval_CURRENCYCODE_f1": 0.7, | |
| "eval_CURRENCYNAME_f1": 0.178343949044586, | |
| "eval_CURRENCYSYMBOL_f1": 0.7428571428571428, | |
| "eval_CURRENCY_f1": 0.7254098360655736, | |
| "eval_DATE_f1": 0.9947089947089947, | |
| "eval_DISPLAYNAME_f1": 0.49056603773584906, | |
| "eval_EMAIL_f1": 0.9994450610432852, | |
| "eval_ETHEREUMADDRESS_f1": 0.9691629955947136, | |
| "eval_FIRSTNAME_f1": 0.9020846493998737, | |
| "eval_FULLNAME_f1": 0.986181999253081, | |
| "eval_GENDER_f1": 0.9032258064516129, | |
| "eval_IBAN_f1": 0.9556650246305419, | |
| "eval_IPV4_f1": 0.861904761904762, | |
| "eval_IPV6_f1": 0.648888888888889, | |
| "eval_IP_f1": 0.375, | |
| "eval_JOBAREA_f1": 0.9431021044427125, | |
| "eval_JOBDESCRIPTOR_f1": 0.8487804878048781, | |
| "eval_JOBTITLE_f1": 0.9614678899082568, | |
| "eval_JOBTYPE_f1": 0.9019607843137256, | |
| "eval_LASTNAME_f1": 0.7775768535262206, | |
| "eval_LITECOINADDRESS_f1": 0.792079207920792, | |
| "eval_MAC_f1": 0.9777777777777777, | |
| "eval_MASKEDNUMBER_f1": 0.8284023668639052, | |
| "eval_MIDDLENAME_f1": 0.8701754385964913, | |
| "eval_NAME_f1": 0.9960358856665972, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.7692307692307692, | |
| "eval_NUMBER_f1": 0.956140350877193, | |
| "eval_ORDINALDIRECTION_f1": 0.0, | |
| "eval_PASSWORD_f1": 0.9504950495049506, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.9705882352941178, | |
| "eval_PIN_f1": 0.9696969696969697, | |
| "eval_PREFIX_f1": 0.8871391076115485, | |
| "eval_SECONDARYADDRESS_f1": 0.9841269841269841, | |
| "eval_SEXTYPE_f1": 0.0, | |
| "eval_SEX_f1": 0.9635036496350364, | |
| "eval_SSN_f1": 0.9457364341085271, | |
| "eval_STATE_f1": 0.9946996466431095, | |
| "eval_STREETADDRESS_f1": 0.8273972602739725, | |
| "eval_STREET_f1": 0.6962025316455697, | |
| "eval_SUFFIX_f1": 0.9554140127388536, | |
| "eval_TIME_f1": 0.9547325102880658, | |
| "eval_URL_f1": 0.9958960328317372, | |
| "eval_USERAGENT_f1": 0.9473684210526316, | |
| "eval_USERNAME_f1": 0.927536231884058, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 1.0, | |
| "eval_ZIPCODE_f1": 0.978494623655914, | |
| "eval_loss": 0.0586790032684803, | |
| "eval_overall_accuracy": 0.9801440744693092, | |
| "eval_overall_f1": 0.945268817204301, | |
| "eval_overall_precision": 0.9400128314798973, | |
| "eval_overall_recall": 0.9505839100346021, | |
| "eval_runtime": 326.6068, | |
| "eval_samples_per_second": 32.74, | |
| "eval_steps_per_second": 1.026, | |
| "step": 4011 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 0.6067124605178833, | |
| "learning_rate": 3.244957927073594e-05, | |
| "loss": 0.0211, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 0.4390597641468048, | |
| "learning_rate": 2.9110458127420864e-05, | |
| "loss": 0.0248, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_ACCOUNTNAME_f1": 0.9652996845425869, | |
| "eval_ACCOUNTNUMBER_f1": 0.9835294117647059, | |
| "eval_AMOUNT_f1": 0.9594882729211087, | |
| "eval_BIC_f1": 0.9310344827586206, | |
| "eval_BITCOINADDRESS_f1": 0.9003690036900369, | |
| "eval_BUILDINGNUMBER_f1": 0.7232704402515725, | |
| "eval_CITY_f1": 0.9907120743034056, | |
| "eval_COMPANY_NAME_f1": 0.9419795221843003, | |
| "eval_COUNTY_f1": 0.9897610921501707, | |
| "eval_CREDITCARDCVV_f1": 0.9074074074074073, | |
| "eval_CREDITCARDISSUER_f1": 0.9441624365482233, | |
| "eval_CREDITCARDNUMBER_f1": 0.920754716981132, | |
| "eval_CURRENCYCODE_f1": 0.7924528301886792, | |
| "eval_CURRENCYNAME_f1": 0.3783783783783784, | |
| "eval_CURRENCYSYMBOL_f1": 0.7850467289719627, | |
| "eval_CURRENCY_f1": 0.7544642857142857, | |
| "eval_DATE_f1": 0.9973474801061007, | |
| "eval_DISPLAYNAME_f1": 0.4931506849315069, | |
| "eval_EMAIL_f1": 0.9994450610432852, | |
| "eval_ETHEREUMADDRESS_f1": 0.9691629955947136, | |
| "eval_FIRSTNAME_f1": 0.9131545338441891, | |
| "eval_FULLNAME_f1": 0.9871970167806091, | |
| "eval_GENDER_f1": 0.8631578947368421, | |
| "eval_IBAN_f1": 0.9849246231155778, | |
| "eval_IPV4_f1": 0.8496420047732698, | |
| "eval_IPV6_f1": 0.6428571428571429, | |
| "eval_IP_f1": 0.33816425120772947, | |
| "eval_JOBAREA_f1": 0.959073359073359, | |
| "eval_JOBDESCRIPTOR_f1": 0.8585365853658536, | |
| "eval_JOBTITLE_f1": 0.9833641404805915, | |
| "eval_JOBTYPE_f1": 0.903846153846154, | |
| "eval_LASTNAME_f1": 0.770909090909091, | |
| "eval_LITECOINADDRESS_f1": 0.8290155440414507, | |
| "eval_MAC_f1": 0.9888888888888889, | |
| "eval_MASKEDNUMBER_f1": 0.8831168831168831, | |
| "eval_MIDDLENAME_f1": 0.9169675090252708, | |
| "eval_NAME_f1": 0.997289972899729, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_NUMBER_f1": 0.9316239316239316, | |
| "eval_ORDINALDIRECTION_f1": 0.0, | |
| "eval_PASSWORD_f1": 0.9530201342281879, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.9458128078817734, | |
| "eval_PIN_f1": 0.912621359223301, | |
| "eval_PREFIX_f1": 0.9030470914127424, | |
| "eval_SECONDARYADDRESS_f1": 0.9946524064171123, | |
| "eval_SEXTYPE_f1": 0.6666666666666666, | |
| "eval_SEX_f1": 0.9545454545454547, | |
| "eval_SSN_f1": 0.9312977099236642, | |
| "eval_STATE_f1": 0.9973427812223206, | |
| "eval_STREETADDRESS_f1": 0.8741542625169149, | |
| "eval_STREET_f1": 0.697508896797153, | |
| "eval_SUFFIX_f1": 0.9696969696969697, | |
| "eval_TIME_f1": 0.963265306122449, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 0.9777777777777777, | |
| "eval_USERNAME_f1": 0.9080882352941176, | |
| "eval_VEHICLEVIN_f1": 0.993103448275862, | |
| "eval_VEHICLEVRM_f1": 0.9672131147540983, | |
| "eval_ZIPCODE_f1": 0.9619565217391305, | |
| "eval_loss": 0.06918281316757202, | |
| "eval_overall_accuracy": 0.9822896244272329, | |
| "eval_overall_f1": 0.9509492819878448, | |
| "eval_overall_precision": 0.9460139111824505, | |
| "eval_overall_recall": 0.9559364186851211, | |
| "eval_runtime": 327.0631, | |
| "eval_samples_per_second": 32.694, | |
| "eval_steps_per_second": 1.024, | |
| "step": 5348 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "grad_norm": 0.5133162140846252, | |
| "learning_rate": 2.577133698410579e-05, | |
| "loss": 0.0152, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "grad_norm": 1.4461179971694946, | |
| "learning_rate": 2.2432215840790704e-05, | |
| "loss": 0.0105, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "grad_norm": 0.6843233704566956, | |
| "learning_rate": 1.9093094697475625e-05, | |
| "loss": 0.0114, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_ACCOUNTNAME_f1": 0.9714285714285714, | |
| "eval_ACCOUNTNUMBER_f1": 0.9789227166276346, | |
| "eval_AMOUNT_f1": 0.9873417721518987, | |
| "eval_BIC_f1": 0.9137931034482759, | |
| "eval_BITCOINADDRESS_f1": 0.924812030075188, | |
| "eval_BUILDINGNUMBER_f1": 0.7592592592592592, | |
| "eval_CITY_f1": 0.994108527131783, | |
| "eval_COMPANY_NAME_f1": 0.9278350515463917, | |
| "eval_COUNTY_f1": 0.9965870307167235, | |
| "eval_CREDITCARDCVV_f1": 0.9320388349514563, | |
| "eval_CREDITCARDISSUER_f1": 0.968421052631579, | |
| "eval_CREDITCARDNUMBER_f1": 0.8838951310861423, | |
| "eval_CURRENCYCODE_f1": 0.8289473684210527, | |
| "eval_CURRENCYNAME_f1": 0.5844748858447489, | |
| "eval_CURRENCYSYMBOL_f1": 0.7407407407407408, | |
| "eval_CURRENCY_f1": 0.7475247524752474, | |
| "eval_DATE_f1": 0.9973474801061007, | |
| "eval_DISPLAYNAME_f1": 0.5714285714285715, | |
| "eval_EMAIL_f1": 0.9994450610432852, | |
| "eval_ETHEREUMADDRESS_f1": 0.9519650655021833, | |
| "eval_FIRSTNAME_f1": 0.9212903225806451, | |
| "eval_FULLNAME_f1": 0.9866865745925096, | |
| "eval_GENDER_f1": 0.8453608247422681, | |
| "eval_IBAN_f1": 1.0, | |
| "eval_IPV4_f1": 0.851581508515815, | |
| "eval_IPV6_f1": 0.7377049180327868, | |
| "eval_IP_f1": 0.35820895522388063, | |
| "eval_JOBAREA_f1": 0.9616564417177915, | |
| "eval_JOBDESCRIPTOR_f1": 0.8609865470852018, | |
| "eval_JOBTITLE_f1": 0.974264705882353, | |
| "eval_JOBTYPE_f1": 0.9107981220657277, | |
| "eval_LASTNAME_f1": 0.8072072072072072, | |
| "eval_LITECOINADDRESS_f1": 0.8723404255319149, | |
| "eval_MAC_f1": 0.9888888888888889, | |
| "eval_MASKEDNUMBER_f1": 0.8363636363636363, | |
| "eval_MIDDLENAME_f1": 0.9558823529411764, | |
| "eval_NAME_f1": 0.9968756509060612, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_NUMBER_f1": 0.9734513274336283, | |
| "eval_ORDINALDIRECTION_f1": 0.0, | |
| "eval_PASSWORD_f1": 0.9700996677740864, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.970873786407767, | |
| "eval_PIN_f1": 0.9433962264150945, | |
| "eval_PREFIX_f1": 0.9214092140921409, | |
| "eval_SECONDARYADDRESS_f1": 0.9946524064171123, | |
| "eval_SEXTYPE_f1": 0.6666666666666666, | |
| "eval_SEX_f1": 0.9571428571428571, | |
| "eval_SSN_f1": 0.9448818897637796, | |
| "eval_STATE_f1": 0.9973427812223206, | |
| "eval_STREETADDRESS_f1": 0.8750000000000001, | |
| "eval_STREET_f1": 0.7323943661971831, | |
| "eval_SUFFIX_f1": 0.975609756097561, | |
| "eval_TIME_f1": 0.9672131147540983, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 0.9734513274336283, | |
| "eval_USERNAME_f1": 0.9070631970260222, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 0.9836065573770492, | |
| "eval_ZIPCODE_f1": 0.986449864498645, | |
| "eval_loss": 0.07544195652008057, | |
| "eval_overall_accuracy": 0.9829461491777648, | |
| "eval_overall_f1": 0.9561755131688682, | |
| "eval_overall_precision": 0.9515930388219545, | |
| "eval_overall_recall": 0.9608023356401384, | |
| "eval_runtime": 327.1126, | |
| "eval_samples_per_second": 32.689, | |
| "eval_steps_per_second": 1.024, | |
| "step": 6685 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "grad_norm": 0.06847856193780899, | |
| "learning_rate": 1.5753973554160546e-05, | |
| "loss": 0.0066, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "grad_norm": 0.02183092199265957, | |
| "learning_rate": 1.2414852410845466e-05, | |
| "loss": 0.0055, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "grad_norm": 0.1711370199918747, | |
| "learning_rate": 9.075731267530386e-06, | |
| "loss": 0.0041, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_ACCOUNTNAME_f1": 0.9839228295819937, | |
| "eval_ACCOUNTNUMBER_f1": 0.9928741092636579, | |
| "eval_AMOUNT_f1": 0.9703389830508474, | |
| "eval_BIC_f1": 0.9217391304347825, | |
| "eval_BITCOINADDRESS_f1": 0.9649805447470817, | |
| "eval_BUILDINGNUMBER_f1": 0.7441860465116279, | |
| "eval_CITY_f1": 0.993804213135068, | |
| "eval_COMPANY_NAME_f1": 0.9172413793103448, | |
| "eval_COUNTY_f1": 0.9965870307167235, | |
| "eval_CREDITCARDCVV_f1": 0.9320388349514563, | |
| "eval_CREDITCARDISSUER_f1": 0.9538461538461538, | |
| "eval_CREDITCARDNUMBER_f1": 0.9125475285171102, | |
| "eval_CURRENCYCODE_f1": 0.8082191780821917, | |
| "eval_CURRENCYNAME_f1": 0.4848484848484848, | |
| "eval_CURRENCYSYMBOL_f1": 0.8076923076923077, | |
| "eval_CURRENCY_f1": 0.7793427230046948, | |
| "eval_DATE_f1": 0.9973474801061007, | |
| "eval_DISPLAYNAME_f1": 0.5172413793103449, | |
| "eval_EMAIL_f1": 0.9994450610432852, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_FIRSTNAME_f1": 0.9089718402095612, | |
| "eval_FULLNAME_f1": 0.9869549012299664, | |
| "eval_GENDER_f1": 0.875, | |
| "eval_IBAN_f1": 0.9751243781094527, | |
| "eval_IPV4_f1": 0.837772397094431, | |
| "eval_IPV6_f1": 0.6848249027237354, | |
| "eval_IP_f1": 0.3253588516746412, | |
| "eval_JOBAREA_f1": 0.9577248270561107, | |
| "eval_JOBDESCRIPTOR_f1": 0.8811881188118813, | |
| "eval_JOBTITLE_f1": 0.9833024118738405, | |
| "eval_JOBTYPE_f1": 0.9019607843137256, | |
| "eval_LASTNAME_f1": 0.7925233644859813, | |
| "eval_LITECOINADDRESS_f1": 0.9222222222222224, | |
| "eval_MAC_f1": 0.9888888888888889, | |
| "eval_MASKEDNUMBER_f1": 0.860759493670886, | |
| "eval_MIDDLENAME_f1": 0.9591078066914499, | |
| "eval_NAME_f1": 0.9958385351643779, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_NUMBER_f1": 0.9691629955947135, | |
| "eval_ORDINALDIRECTION_f1": 0.6666666666666666, | |
| "eval_PASSWORD_f1": 0.9764309764309763, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.975609756097561, | |
| "eval_PIN_f1": 0.9333333333333333, | |
| "eval_PREFIX_f1": 0.9056603773584905, | |
| "eval_SECONDARYADDRESS_f1": 0.9893617021276596, | |
| "eval_SEXTYPE_f1": 0.0, | |
| "eval_SEX_f1": 0.9565217391304348, | |
| "eval_SSN_f1": 0.9523809523809523, | |
| "eval_STATE_f1": 0.9973427812223206, | |
| "eval_STREETADDRESS_f1": 0.8296703296703296, | |
| "eval_STREET_f1": 0.7047619047619048, | |
| "eval_SUFFIX_f1": 0.9876543209876543, | |
| "eval_TIME_f1": 0.9672131147540983, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 0.9955555555555555, | |
| "eval_USERNAME_f1": 0.9330922242314649, | |
| "eval_VEHICLEVIN_f1": 0.993103448275862, | |
| "eval_VEHICLEVRM_f1": 0.975609756097561, | |
| "eval_ZIPCODE_f1": 0.986449864498645, | |
| "eval_loss": 0.08802790939807892, | |
| "eval_overall_accuracy": 0.9830612102165178, | |
| "eval_overall_f1": 0.95473406261788, | |
| "eval_overall_precision": 0.9516059727145773, | |
| "eval_overall_recall": 0.957882785467128, | |
| "eval_runtime": 328.2248, | |
| "eval_samples_per_second": 32.578, | |
| "eval_steps_per_second": 1.021, | |
| "step": 8022 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "grad_norm": 0.6072185039520264, | |
| "learning_rate": 5.736610124215307e-06, | |
| "loss": 0.0034, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "grad_norm": 0.004936665296554565, | |
| "learning_rate": 2.3974889809002272e-06, | |
| "loss": 0.0029, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_ACCOUNTNAME_f1": 0.9840255591054313, | |
| "eval_ACCOUNTNUMBER_f1": 0.9928741092636579, | |
| "eval_AMOUNT_f1": 0.9872881355932204, | |
| "eval_BIC_f1": 0.9217391304347825, | |
| "eval_BITCOINADDRESS_f1": 0.9612403100775193, | |
| "eval_BUILDINGNUMBER_f1": 0.7710843373493976, | |
| "eval_CITY_f1": 0.9907178217821783, | |
| "eval_COMPANY_NAME_f1": 0.9440559440559441, | |
| "eval_COUNTY_f1": 0.9965870307167235, | |
| "eval_CREDITCARDCVV_f1": 0.9333333333333333, | |
| "eval_CREDITCARDISSUER_f1": 0.9583333333333333, | |
| "eval_CREDITCARDNUMBER_f1": 0.8921933085501859, | |
| "eval_CURRENCYCODE_f1": 0.7972972972972971, | |
| "eval_CURRENCYNAME_f1": 0.570048309178744, | |
| "eval_CURRENCYSYMBOL_f1": 0.8490566037735849, | |
| "eval_CURRENCY_f1": 0.7951219512195121, | |
| "eval_DATE_f1": 0.9973474801061007, | |
| "eval_DISPLAYNAME_f1": 0.6101694915254238, | |
| "eval_EMAIL_f1": 0.9994450610432852, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_FIRSTNAME_f1": 0.9260700389105059, | |
| "eval_FULLNAME_f1": 0.9879368237781371, | |
| "eval_GENDER_f1": 0.8367346938775511, | |
| "eval_IBAN_f1": 0.9849246231155778, | |
| "eval_IPV4_f1": 0.8102564102564102, | |
| "eval_IPV6_f1": 0.7490039840637449, | |
| "eval_IP_f1": 0.36279069767441857, | |
| "eval_JOBAREA_f1": 0.9586523736600306, | |
| "eval_JOBDESCRIPTOR_f1": 0.8725490196078433, | |
| "eval_JOBTITLE_f1": 0.981549815498155, | |
| "eval_JOBTYPE_f1": 0.9073170731707318, | |
| "eval_LASTNAME_f1": 0.7992633517495396, | |
| "eval_LITECOINADDRESS_f1": 0.9162011173184357, | |
| "eval_MAC_f1": 0.9888888888888889, | |
| "eval_MASKEDNUMBER_f1": 0.8414634146341464, | |
| "eval_MIDDLENAME_f1": 0.9626865671641791, | |
| "eval_NAME_f1": 0.9979157982492706, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_NUMBER_f1": 0.9691629955947135, | |
| "eval_ORDINALDIRECTION_f1": 0.6666666666666666, | |
| "eval_PASSWORD_f1": 0.972972972972973, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.975609756097561, | |
| "eval_PIN_f1": 0.9333333333333333, | |
| "eval_PREFIX_f1": 0.9184782608695652, | |
| "eval_SECONDARYADDRESS_f1": 0.9946524064171123, | |
| "eval_SEXTYPE_f1": 0.8, | |
| "eval_SEX_f1": 0.9558823529411764, | |
| "eval_SSN_f1": 0.976, | |
| "eval_STATE_f1": 0.9973427812223206, | |
| "eval_STREETADDRESS_f1": 0.8512960436562075, | |
| "eval_STREET_f1": 0.7090301003344481, | |
| "eval_SUFFIX_f1": 0.9815950920245398, | |
| "eval_TIME_f1": 0.9672131147540983, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 0.9955555555555555, | |
| "eval_USERNAME_f1": 0.9506398537477149, | |
| "eval_VEHICLEVIN_f1": 0.993103448275862, | |
| "eval_VEHICLEVRM_f1": 0.975609756097561, | |
| "eval_ZIPCODE_f1": 0.9891304347826088, | |
| "eval_loss": 0.0900740921497345, | |
| "eval_overall_accuracy": 0.9835936495331004, | |
| "eval_overall_f1": 0.9583389510583793, | |
| "eval_overall_precision": 0.9559416859432998, | |
| "eval_overall_recall": 0.9607482698961938, | |
| "eval_runtime": 328.2173, | |
| "eval_samples_per_second": 32.579, | |
| "eval_steps_per_second": 1.021, | |
| "step": 9359 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "step": 9359, | |
| "total_flos": 1.0356388127566848e+16, | |
| "train_loss": 0.02721883408953739, | |
| "train_runtime": 25288.7763, | |
| "train_samples_per_second": 11.838, | |
| "train_steps_per_second": 0.37 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_ACCOUNTNAME_f1": 0.980891719745223, | |
| "eval_ACCOUNTNUMBER_f1": 0.983372921615202, | |
| "eval_AMOUNT_f1": 0.9330543933054394, | |
| "eval_BIC_f1": 0.8288288288288288, | |
| "eval_BITCOINADDRESS_f1": 0.911764705882353, | |
| "eval_BUILDINGNUMBER_f1": 0.6526315789473683, | |
| "eval_CITY_f1": 0.9876007439553627, | |
| "eval_COMPANY_NAME_f1": 0.9042904290429041, | |
| "eval_COUNTY_f1": 0.9931506849315068, | |
| "eval_CREDITCARDCVV_f1": 0.896551724137931, | |
| "eval_CREDITCARDISSUER_f1": 0.9045226130653266, | |
| "eval_CREDITCARDNUMBER_f1": 0.926470588235294, | |
| "eval_CURRENCYCODE_f1": 0.6946107784431138, | |
| "eval_CURRENCYNAME_f1": 0.2995169082125604, | |
| "eval_CURRENCYSYMBOL_f1": 0.6792452830188679, | |
| "eval_CURRENCY_f1": 0.6492374727668845, | |
| "eval_DATE_f1": 0.9947089947089947, | |
| "eval_DISPLAYNAME_f1": 0.43478260869565216, | |
| "eval_EMAIL_f1": 0.9986130374479889, | |
| "eval_ETHEREUMADDRESS_f1": 0.9527896995708155, | |
| "eval_FIRSTNAME_f1": 0.8599269183922046, | |
| "eval_FULLNAME_f1": 0.979050452460642, | |
| "eval_GENDER_f1": 0.8282828282828283, | |
| "eval_IBAN_f1": 0.98, | |
| "eval_IPV4_f1": 0.8517647058823529, | |
| "eval_IPV6_f1": 0.6566037735849057, | |
| "eval_IP_f1": 0.26262626262626265, | |
| "eval_JOBAREA_f1": 0.9366144668158092, | |
| "eval_JOBDESCRIPTOR_f1": 0.807511737089202, | |
| "eval_JOBTITLE_f1": 0.9084249084249084, | |
| "eval_JOBTYPE_f1": 0.8722466960352422, | |
| "eval_LASTNAME_f1": 0.7201492537313432, | |
| "eval_LITECOINADDRESS_f1": 0.861878453038674, | |
| "eval_MAC_f1": 0.9888888888888889, | |
| "eval_MASKEDNUMBER_f1": 0.881578947368421, | |
| "eval_MIDDLENAME_f1": 0.660377358490566, | |
| "eval_NAME_f1": 0.9927068139195666, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.11764705882352942, | |
| "eval_NUMBER_f1": 0.8771929824561403, | |
| "eval_ORDINALDIRECTION_f1": 0.0, | |
| "eval_PASSWORD_f1": 0.9285714285714285, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONE_NUMBER_f1": 0.8669527896995709, | |
| "eval_PIN_f1": 0.7835051546391754, | |
| "eval_PREFIX_f1": 0.9023746701846965, | |
| "eval_SECONDARYADDRESS_f1": 0.9841269841269841, | |
| "eval_SEXTYPE_f1": 0.0, | |
| "eval_SEX_f1": 0.950354609929078, | |
| "eval_SSN_f1": 0.859504132231405, | |
| "eval_STATE_f1": 0.9938217122683143, | |
| "eval_STREETADDRESS_f1": 0.8492063492063492, | |
| "eval_STREET_f1": 0.6691449814126395, | |
| "eval_SUFFIX_f1": 0.9056603773584906, | |
| "eval_TIME_f1": 0.946938775510204, | |
| "eval_URL_f1": 0.9972602739726028, | |
| "eval_USERAGENT_f1": 0.9691629955947136, | |
| "eval_USERNAME_f1": 0.8985507246376812, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 0.975609756097561, | |
| "eval_ZIPCODE_f1": 0.8, | |
| "eval_loss": 0.05306292325258255, | |
| "eval_overall_accuracy": 0.9804148063251986, | |
| "eval_overall_f1": 0.9312112796411023, | |
| "eval_overall_precision": 0.9200084423807514, | |
| "eval_overall_recall": 0.9426903114186851, | |
| "eval_runtime": 327.9757, | |
| "eval_samples_per_second": 32.603, | |
| "eval_steps_per_second": 1.021, | |
| "step": 9359 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 9359, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 1.0356388127566848e+16, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |