| { |
| "best_metric": 0.06456373631954193, |
| "best_model_checkpoint": "data/outputs/devtibo/distilbert-base-uncased-three_v2/checkpoint-5196", |
| "epoch": 7.0, |
| "eval_steps": 500, |
| "global_step": 9093, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.3849114703618168, |
| "grad_norm": 0.7725156545639038, |
| "learning_rate": 1.3743815283122597e-05, |
| "loss": 1.4235, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7698229407236336, |
| "grad_norm": 0.8971683979034424, |
| "learning_rate": 2.7487630566245194e-05, |
| "loss": 0.2314, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_ACCOUNTNAME_f1": 0.8367166813768756, |
| "eval_ACCOUNTNUMBER_f1": 0.8496042216358839, |
| "eval_AGE_f1": 0.6805845511482255, |
| "eval_AMOUNT_f1": 0.5746436609152288, |
| "eval_BIC_f1": 0.343015214384509, |
| "eval_BITCOINADDRESS_f1": 0.8040854224698235, |
| "eval_BUILDINGNUMBER_f1": 0.8362516836636522, |
| "eval_CITY_f1": 0.8420471281296023, |
| "eval_COMPANYNAME_f1": 0.6640450304572443, |
| "eval_COUNTY_f1": 0.37188208616780044, |
| "eval_CREDITCARDCVV_f1": 0.03571428571428571, |
| "eval_CREDITCARDISSUER_f1": 0.44930417495029823, |
| "eval_CREDITCARDNUMBER_f1": 0.45541635961680177, |
| "eval_CURRENCYCODE_f1": 0.0, |
| "eval_CURRENCYNAME_f1": 0.0, |
| "eval_CURRENCYSYMBOL_f1": 0.47677261613691935, |
| "eval_CURRENCY_f1": 0.5, |
| "eval_DATE_f1": 0.736721028632461, |
| "eval_DOB_f1": 0.8515378221113882, |
| "eval_EMAIL_f1": 0.9459096080256489, |
| "eval_ETHEREUMADDRESS_f1": 0.9908256880733944, |
| "eval_EYECOLOR_f1": 0.1847389558232932, |
| "eval_FIRSTNAME_f1": 0.75, |
| "eval_GENDER_f1": 0.6004228329809725, |
| "eval_HEIGHT_f1": 0.6974063400576369, |
| "eval_IBAN_f1": 0.7951807228915662, |
| "eval_IPV4_f1": 0.824571766095688, |
| "eval_IPV6_f1": 0.7152777777777778, |
| "eval_IP_f1": 0.8253367003367004, |
| "eval_JOBAREA_f1": 0.15118110236220472, |
| "eval_JOBTITLE_f1": 0.7938755980861244, |
| "eval_JOBTYPE_f1": 0.4468085106382979, |
| "eval_LASTNAME_f1": 0.7328193094200469, |
| "eval_LITECOINADDRESS_f1": 0.0, |
| "eval_MAC_f1": 0.9026128266033253, |
| "eval_MASKEDNUMBER_f1": 0.44792626728110607, |
| "eval_MIDDLENAME_f1": 0.1935483870967742, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.8675595238095238, |
| "eval_ORDINALDIRECTION_f1": 0.46043165467625896, |
| "eval_PASSWORD_f1": 0.7484531683379559, |
| "eval_PHONEIMEI_f1": 0.9364303178484107, |
| "eval_PHONENUMBER_f1": 0.8740511667135227, |
| "eval_PIN_f1": 0.00598802395209581, |
| "eval_PREFIX_f1": 0.8869047619047619, |
| "eval_SECONDARYADDRESS_f1": 0.8963159893657426, |
| "eval_SEX_f1": 0.8999008919722498, |
| "eval_SSN_f1": 0.8114639814097598, |
| "eval_STATE_f1": 0.8036513334526578, |
| "eval_STREET_f1": 0.7648373837167375, |
| "eval_TIME_f1": 0.8412552761974674, |
| "eval_URL_f1": 0.951582867783985, |
| "eval_USERAGENT_f1": 0.9387755102040816, |
| "eval_USERNAME_f1": 0.8054401993355482, |
| "eval_VEHICLEVIN_f1": 0.39678284182305634, |
| "eval_VEHICLEVRM_f1": 0.48661800486618, |
| "eval_ZIPCODE_f1": 0.8014523218039364, |
| "eval_loss": 0.13221155107021332, |
| "eval_overall_accuracy": 0.9698559949520066, |
| "eval_overall_f1": 0.7698184446115954, |
| "eval_overall_precision": 0.738128234861555, |
| "eval_overall_recall": 0.804351846144363, |
| "eval_runtime": 172.7183, |
| "eval_samples_per_second": 120.259, |
| "eval_steps_per_second": 1.882, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.1547344110854503, |
| "grad_norm": 0.6433612108230591, |
| "learning_rate": 4.1231445849367786e-05, |
| "loss": 0.123, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.539645881447267, |
| "grad_norm": 0.4972471594810486, |
| "learning_rate": 4.875584272752269e-05, |
| "loss": 0.091, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.924557351809084, |
| "grad_norm": 0.44406384229660034, |
| "learning_rate": 4.531894418476767e-05, |
| "loss": 0.0799, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_ACCOUNTNAME_f1": 0.9716981132075471, |
| "eval_ACCOUNTNUMBER_f1": 0.9658886894075404, |
| "eval_AGE_f1": 0.8656716417910447, |
| "eval_AMOUNT_f1": 0.9269076305220884, |
| "eval_BIC_f1": 0.8091397849462365, |
| "eval_BITCOINADDRESS_f1": 0.9467849223946786, |
| "eval_BUILDINGNUMBER_f1": 0.9322279792746114, |
| "eval_CITY_f1": 0.9341742215214821, |
| "eval_COMPANYNAME_f1": 0.7616180897144115, |
| "eval_COUNTY_f1": 0.9097283085013147, |
| "eval_CREDITCARDCVV_f1": 0.7692307692307693, |
| "eval_CREDITCARDISSUER_f1": 0.9821138211382113, |
| "eval_CREDITCARDNUMBER_f1": 0.7663257277734069, |
| "eval_CURRENCYCODE_f1": 0.5126582278481012, |
| "eval_CURRENCYNAME_f1": 0.02484472049689441, |
| "eval_CURRENCYSYMBOL_f1": 0.8170865279299013, |
| "eval_CURRENCY_f1": 0.7208333333333334, |
| "eval_DATE_f1": 0.7995091132221263, |
| "eval_DOB_f1": 0.8872388188568467, |
| "eval_EMAIL_f1": 0.950269374222959, |
| "eval_ETHEREUMADDRESS_f1": 0.9984591679506933, |
| "eval_EYECOLOR_f1": 0.8932584269662921, |
| "eval_FIRSTNAME_f1": 0.813767184254772, |
| "eval_GENDER_f1": 0.9241516966067864, |
| "eval_HEIGHT_f1": 0.9631728045325779, |
| "eval_IBAN_f1": 0.9326241134751773, |
| "eval_IPV4_f1": 0.861012956419317, |
| "eval_IPV6_f1": 0.5590327169274538, |
| "eval_IP_f1": 0.8285202150965943, |
| "eval_JOBAREA_f1": 0.8204667863554758, |
| "eval_JOBTITLE_f1": 0.9382113821138212, |
| "eval_JOBTYPE_f1": 0.9206625980819529, |
| "eval_LASTNAME_f1": 0.8141100023207241, |
| "eval_LITECOINADDRESS_f1": 0.8253968253968255, |
| "eval_MAC_f1": 0.9928400954653939, |
| "eval_MASKEDNUMBER_f1": 0.7820372398685651, |
| "eval_MIDDLENAME_f1": 0.5015706806282723, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.8957239309827457, |
| "eval_ORDINALDIRECTION_f1": 0.9610983981693364, |
| "eval_PASSWORD_f1": 0.8397863818424565, |
| "eval_PHONEIMEI_f1": 0.983810709838107, |
| "eval_PHONENUMBER_f1": 0.9221591735777681, |
| "eval_PIN_f1": 0.7814814814814814, |
| "eval_PREFIX_f1": 0.9155555555555556, |
| "eval_SECONDARYADDRESS_f1": 0.9649865332820317, |
| "eval_SEX_f1": 0.9534412955465587, |
| "eval_SSN_f1": 0.9125374127036914, |
| "eval_STATE_f1": 0.9592526336712383, |
| "eval_STREET_f1": 0.8373266078184111, |
| "eval_TIME_f1": 0.888362844427611, |
| "eval_URL_f1": 0.980355472404116, |
| "eval_USERAGENT_f1": 0.9806157354618017, |
| "eval_USERNAME_f1": 0.8504682515179582, |
| "eval_VEHICLEVIN_f1": 0.9055555555555554, |
| "eval_VEHICLEVRM_f1": 0.9591836734693878, |
| "eval_ZIPCODE_f1": 0.9209051276728255, |
| "eval_loss": 0.0760750025510788, |
| "eval_overall_accuracy": 0.9781771197717084, |
| "eval_overall_f1": 0.8601702989759997, |
| "eval_overall_precision": 0.8402072965241585, |
| "eval_overall_recall": 0.8811050155129548, |
| "eval_runtime": 155.8025, |
| "eval_samples_per_second": 133.316, |
| "eval_steps_per_second": 2.086, |
| "step": 2598 |
| }, |
| { |
| "epoch": 2.3094688221709005, |
| "grad_norm": 0.3501986563205719, |
| "learning_rate": 4.1882045642012654e-05, |
| "loss": 0.0651, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.6943802925327174, |
| "grad_norm": 0.42780524492263794, |
| "learning_rate": 3.8445147099257636e-05, |
| "loss": 0.0604, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_ACCOUNTNAME_f1": 0.9828897338403042, |
| "eval_ACCOUNTNUMBER_f1": 0.9882352941176471, |
| "eval_AGE_f1": 0.8940188877229801, |
| "eval_AMOUNT_f1": 0.9528455284552846, |
| "eval_BIC_f1": 0.8575305291723202, |
| "eval_BITCOINADDRESS_f1": 0.9588431590656284, |
| "eval_BUILDINGNUMBER_f1": 0.94676960585128, |
| "eval_CITY_f1": 0.9462238038750493, |
| "eval_COMPANYNAME_f1": 0.779482551143201, |
| "eval_COUNTY_f1": 0.9410729991204926, |
| "eval_CREDITCARDCVV_f1": 0.8155668358714044, |
| "eval_CREDITCARDISSUER_f1": 0.9821138211382113, |
| "eval_CREDITCARDNUMBER_f1": 0.8063973063973063, |
| "eval_CURRENCYCODE_f1": 0.703601108033241, |
| "eval_CURRENCYNAME_f1": 0.031746031746031744, |
| "eval_CURRENCYSYMBOL_f1": 0.8613974799541809, |
| "eval_CURRENCY_f1": 0.7556029882604056, |
| "eval_DATE_f1": 0.8159463811637724, |
| "eval_DOB_f1": 0.8861276595744682, |
| "eval_EMAIL_f1": 0.9547248182762201, |
| "eval_ETHEREUMADDRESS_f1": 0.9969230769230769, |
| "eval_EYECOLOR_f1": 0.931129476584022, |
| "eval_FIRSTNAME_f1": 0.8486931167343539, |
| "eval_GENDER_f1": 0.950533462657614, |
| "eval_HEIGHT_f1": 0.9717514124293786, |
| "eval_IBAN_f1": 0.9388489208633094, |
| "eval_IPV4_f1": 0.747628083491461, |
| "eval_IPV6_f1": 0.7306325515280739, |
| "eval_IP_f1": 0.8284166164960868, |
| "eval_JOBAREA_f1": 0.8966148215919487, |
| "eval_JOBTITLE_f1": 0.9562358742551881, |
| "eval_JOBTYPE_f1": 0.9322638146167558, |
| "eval_LASTNAME_f1": 0.8371934604904633, |
| "eval_LITECOINADDRESS_f1": 0.8717948717948719, |
| "eval_MAC_f1": 0.9928400954653939, |
| "eval_MASKEDNUMBER_f1": 0.8046958377801493, |
| "eval_MIDDLENAME_f1": 0.6657060518731989, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9103343465045595, |
| "eval_ORDINALDIRECTION_f1": 0.9768518518518517, |
| "eval_PASSWORD_f1": 0.8639026588553403, |
| "eval_PHONEIMEI_f1": 0.9937106918238994, |
| "eval_PHONENUMBER_f1": 0.9262041537781707, |
| "eval_PIN_f1": 0.8207024029574862, |
| "eval_PREFIX_f1": 0.916972814107274, |
| "eval_SECONDARYADDRESS_f1": 0.9737045630317092, |
| "eval_SEX_f1": 0.9662875710804224, |
| "eval_SSN_f1": 0.9201129380501578, |
| "eval_STATE_f1": 0.9704826485839649, |
| "eval_STREET_f1": 0.8333076091989504, |
| "eval_TIME_f1": 0.9061131213102266, |
| "eval_URL_f1": 0.9915333960489182, |
| "eval_USERAGENT_f1": 0.9908883826879272, |
| "eval_USERNAME_f1": 0.8684539954099729, |
| "eval_VEHICLEVIN_f1": 0.9808219178082191, |
| "eval_VEHICLEVRM_f1": 0.9670886075949368, |
| "eval_ZIPCODE_f1": 0.9288702928870294, |
| "eval_loss": 0.06805840134620667, |
| "eval_overall_accuracy": 0.9799070620267948, |
| "eval_overall_f1": 0.876459011772759, |
| "eval_overall_precision": 0.8591488143989106, |
| "eval_overall_recall": 0.8944810865232489, |
| "eval_runtime": 156.9506, |
| "eval_samples_per_second": 132.341, |
| "eval_steps_per_second": 2.071, |
| "step": 3897 |
| }, |
| { |
| "epoch": 3.079291762894534, |
| "grad_norm": 0.3576395511627197, |
| "learning_rate": 3.500824855650262e-05, |
| "loss": 0.0563, |
| "step": 4000 |
| }, |
| { |
| "epoch": 3.464203233256351, |
| "grad_norm": 0.3845430910587311, |
| "learning_rate": 3.15713500137476e-05, |
| "loss": 0.0473, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.849114703618168, |
| "grad_norm": 0.28811028599739075, |
| "learning_rate": 2.8134451470992578e-05, |
| "loss": 0.0469, |
| "step": 5000 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_ACCOUNTNAME_f1": 0.9773156899810963, |
| "eval_ACCOUNTNUMBER_f1": 0.988277727682597, |
| "eval_AGE_f1": 0.8924050632911392, |
| "eval_AMOUNT_f1": 0.9621710526315789, |
| "eval_BIC_f1": 0.8699080157687255, |
| "eval_BITCOINADDRESS_f1": 0.9496080627099664, |
| "eval_BUILDINGNUMBER_f1": 0.9552669552669552, |
| "eval_CITY_f1": 0.9484126984126984, |
| "eval_COMPANYNAME_f1": 0.7801622048374363, |
| "eval_COUNTY_f1": 0.9545859305431879, |
| "eval_CREDITCARDCVV_f1": 0.830715532286213, |
| "eval_CREDITCARDISSUER_f1": 0.9821717990275528, |
| "eval_CREDITCARDNUMBER_f1": 0.8662026295436969, |
| "eval_CURRENCYCODE_f1": 0.781869688385269, |
| "eval_CURRENCYNAME_f1": 0.09433962264150943, |
| "eval_CURRENCYSYMBOL_f1": 0.8871151653363741, |
| "eval_CURRENCY_f1": 0.7572815533980582, |
| "eval_DATE_f1": 0.827614085519224, |
| "eval_DOB_f1": 0.8950953678474114, |
| "eval_EMAIL_f1": 0.954347374974061, |
| "eval_ETHEREUMADDRESS_f1": 1.0, |
| "eval_EYECOLOR_f1": 0.9344262295081966, |
| "eval_FIRSTNAME_f1": 0.8669909947210434, |
| "eval_GENDER_f1": 0.9632495164410058, |
| "eval_HEIGHT_f1": 0.9715909090909091, |
| "eval_IBAN_f1": 0.9468085106382979, |
| "eval_IPV4_f1": 0.8555956678700362, |
| "eval_IPV6_f1": 0.6737588652482269, |
| "eval_IP_f1": 0.8492765273311897, |
| "eval_JOBAREA_f1": 0.8987234042553192, |
| "eval_JOBTITLE_f1": 0.9577406720263864, |
| "eval_JOBTYPE_f1": 0.9303135888501741, |
| "eval_LASTNAME_f1": 0.8519948519948519, |
| "eval_LITECOINADDRESS_f1": 0.8553846153846154, |
| "eval_MAC_f1": 0.9928400954653939, |
| "eval_MASKEDNUMBER_f1": 0.8368794326241136, |
| "eval_MIDDLENAME_f1": 0.751346499102334, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548, |
| "eval_ORDINALDIRECTION_f1": 0.9816513761467891, |
| "eval_PASSWORD_f1": 0.8791601518874247, |
| "eval_PHONEIMEI_f1": 0.98870765370138, |
| "eval_PHONENUMBER_f1": 0.9229852524951587, |
| "eval_PIN_f1": 0.8550458715596331, |
| "eval_PREFIX_f1": 0.919911829537105, |
| "eval_SECONDARYADDRESS_f1": 0.9740209383481969, |
| "eval_SEX_f1": 0.9666666666666667, |
| "eval_SSN_f1": 0.9150242326332795, |
| "eval_STATE_f1": 0.9738157105736559, |
| "eval_STREET_f1": 0.8667275216795984, |
| "eval_TIME_f1": 0.9069166746388596, |
| "eval_URL_f1": 0.9877704609595485, |
| "eval_USERAGENT_f1": 0.9942987457240592, |
| "eval_USERNAME_f1": 0.8805223526933811, |
| "eval_VEHICLEVIN_f1": 0.9619565217391305, |
| "eval_VEHICLEVRM_f1": 0.9820971867007673, |
| "eval_ZIPCODE_f1": 0.9422954977805961, |
| "eval_loss": 0.06456373631954193, |
| "eval_overall_accuracy": 0.981234141016998, |
| "eval_overall_f1": 0.8866585461610477, |
| "eval_overall_precision": 0.8691679166337728, |
| "eval_overall_recall": 0.9048675748423021, |
| "eval_runtime": 156.8301, |
| "eval_samples_per_second": 132.443, |
| "eval_steps_per_second": 2.072, |
| "step": 5196 |
| }, |
| { |
| "epoch": 4.234026173979984, |
| "grad_norm": 0.27687108516693115, |
| "learning_rate": 2.469755292823756e-05, |
| "loss": 0.0386, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.618937644341801, |
| "grad_norm": 0.7548421025276184, |
| "learning_rate": 2.126065438548254e-05, |
| "loss": 0.0365, |
| "step": 6000 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_ACCOUNTNAME_f1": 0.9876543209876543, |
| "eval_ACCOUNTNUMBER_f1": 0.989090909090909, |
| "eval_AGE_f1": 0.8980021030494216, |
| "eval_AMOUNT_f1": 0.9720394736842105, |
| "eval_BIC_f1": 0.884514435695538, |
| "eval_BITCOINADDRESS_f1": 0.9587513935340023, |
| "eval_BUILDINGNUMBER_f1": 0.9590787579683323, |
| "eval_CITY_f1": 0.9510600356647514, |
| "eval_COMPANYNAME_f1": 0.8041604754829123, |
| "eval_COUNTY_f1": 0.9555160142348754, |
| "eval_CREDITCARDCVV_f1": 0.8267581475128646, |
| "eval_CREDITCARDISSUER_f1": 0.986970684039088, |
| "eval_CREDITCARDNUMBER_f1": 0.8498402555910544, |
| "eval_CURRENCYCODE_f1": 0.7953890489913543, |
| "eval_CURRENCYNAME_f1": 0.23762376237623764, |
| "eval_CURRENCYSYMBOL_f1": 0.9092996555683123, |
| "eval_CURRENCY_f1": 0.7163841807909606, |
| "eval_DATE_f1": 0.8287240046889246, |
| "eval_DOB_f1": 0.8881498337125854, |
| "eval_EMAIL_f1": 0.954285119233573, |
| "eval_ETHEREUMADDRESS_f1": 1.0, |
| "eval_EYECOLOR_f1": 0.9392265193370165, |
| "eval_FIRSTNAME_f1": 0.864836655881432, |
| "eval_GENDER_f1": 0.977648202137998, |
| "eval_HEIGHT_f1": 0.9771428571428572, |
| "eval_IBAN_f1": 0.9657039711191336, |
| "eval_IPV4_f1": 0.8200514138817481, |
| "eval_IPV6_f1": 0.7169529499626587, |
| "eval_IP_f1": 0.860189096761215, |
| "eval_JOBAREA_f1": 0.9103815439219166, |
| "eval_JOBTITLE_f1": 0.9593596059113301, |
| "eval_JOBTYPE_f1": 0.933569530558016, |
| "eval_LASTNAME_f1": 0.8596264536591095, |
| "eval_LITECOINADDRESS_f1": 0.8698412698412699, |
| "eval_MAC_f1": 0.9928400954653939, |
| "eval_MASKEDNUMBER_f1": 0.8395904436860069, |
| "eval_MIDDLENAME_f1": 0.7731788079470199, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9266409266409267, |
| "eval_ORDINALDIRECTION_f1": 0.9836829836829836, |
| "eval_PASSWORD_f1": 0.8612652608213096, |
| "eval_PHONEIMEI_f1": 0.9799498746867169, |
| "eval_PHONENUMBER_f1": 0.9370254577936579, |
| "eval_PIN_f1": 0.8523985239852399, |
| "eval_PREFIX_f1": 0.9231927710843373, |
| "eval_SECONDARYADDRESS_f1": 0.9724271844660193, |
| "eval_SEX_f1": 0.9713349713349714, |
| "eval_SSN_f1": 0.9316999496559826, |
| "eval_STATE_f1": 0.9747565096402305, |
| "eval_STREET_f1": 0.8684452621895125, |
| "eval_TIME_f1": 0.9144861585134623, |
| "eval_URL_f1": 0.9896519285042333, |
| "eval_USERAGENT_f1": 0.9908883826879272, |
| "eval_USERNAME_f1": 0.8822116667556174, |
| "eval_VEHICLEVIN_f1": 0.9619565217391305, |
| "eval_VEHICLEVRM_f1": 0.9593908629441624, |
| "eval_ZIPCODE_f1": 0.9490378515542398, |
| "eval_loss": 0.06882753223180771, |
| "eval_overall_accuracy": 0.981491987654487, |
| "eval_overall_f1": 0.8908967014107967, |
| "eval_overall_precision": 0.8756958432975778, |
| "eval_overall_recall": 0.9066346134089461, |
| "eval_runtime": 156.7967, |
| "eval_samples_per_second": 132.471, |
| "eval_steps_per_second": 2.073, |
| "step": 6495 |
| }, |
| { |
| "epoch": 5.003849114703618, |
| "grad_norm": 0.38779520988464355, |
| "learning_rate": 1.7823755842727523e-05, |
| "loss": 0.0356, |
| "step": 6500 |
| }, |
| { |
| "epoch": 5.388760585065435, |
| "grad_norm": 0.4298277795314789, |
| "learning_rate": 1.4386857299972505e-05, |
| "loss": 0.0284, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.773672055427252, |
| "grad_norm": 0.39074528217315674, |
| "learning_rate": 1.0949958757217487e-05, |
| "loss": 0.0277, |
| "step": 7500 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_ACCOUNTNAME_f1": 0.9877010406811731, |
| "eval_ACCOUNTNUMBER_f1": 0.9900090826521345, |
| "eval_AGE_f1": 0.8944618599791014, |
| "eval_AMOUNT_f1": 0.9746109746109746, |
| "eval_BIC_f1": 0.8929503916449086, |
| "eval_BITCOINADDRESS_f1": 0.9433962264150944, |
| "eval_BUILDINGNUMBER_f1": 0.9551269035532994, |
| "eval_CITY_f1": 0.9470576658138162, |
| "eval_COMPANYNAME_f1": 0.7986212965679085, |
| "eval_COUNTY_f1": 0.96, |
| "eval_CREDITCARDCVV_f1": 0.8302521008403362, |
| "eval_CREDITCARDISSUER_f1": 0.9853181076672104, |
| "eval_CREDITCARDNUMBER_f1": 0.8606620477290224, |
| "eval_CURRENCYCODE_f1": 0.8011363636363636, |
| "eval_CURRENCYNAME_f1": 0.25316455696202533, |
| "eval_CURRENCYSYMBOL_f1": 0.912442396313364, |
| "eval_CURRENCY_f1": 0.702517162471396, |
| "eval_DATE_f1": 0.8337259433752611, |
| "eval_DOB_f1": 0.8960707603333901, |
| "eval_EMAIL_f1": 0.9518184644078334, |
| "eval_ETHEREUMADDRESS_f1": 0.9984591679506933, |
| "eval_EYECOLOR_f1": 0.9395604395604397, |
| "eval_FIRSTNAME_f1": 0.8712584153288451, |
| "eval_GENDER_f1": 0.9748062015503876, |
| "eval_HEIGHT_f1": 0.9800569800569799, |
| "eval_IBAN_f1": 0.9543419874664278, |
| "eval_IPV4_f1": 0.8473945409429281, |
| "eval_IPV6_f1": 0.7035971223021583, |
| "eval_IP_f1": 0.8564437194127242, |
| "eval_JOBAREA_f1": 0.9192982456140352, |
| "eval_JOBTITLE_f1": 0.956681651001226, |
| "eval_JOBTYPE_f1": 0.9320388349514563, |
| "eval_LASTNAME_f1": 0.8611898016997167, |
| "eval_LITECOINADDRESS_f1": 0.8449848024316109, |
| "eval_MAC_f1": 0.9952380952380953, |
| "eval_MASKEDNUMBER_f1": 0.8281622911694512, |
| "eval_MIDDLENAME_f1": 0.7760942760942762, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9323076923076924, |
| "eval_ORDINALDIRECTION_f1": 0.9839080459770114, |
| "eval_PASSWORD_f1": 0.8869289914066033, |
| "eval_PHONEIMEI_f1": 0.992462311557789, |
| "eval_PHONENUMBER_f1": 0.9386854874283194, |
| "eval_PIN_f1": 0.835978835978836, |
| "eval_PREFIX_f1": 0.9267924528301887, |
| "eval_SECONDARYADDRESS_f1": 0.9722650231124806, |
| "eval_SEX_f1": 0.9702162382700938, |
| "eval_SSN_f1": 0.9372093023255813, |
| "eval_STATE_f1": 0.9711576451995259, |
| "eval_STREET_f1": 0.8759310811827553, |
| "eval_TIME_f1": 0.9189957366177168, |
| "eval_URL_f1": 0.9859154929577465, |
| "eval_USERAGENT_f1": 0.9908883826879272, |
| "eval_USERNAME_f1": 0.8834977058172038, |
| "eval_VEHICLEVIN_f1": 0.951086956521739, |
| "eval_VEHICLEVRM_f1": 0.9696969696969696, |
| "eval_ZIPCODE_f1": 0.9429963975418522, |
| "eval_loss": 0.07662417739629745, |
| "eval_overall_accuracy": 0.9813041734370568, |
| "eval_overall_f1": 0.8928695354813403, |
| "eval_overall_precision": 0.8745086836168766, |
| "eval_overall_recall": 0.9120179169491873, |
| "eval_runtime": 156.7885, |
| "eval_samples_per_second": 132.478, |
| "eval_steps_per_second": 2.073, |
| "step": 7794 |
| }, |
| { |
| "epoch": 6.158583525789068, |
| "grad_norm": 0.277698814868927, |
| "learning_rate": 7.51306021446247e-06, |
| "loss": 0.0257, |
| "step": 8000 |
| }, |
| { |
| "epoch": 6.543494996150885, |
| "grad_norm": 0.39385297894477844, |
| "learning_rate": 4.076161671707452e-06, |
| "loss": 0.0221, |
| "step": 8500 |
| }, |
| { |
| "epoch": 6.928406466512702, |
| "grad_norm": 0.22807617485523224, |
| "learning_rate": 6.392631289524334e-07, |
| "loss": 0.0225, |
| "step": 9000 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_ACCOUNTNAME_f1": 0.9895734597156398, |
| "eval_ACCOUNTNUMBER_f1": 0.9936421435059036, |
| "eval_AGE_f1": 0.8951781970649896, |
| "eval_AMOUNT_f1": 0.974569319114028, |
| "eval_BIC_f1": 0.891566265060241, |
| "eval_BITCOINADDRESS_f1": 0.9544950055493896, |
| "eval_BUILDINGNUMBER_f1": 0.9595092024539876, |
| "eval_CITY_f1": 0.9505028593965688, |
| "eval_COMPANYNAME_f1": 0.8039802483914409, |
| "eval_COUNTY_f1": 0.9580731489741303, |
| "eval_CREDITCARDCVV_f1": 0.8361774744027304, |
| "eval_CREDITCARDISSUER_f1": 0.991869918699187, |
| "eval_CREDITCARDNUMBER_f1": 0.8677494199535962, |
| "eval_CURRENCYCODE_f1": 0.7932011331444758, |
| "eval_CURRENCYNAME_f1": 0.2246376811594203, |
| "eval_CURRENCYSYMBOL_f1": 0.9097142857142857, |
| "eval_CURRENCY_f1": 0.7401574803149608, |
| "eval_DATE_f1": 0.8339388568896765, |
| "eval_DOB_f1": 0.8963518581657006, |
| "eval_EMAIL_f1": 0.9503163572243543, |
| "eval_ETHEREUMADDRESS_f1": 1.0, |
| "eval_EYECOLOR_f1": 0.9395604395604397, |
| "eval_FIRSTNAME_f1": 0.8748331450867646, |
| "eval_GENDER_f1": 0.9795918367346939, |
| "eval_HEIGHT_f1": 0.9828571428571428, |
| "eval_IBAN_f1": 0.9604316546762589, |
| "eval_IPV4_f1": 0.829733163913596, |
| "eval_IPV6_f1": 0.744945567651633, |
| "eval_IP_f1": 0.8682452944748027, |
| "eval_JOBAREA_f1": 0.9146877748460862, |
| "eval_JOBTITLE_f1": 0.9594428512904547, |
| "eval_JOBTYPE_f1": 0.9280701754385966, |
| "eval_LASTNAME_f1": 0.8580858085808581, |
| "eval_LITECOINADDRESS_f1": 0.8466257668711656, |
| "eval_MAC_f1": 0.9952380952380953, |
| "eval_MASKEDNUMBER_f1": 0.8331332533013206, |
| "eval_MIDDLENAME_f1": 0.7916485428447152, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9372579395817195, |
| "eval_ORDINALDIRECTION_f1": 0.9861111111111112, |
| "eval_PASSWORD_f1": 0.8876884987620977, |
| "eval_PHONEIMEI_f1": 0.992462311557789, |
| "eval_PHONENUMBER_f1": 0.9406352033244286, |
| "eval_PIN_f1": 0.8545780969479354, |
| "eval_PREFIX_f1": 0.9288956127080181, |
| "eval_SECONDARYADDRESS_f1": 0.9733281793583303, |
| "eval_SEX_f1": 0.9717906786590352, |
| "eval_SSN_f1": 0.9330474934036941, |
| "eval_STATE_f1": 0.9755515802027429, |
| "eval_STREET_f1": 0.879902520752418, |
| "eval_TIME_f1": 0.9217241708878907, |
| "eval_URL_f1": 0.986842105263158, |
| "eval_USERAGENT_f1": 0.9931662870159453, |
| "eval_USERNAME_f1": 0.8802473664902258, |
| "eval_VEHICLEVIN_f1": 0.959349593495935, |
| "eval_VEHICLEVRM_f1": 0.9622166246851385, |
| "eval_ZIPCODE_f1": 0.945894334818587, |
| "eval_loss": 0.08504407852888107, |
| "eval_overall_accuracy": 0.9818584199129758, |
| "eval_overall_f1": 0.8951070120382236, |
| "eval_overall_precision": 0.8794614530456852, |
| "eval_overall_recall": 0.9113193203065606, |
| "eval_runtime": 156.4959, |
| "eval_samples_per_second": 132.726, |
| "eval_steps_per_second": 2.077, |
| "step": 9093 |
| }, |
| { |
| "epoch": 7.0, |
| "step": 9093, |
| "total_flos": 6.988399697943725e+16, |
| "train_loss": 0.13558139392517587, |
| "train_runtime": 12947.3138, |
| "train_samples_per_second": 44.916, |
| "train_steps_per_second": 0.702 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_ACCOUNTNAME_f1": 0.9773156899810963, |
| "eval_ACCOUNTNUMBER_f1": 0.988277727682597, |
| "eval_AGE_f1": 0.8924050632911392, |
| "eval_AMOUNT_f1": 0.9621710526315789, |
| "eval_BIC_f1": 0.8699080157687255, |
| "eval_BITCOINADDRESS_f1": 0.9496080627099664, |
| "eval_BUILDINGNUMBER_f1": 0.9552669552669552, |
| "eval_CITY_f1": 0.9484126984126984, |
| "eval_COMPANYNAME_f1": 0.7801622048374363, |
| "eval_COUNTY_f1": 0.9545859305431879, |
| "eval_CREDITCARDCVV_f1": 0.830715532286213, |
| "eval_CREDITCARDISSUER_f1": 0.9821717990275528, |
| "eval_CREDITCARDNUMBER_f1": 0.8662026295436969, |
| "eval_CURRENCYCODE_f1": 0.781869688385269, |
| "eval_CURRENCYNAME_f1": 0.09433962264150943, |
| "eval_CURRENCYSYMBOL_f1": 0.8871151653363741, |
| "eval_CURRENCY_f1": 0.7572815533980582, |
| "eval_DATE_f1": 0.827614085519224, |
| "eval_DOB_f1": 0.8950953678474114, |
| "eval_EMAIL_f1": 0.954347374974061, |
| "eval_ETHEREUMADDRESS_f1": 1.0, |
| "eval_EYECOLOR_f1": 0.9344262295081966, |
| "eval_FIRSTNAME_f1": 0.8669909947210434, |
| "eval_GENDER_f1": 0.9632495164410058, |
| "eval_HEIGHT_f1": 0.9715909090909091, |
| "eval_IBAN_f1": 0.9468085106382979, |
| "eval_IPV4_f1": 0.8555956678700362, |
| "eval_IPV6_f1": 0.6737588652482269, |
| "eval_IP_f1": 0.8492765273311897, |
| "eval_JOBAREA_f1": 0.8987234042553192, |
| "eval_JOBTITLE_f1": 0.9577406720263864, |
| "eval_JOBTYPE_f1": 0.9303135888501741, |
| "eval_LASTNAME_f1": 0.8519948519948519, |
| "eval_LITECOINADDRESS_f1": 0.8553846153846154, |
| "eval_MAC_f1": 0.9928400954653939, |
| "eval_MASKEDNUMBER_f1": 0.8368794326241136, |
| "eval_MIDDLENAME_f1": 0.751346499102334, |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548, |
| "eval_ORDINALDIRECTION_f1": 0.9816513761467891, |
| "eval_PASSWORD_f1": 0.8791601518874247, |
| "eval_PHONEIMEI_f1": 0.98870765370138, |
| "eval_PHONENUMBER_f1": 0.9229852524951587, |
| "eval_PIN_f1": 0.8550458715596331, |
| "eval_PREFIX_f1": 0.919911829537105, |
| "eval_SECONDARYADDRESS_f1": 0.9740209383481969, |
| "eval_SEX_f1": 0.9666666666666667, |
| "eval_SSN_f1": 0.9150242326332795, |
| "eval_STATE_f1": 0.9738157105736559, |
| "eval_STREET_f1": 0.8667275216795984, |
| "eval_TIME_f1": 0.9069166746388596, |
| "eval_URL_f1": 0.9877704609595485, |
| "eval_USERAGENT_f1": 0.9942987457240592, |
| "eval_USERNAME_f1": 0.8805223526933811, |
| "eval_VEHICLEVIN_f1": 0.9619565217391305, |
| "eval_VEHICLEVRM_f1": 0.9820971867007673, |
| "eval_ZIPCODE_f1": 0.9422954977805961, |
| "eval_loss": 0.06456373631954193, |
| "eval_overall_accuracy": 0.981234141016998, |
| "eval_overall_f1": 0.8866585461610477, |
| "eval_overall_precision": 0.8691679166337728, |
| "eval_overall_recall": 0.9048675748423021, |
| "eval_runtime": 155.9857, |
| "eval_samples_per_second": 133.16, |
| "eval_steps_per_second": 2.084, |
| "step": 9093 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 9093, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 7, |
| "save_steps": 500, |
| "total_flos": 6.988399697943725e+16, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
