pii-small-en / test_results.json
smoh's picture
Update to v1.3: best F1 (0.9071), early freeze + progressive tier weights
0ad24a4 verified
{
"eval_loss": 2.7708330154418945,
"eval_overall_f1": 0.9070834490327528,
"eval_overall_precision": 0.8981291158796035,
"eval_overall_recall": 0.916218129365726,
"eval_type_account_number_f1": 0.9233963047539963,
"eval_type_account_number_recall": 0.9309334449560486,
"eval_type_age_f1": 0.8714524207011687,
"eval_type_age_recall": 0.9094076655052264,
"eval_type_bank_account_f1": 0.6451612903225806,
"eval_type_bank_account_recall": 0.8450704225352113,
"eval_type_biometric_f1": 0.9924487594390506,
"eval_type_biometric_recall": 0.9956709956709957,
"eval_type_credit_card_f1": 0.8369384359400999,
"eval_type_credit_card_recall": 0.9738625363020329,
"eval_type_date_f1": 0.8765927600046761,
"eval_type_date_recall": 0.8635700575815739,
"eval_type_date_of_birth_f1": 0.9811888638073739,
"eval_type_date_of_birth_recall": 0.9886277482941622,
"eval_type_drivers_license_f1": 0.8805031446540881,
"eval_type_drivers_license_recall": 0.9497964721845319,
"eval_type_email_f1": 0.9680042803638308,
"eval_type_email_recall": 0.9905825667980727,
"eval_type_employee_id_f1": 0.9399548532731377,
"eval_type_employee_id_recall": 0.9774647887323944,
"eval_type_gender_f1": 0.9461663947797716,
"eval_type_gender_recall": 0.9523809523809523,
"eval_type_iban_f1": 0.9346246973365617,
"eval_type_iban_recall": 0.8976744186046511,
"eval_type_ip_address_f1": 0.9883408071748879,
"eval_type_ip_address_recall": 0.9936880072137061,
"eval_type_license_plate_f1": 0.9519650655021834,
"eval_type_license_plate_recall": 0.956140350877193,
"eval_type_location_f1": 0.9284850028656945,
"eval_type_location_recall": 0.9524431669715182,
"eval_type_organization_f1": 0.9024039449352784,
"eval_type_organization_recall": 0.9171974522292994,
"eval_type_passport_number_f1": 0.4155844155844156,
"eval_type_passport_number_recall": 0.42105263157894735,
"eval_type_password_f1": 0.88,
"eval_type_password_recall": 0.8039867109634552,
"eval_type_person_f1": 0.8745558697701399,
"eval_type_person_recall": 0.8816520467836257,
"eval_type_phone_f1": 0.9660620245757754,
"eval_type_phone_recall": 0.9671939074399531,
"eval_type_pin_f1": 0.5393258426966292,
"eval_type_pin_recall": 0.41739130434782606,
"eval_type_ssn_f1": 0.9296320206584893,
"eval_type_ssn_recall": 0.9809264305177112,
"eval_type_street_address_f1": 0.8317064565447488,
"eval_type_street_address_recall": 0.8493874609656498,
"eval_type_swift_code_f1": 0.8727272727272728,
"eval_type_swift_code_recall": 0.9411764705882353,
"eval_type_tax_id_f1": 0.6733067729083665,
"eval_type_tax_id_recall": 0.7647058823529411,
"eval_type_url_f1": 0.9938436830835118,
"eval_type_url_recall": 0.99464237878382,
"eval_type_username_f1": 0.9303187546330616,
"eval_type_username_recall": 0.8977110157367668,
"eval_type_vehicle_id_f1": 0.975470621791215,
"eval_type_vehicle_id_recall": 0.9805045871559633,
"eval_tier_1_recall": 0.8225690625785625,
"eval_tier_2_recall": 0.9451886229158616,
"eval_tier_3_recall": 0.9304366300082938,
"eval_tier_4_recall": 0.8681003401274463,
"eval_runtime": 288.1903,
"eval_samples_per_second": 58.798,
"eval_steps_per_second": 7.353,
"epoch": 9.998447331862385
}