End of training

all_results.json

@@ -0,0 +1 @@
+{"eval_account_number_precision": 0.7984409799554566, "eval_account_number_recall": 0.6577981651376147, "eval_account_number_f1": 0.721327967806841, "eval_account_number_number": 1090, "eval_address_precision": 0.8052034689793195, "eval_address_recall": 0.7951251646903821, "eval_address_f1": 0.8001325820351342, "eval_address_number": 1518, "eval_api_key_precision": 0.9090909090909091, "eval_api_key_recall": 0.9090909090909091, "eval_api_key_f1": 0.9090909090909091, "eval_api_key_number": 77, "eval_bank_routing_number_precision": 0.9567307692307693, "eval_bank_routing_number_recall": 0.961352657004831, "eval_bank_routing_number_f1": 0.9590361445783132, "eval_bank_routing_number_number": 207, "eval_biometric_identifier_precision": 0.9696969696969697, "eval_biometric_identifier_recall": 0.9922480620155039, "eval_biometric_identifier_f1": 0.9808429118773947, "eval_biometric_identifier_number": 129, "eval_certificate_license_number_precision": 0.9562043795620438, "eval_certificate_license_number_recall": 0.9849624060150376, "eval_certificate_license_number_f1": 0.9703703703703703, "eval_certificate_license_number_number": 133, "eval_city_precision": 0.924446583253128, "eval_city_recall": 0.924446583253128, "eval_city_f1": 0.924446583253128, "eval_city_number": 2078, "eval_company_name_precision": 0.7817258883248731, "eval_company_name_recall": 0.8901734104046243, "eval_company_name_f1": 0.8324324324324325, "eval_company_name_number": 173, "eval_coordinate_precision": 0.875, "eval_coordinate_recall": 0.9032258064516129, "eval_coordinate_f1": 0.8888888888888888, "eval_coordinate_number": 62, "eval_country_precision": 0.835820895522388, "eval_country_recall": 0.7671232876712328, "eval_country_f1": 0.8, "eval_country_number": 73, "eval_credit_card_number_precision": 0.9051546391752577, "eval_credit_card_number_recall": 0.878, "eval_credit_card_number_f1": 0.8913705583756346, "eval_credit_card_number_number": 1000, "eval_customer_id_precision": 0.9563894523326572, "eval_customer_id_recall": 0.9411177644710579, "eval_customer_id_f1": 0.948692152917505, "eval_customer_id_number": 1002, "eval_cvv_precision": 1.0, "eval_cvv_recall": 0.7272727272727273, "eval_cvv_f1": 0.8421052631578948, "eval_cvv_number": 11, "eval_date_precision": 0.8702040816326531, "eval_date_recall": 0.9245446660884649, "eval_date_f1": 0.896551724137931, "eval_date_number": 1153, "eval_date_of_birth_precision": 0.8721966205837174, "eval_date_of_birth_recall": 0.904140127388535, "eval_date_of_birth_f1": 0.8878811571540267, "eval_date_of_birth_number": 3140, "eval_date_time_precision": 0.9174311926605505, "eval_date_time_recall": 0.970873786407767, "eval_date_time_f1": 0.9433962264150944, "eval_date_time_number": 206, "eval_device_identifier_precision": 0.9504950495049505, "eval_device_identifier_recall": 0.9230769230769231, "eval_device_identifier_f1": 0.9365853658536586, "eval_device_identifier_number": 208, "eval_email_precision": 0.9847502859321388, "eval_email_recall": 0.9900344959754696, "eval_email_f1": 0.9873853211009175, "eval_email_number": 2609, "eval_employee_id_precision": 0.9224652087475149, "eval_employee_id_recall": 0.9557157569515963, "eval_employee_id_f1": 0.9387961557916034, "eval_employee_id_number": 971, "eval_first_name_precision": 0.8358063731452201, "eval_first_name_recall": 0.872745745491491, "eval_first_name_f1": 0.8538767395626242, "eval_first_name_number": 3937, "eval_health_plan_beneficiary_number_precision": 0.9777777777777777, "eval_health_plan_beneficiary_number_recall": 0.9166666666666666, "eval_health_plan_beneficiary_number_f1": 0.946236559139785, "eval_health_plan_beneficiary_number_number": 48, "eval_ipv4_precision": 0.986318407960199, "eval_ipv4_recall": 0.9900124843945068, "eval_ipv4_f1": 0.9881619937694703, "eval_ipv4_number": 801, "eval_ipv6_precision": 0.8709677419354839, "eval_ipv6_recall": 0.9152542372881356, "eval_ipv6_f1": 0.8925619834710744, "eval_ipv6_number": 59, "eval_last_name_precision": 0.807564698075647, "eval_last_name_recall": 0.7791293213828425, "eval_last_name_f1": 0.7930922124470512, "eval_last_name_number": 3124, "eval_license_plate_precision": 0.9459459459459459, "eval_license_plate_recall": 0.8934859154929577, "eval_license_plate_f1": 0.9189678587596198, "eval_license_plate_number": 1136, "eval_medical_record_number_precision": 0.9757148452800627, "eval_medical_record_number_recall": 0.9841959699723429, "eval_medical_record_number_f1": 0.9799370574350905, "eval_medical_record_number_number": 2531, "eval_name_precision": 0.818847209515096, "eval_name_recall": 0.8878968253968254, "eval_name_f1": 0.851975249881009, "eval_name_number": 1008, "eval_national_id_precision": 0.8048780487804879, "eval_national_id_recall": 0.75, "eval_national_id_f1": 0.7764705882352942, "eval_national_id_number": 44, "eval_password_precision": 0.8414795244385733, "eval_password_recall": 0.8847222222222222, "eval_password_f1": 0.862559241706161, "eval_password_number": 720, "eval_phone_number_precision": 0.9520930232558139, "eval_phone_number_recall": 0.9775549188156638, "eval_phone_number_f1": 0.9646559849198868, "eval_phone_number_number": 2094, "eval_pin_precision": 0.0, "eval_pin_recall": 0.0, "eval_pin_f1": 0.0, "eval_pin_number": 4, "eval_postcode_precision": 0.9151832460732985, "eval_postcode_recall": 0.8828282828282829, "eval_postcode_f1": 0.8987146529562983, "eval_postcode_number": 990, "eval_ssn_precision": 0.8556461001164144, "eval_ssn_recall": 0.9160781055255505, "eval_ssn_f1": 0.8848314606741572, "eval_ssn_number": 2407, "eval_state_precision": 0.55, "eval_state_recall": 0.5238095238095238, "eval_state_f1": 0.5365853658536585, "eval_state_number": 21, "eval_street_address_precision": 0.8199152542372882, "eval_street_address_recall": 0.8973913043478261, "eval_street_address_f1": 0.8569056185995018, "eval_street_address_number": 1725, "eval_swift_bic_precision": 0.9333333333333333, "eval_swift_bic_recall": 0.7368421052631579, "eval_swift_bic_f1": 0.8235294117647058, "eval_swift_bic_number": 19, "eval_tax_id_precision": 0.6472491909385113, "eval_tax_id_recall": 0.6756756756756757, "eval_tax_id_f1": 0.6611570247933883, "eval_tax_id_number": 592, "eval_time_precision": 0.8983050847457628, "eval_time_recall": 0.9464285714285714, "eval_time_f1": 0.9217391304347826, "eval_time_number": 112, "eval_unique_identifier_precision": 0.8717047451669596, "eval_unique_identifier_recall": 0.8442553191489361, "eval_unique_identifier_f1": 0.8577604842196282, "eval_unique_identifier_number": 1175, "eval_url_precision": 0.8095238095238095, "eval_url_recall": 0.8947368421052632, "eval_url_f1": 0.8500000000000001, "eval_url_number": 38, "eval_user_name_precision": 0.9462953754351069, "eval_user_name_recall": 0.9211035818005808, "eval_user_name_f1": 0.9335295560461123, "eval_user_name_number": 2066, "eval_vehicle_identifier_precision": 0.98989898989899, "eval_vehicle_identifier_recall": 0.98, "eval_vehicle_identifier_f1": 0.9849246231155778, "eval_vehicle_identifier_number": 100, "eval_overall_precision": 0.8856070575620217, "eval_overall_recall": 0.8952723510137716, "eval_overall_f1": 0.8904134762633997, "eval_overall_accuracy": 0.9901721741880185}

config.json

@@ -21,179 +21,91 @@
   "hidden_size": 768,
   "id2label": {
     "0": "O",
-    "1": "B-medical_record_number",
-    "2": "I-medical_record_number",
+    "1": "B-unique_identifier",
+    "2": "I-unique_identifier",
     "3": "B-date_of_birth",
     "4": "I-date_of_birth",
     "5": "B-ssn",
     "6": "I-ssn",
-    "7": "B-date",
-    "8": "I-date",
-    "9": "B-first_name",
-    "10": "I-first_name",
+    "7": "B-date_time",
+    "8": "I-date_time",
+    "9": "B-person_name",
+    "10": "I-person_name",
     "11": "B-email",
     "12": "I-email",
-    "13": "B-last_name",
-    "14": "I-last_name",
-    "15": "B-customer_id",
-    "16": "I-customer_id",
-    "17": "B-employee_id",
-    "18": "I-employee_id",
-    "19": "B-name",
-    "20": "I-name",
-    "21": "B-street_address",
-    "22": "I-street_address",
-    "23": "B-phone_number",
-    "24": "I-phone_number",
-    "25": "B-ipv4",
-    "26": "I-ipv4",
-    "27": "B-credit_card_number",
-    "28": "I-credit_card_number",
-    "29": "B-license_plate",
-    "30": "I-license_plate",
-    "31": "B-address",
-    "32": "I-address",
-    "33": "B-user_name",
-    "34": "I-user_name",
-    "35": "B-device_identifier",
-    "36": "I-device_identifier",
-    "37": "B-bank_routing_number",
-    "38": "I-bank_routing_number",
-    "39": "B-date_time",
-    "40": "I-date_time",
-    "41": "B-company_name",
-    "42": "I-company_name",
-    "43": "B-unique_identifier",
-    "44": "I-unique_identifier",
-    "45": "B-biometric_identifier",
-    "46": "I-biometric_identifier",
-    "47": "B-account_number",
-    "48": "I-account_number",
-    "49": "B-city",
-    "50": "I-city",
-    "51": "B-certificate_license_number",
-    "52": "I-certificate_license_number",
-    "53": "B-time",
-    "54": "I-time",
-    "55": "B-postcode",
-    "56": "I-postcode",
-    "57": "B-vehicle_identifier",
-    "58": "I-vehicle_identifier",
-    "59": "B-coordinate",
-    "60": "I-coordinate",
-    "61": "B-country",
-    "62": "I-country",
-    "63": "B-api_key",
-    "64": "I-api_key",
-    "65": "B-ipv6",
-    "66": "I-ipv6",
-    "67": "B-password",
-    "68": "I-password",
-    "69": "B-health_plan_beneficiary_number",
-    "70": "I-health_plan_beneficiary_number",
-    "71": "B-national_id",
-    "72": "I-national_id",
-    "73": "B-tax_id",
-    "74": "I-tax_id",
-    "75": "B-url",
-    "76": "I-url",
-    "77": "B-state",
-    "78": "I-state",
-    "79": "B-swift_bic",
-    "80": "I-swift_bic",
-    "81": "B-cvv",
-    "82": "I-cvv",
-    "83": "B-pin",
-    "84": "I-pin"
+    "13": "B-location",
+    "14": "I-location",
+    "15": "B-phone_number",
+    "16": "I-phone_number",
+    "17": "B-ipv4",
+    "18": "I-ipv4",
+    "19": "B-credit_card_number",
+    "20": "I-credit_card_number",
+    "21": "B-user_name",
+    "22": "I-user_name",
+    "23": "B-company_name",
+    "24": "I-company_name",
+    "25": "B-account_number",
+    "26": "I-account_number",
+    "27": "B-api_key",
+    "28": "I-api_key",
+    "29": "B-ipv6",
+    "30": "I-ipv6",
+    "31": "B-password",
+    "32": "I-password",
+    "33": "B-url",
+    "34": "I-url",
+    "35": "B-swift_bic",
+    "36": "I-swift_bic",
+    "37": "B-cvv",
+    "38": "I-cvv",
+    "39": "B-pin",
+    "40": "I-pin"
   },
   "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
   "intermediate_size": 1152,
   "label2id": {
-    "B-account_number": 47,
-    "B-address": 31,
-    "B-api_key": 63,
-    "B-bank_routing_number": 37,
-    "B-biometric_identifier": 45,
-    "B-certificate_license_number": 51,
-    "B-city": 49,
-    "B-company_name": 41,
-    "B-coordinate": 59,
-    "B-country": 61,
-    "B-credit_card_number": 27,
-    "B-customer_id": 15,
-    "B-cvv": 81,
-    "B-date": 7,
+    "B-account_number": 25,
+    "B-api_key": 27,
+    "B-company_name": 23,
+    "B-credit_card_number": 19,
+    "B-cvv": 37,
     "B-date_of_birth": 3,
-    "B-date_time": 39,
-    "B-device_identifier": 35,
+    "B-date_time": 7,
     "B-email": 11,
-    "B-employee_id": 17,
-    "B-first_name": 9,
-    "B-health_plan_beneficiary_number": 69,
-    "B-ipv4": 25,
-    "B-ipv6": 65,
-    "B-last_name": 13,
-    "B-license_plate": 29,
-    "B-medical_record_number": 1,
-    "B-name": 19,
-    "B-national_id": 71,
-    "B-password": 67,
-    "B-phone_number": 23,
-    "B-pin": 83,
-    "B-postcode": 55,
+    "B-ipv4": 17,
+    "B-ipv6": 29,
+    "B-location": 13,
+    "B-password": 31,
+    "B-person_name": 9,
+    "B-phone_number": 15,
+    "B-pin": 39,
     "B-ssn": 5,
-    "B-state": 77,
-    "B-street_address": 21,
-    "B-swift_bic": 79,
-    "B-tax_id": 73,
-    "B-time": 53,
-    "B-unique_identifier": 43,
-    "B-url": 75,
-    "B-user_name": 33,
-    "B-vehicle_identifier": 57,
-    "I-account_number": 48,
-    "I-address": 32,
-    "I-api_key": 64,
-    "I-bank_routing_number": 38,
-    "I-biometric_identifier": 46,
-    "I-certificate_license_number": 52,
-    "I-city": 50,
-    "I-company_name": 42,
-    "I-coordinate": 60,
-    "I-country": 62,
-    "I-credit_card_number": 28,
-    "I-customer_id": 16,
-    "I-cvv": 82,
-    "I-date": 8,
+    "B-swift_bic": 35,
+    "B-unique_identifier": 1,
+    "B-url": 33,
+    "B-user_name": 21,
+    "I-account_number": 26,
+    "I-api_key": 28,
+    "I-company_name": 24,
+    "I-credit_card_number": 20,
+    "I-cvv": 38,
     "I-date_of_birth": 4,
-    "I-date_time": 40,
-    "I-device_identifier": 36,
+    "I-date_time": 8,
     "I-email": 12,
-    "I-employee_id": 18,
-    "I-first_name": 10,
-    "I-health_plan_beneficiary_number": 70,
-    "I-ipv4": 26,
-    "I-ipv6": 66,
-    "I-last_name": 14,
-    "I-license_plate": 30,
-    "I-medical_record_number": 2,
-    "I-name": 20,
-    "I-national_id": 72,
-    "I-password": 68,
-    "I-phone_number": 24,
-    "I-pin": 84,
-    "I-postcode": 56,
+    "I-ipv4": 18,
+    "I-ipv6": 30,
+    "I-location": 14,
+    "I-password": 32,
+    "I-person_name": 10,
+    "I-phone_number": 16,
+    "I-pin": 40,
     "I-ssn": 6,
-    "I-state": 78,
-    "I-street_address": 22,
-    "I-swift_bic": 80,
-    "I-tax_id": 74,
-    "I-time": 54,
-    "I-unique_identifier": 44,
-    "I-url": 76,
-    "I-user_name": 34,
-    "I-vehicle_identifier": 58,
+    "I-swift_bic": 36,
+    "I-unique_identifier": 2,
+    "I-url": 34,
+    "I-user_name": 22,
     "O": 0
   },
   "layer_norm_eps": 1e-05,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0e0ae11082fe1d8c225e7f737119a4760a87c40746539fe653ee83ef2a145b0
-size 598695100
+oid sha256:e5db5bdecc08314461ab5e32b8b9d5367b1149c5290bd1bbd54ad39bd951200d
+size 598559756