Update to v1.3: best F1 (0.9071), early freeze + progressive tier weights

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

config.json

@@ -1,207 +1,205 @@
-{
-  "architectures": [
-    "PiiNerModel"
-  ],
-  "backbone": "microsoft/deberta-v3-xsmall",
-  "char_cnn_filters": [
-    50,
-    50,
-    50
-  ],
-  "char_cnn_widths": [
-    3,
-    4,
-    5
-  ],
-  "char_embed_dim": 50,
-  "char_vocab_size": 256,
-  "dropout": 0.1,
-  "dtype": "float16",
-  "id2label": {
-    "0": "O",
-    "1": "B-SSN",
-    "2": "I-SSN",
-    "3": "B-CREDIT_CARD",
-    "4": "I-CREDIT_CARD",
-    "5": "B-BANK_ACCOUNT",
-    "6": "I-BANK_ACCOUNT",
-    "7": "B-PASSPORT_NUMBER",
-    "8": "I-PASSPORT_NUMBER",
-    "9": "B-DRIVERS_LICENSE",
-    "10": "I-DRIVERS_LICENSE",
-    "11": "B-TAX_ID",
-    "12": "I-TAX_ID",
-    "13": "B-PERSON",
-    "14": "I-PERSON",
-    "15": "B-EMAIL",
-    "16": "I-EMAIL",
-    "17": "B-PHONE",
-    "18": "I-PHONE",
-    "19": "B-DATE_OF_BIRTH",
-    "20": "I-DATE_OF_BIRTH",
-    "21": "B-STREET_ADDRESS",
-    "22": "I-STREET_ADDRESS",
-    "23": "B-IP_ADDRESS",
-    "24": "I-IP_ADDRESS",
-    "25": "B-USERNAME",
-    "26": "I-USERNAME",
-    "27": "B-DATE",
-    "28": "I-DATE",
-    "29": "B-LOCATION",
-    "30": "I-LOCATION",
-    "31": "B-ORGANIZATION",
-    "32": "I-ORGANIZATION",
-    "33": "B-URL",
-    "34": "I-URL",
-    "35": "B-LICENSE_PLATE",
-    "36": "I-LICENSE_PLATE",
-    "37": "B-AGE",
-    "38": "I-AGE",
-    "39": "B-NATIONALITY",
-    "40": "I-NATIONALITY",
-    "41": "B-GENDER",
-    "42": "I-GENDER",
-    "43": "B-ETHNICITY",
-    "44": "I-ETHNICITY",
-    "45": "B-RELIGION",
-    "46": "I-RELIGION",
-    "47": "B-MARITAL_STATUS",
-    "48": "I-MARITAL_STATUS",
-    "49": "B-MEDICAL_RECORD",
-    "50": "I-MEDICAL_RECORD",
-    "51": "B-EMPLOYEE_ID",
-    "52": "I-EMPLOYEE_ID",
-    "53": "B-STUDENT_ID",
-    "54": "I-STUDENT_ID",
-    "55": "B-ACCOUNT_NUMBER",
-    "56": "I-ACCOUNT_NUMBER",
-    "57": "B-PIN",
-    "58": "I-PIN",
-    "59": "B-PASSWORD",
-    "60": "I-PASSWORD",
-    "61": "B-BIOMETRIC",
-    "62": "I-BIOMETRIC",
-    "63": "B-VEHICLE_ID",
-    "64": "I-VEHICLE_ID",
-    "65": "B-DEVICE_ID",
-    "66": "I-DEVICE_ID",
-    "67": "B-CRYPTO_WALLET",
-    "68": "I-CRYPTO_WALLET",
-    "69": "B-IBAN",
-    "70": "I-IBAN",
-    "71": "B-SWIFT_CODE",
-    "72": "I-SWIFT_CODE",
-    "73": "B-INSURANCE_NUMBER",
-    "74": "I-INSURANCE_NUMBER",
-    "75": "B-SALARY",
-    "76": "I-SALARY",
-    "77": "B-CRIMINAL_RECORD",
-    "78": "I-CRIMINAL_RECORD",
-    "79": "B-POLITICAL_AFFILIATION",
-    "80": "I-POLITICAL_AFFILIATION",
-    "81": "B-SEXUAL_ORIENTATION",
-    "82": "I-SEXUAL_ORIENTATION",
-    "83": "B-HEALTH_CONDITION",
-    "84": "I-HEALTH_CONDITION",
-    "85": "B-GENETIC_DATA",
-    "86": "I-GENETIC_DATA",
-    "87": "B-TRADE_UNION",
-    "88": "I-TRADE_UNION"
-  },
-  "label2id": {
-    "O": 0,
-    "B-SSN": 1,
-    "I-SSN": 2,
-    "B-CREDIT_CARD": 3,
-    "I-CREDIT_CARD": 4,
-    "B-BANK_ACCOUNT": 5,
-    "I-BANK_ACCOUNT": 6,
-    "B-PASSPORT_NUMBER": 7,
-    "I-PASSPORT_NUMBER": 8,
-    "B-DRIVERS_LICENSE": 9,
-    "I-DRIVERS_LICENSE": 10,
-    "B-TAX_ID": 11,
-    "I-TAX_ID": 12,
-    "B-PERSON": 13,
-    "I-PERSON": 14,
-    "B-EMAIL": 15,
-    "I-EMAIL": 16,
-    "B-PHONE": 17,
-    "I-PHONE": 18,
-    "B-DATE_OF_BIRTH": 19,
-    "I-DATE_OF_BIRTH": 20,
-    "B-STREET_ADDRESS": 21,
-    "I-STREET_ADDRESS": 22,
-    "B-IP_ADDRESS": 23,
-    "I-IP_ADDRESS": 24,
-    "B-USERNAME": 25,
-    "I-USERNAME": 26,
-    "B-DATE": 27,
-    "I-DATE": 28,
-    "B-LOCATION": 29,
-    "I-LOCATION": 30,
-    "B-ORGANIZATION": 31,
-    "I-ORGANIZATION": 32,
-    "B-URL": 33,
-    "I-URL": 34,
-    "B-LICENSE_PLATE": 35,
-    "I-LICENSE_PLATE": 36,
-    "B-AGE": 37,
-    "I-AGE": 38,
-    "B-NATIONALITY": 39,
-    "I-NATIONALITY": 40,
-    "B-GENDER": 41,
-    "I-GENDER": 42,
-    "B-ETHNICITY": 43,
-    "I-ETHNICITY": 44,
-    "B-RELIGION": 45,
-    "I-RELIGION": 46,
-    "B-MARITAL_STATUS": 47,
-    "I-MARITAL_STATUS": 48,
-    "B-MEDICAL_RECORD": 49,
-    "I-MEDICAL_RECORD": 50,
-    "B-EMPLOYEE_ID": 51,
-    "I-EMPLOYEE_ID": 52,
-    "B-STUDENT_ID": 53,
-    "I-STUDENT_ID": 54,
-    "B-ACCOUNT_NUMBER": 55,
-    "I-ACCOUNT_NUMBER": 56,
-    "B-PIN": 57,
-    "I-PIN": 58,
-    "B-PASSWORD": 59,
-    "I-PASSWORD": 60,
-    "B-BIOMETRIC": 61,
-    "I-BIOMETRIC": 62,
-    "B-VEHICLE_ID": 63,
-    "I-VEHICLE_ID": 64,
-    "B-DEVICE_ID": 65,
-    "I-DEVICE_ID": 66,
-    "B-CRYPTO_WALLET": 67,
-    "I-CRYPTO_WALLET": 68,
-    "B-IBAN": 69,
-    "I-IBAN": 70,
-    "B-SWIFT_CODE": 71,
-    "I-SWIFT_CODE": 72,
-    "B-INSURANCE_NUMBER": 73,
-    "I-INSURANCE_NUMBER": 74,
-    "B-SALARY": 75,
-    "I-SALARY": 76,
-    "B-CRIMINAL_RECORD": 77,
-    "I-CRIMINAL_RECORD": 78,
-    "B-POLITICAL_AFFILIATION": 79,
-    "I-POLITICAL_AFFILIATION": 80,
-    "B-SEXUAL_ORIENTATION": 81,
-    "I-SEXUAL_ORIENTATION": 82,
-    "B-HEALTH_CONDITION": 83,
-    "I-HEALTH_CONDITION": 84,
-    "B-GENETIC_DATA": 85,
-    "I-GENETIC_DATA": 86,
-    "B-TRADE_UNION": 87,
-    "I-TRADE_UNION": 88
-  },
-  "max_char_len": 20,
-  "model_type": "pii_ner",
-  "transformers_version": "5.0.0",
-  "use_cache": false,
-  "num_labels": 89
-}
+{
+  "architectures": [
+    "PiiNerModel"
+  ],
+  "backbone": "microsoft/deberta-v3-xsmall",
+  "char_cnn_filters": [
+    50,
+    50,
+    50
+  ],
+  "char_cnn_widths": [
+    3,
+    4,
+    5
+  ],
+  "char_embed_dim": 50,
+  "char_vocab_size": 256,
+  "dropout": 0.1,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17",
+    "18": "LABEL_18",
+    "19": "LABEL_19",
+    "20": "LABEL_20",
+    "21": "LABEL_21",
+    "22": "LABEL_22",
+    "23": "LABEL_23",
+    "24": "LABEL_24",
+    "25": "LABEL_25",
+    "26": "LABEL_26",
+    "27": "LABEL_27",
+    "28": "LABEL_28",
+    "29": "LABEL_29",
+    "30": "LABEL_30",
+    "31": "LABEL_31",
+    "32": "LABEL_32",
+    "33": "LABEL_33",
+    "34": "LABEL_34",
+    "35": "LABEL_35",
+    "36": "LABEL_36",
+    "37": "LABEL_37",
+    "38": "LABEL_38",
+    "39": "LABEL_39",
+    "40": "LABEL_40",
+    "41": "LABEL_41",
+    "42": "LABEL_42",
+    "43": "LABEL_43",
+    "44": "LABEL_44",
+    "45": "LABEL_45",
+    "46": "LABEL_46",
+    "47": "LABEL_47",
+    "48": "LABEL_48",
+    "49": "LABEL_49",
+    "50": "LABEL_50",
+    "51": "LABEL_51",
+    "52": "LABEL_52",
+    "53": "LABEL_53",
+    "54": "LABEL_54",
+    "55": "LABEL_55",
+    "56": "LABEL_56",
+    "57": "LABEL_57",
+    "58": "LABEL_58",
+    "59": "LABEL_59",
+    "60": "LABEL_60",
+    "61": "LABEL_61",
+    "62": "LABEL_62",
+    "63": "LABEL_63",
+    "64": "LABEL_64",
+    "65": "LABEL_65",
+    "66": "LABEL_66",
+    "67": "LABEL_67",
+    "68": "LABEL_68",
+    "69": "LABEL_69",
+    "70": "LABEL_70",
+    "71": "LABEL_71",
+    "72": "LABEL_72",
+    "73": "LABEL_73",
+    "74": "LABEL_74",
+    "75": "LABEL_75",
+    "76": "LABEL_76",
+    "77": "LABEL_77",
+    "78": "LABEL_78",
+    "79": "LABEL_79",
+    "80": "LABEL_80",
+    "81": "LABEL_81",
+    "82": "LABEL_82",
+    "83": "LABEL_83",
+    "84": "LABEL_84",
+    "85": "LABEL_85",
+    "86": "LABEL_86",
+    "87": "LABEL_87",
+    "88": "LABEL_88"
+  },
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_18": 18,
+    "LABEL_19": 19,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_21": 21,
+    "LABEL_22": 22,
+    "LABEL_23": 23,
+    "LABEL_24": 24,
+    "LABEL_25": 25,
+    "LABEL_26": 26,
+    "LABEL_27": 27,
+    "LABEL_28": 28,
+    "LABEL_29": 29,
+    "LABEL_3": 3,
+    "LABEL_30": 30,
+    "LABEL_31": 31,
+    "LABEL_32": 32,
+    "LABEL_33": 33,
+    "LABEL_34": 34,
+    "LABEL_35": 35,
+    "LABEL_36": 36,
+    "LABEL_37": 37,
+    "LABEL_38": 38,
+    "LABEL_39": 39,
+    "LABEL_4": 4,
+    "LABEL_40": 40,
+    "LABEL_41": 41,
+    "LABEL_42": 42,
+    "LABEL_43": 43,
+    "LABEL_44": 44,
+    "LABEL_45": 45,
+    "LABEL_46": 46,
+    "LABEL_47": 47,
+    "LABEL_48": 48,
+    "LABEL_49": 49,
+    "LABEL_5": 5,
+    "LABEL_50": 50,
+    "LABEL_51": 51,
+    "LABEL_52": 52,
+    "LABEL_53": 53,
+    "LABEL_54": 54,
+    "LABEL_55": 55,
+    "LABEL_56": 56,
+    "LABEL_57": 57,
+    "LABEL_58": 58,
+    "LABEL_59": 59,
+    "LABEL_6": 6,
+    "LABEL_60": 60,
+    "LABEL_61": 61,
+    "LABEL_62": 62,
+    "LABEL_63": 63,
+    "LABEL_64": 64,
+    "LABEL_65": 65,
+    "LABEL_66": 66,
+    "LABEL_67": 67,
+    "LABEL_68": 68,
+    "LABEL_69": 69,
+    "LABEL_7": 7,
+    "LABEL_70": 70,
+    "LABEL_71": 71,
+    "LABEL_72": 72,
+    "LABEL_73": 73,
+    "LABEL_74": 74,
+    "LABEL_75": 75,
+    "LABEL_76": 76,
+    "LABEL_77": 77,
+    "LABEL_78": 78,
+    "LABEL_79": 79,
+    "LABEL_8": 8,
+    "LABEL_80": 80,
+    "LABEL_81": 81,
+    "LABEL_82": 82,
+    "LABEL_83": 83,
+    "LABEL_84": 84,
+    "LABEL_85": 85,
+    "LABEL_86": 86,
+    "LABEL_87": 87,
+    "LABEL_88": 88,
+    "LABEL_9": 9
+  },
+  "max_char_len": 20,
+  "model_type": "pii_ner",
+  "torch_dtype": "float32",
+  "transformers_version": "4.49.0"
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:888bf4c2b3f70475540abbfa30672ae2826cf4f1c3b09b02ec45c52fb56cd066
-size 143144240
+oid sha256:de2fdce39e2098e4936063aa68caa580739a451bfdb7988298d5870df64db5f9
+size 284508924

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

test_results.json

@@ -1,70 +1,70 @@
 {
-  "eval_loss": 2.6675541400909424,
-  "eval_overall_f1": 0.9043580541465338,
-  "eval_overall_precision": 0.9072015660825143,
-  "eval_overall_recall": 0.9015323117921386,
-  "eval_type_account_number_f1": 0.907736863880844,
-  "eval_type_account_number_recall": 0.9172240802675585,
-  "eval_type_age_f1": 0.850771869639794,
-  "eval_type_age_recall": 0.8611111111111112,
-  "eval_type_bank_account_f1": 0.791044776119403,
-  "eval_type_bank_account_recall": 0.7464788732394366,
-  "eval_type_biometric_f1": 0.9962141698215252,
-  "eval_type_biometric_recall": 0.9956756756756757,
-  "eval_type_credit_card_f1": 0.8619495299356753,
-  "eval_type_credit_card_recall": 0.8391136801541426,
-  "eval_type_date_f1": 0.8748460591133004,
-  "eval_type_date_recall": 0.8694920440636474,
-  "eval_type_date_of_birth_f1": 0.9784499054820416,
-  "eval_type_date_of_birth_recall": 0.9803030303030303,
-  "eval_type_drivers_license_f1": 0.8849557522123893,
-  "eval_type_drivers_license_recall": 0.8807588075880759,
-  "eval_type_email_f1": 0.9905722429291821,
-  "eval_type_email_recall": 0.9873251748251748,
-  "eval_type_employee_id_f1": 0.9622997172478794,
-  "eval_type_employee_id_recall": 0.9586854460093897,
-  "eval_type_gender_f1": 0.9522240527182866,
-  "eval_type_gender_recall": 0.9490968801313628,
-  "eval_type_iban_f1": 0.9304556354916067,
-  "eval_type_iban_recall": 0.8981481481481481,
-  "eval_type_ip_address_f1": 0.987908643081057,
-  "eval_type_ip_address_recall": 0.9919064748201439,
-  "eval_type_license_plate_f1": 0.9595290654893304,
-  "eval_type_license_plate_recall": 0.9518248175182482,
-  "eval_type_location_f1": 0.9216815623965575,
-  "eval_type_location_recall": 0.9077986437141367,
-  "eval_type_organization_f1": 0.8982110448535131,
-  "eval_type_organization_recall": 0.9025635681533972,
-  "eval_type_passport_number_f1": 0.46875,
-  "eval_type_passport_number_recall": 0.38461538461538464,
-  "eval_type_password_f1": 0.8778082191780823,
-  "eval_type_password_recall": 0.8850828729281768,
-  "eval_type_person_f1": 0.8611754487550666,
-  "eval_type_person_recall": 0.867643841610151,
-  "eval_type_phone_f1": 0.9628220140515222,
-  "eval_type_phone_recall": 0.9608530528775927,
-  "eval_type_pin_f1": 0.43209876543209874,
-  "eval_type_pin_recall": 0.3017241379310345,
-  "eval_type_ssn_f1": 0.8910891089108911,
-  "eval_type_ssn_recall": 0.8583106267029973,
-  "eval_type_street_address_f1": 0.833598628627403,
-  "eval_type_street_address_recall": 0.8165027584552651,
-  "eval_type_swift_code_f1": 0.9259259259259259,
-  "eval_type_swift_code_recall": 0.9803921568627451,
-  "eval_type_tax_id_f1": 0.6650602409638554,
-  "eval_type_tax_id_recall": 0.6244343891402715,
-  "eval_type_url_f1": 0.9938633938100321,
-  "eval_type_url_recall": 0.9946595460614153,
-  "eval_type_username_f1": 0.9244669316949765,
-  "eval_type_username_recall": 0.9122681883024251,
-  "eval_type_vehicle_id_f1": 0.9642458100558661,
-  "eval_type_vehicle_id_recall": 0.9885452462772051,
-  "eval_tier_1_recall": 0.7222852935733847,
-  "eval_tier_2_recall": 0.934089055481893,
-  "eval_tier_3_recall": 0.918601849881968,
-  "eval_tier_4_recall": 0.8656847205124917,
-  "eval_runtime": 165.9273,
-  "eval_samples_per_second": 102.123,
-  "eval_steps_per_second": 3.194,
-  "epoch": 10.0
+  "eval_loss": 2.7708330154418945,
+  "eval_overall_f1": 0.9070834490327528,
+  "eval_overall_precision": 0.8981291158796035,
+  "eval_overall_recall": 0.916218129365726,
+  "eval_type_account_number_f1": 0.9233963047539963,
+  "eval_type_account_number_recall": 0.9309334449560486,
+  "eval_type_age_f1": 0.8714524207011687,
+  "eval_type_age_recall": 0.9094076655052264,
+  "eval_type_bank_account_f1": 0.6451612903225806,
+  "eval_type_bank_account_recall": 0.8450704225352113,
+  "eval_type_biometric_f1": 0.9924487594390506,
+  "eval_type_biometric_recall": 0.9956709956709957,
+  "eval_type_credit_card_f1": 0.8369384359400999,
+  "eval_type_credit_card_recall": 0.9738625363020329,
+  "eval_type_date_f1": 0.8765927600046761,
+  "eval_type_date_recall": 0.8635700575815739,
+  "eval_type_date_of_birth_f1": 0.9811888638073739,
+  "eval_type_date_of_birth_recall": 0.9886277482941622,
+  "eval_type_drivers_license_f1": 0.8805031446540881,
+  "eval_type_drivers_license_recall": 0.9497964721845319,
+  "eval_type_email_f1": 0.9680042803638308,
+  "eval_type_email_recall": 0.9905825667980727,
+  "eval_type_employee_id_f1": 0.9399548532731377,
+  "eval_type_employee_id_recall": 0.9774647887323944,
+  "eval_type_gender_f1": 0.9461663947797716,
+  "eval_type_gender_recall": 0.9523809523809523,
+  "eval_type_iban_f1": 0.9346246973365617,
+  "eval_type_iban_recall": 0.8976744186046511,
+  "eval_type_ip_address_f1": 0.9883408071748879,
+  "eval_type_ip_address_recall": 0.9936880072137061,
+  "eval_type_license_plate_f1": 0.9519650655021834,
+  "eval_type_license_plate_recall": 0.956140350877193,
+  "eval_type_location_f1": 0.9284850028656945,
+  "eval_type_location_recall": 0.9524431669715182,
+  "eval_type_organization_f1": 0.9024039449352784,
+  "eval_type_organization_recall": 0.9171974522292994,
+  "eval_type_passport_number_f1": 0.4155844155844156,
+  "eval_type_passport_number_recall": 0.42105263157894735,
+  "eval_type_password_f1": 0.88,
+  "eval_type_password_recall": 0.8039867109634552,
+  "eval_type_person_f1": 0.8745558697701399,
+  "eval_type_person_recall": 0.8816520467836257,
+  "eval_type_phone_f1": 0.9660620245757754,
+  "eval_type_phone_recall": 0.9671939074399531,
+  "eval_type_pin_f1": 0.5393258426966292,
+  "eval_type_pin_recall": 0.41739130434782606,
+  "eval_type_ssn_f1": 0.9296320206584893,
+  "eval_type_ssn_recall": 0.9809264305177112,
+  "eval_type_street_address_f1": 0.8317064565447488,
+  "eval_type_street_address_recall": 0.8493874609656498,
+  "eval_type_swift_code_f1": 0.8727272727272728,
+  "eval_type_swift_code_recall": 0.9411764705882353,
+  "eval_type_tax_id_f1": 0.6733067729083665,
+  "eval_type_tax_id_recall": 0.7647058823529411,
+  "eval_type_url_f1": 0.9938436830835118,
+  "eval_type_url_recall": 0.99464237878382,
+  "eval_type_username_f1": 0.9303187546330616,
+  "eval_type_username_recall": 0.8977110157367668,
+  "eval_type_vehicle_id_f1": 0.975470621791215,
+  "eval_type_vehicle_id_recall": 0.9805045871559633,
+  "eval_tier_1_recall": 0.8225690625785625,
+  "eval_tier_2_recall": 0.9451886229158616,
+  "eval_tier_3_recall": 0.9304366300082938,
+  "eval_tier_4_recall": 0.8681003401274463,
+  "eval_runtime": 288.1903,
+  "eval_samples_per_second": 58.798,
+  "eval_steps_per_second": 7.353,
+  "epoch": 9.998447331862385
 }

tokenizer_config.json

@@ -0,0 +1,59 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bed6f2f807b6b79aa6aa3df98784b3a76b787829f82f533f3a1e66be070a519
-size 5265
+oid sha256:c28aa2c2854b95f527374e01ae0672e12a39b71596ad41164d950caa1578e7aa
+size 5841

training_config.json

@@ -1,21 +1,64 @@
 {
-  "backbone": "microsoft/deberta-v3-xsmall",
-  "max_seq_len": 256,
-  "max_char_len": 20,
-  "dropout": 0.1,
-  "epochs": 10,
-  "batch_size": 32,
-  "gradient_accumulation_steps": 1,
-  "lr_backbone": 2e-05,
-  "lr_head": 0.001,
-  "warmup_ratio": 0.1,
-  "weight_decay": 0.01,
-  "fp16": false,
-  "bf16": true,
-  "val_ratio": 0.1,
-  "test_ratio": 0.1,
-  "seed": 42,
-  "output_dir": "/content/pii_ner_v1_output",
-  "run_name": "pii-ner-v1-full",
-  "_try_bf16": true
+  "model": {
+    "backbone": "microsoft/deberta-v3-xsmall",
+    "char_embed_dim": 50,
+    "char_vocab_size": 256,
+    "char_cnn_filters": [
+      50,
+      50,
+      50
+    ],
+    "char_cnn_widths": [
+      3,
+      4,
+      5
+    ],
+    "max_char_len": 20,
+    "dropout": 0.1
+  },
+  "data": {
+    "max_seq_len": 256,
+    "val_ratio": 0.1,
+    "test_ratio": 0.1,
+    "seed": 42,
+    "oversample_tiers": [
+      1
+    ],
+    "oversample_factor": 3
+  },
+  "training": {
+    "epochs": 10,
+    "batch_size": 8,
+    "gradient_accumulation_steps": 4,
+    "lr_backbone": 1e-05,
+    "lr_head": 0.001,
+    "lr_scheduler_type": "cosine",
+    "warmup_steps": 500,
+    "weight_decay": 0.01,
+    "eval_strategy": "epoch",
+    "save_strategy": "epoch",
+    "metric_for_best_model": "overall_f1",
+    "logging_steps": 50,
+    "dataloader_num_workers": 4,
+    "save_total_limit": 3,
+    "output_dir": "/home/ubuntu/datafog-labs/pii-ner-v1/runs/2026-02-06_v1.3",
+    "run_name": "pii-ner-v1.3-h100-2026-02-06",
+    "freeze_backbone_after_epoch": 3,
+    "tier_weights": {
+      "1": 3.0,
+      "2": 2.0,
+      "3": 1.5,
+      "4": 1.0
+    },
+    "tier_weights_after_epoch_2": {
+      "1": 2.0,
+      "2": 1.5,
+      "3": 1.25,
+      "4": 1.0
+    }
+  },
+  "wandb": {
+    "enabled": true,
+    "project": "datafog-pii-ner"
+  }
 }