Hugging Face's logo

PuxAI
/
GenPII-framework

Safetensors
Model card Files
xet
 Community
PuxAI commited on
Commit
cfcd9ef
·
verified ·
1 Parent(s): bad289a

Upload folder using huggingface_hub

Browse files
Files changed (32) hide show
  1. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/config.json +260 -0
  2. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/model.safetensors +3 -0
  3. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/optimizer.pt +3 -0
  4. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/rng_state.pth +3 -0
  5. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/scheduler.pt +3 -0
  6. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/tokenizer.json +0 -0
  7. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/tokenizer_config.json +15 -0
  8. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/trainer_state.json +77 -0
  9. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/training_args.bin +3 -0
  10. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/config.json +260 -0
  11. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/model.safetensors +3 -0
  12. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/optimizer.pt +3 -0
  13. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/rng_state.pth +3 -0
  14. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/scheduler.pt +3 -0
  15. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/tokenizer.json +0 -0
  16. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/tokenizer_config.json +15 -0
  17. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/trainer_state.json +127 -0
  18. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/training_args.bin +3 -0
  19. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/config.json +260 -0
  20. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/model.safetensors +3 -0
  21. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/optimizer.pt +3 -0
  22. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/rng_state.pth +3 -0
  23. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/scheduler.pt +3 -0
  24. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/tokenizer.json +0 -0
  25. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/tokenizer_config.json +15 -0
  26. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/trainer_state.json +170 -0
  27. nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/training_args.bin +3 -0
  28. nemotron-pii-ready-augmented/TokenBased-BERT/config.json +260 -0
  29. nemotron-pii-ready-augmented/TokenBased-BERT/model.safetensors +3 -0
  30. nemotron-pii-ready-augmented/TokenBased-BERT/tokenizer.json +0 -0
  31. nemotron-pii-ready-augmented/TokenBased-BERT/tokenizer_config.json +15 -0
  32. nemotron-pii-ready-augmented/TokenBased-BERT/training_args.bin +3 -0
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/config.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
+ "classifier_dropout": null,
9
+ "directionality": "bidi",
10
+ "dtype": "float32",
11
+ "eos_token_id": null,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "O",
17
+ "1": "B-ACCOUNT_NUMBER",
18
+ "2": "I-ACCOUNT_NUMBER",
19
+ "3": "B-AGE",
20
+ "4": "I-AGE",
21
+ "5": "B-API_KEY",
22
+ "6": "I-API_KEY",
23
+ "7": "B-BANK_ROUTING_NUMBER",
24
+ "8": "I-BANK_ROUTING_NUMBER",
25
+ "9": "B-BIOMETRIC_IDENTIFIER",
26
+ "10": "I-BIOMETRIC_IDENTIFIER",
27
+ "11": "B-BLOOD_TYPE",
28
+ "12": "I-BLOOD_TYPE",
29
+ "13": "B-CERTIFICATE_LICENSE_NUMBER",
30
+ "14": "I-CERTIFICATE_LICENSE_NUMBER",
31
+ "15": "B-CITY",
32
+ "16": "I-CITY",
33
+ "17": "B-COMPANY_NAME",
34
+ "18": "I-COMPANY_NAME",
35
+ "19": "B-COORDINATE",
36
+ "20": "I-COORDINATE",
37
+ "21": "B-COUNTRY",
38
+ "22": "I-COUNTRY",
39
+ "23": "B-COUNTY",
40
+ "24": "I-COUNTY",
41
+ "25": "B-CREDIT_DEBIT_CARD",
42
+ "26": "I-CREDIT_DEBIT_CARD",
43
+ "27": "B-CUSTOMER_ID",
44
+ "28": "I-CUSTOMER_ID",
45
+ "29": "B-CVV",
46
+ "30": "I-CVV",
47
+ "31": "B-DATE",
48
+ "32": "I-DATE",
49
+ "33": "B-DATE_OF_BIRTH",
50
+ "34": "I-DATE_OF_BIRTH",
51
+ "35": "B-DATE_TIME",
52
+ "36": "I-DATE_TIME",
53
+ "37": "B-DEVICE_IDENTIFIER",
54
+ "38": "I-DEVICE_IDENTIFIER",
55
+ "39": "B-EDUCATION_LEVEL",
56
+ "40": "I-EDUCATION_LEVEL",
57
+ "41": "B-EMAIL",
58
+ "42": "I-EMAIL",
59
+ "43": "B-EMPLOYEE_ID",
60
+ "44": "I-EMPLOYEE_ID",
61
+ "45": "B-EMPLOYMENT_STATUS",
62
+ "46": "I-EMPLOYMENT_STATUS",
63
+ "47": "B-FAX_NUMBER",
64
+ "48": "I-FAX_NUMBER",
65
+ "49": "B-FIRST_NAME",
66
+ "50": "I-FIRST_NAME",
67
+ "51": "B-GENDER",
68
+ "52": "I-GENDER",
69
+ "53": "B-HEALTH_PLAN_BENEFICIARY_NUMBER",
70
+ "54": "I-HEALTH_PLAN_BENEFICIARY_NUMBER",
71
+ "55": "B-HTTP_COOKIE",
72
+ "56": "I-HTTP_COOKIE",
73
+ "57": "B-IPV4",
74
+ "58": "I-IPV4",
75
+ "59": "B-IPV6",
76
+ "60": "I-IPV6",
77
+ "61": "B-LANGUAGE",
78
+ "62": "I-LANGUAGE",
79
+ "63": "B-LAST_NAME",
80
+ "64": "I-LAST_NAME",
81
+ "65": "B-LICENSE_PLATE",
82
+ "66": "I-LICENSE_PLATE",
83
+ "67": "B-MAC_ADDRESS",
84
+ "68": "I-MAC_ADDRESS",
85
+ "69": "B-MEDICAL_RECORD_NUMBER",
86
+ "70": "I-MEDICAL_RECORD_NUMBER",
87
+ "71": "B-NATIONAL_ID",
88
+ "72": "I-NATIONAL_ID",
89
+ "73": "B-OCCUPATION",
90
+ "74": "I-OCCUPATION",
91
+ "75": "B-PASSWORD",
92
+ "76": "I-PASSWORD",
93
+ "77": "B-PHONE_NUMBER",
94
+ "78": "I-PHONE_NUMBER",
95
+ "79": "B-PIN",
96
+ "80": "I-PIN",
97
+ "81": "B-POLITICAL_VIEW",
98
+ "82": "I-POLITICAL_VIEW",
99
+ "83": "B-POSTCODE",
100
+ "84": "I-POSTCODE",
101
+ "85": "B-RACE_ETHNICITY",
102
+ "86": "I-RACE_ETHNICITY",
103
+ "87": "B-RELIGIOUS_BELIEF",
104
+ "88": "I-RELIGIOUS_BELIEF",
105
+ "89": "B-SEXUALITY",
106
+ "90": "I-SEXUALITY",
107
+ "91": "B-SSN",
108
+ "92": "I-SSN",
109
+ "93": "B-STATE",
110
+ "94": "I-STATE",
111
+ "95": "B-STREET_ADDRESS",
112
+ "96": "I-STREET_ADDRESS",
113
+ "97": "B-SWIFT_BIC",
114
+ "98": "I-SWIFT_BIC",
115
+ "99": "B-TAX_ID",
116
+ "100": "I-TAX_ID",
117
+ "101": "B-TIME",
118
+ "102": "I-TIME",
119
+ "103": "B-UNIQUE_ID",
120
+ "104": "I-UNIQUE_ID",
121
+ "105": "B-URL",
122
+ "106": "I-URL",
123
+ "107": "B-USER_NAME",
124
+ "108": "I-USER_NAME",
125
+ "109": "B-VEHICLE_IDENTIFIER",
126
+ "110": "I-VEHICLE_IDENTIFIER"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "intermediate_size": 3072,
130
+ "is_decoder": false,
131
+ "label2id": {
132
+ "B-ACCOUNT_NUMBER": 1,
133
+ "B-AGE": 3,
134
+ "B-API_KEY": 5,
135
+ "B-BANK_ROUTING_NUMBER": 7,
136
+ "B-BIOMETRIC_IDENTIFIER": 9,
137
+ "B-BLOOD_TYPE": 11,
138
+ "B-CERTIFICATE_LICENSE_NUMBER": 13,
139
+ "B-CITY": 15,
140
+ "B-COMPANY_NAME": 17,
141
+ "B-COORDINATE": 19,
142
+ "B-COUNTRY": 21,
143
+ "B-COUNTY": 23,
144
+ "B-CREDIT_DEBIT_CARD": 25,
145
+ "B-CUSTOMER_ID": 27,
146
+ "B-CVV": 29,
147
+ "B-DATE": 31,
148
+ "B-DATE_OF_BIRTH": 33,
149
+ "B-DATE_TIME": 35,
150
+ "B-DEVICE_IDENTIFIER": 37,
151
+ "B-EDUCATION_LEVEL": 39,
152
+ "B-EMAIL": 41,
153
+ "B-EMPLOYEE_ID": 43,
154
+ "B-EMPLOYMENT_STATUS": 45,
155
+ "B-FAX_NUMBER": 47,
156
+ "B-FIRST_NAME": 49,
157
+ "B-GENDER": 51,
158
+ "B-HEALTH_PLAN_BENEFICIARY_NUMBER": 53,
159
+ "B-HTTP_COOKIE": 55,
160
+ "B-IPV4": 57,
161
+ "B-IPV6": 59,
162
+ "B-LANGUAGE": 61,
163
+ "B-LAST_NAME": 63,
164
+ "B-LICENSE_PLATE": 65,
165
+ "B-MAC_ADDRESS": 67,
166
+ "B-MEDICAL_RECORD_NUMBER": 69,
167
+ "B-NATIONAL_ID": 71,
168
+ "B-OCCUPATION": 73,
169
+ "B-PASSWORD": 75,
170
+ "B-PHONE_NUMBER": 77,
171
+ "B-PIN": 79,
172
+ "B-POLITICAL_VIEW": 81,
173
+ "B-POSTCODE": 83,
174
+ "B-RACE_ETHNICITY": 85,
175
+ "B-RELIGIOUS_BELIEF": 87,
176
+ "B-SEXUALITY": 89,
177
+ "B-SSN": 91,
178
+ "B-STATE": 93,
179
+ "B-STREET_ADDRESS": 95,
180
+ "B-SWIFT_BIC": 97,
181
+ "B-TAX_ID": 99,
182
+ "B-TIME": 101,
183
+ "B-UNIQUE_ID": 103,
184
+ "B-URL": 105,
185
+ "B-USER_NAME": 107,
186
+ "B-VEHICLE_IDENTIFIER": 109,
187
+ "I-ACCOUNT_NUMBER": 2,
188
+ "I-AGE": 4,
189
+ "I-API_KEY": 6,
190
+ "I-BANK_ROUTING_NUMBER": 8,
191
+ "I-BIOMETRIC_IDENTIFIER": 10,
192
+ "I-BLOOD_TYPE": 12,
193
+ "I-CERTIFICATE_LICENSE_NUMBER": 14,
194
+ "I-CITY": 16,
195
+ "I-COMPANY_NAME": 18,
196
+ "I-COORDINATE": 20,
197
+ "I-COUNTRY": 22,
198
+ "I-COUNTY": 24,
199
+ "I-CREDIT_DEBIT_CARD": 26,
200
+ "I-CUSTOMER_ID": 28,
201
+ "I-CVV": 30,
202
+ "I-DATE": 32,
203
+ "I-DATE_OF_BIRTH": 34,
204
+ "I-DATE_TIME": 36,
205
+ "I-DEVICE_IDENTIFIER": 38,
206
+ "I-EDUCATION_LEVEL": 40,
207
+ "I-EMAIL": 42,
208
+ "I-EMPLOYEE_ID": 44,
209
+ "I-EMPLOYMENT_STATUS": 46,
210
+ "I-FAX_NUMBER": 48,
211
+ "I-FIRST_NAME": 50,
212
+ "I-GENDER": 52,
213
+ "I-HEALTH_PLAN_BENEFICIARY_NUMBER": 54,
214
+ "I-HTTP_COOKIE": 56,
215
+ "I-IPV4": 58,
216
+ "I-IPV6": 60,
217
+ "I-LANGUAGE": 62,
218
+ "I-LAST_NAME": 64,
219
+ "I-LICENSE_PLATE": 66,
220
+ "I-MAC_ADDRESS": 68,
221
+ "I-MEDICAL_RECORD_NUMBER": 70,
222
+ "I-NATIONAL_ID": 72,
223
+ "I-OCCUPATION": 74,
224
+ "I-PASSWORD": 76,
225
+ "I-PHONE_NUMBER": 78,
226
+ "I-PIN": 80,
227
+ "I-POLITICAL_VIEW": 82,
228
+ "I-POSTCODE": 84,
229
+ "I-RACE_ETHNICITY": 86,
230
+ "I-RELIGIOUS_BELIEF": 88,
231
+ "I-SEXUALITY": 90,
232
+ "I-SSN": 92,
233
+ "I-STATE": 94,
234
+ "I-STREET_ADDRESS": 96,
235
+ "I-SWIFT_BIC": 98,
236
+ "I-TAX_ID": 100,
237
+ "I-TIME": 102,
238
+ "I-UNIQUE_ID": 104,
239
+ "I-URL": 106,
240
+ "I-USER_NAME": 108,
241
+ "I-VEHICLE_IDENTIFIER": 110,
242
+ "O": 0
243
+ },
244
+ "layer_norm_eps": 1e-12,
245
+ "max_position_embeddings": 512,
246
+ "model_type": "bert",
247
+ "num_attention_heads": 12,
248
+ "num_hidden_layers": 12,
249
+ "pad_token_id": 0,
250
+ "pooler_fc_size": 768,
251
+ "pooler_num_attention_heads": 12,
252
+ "pooler_num_fc_layers": 3,
253
+ "pooler_size_per_head": 128,
254
+ "pooler_type": "first_token_transform",
255
+ "tie_word_embeddings": true,
256
+ "transformers_version": "5.3.0",
257
+ "type_vocab_size": 2,
258
+ "use_cache": false,
259
+ "vocab_size": 119547
260
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a41f7c318c505a0c6bfddb554688065da51d870a6d7334dd2e55aea5ca38ef8
3
+ size 709416164
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82810e9aa44721eed3fb7db2369c677c96dbaa10393d61286a846c40003b1447
3
+ size 1418955275
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54091db641d361c5b26949aa6632e889804e53d6bb2376fce922f88c04340b3e
3
+ size 14645
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c2c710143dfdf584a1baa189c792671544d99c782ce84a0565a01a6563d3ddf
3
+ size 1465
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "cls_token": "[CLS]",
5
+ "do_lower_case": false,
6
+ "is_local": false,
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 512,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/trainer_state.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2813,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.17774617845716317,
14
+ "grad_norm": 1.6941983699798584,
15
+ "learning_rate": 1.881739542599834e-05,
16
+ "loss": 0.2570491333007813,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 0.35549235691432635,
21
+ "grad_norm": 0.3820800483226776,
22
+ "learning_rate": 1.763242090295059e-05,
23
+ "loss": 0.051869434356689455,
24
+ "step": 1000
25
+ },
26
+ {
27
+ "epoch": 0.5332385353714895,
28
+ "grad_norm": 0.29414209723472595,
29
+ "learning_rate": 1.6447446379902836e-05,
30
+ "loss": 0.03890913772583008,
31
+ "step": 1500
32
+ },
33
+ {
34
+ "epoch": 0.7109847138286527,
35
+ "grad_norm": 0.7625558972358704,
36
+ "learning_rate": 1.526247185685508e-05,
37
+ "loss": 0.03506990432739258,
38
+ "step": 2000
39
+ },
40
+ {
41
+ "epoch": 0.8887308922858158,
42
+ "grad_norm": 0.2568546235561371,
43
+ "learning_rate": 1.4077497333807325e-05,
44
+ "loss": 0.030433958053588867,
45
+ "step": 2500
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_loss": 0.02684861421585083,
50
+ "eval_runtime": 37.1032,
51
+ "eval_samples_per_second": 539.037,
52
+ "eval_steps_per_second": 67.38,
53
+ "step": 2813
54
+ }
55
+ ],
56
+ "logging_steps": 500,
57
+ "max_steps": 8439,
58
+ "num_input_tokens_seen": 0,
59
+ "num_train_epochs": 3,
60
+ "save_steps": 500,
61
+ "stateful_callbacks": {
62
+ "TrainerControl": {
63
+ "args": {
64
+ "should_epoch_stop": false,
65
+ "should_evaluate": false,
66
+ "should_log": false,
67
+ "should_save": true,
68
+ "should_training_stop": false
69
+ },
70
+ "attributes": {}
71
+ }
72
+ },
73
+ "total_flos": 4.707976587264e+16,
74
+ "train_batch_size": 64,
75
+ "trial_name": null,
76
+ "trial_params": null
77
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-2813/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c43805f008eacd5c7bb6ed993677ae0749cfad0f9f097c77753be9dce0f5fc9
3
+ size 5201
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/config.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
+ "classifier_dropout": null,
9
+ "directionality": "bidi",
10
+ "dtype": "float32",
11
+ "eos_token_id": null,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "O",
17
+ "1": "B-ACCOUNT_NUMBER",
18
+ "2": "I-ACCOUNT_NUMBER",
19
+ "3": "B-AGE",
20
+ "4": "I-AGE",
21
+ "5": "B-API_KEY",
22
+ "6": "I-API_KEY",
23
+ "7": "B-BANK_ROUTING_NUMBER",
24
+ "8": "I-BANK_ROUTING_NUMBER",
25
+ "9": "B-BIOMETRIC_IDENTIFIER",
26
+ "10": "I-BIOMETRIC_IDENTIFIER",
27
+ "11": "B-BLOOD_TYPE",
28
+ "12": "I-BLOOD_TYPE",
29
+ "13": "B-CERTIFICATE_LICENSE_NUMBER",
30
+ "14": "I-CERTIFICATE_LICENSE_NUMBER",
31
+ "15": "B-CITY",
32
+ "16": "I-CITY",
33
+ "17": "B-COMPANY_NAME",
34
+ "18": "I-COMPANY_NAME",
35
+ "19": "B-COORDINATE",
36
+ "20": "I-COORDINATE",
37
+ "21": "B-COUNTRY",
38
+ "22": "I-COUNTRY",
39
+ "23": "B-COUNTY",
40
+ "24": "I-COUNTY",
41
+ "25": "B-CREDIT_DEBIT_CARD",
42
+ "26": "I-CREDIT_DEBIT_CARD",
43
+ "27": "B-CUSTOMER_ID",
44
+ "28": "I-CUSTOMER_ID",
45
+ "29": "B-CVV",
46
+ "30": "I-CVV",
47
+ "31": "B-DATE",
48
+ "32": "I-DATE",
49
+ "33": "B-DATE_OF_BIRTH",
50
+ "34": "I-DATE_OF_BIRTH",
51
+ "35": "B-DATE_TIME",
52
+ "36": "I-DATE_TIME",
53
+ "37": "B-DEVICE_IDENTIFIER",
54
+ "38": "I-DEVICE_IDENTIFIER",
55
+ "39": "B-EDUCATION_LEVEL",
56
+ "40": "I-EDUCATION_LEVEL",
57
+ "41": "B-EMAIL",
58
+ "42": "I-EMAIL",
59
+ "43": "B-EMPLOYEE_ID",
60
+ "44": "I-EMPLOYEE_ID",
61
+ "45": "B-EMPLOYMENT_STATUS",
62
+ "46": "I-EMPLOYMENT_STATUS",
63
+ "47": "B-FAX_NUMBER",
64
+ "48": "I-FAX_NUMBER",
65
+ "49": "B-FIRST_NAME",
66
+ "50": "I-FIRST_NAME",
67
+ "51": "B-GENDER",
68
+ "52": "I-GENDER",
69
+ "53": "B-HEALTH_PLAN_BENEFICIARY_NUMBER",
70
+ "54": "I-HEALTH_PLAN_BENEFICIARY_NUMBER",
71
+ "55": "B-HTTP_COOKIE",
72
+ "56": "I-HTTP_COOKIE",
73
+ "57": "B-IPV4",
74
+ "58": "I-IPV4",
75
+ "59": "B-IPV6",
76
+ "60": "I-IPV6",
77
+ "61": "B-LANGUAGE",
78
+ "62": "I-LANGUAGE",
79
+ "63": "B-LAST_NAME",
80
+ "64": "I-LAST_NAME",
81
+ "65": "B-LICENSE_PLATE",
82
+ "66": "I-LICENSE_PLATE",
83
+ "67": "B-MAC_ADDRESS",
84
+ "68": "I-MAC_ADDRESS",
85
+ "69": "B-MEDICAL_RECORD_NUMBER",
86
+ "70": "I-MEDICAL_RECORD_NUMBER",
87
+ "71": "B-NATIONAL_ID",
88
+ "72": "I-NATIONAL_ID",
89
+ "73": "B-OCCUPATION",
90
+ "74": "I-OCCUPATION",
91
+ "75": "B-PASSWORD",
92
+ "76": "I-PASSWORD",
93
+ "77": "B-PHONE_NUMBER",
94
+ "78": "I-PHONE_NUMBER",
95
+ "79": "B-PIN",
96
+ "80": "I-PIN",
97
+ "81": "B-POLITICAL_VIEW",
98
+ "82": "I-POLITICAL_VIEW",
99
+ "83": "B-POSTCODE",
100
+ "84": "I-POSTCODE",
101
+ "85": "B-RACE_ETHNICITY",
102
+ "86": "I-RACE_ETHNICITY",
103
+ "87": "B-RELIGIOUS_BELIEF",
104
+ "88": "I-RELIGIOUS_BELIEF",
105
+ "89": "B-SEXUALITY",
106
+ "90": "I-SEXUALITY",
107
+ "91": "B-SSN",
108
+ "92": "I-SSN",
109
+ "93": "B-STATE",
110
+ "94": "I-STATE",
111
+ "95": "B-STREET_ADDRESS",
112
+ "96": "I-STREET_ADDRESS",
113
+ "97": "B-SWIFT_BIC",
114
+ "98": "I-SWIFT_BIC",
115
+ "99": "B-TAX_ID",
116
+ "100": "I-TAX_ID",
117
+ "101": "B-TIME",
118
+ "102": "I-TIME",
119
+ "103": "B-UNIQUE_ID",
120
+ "104": "I-UNIQUE_ID",
121
+ "105": "B-URL",
122
+ "106": "I-URL",
123
+ "107": "B-USER_NAME",
124
+ "108": "I-USER_NAME",
125
+ "109": "B-VEHICLE_IDENTIFIER",
126
+ "110": "I-VEHICLE_IDENTIFIER"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "intermediate_size": 3072,
130
+ "is_decoder": false,
131
+ "label2id": {
132
+ "B-ACCOUNT_NUMBER": 1,
133
+ "B-AGE": 3,
134
+ "B-API_KEY": 5,
135
+ "B-BANK_ROUTING_NUMBER": 7,
136
+ "B-BIOMETRIC_IDENTIFIER": 9,
137
+ "B-BLOOD_TYPE": 11,
138
+ "B-CERTIFICATE_LICENSE_NUMBER": 13,
139
+ "B-CITY": 15,
140
+ "B-COMPANY_NAME": 17,
141
+ "B-COORDINATE": 19,
142
+ "B-COUNTRY": 21,
143
+ "B-COUNTY": 23,
144
+ "B-CREDIT_DEBIT_CARD": 25,
145
+ "B-CUSTOMER_ID": 27,
146
+ "B-CVV": 29,
147
+ "B-DATE": 31,
148
+ "B-DATE_OF_BIRTH": 33,
149
+ "B-DATE_TIME": 35,
150
+ "B-DEVICE_IDENTIFIER": 37,
151
+ "B-EDUCATION_LEVEL": 39,
152
+ "B-EMAIL": 41,
153
+ "B-EMPLOYEE_ID": 43,
154
+ "B-EMPLOYMENT_STATUS": 45,
155
+ "B-FAX_NUMBER": 47,
156
+ "B-FIRST_NAME": 49,
157
+ "B-GENDER": 51,
158
+ "B-HEALTH_PLAN_BENEFICIARY_NUMBER": 53,
159
+ "B-HTTP_COOKIE": 55,
160
+ "B-IPV4": 57,
161
+ "B-IPV6": 59,
162
+ "B-LANGUAGE": 61,
163
+ "B-LAST_NAME": 63,
164
+ "B-LICENSE_PLATE": 65,
165
+ "B-MAC_ADDRESS": 67,
166
+ "B-MEDICAL_RECORD_NUMBER": 69,
167
+ "B-NATIONAL_ID": 71,
168
+ "B-OCCUPATION": 73,
169
+ "B-PASSWORD": 75,
170
+ "B-PHONE_NUMBER": 77,
171
+ "B-PIN": 79,
172
+ "B-POLITICAL_VIEW": 81,
173
+ "B-POSTCODE": 83,
174
+ "B-RACE_ETHNICITY": 85,
175
+ "B-RELIGIOUS_BELIEF": 87,
176
+ "B-SEXUALITY": 89,
177
+ "B-SSN": 91,
178
+ "B-STATE": 93,
179
+ "B-STREET_ADDRESS": 95,
180
+ "B-SWIFT_BIC": 97,
181
+ "B-TAX_ID": 99,
182
+ "B-TIME": 101,
183
+ "B-UNIQUE_ID": 103,
184
+ "B-URL": 105,
185
+ "B-USER_NAME": 107,
186
+ "B-VEHICLE_IDENTIFIER": 109,
187
+ "I-ACCOUNT_NUMBER": 2,
188
+ "I-AGE": 4,
189
+ "I-API_KEY": 6,
190
+ "I-BANK_ROUTING_NUMBER": 8,
191
+ "I-BIOMETRIC_IDENTIFIER": 10,
192
+ "I-BLOOD_TYPE": 12,
193
+ "I-CERTIFICATE_LICENSE_NUMBER": 14,
194
+ "I-CITY": 16,
195
+ "I-COMPANY_NAME": 18,
196
+ "I-COORDINATE": 20,
197
+ "I-COUNTRY": 22,
198
+ "I-COUNTY": 24,
199
+ "I-CREDIT_DEBIT_CARD": 26,
200
+ "I-CUSTOMER_ID": 28,
201
+ "I-CVV": 30,
202
+ "I-DATE": 32,
203
+ "I-DATE_OF_BIRTH": 34,
204
+ "I-DATE_TIME": 36,
205
+ "I-DEVICE_IDENTIFIER": 38,
206
+ "I-EDUCATION_LEVEL": 40,
207
+ "I-EMAIL": 42,
208
+ "I-EMPLOYEE_ID": 44,
209
+ "I-EMPLOYMENT_STATUS": 46,
210
+ "I-FAX_NUMBER": 48,
211
+ "I-FIRST_NAME": 50,
212
+ "I-GENDER": 52,
213
+ "I-HEALTH_PLAN_BENEFICIARY_NUMBER": 54,
214
+ "I-HTTP_COOKIE": 56,
215
+ "I-IPV4": 58,
216
+ "I-IPV6": 60,
217
+ "I-LANGUAGE": 62,
218
+ "I-LAST_NAME": 64,
219
+ "I-LICENSE_PLATE": 66,
220
+ "I-MAC_ADDRESS": 68,
221
+ "I-MEDICAL_RECORD_NUMBER": 70,
222
+ "I-NATIONAL_ID": 72,
223
+ "I-OCCUPATION": 74,
224
+ "I-PASSWORD": 76,
225
+ "I-PHONE_NUMBER": 78,
226
+ "I-PIN": 80,
227
+ "I-POLITICAL_VIEW": 82,
228
+ "I-POSTCODE": 84,
229
+ "I-RACE_ETHNICITY": 86,
230
+ "I-RELIGIOUS_BELIEF": 88,
231
+ "I-SEXUALITY": 90,
232
+ "I-SSN": 92,
233
+ "I-STATE": 94,
234
+ "I-STREET_ADDRESS": 96,
235
+ "I-SWIFT_BIC": 98,
236
+ "I-TAX_ID": 100,
237
+ "I-TIME": 102,
238
+ "I-UNIQUE_ID": 104,
239
+ "I-URL": 106,
240
+ "I-USER_NAME": 108,
241
+ "I-VEHICLE_IDENTIFIER": 110,
242
+ "O": 0
243
+ },
244
+ "layer_norm_eps": 1e-12,
245
+ "max_position_embeddings": 512,
246
+ "model_type": "bert",
247
+ "num_attention_heads": 12,
248
+ "num_hidden_layers": 12,
249
+ "pad_token_id": 0,
250
+ "pooler_fc_size": 768,
251
+ "pooler_num_attention_heads": 12,
252
+ "pooler_num_fc_layers": 3,
253
+ "pooler_size_per_head": 128,
254
+ "pooler_type": "first_token_transform",
255
+ "tie_word_embeddings": true,
256
+ "transformers_version": "5.3.0",
257
+ "type_vocab_size": 2,
258
+ "use_cache": false,
259
+ "vocab_size": 119547
260
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7cccb0ff53f824862a6b7bd57c3ab56f999a607a3fe2336abed55ae00829236
3
+ size 709416164
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ddce1dc4731415bb847c042f2cbbb6b3c8f714d739485bb22cb56536142fce5
3
+ size 1418955275
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844fc39970c6fae8e9a9e4613215425eb04eac85907bf9be19125b4a833a5128
3
+ size 14645
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7f65ccf7415b04d2f9e1659fd8749773e596a11b0da05c8fd961b538993de92
3
+ size 1465
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "cls_token": "[CLS]",
5
+ "do_lower_case": false,
6
+ "is_local": false,
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 512,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/trainer_state.json ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 5626,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.17774617845716317,
14
+ "grad_norm": 1.6941983699798584,
15
+ "learning_rate": 1.881739542599834e-05,
16
+ "loss": 0.2570491333007813,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 0.35549235691432635,
21
+ "grad_norm": 0.3820800483226776,
22
+ "learning_rate": 1.763242090295059e-05,
23
+ "loss": 0.051869434356689455,
24
+ "step": 1000
25
+ },
26
+ {
27
+ "epoch": 0.5332385353714895,
28
+ "grad_norm": 0.29414209723472595,
29
+ "learning_rate": 1.6447446379902836e-05,
30
+ "loss": 0.03890913772583008,
31
+ "step": 1500
32
+ },
33
+ {
34
+ "epoch": 0.7109847138286527,
35
+ "grad_norm": 0.7625558972358704,
36
+ "learning_rate": 1.526247185685508e-05,
37
+ "loss": 0.03506990432739258,
38
+ "step": 2000
39
+ },
40
+ {
41
+ "epoch": 0.8887308922858158,
42
+ "grad_norm": 0.2568546235561371,
43
+ "learning_rate": 1.4077497333807325e-05,
44
+ "loss": 0.030433958053588867,
45
+ "step": 2500
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_loss": 0.02684861421585083,
50
+ "eval_runtime": 37.1032,
51
+ "eval_samples_per_second": 539.037,
52
+ "eval_steps_per_second": 67.38,
53
+ "step": 2813
54
+ },
55
+ {
56
+ "epoch": 1.066477070742979,
57
+ "grad_norm": 0.3814185559749603,
58
+ "learning_rate": 1.2892522810759568e-05,
59
+ "loss": 0.02750795364379883,
60
+ "step": 3000
61
+ },
62
+ {
63
+ "epoch": 1.2442232492001422,
64
+ "grad_norm": 0.3654046952724457,
65
+ "learning_rate": 1.1707548287711814e-05,
66
+ "loss": 0.024903566360473632,
67
+ "step": 3500
68
+ },
69
+ {
70
+ "epoch": 1.4219694276573054,
71
+ "grad_norm": 0.6001657843589783,
72
+ "learning_rate": 1.0522573764664061e-05,
73
+ "loss": 0.02434231185913086,
74
+ "step": 4000
75
+ },
76
+ {
77
+ "epoch": 1.5997156061144686,
78
+ "grad_norm": 0.24740491807460785,
79
+ "learning_rate": 9.337599241616307e-06,
80
+ "loss": 0.022941679000854493,
81
+ "step": 4500
82
+ },
83
+ {
84
+ "epoch": 1.7774617845716318,
85
+ "grad_norm": 0.2845010757446289,
86
+ "learning_rate": 8.152624718568552e-06,
87
+ "loss": 0.022226545333862306,
88
+ "step": 5000
89
+ },
90
+ {
91
+ "epoch": 1.9552079630287948,
92
+ "grad_norm": 0.2806709110736847,
93
+ "learning_rate": 6.967650195520797e-06,
94
+ "loss": 0.022069953918457032,
95
+ "step": 5500
96
+ },
97
+ {
98
+ "epoch": 2.0,
99
+ "eval_loss": 0.021922091022133827,
100
+ "eval_runtime": 37.2275,
101
+ "eval_samples_per_second": 537.237,
102
+ "eval_steps_per_second": 67.155,
103
+ "step": 5626
104
+ }
105
+ ],
106
+ "logging_steps": 500,
107
+ "max_steps": 8439,
108
+ "num_input_tokens_seen": 0,
109
+ "num_train_epochs": 3,
110
+ "save_steps": 500,
111
+ "stateful_callbacks": {
112
+ "TrainerControl": {
113
+ "args": {
114
+ "should_epoch_stop": false,
115
+ "should_evaluate": false,
116
+ "should_log": false,
117
+ "should_save": true,
118
+ "should_training_stop": false
119
+ },
120
+ "attributes": {}
121
+ }
122
+ },
123
+ "total_flos": 9.415953174528e+16,
124
+ "train_batch_size": 64,
125
+ "trial_name": null,
126
+ "trial_params": null
127
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-5626/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c43805f008eacd5c7bb6ed993677ae0749cfad0f9f097c77753be9dce0f5fc9
3
+ size 5201
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/config.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
+ "classifier_dropout": null,
9
+ "directionality": "bidi",
10
+ "dtype": "float32",
11
+ "eos_token_id": null,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "O",
17
+ "1": "B-ACCOUNT_NUMBER",
18
+ "2": "I-ACCOUNT_NUMBER",
19
+ "3": "B-AGE",
20
+ "4": "I-AGE",
21
+ "5": "B-API_KEY",
22
+ "6": "I-API_KEY",
23
+ "7": "B-BANK_ROUTING_NUMBER",
24
+ "8": "I-BANK_ROUTING_NUMBER",
25
+ "9": "B-BIOMETRIC_IDENTIFIER",
26
+ "10": "I-BIOMETRIC_IDENTIFIER",
27
+ "11": "B-BLOOD_TYPE",
28
+ "12": "I-BLOOD_TYPE",
29
+ "13": "B-CERTIFICATE_LICENSE_NUMBER",
30
+ "14": "I-CERTIFICATE_LICENSE_NUMBER",
31
+ "15": "B-CITY",
32
+ "16": "I-CITY",
33
+ "17": "B-COMPANY_NAME",
34
+ "18": "I-COMPANY_NAME",
35
+ "19": "B-COORDINATE",
36
+ "20": "I-COORDINATE",
37
+ "21": "B-COUNTRY",
38
+ "22": "I-COUNTRY",
39
+ "23": "B-COUNTY",
40
+ "24": "I-COUNTY",
41
+ "25": "B-CREDIT_DEBIT_CARD",
42
+ "26": "I-CREDIT_DEBIT_CARD",
43
+ "27": "B-CUSTOMER_ID",
44
+ "28": "I-CUSTOMER_ID",
45
+ "29": "B-CVV",
46
+ "30": "I-CVV",
47
+ "31": "B-DATE",
48
+ "32": "I-DATE",
49
+ "33": "B-DATE_OF_BIRTH",
50
+ "34": "I-DATE_OF_BIRTH",
51
+ "35": "B-DATE_TIME",
52
+ "36": "I-DATE_TIME",
53
+ "37": "B-DEVICE_IDENTIFIER",
54
+ "38": "I-DEVICE_IDENTIFIER",
55
+ "39": "B-EDUCATION_LEVEL",
56
+ "40": "I-EDUCATION_LEVEL",
57
+ "41": "B-EMAIL",
58
+ "42": "I-EMAIL",
59
+ "43": "B-EMPLOYEE_ID",
60
+ "44": "I-EMPLOYEE_ID",
61
+ "45": "B-EMPLOYMENT_STATUS",
62
+ "46": "I-EMPLOYMENT_STATUS",
63
+ "47": "B-FAX_NUMBER",
64
+ "48": "I-FAX_NUMBER",
65
+ "49": "B-FIRST_NAME",
66
+ "50": "I-FIRST_NAME",
67
+ "51": "B-GENDER",
68
+ "52": "I-GENDER",
69
+ "53": "B-HEALTH_PLAN_BENEFICIARY_NUMBER",
70
+ "54": "I-HEALTH_PLAN_BENEFICIARY_NUMBER",
71
+ "55": "B-HTTP_COOKIE",
72
+ "56": "I-HTTP_COOKIE",
73
+ "57": "B-IPV4",
74
+ "58": "I-IPV4",
75
+ "59": "B-IPV6",
76
+ "60": "I-IPV6",
77
+ "61": "B-LANGUAGE",
78
+ "62": "I-LANGUAGE",
79
+ "63": "B-LAST_NAME",
80
+ "64": "I-LAST_NAME",
81
+ "65": "B-LICENSE_PLATE",
82
+ "66": "I-LICENSE_PLATE",
83
+ "67": "B-MAC_ADDRESS",
84
+ "68": "I-MAC_ADDRESS",
85
+ "69": "B-MEDICAL_RECORD_NUMBER",
86
+ "70": "I-MEDICAL_RECORD_NUMBER",
87
+ "71": "B-NATIONAL_ID",
88
+ "72": "I-NATIONAL_ID",
89
+ "73": "B-OCCUPATION",
90
+ "74": "I-OCCUPATION",
91
+ "75": "B-PASSWORD",
92
+ "76": "I-PASSWORD",
93
+ "77": "B-PHONE_NUMBER",
94
+ "78": "I-PHONE_NUMBER",
95
+ "79": "B-PIN",
96
+ "80": "I-PIN",
97
+ "81": "B-POLITICAL_VIEW",
98
+ "82": "I-POLITICAL_VIEW",
99
+ "83": "B-POSTCODE",
100
+ "84": "I-POSTCODE",
101
+ "85": "B-RACE_ETHNICITY",
102
+ "86": "I-RACE_ETHNICITY",
103
+ "87": "B-RELIGIOUS_BELIEF",
104
+ "88": "I-RELIGIOUS_BELIEF",
105
+ "89": "B-SEXUALITY",
106
+ "90": "I-SEXUALITY",
107
+ "91": "B-SSN",
108
+ "92": "I-SSN",
109
+ "93": "B-STATE",
110
+ "94": "I-STATE",
111
+ "95": "B-STREET_ADDRESS",
112
+ "96": "I-STREET_ADDRESS",
113
+ "97": "B-SWIFT_BIC",
114
+ "98": "I-SWIFT_BIC",
115
+ "99": "B-TAX_ID",
116
+ "100": "I-TAX_ID",
117
+ "101": "B-TIME",
118
+ "102": "I-TIME",
119
+ "103": "B-UNIQUE_ID",
120
+ "104": "I-UNIQUE_ID",
121
+ "105": "B-URL",
122
+ "106": "I-URL",
123
+ "107": "B-USER_NAME",
124
+ "108": "I-USER_NAME",
125
+ "109": "B-VEHICLE_IDENTIFIER",
126
+ "110": "I-VEHICLE_IDENTIFIER"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "intermediate_size": 3072,
130
+ "is_decoder": false,
131
+ "label2id": {
132
+ "B-ACCOUNT_NUMBER": 1,
133
+ "B-AGE": 3,
134
+ "B-API_KEY": 5,
135
+ "B-BANK_ROUTING_NUMBER": 7,
136
+ "B-BIOMETRIC_IDENTIFIER": 9,
137
+ "B-BLOOD_TYPE": 11,
138
+ "B-CERTIFICATE_LICENSE_NUMBER": 13,
139
+ "B-CITY": 15,
140
+ "B-COMPANY_NAME": 17,
141
+ "B-COORDINATE": 19,
142
+ "B-COUNTRY": 21,
143
+ "B-COUNTY": 23,
144
+ "B-CREDIT_DEBIT_CARD": 25,
145
+ "B-CUSTOMER_ID": 27,
146
+ "B-CVV": 29,
147
+ "B-DATE": 31,
148
+ "B-DATE_OF_BIRTH": 33,
149
+ "B-DATE_TIME": 35,
150
+ "B-DEVICE_IDENTIFIER": 37,
151
+ "B-EDUCATION_LEVEL": 39,
152
+ "B-EMAIL": 41,
153
+ "B-EMPLOYEE_ID": 43,
154
+ "B-EMPLOYMENT_STATUS": 45,
155
+ "B-FAX_NUMBER": 47,
156
+ "B-FIRST_NAME": 49,
157
+ "B-GENDER": 51,
158
+ "B-HEALTH_PLAN_BENEFICIARY_NUMBER": 53,
159
+ "B-HTTP_COOKIE": 55,
160
+ "B-IPV4": 57,
161
+ "B-IPV6": 59,
162
+ "B-LANGUAGE": 61,
163
+ "B-LAST_NAME": 63,
164
+ "B-LICENSE_PLATE": 65,
165
+ "B-MAC_ADDRESS": 67,
166
+ "B-MEDICAL_RECORD_NUMBER": 69,
167
+ "B-NATIONAL_ID": 71,
168
+ "B-OCCUPATION": 73,
169
+ "B-PASSWORD": 75,
170
+ "B-PHONE_NUMBER": 77,
171
+ "B-PIN": 79,
172
+ "B-POLITICAL_VIEW": 81,
173
+ "B-POSTCODE": 83,
174
+ "B-RACE_ETHNICITY": 85,
175
+ "B-RELIGIOUS_BELIEF": 87,
176
+ "B-SEXUALITY": 89,
177
+ "B-SSN": 91,
178
+ "B-STATE": 93,
179
+ "B-STREET_ADDRESS": 95,
180
+ "B-SWIFT_BIC": 97,
181
+ "B-TAX_ID": 99,
182
+ "B-TIME": 101,
183
+ "B-UNIQUE_ID": 103,
184
+ "B-URL": 105,
185
+ "B-USER_NAME": 107,
186
+ "B-VEHICLE_IDENTIFIER": 109,
187
+ "I-ACCOUNT_NUMBER": 2,
188
+ "I-AGE": 4,
189
+ "I-API_KEY": 6,
190
+ "I-BANK_ROUTING_NUMBER": 8,
191
+ "I-BIOMETRIC_IDENTIFIER": 10,
192
+ "I-BLOOD_TYPE": 12,
193
+ "I-CERTIFICATE_LICENSE_NUMBER": 14,
194
+ "I-CITY": 16,
195
+ "I-COMPANY_NAME": 18,
196
+ "I-COORDINATE": 20,
197
+ "I-COUNTRY": 22,
198
+ "I-COUNTY": 24,
199
+ "I-CREDIT_DEBIT_CARD": 26,
200
+ "I-CUSTOMER_ID": 28,
201
+ "I-CVV": 30,
202
+ "I-DATE": 32,
203
+ "I-DATE_OF_BIRTH": 34,
204
+ "I-DATE_TIME": 36,
205
+ "I-DEVICE_IDENTIFIER": 38,
206
+ "I-EDUCATION_LEVEL": 40,
207
+ "I-EMAIL": 42,
208
+ "I-EMPLOYEE_ID": 44,
209
+ "I-EMPLOYMENT_STATUS": 46,
210
+ "I-FAX_NUMBER": 48,
211
+ "I-FIRST_NAME": 50,
212
+ "I-GENDER": 52,
213
+ "I-HEALTH_PLAN_BENEFICIARY_NUMBER": 54,
214
+ "I-HTTP_COOKIE": 56,
215
+ "I-IPV4": 58,
216
+ "I-IPV6": 60,
217
+ "I-LANGUAGE": 62,
218
+ "I-LAST_NAME": 64,
219
+ "I-LICENSE_PLATE": 66,
220
+ "I-MAC_ADDRESS": 68,
221
+ "I-MEDICAL_RECORD_NUMBER": 70,
222
+ "I-NATIONAL_ID": 72,
223
+ "I-OCCUPATION": 74,
224
+ "I-PASSWORD": 76,
225
+ "I-PHONE_NUMBER": 78,
226
+ "I-PIN": 80,
227
+ "I-POLITICAL_VIEW": 82,
228
+ "I-POSTCODE": 84,
229
+ "I-RACE_ETHNICITY": 86,
230
+ "I-RELIGIOUS_BELIEF": 88,
231
+ "I-SEXUALITY": 90,
232
+ "I-SSN": 92,
233
+ "I-STATE": 94,
234
+ "I-STREET_ADDRESS": 96,
235
+ "I-SWIFT_BIC": 98,
236
+ "I-TAX_ID": 100,
237
+ "I-TIME": 102,
238
+ "I-UNIQUE_ID": 104,
239
+ "I-URL": 106,
240
+ "I-USER_NAME": 108,
241
+ "I-VEHICLE_IDENTIFIER": 110,
242
+ "O": 0
243
+ },
244
+ "layer_norm_eps": 1e-12,
245
+ "max_position_embeddings": 512,
246
+ "model_type": "bert",
247
+ "num_attention_heads": 12,
248
+ "num_hidden_layers": 12,
249
+ "pad_token_id": 0,
250
+ "pooler_fc_size": 768,
251
+ "pooler_num_attention_heads": 12,
252
+ "pooler_num_fc_layers": 3,
253
+ "pooler_size_per_head": 128,
254
+ "pooler_type": "first_token_transform",
255
+ "tie_word_embeddings": true,
256
+ "transformers_version": "5.3.0",
257
+ "type_vocab_size": 2,
258
+ "use_cache": false,
259
+ "vocab_size": 119547
260
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc58d2907f946a07edfd2097dc925d15b18fa0b67a422b5c7508216a39e8a1c8
3
+ size 709416164
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ed25e63694611a469e2979d687d1517dd655cdc4fbc0c956a8b225e887f6a34
3
+ size 1418955275
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24608b6fdc7eccbe47706b1bb7e2ec8e332bb8d0c0647af1918bb1045d7c337
3
+ size 14645
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f91ba3f215dcb4a28f02c874d0fd3f30be4a0e1de5009e73acb27d91263889c
3
+ size 1465
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "cls_token": "[CLS]",
5
+ "do_lower_case": false,
6
+ "is_local": false,
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 512,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/trainer_state.json ADDED
@@ -0,0 +1,170 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 8439,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.17774617845716317,
14
+ "grad_norm": 1.6941983699798584,
15
+ "learning_rate": 1.881739542599834e-05,
16
+ "loss": 0.2570491333007813,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 0.35549235691432635,
21
+ "grad_norm": 0.3820800483226776,
22
+ "learning_rate": 1.763242090295059e-05,
23
+ "loss": 0.051869434356689455,
24
+ "step": 1000
25
+ },
26
+ {
27
+ "epoch": 0.5332385353714895,
28
+ "grad_norm": 0.29414209723472595,
29
+ "learning_rate": 1.6447446379902836e-05,
30
+ "loss": 0.03890913772583008,
31
+ "step": 1500
32
+ },
33
+ {
34
+ "epoch": 0.7109847138286527,
35
+ "grad_norm": 0.7625558972358704,
36
+ "learning_rate": 1.526247185685508e-05,
37
+ "loss": 0.03506990432739258,
38
+ "step": 2000
39
+ },
40
+ {
41
+ "epoch": 0.8887308922858158,
42
+ "grad_norm": 0.2568546235561371,
43
+ "learning_rate": 1.4077497333807325e-05,
44
+ "loss": 0.030433958053588867,
45
+ "step": 2500
46
+ },
47
+ {
48
+ "epoch": 1.0,
49
+ "eval_loss": 0.02684861421585083,
50
+ "eval_runtime": 37.1032,
51
+ "eval_samples_per_second": 539.037,
52
+ "eval_steps_per_second": 67.38,
53
+ "step": 2813
54
+ },
55
+ {
56
+ "epoch": 1.066477070742979,
57
+ "grad_norm": 0.3814185559749603,
58
+ "learning_rate": 1.2892522810759568e-05,
59
+ "loss": 0.02750795364379883,
60
+ "step": 3000
61
+ },
62
+ {
63
+ "epoch": 1.2442232492001422,
64
+ "grad_norm": 0.3654046952724457,
65
+ "learning_rate": 1.1707548287711814e-05,
66
+ "loss": 0.024903566360473632,
67
+ "step": 3500
68
+ },
69
+ {
70
+ "epoch": 1.4219694276573054,
71
+ "grad_norm": 0.6001657843589783,
72
+ "learning_rate": 1.0522573764664061e-05,
73
+ "loss": 0.02434231185913086,
74
+ "step": 4000
75
+ },
76
+ {
77
+ "epoch": 1.5997156061144686,
78
+ "grad_norm": 0.24740491807460785,
79
+ "learning_rate": 9.337599241616307e-06,
80
+ "loss": 0.022941679000854493,
81
+ "step": 4500
82
+ },
83
+ {
84
+ "epoch": 1.7774617845716318,
85
+ "grad_norm": 0.2845010757446289,
86
+ "learning_rate": 8.152624718568552e-06,
87
+ "loss": 0.022226545333862306,
88
+ "step": 5000
89
+ },
90
+ {
91
+ "epoch": 1.9552079630287948,
92
+ "grad_norm": 0.2806709110736847,
93
+ "learning_rate": 6.967650195520797e-06,
94
+ "loss": 0.022069953918457032,
95
+ "step": 5500
96
+ },
97
+ {
98
+ "epoch": 2.0,
99
+ "eval_loss": 0.021922091022133827,
100
+ "eval_runtime": 37.2275,
101
+ "eval_samples_per_second": 537.237,
102
+ "eval_steps_per_second": 67.155,
103
+ "step": 5626
104
+ },
105
+ {
106
+ "epoch": 2.132954141485958,
107
+ "grad_norm": 0.3234429955482483,
108
+ "learning_rate": 5.782675672473043e-06,
109
+ "loss": 0.019371150970458984,
110
+ "step": 6000
111
+ },
112
+ {
113
+ "epoch": 2.310700319943121,
114
+ "grad_norm": 0.4120286703109741,
115
+ "learning_rate": 4.5977011494252875e-06,
116
+ "loss": 0.018718574523925783,
117
+ "step": 6500
118
+ },
119
+ {
120
+ "epoch": 2.4884464984002843,
121
+ "grad_norm": 0.3084142506122589,
122
+ "learning_rate": 3.4127266263775334e-06,
123
+ "loss": 0.01786382293701172,
124
+ "step": 7000
125
+ },
126
+ {
127
+ "epoch": 2.6661926768574475,
128
+ "grad_norm": 0.33515751361846924,
129
+ "learning_rate": 2.2277521033297784e-06,
130
+ "loss": 0.017611656188964844,
131
+ "step": 7500
132
+ },
133
+ {
134
+ "epoch": 2.8439388553146108,
135
+ "grad_norm": 0.2574003040790558,
136
+ "learning_rate": 1.042777580282024e-06,
137
+ "loss": 0.016475563049316407,
138
+ "step": 8000
139
+ },
140
+ {
141
+ "epoch": 3.0,
142
+ "eval_loss": 0.020423954352736473,
143
+ "eval_runtime": 36.9609,
144
+ "eval_samples_per_second": 541.112,
145
+ "eval_steps_per_second": 67.639,
146
+ "step": 8439
147
+ }
148
+ ],
149
+ "logging_steps": 500,
150
+ "max_steps": 8439,
151
+ "num_input_tokens_seen": 0,
152
+ "num_train_epochs": 3,
153
+ "save_steps": 500,
154
+ "stateful_callbacks": {
155
+ "TrainerControl": {
156
+ "args": {
157
+ "should_epoch_stop": false,
158
+ "should_evaluate": false,
159
+ "should_log": false,
160
+ "should_save": true,
161
+ "should_training_stop": true
162
+ },
163
+ "attributes": {}
164
+ }
165
+ },
166
+ "total_flos": 1.4123929761792e+17,
167
+ "train_batch_size": 64,
168
+ "trial_name": null,
169
+ "trial_params": null
170
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/checkpoint-8439/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c43805f008eacd5c7bb6ed993677ae0749cfad0f9f097c77753be9dce0f5fc9
3
+ size 5201
nemotron-pii-ready-augmented/TokenBased-BERT/config.json ADDED
@@ -0,0 +1,260 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
+ "classifier_dropout": null,
9
+ "directionality": "bidi",
10
+ "dtype": "float32",
11
+ "eos_token_id": null,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "O",
17
+ "1": "B-ACCOUNT_NUMBER",
18
+ "2": "I-ACCOUNT_NUMBER",
19
+ "3": "B-AGE",
20
+ "4": "I-AGE",
21
+ "5": "B-API_KEY",
22
+ "6": "I-API_KEY",
23
+ "7": "B-BANK_ROUTING_NUMBER",
24
+ "8": "I-BANK_ROUTING_NUMBER",
25
+ "9": "B-BIOMETRIC_IDENTIFIER",
26
+ "10": "I-BIOMETRIC_IDENTIFIER",
27
+ "11": "B-BLOOD_TYPE",
28
+ "12": "I-BLOOD_TYPE",
29
+ "13": "B-CERTIFICATE_LICENSE_NUMBER",
30
+ "14": "I-CERTIFICATE_LICENSE_NUMBER",
31
+ "15": "B-CITY",
32
+ "16": "I-CITY",
33
+ "17": "B-COMPANY_NAME",
34
+ "18": "I-COMPANY_NAME",
35
+ "19": "B-COORDINATE",
36
+ "20": "I-COORDINATE",
37
+ "21": "B-COUNTRY",
38
+ "22": "I-COUNTRY",
39
+ "23": "B-COUNTY",
40
+ "24": "I-COUNTY",
41
+ "25": "B-CREDIT_DEBIT_CARD",
42
+ "26": "I-CREDIT_DEBIT_CARD",
43
+ "27": "B-CUSTOMER_ID",
44
+ "28": "I-CUSTOMER_ID",
45
+ "29": "B-CVV",
46
+ "30": "I-CVV",
47
+ "31": "B-DATE",
48
+ "32": "I-DATE",
49
+ "33": "B-DATE_OF_BIRTH",
50
+ "34": "I-DATE_OF_BIRTH",
51
+ "35": "B-DATE_TIME",
52
+ "36": "I-DATE_TIME",
53
+ "37": "B-DEVICE_IDENTIFIER",
54
+ "38": "I-DEVICE_IDENTIFIER",
55
+ "39": "B-EDUCATION_LEVEL",
56
+ "40": "I-EDUCATION_LEVEL",
57
+ "41": "B-EMAIL",
58
+ "42": "I-EMAIL",
59
+ "43": "B-EMPLOYEE_ID",
60
+ "44": "I-EMPLOYEE_ID",
61
+ "45": "B-EMPLOYMENT_STATUS",
62
+ "46": "I-EMPLOYMENT_STATUS",
63
+ "47": "B-FAX_NUMBER",
64
+ "48": "I-FAX_NUMBER",
65
+ "49": "B-FIRST_NAME",
66
+ "50": "I-FIRST_NAME",
67
+ "51": "B-GENDER",
68
+ "52": "I-GENDER",
69
+ "53": "B-HEALTH_PLAN_BENEFICIARY_NUMBER",
70
+ "54": "I-HEALTH_PLAN_BENEFICIARY_NUMBER",
71
+ "55": "B-HTTP_COOKIE",
72
+ "56": "I-HTTP_COOKIE",
73
+ "57": "B-IPV4",
74
+ "58": "I-IPV4",
75
+ "59": "B-IPV6",
76
+ "60": "I-IPV6",
77
+ "61": "B-LANGUAGE",
78
+ "62": "I-LANGUAGE",
79
+ "63": "B-LAST_NAME",
80
+ "64": "I-LAST_NAME",
81
+ "65": "B-LICENSE_PLATE",
82
+ "66": "I-LICENSE_PLATE",
83
+ "67": "B-MAC_ADDRESS",
84
+ "68": "I-MAC_ADDRESS",
85
+ "69": "B-MEDICAL_RECORD_NUMBER",
86
+ "70": "I-MEDICAL_RECORD_NUMBER",
87
+ "71": "B-NATIONAL_ID",
88
+ "72": "I-NATIONAL_ID",
89
+ "73": "B-OCCUPATION",
90
+ "74": "I-OCCUPATION",
91
+ "75": "B-PASSWORD",
92
+ "76": "I-PASSWORD",
93
+ "77": "B-PHONE_NUMBER",
94
+ "78": "I-PHONE_NUMBER",
95
+ "79": "B-PIN",
96
+ "80": "I-PIN",
97
+ "81": "B-POLITICAL_VIEW",
98
+ "82": "I-POLITICAL_VIEW",
99
+ "83": "B-POSTCODE",
100
+ "84": "I-POSTCODE",
101
+ "85": "B-RACE_ETHNICITY",
102
+ "86": "I-RACE_ETHNICITY",
103
+ "87": "B-RELIGIOUS_BELIEF",
104
+ "88": "I-RELIGIOUS_BELIEF",
105
+ "89": "B-SEXUALITY",
106
+ "90": "I-SEXUALITY",
107
+ "91": "B-SSN",
108
+ "92": "I-SSN",
109
+ "93": "B-STATE",
110
+ "94": "I-STATE",
111
+ "95": "B-STREET_ADDRESS",
112
+ "96": "I-STREET_ADDRESS",
113
+ "97": "B-SWIFT_BIC",
114
+ "98": "I-SWIFT_BIC",
115
+ "99": "B-TAX_ID",
116
+ "100": "I-TAX_ID",
117
+ "101": "B-TIME",
118
+ "102": "I-TIME",
119
+ "103": "B-UNIQUE_ID",
120
+ "104": "I-UNIQUE_ID",
121
+ "105": "B-URL",
122
+ "106": "I-URL",
123
+ "107": "B-USER_NAME",
124
+ "108": "I-USER_NAME",
125
+ "109": "B-VEHICLE_IDENTIFIER",
126
+ "110": "I-VEHICLE_IDENTIFIER"
127
+ },
128
+ "initializer_range": 0.02,
129
+ "intermediate_size": 3072,
130
+ "is_decoder": false,
131
+ "label2id": {
132
+ "B-ACCOUNT_NUMBER": 1,
133
+ "B-AGE": 3,
134
+ "B-API_KEY": 5,
135
+ "B-BANK_ROUTING_NUMBER": 7,
136
+ "B-BIOMETRIC_IDENTIFIER": 9,
137
+ "B-BLOOD_TYPE": 11,
138
+ "B-CERTIFICATE_LICENSE_NUMBER": 13,
139
+ "B-CITY": 15,
140
+ "B-COMPANY_NAME": 17,
141
+ "B-COORDINATE": 19,
142
+ "B-COUNTRY": 21,
143
+ "B-COUNTY": 23,
144
+ "B-CREDIT_DEBIT_CARD": 25,
145
+ "B-CUSTOMER_ID": 27,
146
+ "B-CVV": 29,
147
+ "B-DATE": 31,
148
+ "B-DATE_OF_BIRTH": 33,
149
+ "B-DATE_TIME": 35,
150
+ "B-DEVICE_IDENTIFIER": 37,
151
+ "B-EDUCATION_LEVEL": 39,
152
+ "B-EMAIL": 41,
153
+ "B-EMPLOYEE_ID": 43,
154
+ "B-EMPLOYMENT_STATUS": 45,
155
+ "B-FAX_NUMBER": 47,
156
+ "B-FIRST_NAME": 49,
157
+ "B-GENDER": 51,
158
+ "B-HEALTH_PLAN_BENEFICIARY_NUMBER": 53,
159
+ "B-HTTP_COOKIE": 55,
160
+ "B-IPV4": 57,
161
+ "B-IPV6": 59,
162
+ "B-LANGUAGE": 61,
163
+ "B-LAST_NAME": 63,
164
+ "B-LICENSE_PLATE": 65,
165
+ "B-MAC_ADDRESS": 67,
166
+ "B-MEDICAL_RECORD_NUMBER": 69,
167
+ "B-NATIONAL_ID": 71,
168
+ "B-OCCUPATION": 73,
169
+ "B-PASSWORD": 75,
170
+ "B-PHONE_NUMBER": 77,
171
+ "B-PIN": 79,
172
+ "B-POLITICAL_VIEW": 81,
173
+ "B-POSTCODE": 83,
174
+ "B-RACE_ETHNICITY": 85,
175
+ "B-RELIGIOUS_BELIEF": 87,
176
+ "B-SEXUALITY": 89,
177
+ "B-SSN": 91,
178
+ "B-STATE": 93,
179
+ "B-STREET_ADDRESS": 95,
180
+ "B-SWIFT_BIC": 97,
181
+ "B-TAX_ID": 99,
182
+ "B-TIME": 101,
183
+ "B-UNIQUE_ID": 103,
184
+ "B-URL": 105,
185
+ "B-USER_NAME": 107,
186
+ "B-VEHICLE_IDENTIFIER": 109,
187
+ "I-ACCOUNT_NUMBER": 2,
188
+ "I-AGE": 4,
189
+ "I-API_KEY": 6,
190
+ "I-BANK_ROUTING_NUMBER": 8,
191
+ "I-BIOMETRIC_IDENTIFIER": 10,
192
+ "I-BLOOD_TYPE": 12,
193
+ "I-CERTIFICATE_LICENSE_NUMBER": 14,
194
+ "I-CITY": 16,
195
+ "I-COMPANY_NAME": 18,
196
+ "I-COORDINATE": 20,
197
+ "I-COUNTRY": 22,
198
+ "I-COUNTY": 24,
199
+ "I-CREDIT_DEBIT_CARD": 26,
200
+ "I-CUSTOMER_ID": 28,
201
+ "I-CVV": 30,
202
+ "I-DATE": 32,
203
+ "I-DATE_OF_BIRTH": 34,
204
+ "I-DATE_TIME": 36,
205
+ "I-DEVICE_IDENTIFIER": 38,
206
+ "I-EDUCATION_LEVEL": 40,
207
+ "I-EMAIL": 42,
208
+ "I-EMPLOYEE_ID": 44,
209
+ "I-EMPLOYMENT_STATUS": 46,
210
+ "I-FAX_NUMBER": 48,
211
+ "I-FIRST_NAME": 50,
212
+ "I-GENDER": 52,
213
+ "I-HEALTH_PLAN_BENEFICIARY_NUMBER": 54,
214
+ "I-HTTP_COOKIE": 56,
215
+ "I-IPV4": 58,
216
+ "I-IPV6": 60,
217
+ "I-LANGUAGE": 62,
218
+ "I-LAST_NAME": 64,
219
+ "I-LICENSE_PLATE": 66,
220
+ "I-MAC_ADDRESS": 68,
221
+ "I-MEDICAL_RECORD_NUMBER": 70,
222
+ "I-NATIONAL_ID": 72,
223
+ "I-OCCUPATION": 74,
224
+ "I-PASSWORD": 76,
225
+ "I-PHONE_NUMBER": 78,
226
+ "I-PIN": 80,
227
+ "I-POLITICAL_VIEW": 82,
228
+ "I-POSTCODE": 84,
229
+ "I-RACE_ETHNICITY": 86,
230
+ "I-RELIGIOUS_BELIEF": 88,
231
+ "I-SEXUALITY": 90,
232
+ "I-SSN": 92,
233
+ "I-STATE": 94,
234
+ "I-STREET_ADDRESS": 96,
235
+ "I-SWIFT_BIC": 98,
236
+ "I-TAX_ID": 100,
237
+ "I-TIME": 102,
238
+ "I-UNIQUE_ID": 104,
239
+ "I-URL": 106,
240
+ "I-USER_NAME": 108,
241
+ "I-VEHICLE_IDENTIFIER": 110,
242
+ "O": 0
243
+ },
244
+ "layer_norm_eps": 1e-12,
245
+ "max_position_embeddings": 512,
246
+ "model_type": "bert",
247
+ "num_attention_heads": 12,
248
+ "num_hidden_layers": 12,
249
+ "pad_token_id": 0,
250
+ "pooler_fc_size": 768,
251
+ "pooler_num_attention_heads": 12,
252
+ "pooler_num_fc_layers": 3,
253
+ "pooler_size_per_head": 128,
254
+ "pooler_type": "first_token_transform",
255
+ "tie_word_embeddings": true,
256
+ "transformers_version": "5.3.0",
257
+ "type_vocab_size": 2,
258
+ "use_cache": false,
259
+ "vocab_size": 119547
260
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc58d2907f946a07edfd2097dc925d15b18fa0b67a422b5c7508216a39e8a1c8
3
+ size 709416164
nemotron-pii-ready-augmented/TokenBased-BERT/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
nemotron-pii-ready-augmented/TokenBased-BERT/tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "backend": "tokenizers",
4
+ "cls_token": "[CLS]",
5
+ "do_lower_case": false,
6
+ "is_local": false,
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 512,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }
nemotron-pii-ready-augmented/TokenBased-BERT/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c43805f008eacd5c7bb6ed993677ae0749cfad0f9f097c77753be9dce0f5fc9
3
+ size 5201