PuxAI commited on
Commit
9a6c7a7
·
verified ·
1 Parent(s): ec5a466

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ predictions_combined/en/bert_crf/predictions.json filter=lfs diff=lfs merge=lfs -text
predictions_combined/en/bert_crf/eval_metrics.json ADDED
@@ -0,0 +1,471 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "precision": 0.0186,
3
+ "recall": 0.0325,
4
+ "f1": 0.0188,
5
+ "total_samples": 1628,
6
+ "total_gt_entities": 20085,
7
+ "per_tag": {
8
+ "ACCOUNT_NAME": {
9
+ "precision": 0.0,
10
+ "recall": 0.0,
11
+ "f1": 0.0,
12
+ "support": 46
13
+ },
14
+ "ACCOUNT_NUMBER": {
15
+ "precision": 0.0,
16
+ "recall": 0.0,
17
+ "f1": 0.0,
18
+ "support": 76
19
+ },
20
+ "AGE": {
21
+ "precision": 0.0,
22
+ "recall": 0.0,
23
+ "f1": 0.0,
24
+ "support": 281
25
+ },
26
+ "AMOUNT": {
27
+ "precision": 0.0,
28
+ "recall": 0.0,
29
+ "f1": 0.0,
30
+ "support": 258
31
+ },
32
+ "API_KEY": {
33
+ "precision": 0.0,
34
+ "recall": 0.0,
35
+ "f1": 0.0,
36
+ "support": 0
37
+ },
38
+ "BANK_ROUTING_NUMBER": {
39
+ "precision": 0.0,
40
+ "recall": 0.0,
41
+ "f1": 0.0,
42
+ "support": 0
43
+ },
44
+ "BIC_SWIFT": {
45
+ "precision": 0.0,
46
+ "recall": 0.0,
47
+ "f1": 0.0,
48
+ "support": 35
49
+ },
50
+ "BIOMETRIC_DATA": {
51
+ "precision": 0.0,
52
+ "recall": 0.0,
53
+ "f1": 0.0,
54
+ "support": 4
55
+ },
56
+ "BIOMETRIC_IDENTIFIER": {
57
+ "precision": 0.0,
58
+ "recall": 0.0,
59
+ "f1": 0.0,
60
+ "support": 0
61
+ },
62
+ "BLOOD_TYPE": {
63
+ "precision": 0.0,
64
+ "recall": 0.0,
65
+ "f1": 0.0,
66
+ "support": 0
67
+ },
68
+ "BUILDING_NUMBER": {
69
+ "precision": 0.0,
70
+ "recall": 0.0,
71
+ "f1": 0.0,
72
+ "support": 479
73
+ },
74
+ "CERTIFICATE_LICENSE_NUMBER": {
75
+ "precision": 0.0,
76
+ "recall": 0.0,
77
+ "f1": 0.0,
78
+ "support": 0
79
+ },
80
+ "CITY": {
81
+ "precision": 0.0,
82
+ "recall": 0.0,
83
+ "f1": 0.0,
84
+ "support": 584
85
+ },
86
+ "COMPANY_NAME": {
87
+ "precision": 0.0,
88
+ "recall": 0.0,
89
+ "f1": 0.0,
90
+ "support": 931
91
+ },
92
+ "COORDINATE": {
93
+ "precision": 0.0,
94
+ "recall": 0.0,
95
+ "f1": 0.0,
96
+ "support": 346
97
+ },
98
+ "COUNTY": {
99
+ "precision": 0.0,
100
+ "recall": 0.0,
101
+ "f1": 0.0,
102
+ "support": 118
103
+ },
104
+ "CREDIT_CARD_CVV": {
105
+ "precision": 0.0,
106
+ "recall": 0.0,
107
+ "f1": 0.0,
108
+ "support": 16
109
+ },
110
+ "CREDIT_CARD_ISSUER": {
111
+ "precision": 0.0,
112
+ "recall": 0.0,
113
+ "f1": 0.0,
114
+ "support": 23
115
+ },
116
+ "CREDIT_CARD_NUMBER": {
117
+ "precision": 0.0,
118
+ "recall": 0.0,
119
+ "f1": 0.0,
120
+ "support": 19
121
+ },
122
+ "CREDIT_DEBIT_CARD": {
123
+ "precision": 0.0,
124
+ "recall": 0.0,
125
+ "f1": 0.0,
126
+ "support": 0
127
+ },
128
+ "CRIMINAL_RECORD": {
129
+ "precision": 0.0,
130
+ "recall": 0.0,
131
+ "f1": 0.0,
132
+ "support": 34
133
+ },
134
+ "CRYPTO_ADDRESS": {
135
+ "precision": 0.0,
136
+ "recall": 0.0,
137
+ "f1": 0.0,
138
+ "support": 17
139
+ },
140
+ "CUSTOMER_ID": {
141
+ "precision": 0.0,
142
+ "recall": 0.0,
143
+ "f1": 0.0,
144
+ "support": 0
145
+ },
146
+ "DATE": {
147
+ "precision": 0.0616,
148
+ "recall": 0.0356,
149
+ "f1": 0.0451,
150
+ "support": 1603
151
+ },
152
+ "DATE_OF_BIRTH": {
153
+ "precision": 0.0,
154
+ "recall": 0.0,
155
+ "f1": 0.0,
156
+ "support": 0
157
+ },
158
+ "DATE_TIME": {
159
+ "precision": 0.0,
160
+ "recall": 0.0,
161
+ "f1": 0.0,
162
+ "support": 0
163
+ },
164
+ "DEATH_MISSING_DATE": {
165
+ "precision": 0.0,
166
+ "recall": 0.0,
167
+ "f1": 0.0,
168
+ "support": 189
169
+ },
170
+ "DEVICE_IDENTIFIER": {
171
+ "precision": 0.0,
172
+ "recall": 0.0,
173
+ "f1": 0.0,
174
+ "support": 32
175
+ },
176
+ "DOB": {
177
+ "precision": 0.0,
178
+ "recall": 0.0,
179
+ "f1": 0.0,
180
+ "support": 264
181
+ },
182
+ "DRIVER_LICENSE": {
183
+ "precision": 0.0,
184
+ "recall": 0.0,
185
+ "f1": 0.0,
186
+ "support": 51
187
+ },
188
+ "EDUCATION_LEVEL": {
189
+ "precision": 0.0,
190
+ "recall": 0.0,
191
+ "f1": 0.0,
192
+ "support": 0
193
+ },
194
+ "EMAIL": {
195
+ "precision": 0.0,
196
+ "recall": 0.0,
197
+ "f1": 0.0,
198
+ "support": 513
199
+ },
200
+ "EMPLOYEE_ID": {
201
+ "precision": 0.0,
202
+ "recall": 0.0,
203
+ "f1": 0.0,
204
+ "support": 0
205
+ },
206
+ "ETHNICITY": {
207
+ "precision": 0.0,
208
+ "recall": 0.0,
209
+ "f1": 0.0,
210
+ "support": 87
211
+ },
212
+ "EYE_COLOR": {
213
+ "precision": 0.0,
214
+ "recall": 0.0,
215
+ "f1": 0.0,
216
+ "support": 15
217
+ },
218
+ "FAX_NUMBER": {
219
+ "precision": 0.0,
220
+ "recall": 0.0,
221
+ "f1": 0.0,
222
+ "support": 0
223
+ },
224
+ "FIRST_NAME": {
225
+ "precision": 0.0513,
226
+ "recall": 0.0248,
227
+ "f1": 0.0335,
228
+ "support": 2539
229
+ },
230
+ "GENDER": {
231
+ "precision": 0.0,
232
+ "recall": 0.0,
233
+ "f1": 0.0,
234
+ "support": 491
235
+ },
236
+ "HEALTH_PLAN_BENEFICIARY_NUMBER": {
237
+ "precision": 0.0,
238
+ "recall": 0.0,
239
+ "f1": 0.0,
240
+ "support": 20
241
+ },
242
+ "HEALTH_STATUS": {
243
+ "precision": 0.0,
244
+ "recall": 0.0,
245
+ "f1": 0.0,
246
+ "support": 57
247
+ },
248
+ "HEIGHT": {
249
+ "precision": 0.0,
250
+ "recall": 0.0,
251
+ "f1": 0.0,
252
+ "support": 27
253
+ },
254
+ "HTTP_COOKIE": {
255
+ "precision": 0.0,
256
+ "recall": 0.0,
257
+ "f1": 0.0,
258
+ "support": 0
259
+ },
260
+ "IBAN": {
261
+ "precision": 0.0,
262
+ "recall": 0.0,
263
+ "f1": 0.0,
264
+ "support": 36
265
+ },
266
+ "IPV4": {
267
+ "precision": 0.0,
268
+ "recall": 0.0,
269
+ "f1": 0.0,
270
+ "support": 107
271
+ },
272
+ "IPV6": {
273
+ "precision": 0.003,
274
+ "recall": 0.0303,
275
+ "f1": 0.0055,
276
+ "support": 33
277
+ },
278
+ "LANGUAGE": {
279
+ "precision": 0.0,
280
+ "recall": 0.0,
281
+ "f1": 0.0,
282
+ "support": 0
283
+ },
284
+ "LAST_NAME": {
285
+ "precision": 0.0,
286
+ "recall": 0.0,
287
+ "f1": 0.0,
288
+ "support": 2400
289
+ },
290
+ "LICENSE_PLATE": {
291
+ "precision": 0.0,
292
+ "recall": 0.0,
293
+ "f1": 0.0,
294
+ "support": 0
295
+ },
296
+ "MAC_ADDRESS": {
297
+ "precision": 0.0,
298
+ "recall": 0.0,
299
+ "f1": 0.0,
300
+ "support": 0
301
+ },
302
+ "MARITAL_STATUS": {
303
+ "precision": 0.0,
304
+ "recall": 0.0,
305
+ "f1": 0.0,
306
+ "support": 237
307
+ },
308
+ "MEDICAL_RECORD_NUMBER": {
309
+ "precision": 0.0,
310
+ "recall": 0.0,
311
+ "f1": 0.0,
312
+ "support": 0
313
+ },
314
+ "MIDDLE_NAME": {
315
+ "precision": 0.0,
316
+ "recall": 0.0,
317
+ "f1": 0.0,
318
+ "support": 529
319
+ },
320
+ "NATIONALITY": {
321
+ "precision": 0.0,
322
+ "recall": 0.0,
323
+ "f1": 0.0,
324
+ "support": 237
325
+ },
326
+ "NATIONAL_ID": {
327
+ "precision": 0.0,
328
+ "recall": 0.0,
329
+ "f1": 0.0,
330
+ "support": 99
331
+ },
332
+ "OCCUPATION": {
333
+ "precision": 0.0665,
334
+ "recall": 0.2619,
335
+ "f1": 0.106,
336
+ "support": 1875
337
+ },
338
+ "ORDINAL_DIRECTION": {
339
+ "precision": 0.0,
340
+ "recall": 0.0,
341
+ "f1": 0.0,
342
+ "support": 250
343
+ },
344
+ "PASSWORD": {
345
+ "precision": 0.0,
346
+ "recall": 0.0,
347
+ "f1": 0.0,
348
+ "support": 18
349
+ },
350
+ "PHONE_NUMBER": {
351
+ "precision": 0.0,
352
+ "recall": 0.0,
353
+ "f1": 0.0,
354
+ "support": 737
355
+ },
356
+ "PIN": {
357
+ "precision": 0.0,
358
+ "recall": 0.0,
359
+ "f1": 0.0,
360
+ "support": 27
361
+ },
362
+ "PLACE_OF_BIRTH": {
363
+ "precision": 0.0,
364
+ "recall": 0.0,
365
+ "f1": 0.0,
366
+ "support": 243
367
+ },
368
+ "POSTCODE": {
369
+ "precision": 0.0,
370
+ "recall": 0.0,
371
+ "f1": 0.0,
372
+ "support": 282
373
+ },
374
+ "PREFIX": {
375
+ "precision": 0.0,
376
+ "recall": 0.0,
377
+ "f1": 0.0,
378
+ "support": 492
379
+ },
380
+ "RACE_ETHNICITY": {
381
+ "precision": 0.0,
382
+ "recall": 0.0,
383
+ "f1": 0.0,
384
+ "support": 0
385
+ },
386
+ "RELIGIOUS_BELIEF": {
387
+ "precision": 0.0,
388
+ "recall": 0.0,
389
+ "f1": 0.0,
390
+ "support": 2
391
+ },
392
+ "SECONDARY_ADDRESS": {
393
+ "precision": 0.0,
394
+ "recall": 0.0,
395
+ "f1": 0.0,
396
+ "support": 222
397
+ },
398
+ "SEXUALITY": {
399
+ "precision": 0.0,
400
+ "recall": 0.0,
401
+ "f1": 0.0,
402
+ "support": 0
403
+ },
404
+ "SSN": {
405
+ "precision": 0.0019,
406
+ "recall": 0.0175,
407
+ "f1": 0.0034,
408
+ "support": 57
409
+ },
410
+ "STATE": {
411
+ "precision": 0.0291,
412
+ "recall": 0.0217,
413
+ "f1": 0.0248,
414
+ "support": 369
415
+ },
416
+ "STREET_ADDRESS": {
417
+ "precision": 0.0117,
418
+ "recall": 0.0193,
419
+ "f1": 0.0146,
420
+ "support": 415
421
+ },
422
+ "SWIFT_BIC": {
423
+ "precision": 0.0,
424
+ "recall": 0.0,
425
+ "f1": 0.0,
426
+ "support": 0
427
+ },
428
+ "TAX_ID": {
429
+ "precision": 0.0052,
430
+ "recall": 0.0114,
431
+ "f1": 0.0071,
432
+ "support": 88
433
+ },
434
+ "TIME": {
435
+ "precision": 0.0,
436
+ "recall": 0.0,
437
+ "f1": 0.0,
438
+ "support": 1596
439
+ },
440
+ "TRADE_UNION_INFO": {
441
+ "precision": 0.0,
442
+ "recall": 0.0,
443
+ "f1": 0.0,
444
+ "support": 178
445
+ },
446
+ "UNIQUE_ID": {
447
+ "precision": 0.0,
448
+ "recall": 0.0,
449
+ "f1": 0.0,
450
+ "support": 64
451
+ },
452
+ "URL": {
453
+ "precision": 0.0159,
454
+ "recall": 0.0862,
455
+ "f1": 0.0268,
456
+ "support": 174
457
+ },
458
+ "USER_NAME": {
459
+ "precision": 0.0036,
460
+ "recall": 0.065,
461
+ "f1": 0.0069,
462
+ "support": 123
463
+ },
464
+ "VEHICLE_IDENTIFIER": {
465
+ "precision": 0.0,
466
+ "recall": 0.0,
467
+ "f1": 0.0,
468
+ "support": 40
469
+ }
470
+ }
471
+ }
predictions_combined/en/bert_crf/predictions.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a37f6c32ba24cc55d55ee23fa839ff2e8bd0937d4a7eee06ed0ad3eba0f3273
3
+ size 51480135
predictions_combined/summary.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "bert": {
3
  "en": {
4
- "precision": 0.5006,
5
- "recall": 0.6699,
6
- "f1": 0.5621,
7
  "total_samples": 1628,
8
  "total_gt_entities": 20085,
9
  "per_tag": {
@@ -14,15 +14,15 @@
14
  "support": 46
15
  },
16
  "ACCOUNT_NUMBER": {
17
- "precision": 0.4894,
18
- "recall": 0.9079,
19
- "f1": 0.6359,
20
  "support": 76
21
  },
22
  "AGE": {
23
- "precision": 0.9134,
24
- "recall": 0.8256,
25
- "f1": 0.8673,
26
  "support": 281
27
  },
28
  "AMOUNT": {
@@ -61,6 +61,12 @@
61
  "f1": 0.0,
62
  "support": 0
63
  },
 
 
 
 
 
 
64
  "BUILDING_NUMBER": {
65
  "precision": 0.0,
66
  "recall": 0.0,
@@ -74,33 +80,27 @@
74
  "support": 0
75
  },
76
  "CITY": {
77
- "precision": 0.4995,
78
- "recall": 0.9281,
79
- "f1": 0.6495,
80
  "support": 584
81
  },
82
  "COMPANY_NAME": {
83
- "precision": 0.6501,
84
- "recall": 0.7164,
85
- "f1": 0.6817,
86
  "support": 931
87
  },
88
  "COORDINATE": {
89
- "precision": 0.8074,
90
- "recall": 0.6908,
91
- "f1": 0.7445,
92
- "support": 346
93
- },
94
- "COUNTRY": {
95
  "precision": 0.0,
96
  "recall": 0.0,
97
  "f1": 0.0,
98
- "support": 0
99
  },
100
  "COUNTY": {
101
- "precision": 0.8162,
102
- "recall": 0.9407,
103
- "f1": 0.874,
104
  "support": 118
105
  },
106
  "CREDIT_CARD_CVV": {
@@ -145,16 +145,10 @@
145
  "f1": 0.0,
146
  "support": 0
147
  },
148
- "CVV": {
149
- "precision": 0.0,
150
- "recall": 0.0,
151
- "f1": 0.0,
152
- "support": 0
153
- },
154
  "DATE": {
155
- "precision": 0.5765,
156
- "recall": 0.9351,
157
- "f1": 0.7133,
158
  "support": 1603
159
  },
160
  "DATE_OF_BIRTH": {
@@ -176,9 +170,9 @@
176
  "support": 189
177
  },
178
  "DEVICE_IDENTIFIER": {
179
- "precision": 0.7333,
180
- "recall": 0.6875,
181
- "f1": 0.7097,
182
  "support": 32
183
  },
184
  "DOB": {
@@ -200,18 +194,12 @@
200
  "support": 0
201
  },
202
  "EMAIL": {
203
- "precision": 0.8601,
204
- "recall": 0.9825,
205
- "f1": 0.9172,
206
- "support": 513
207
- },
208
- "EMPLOYEE_ID": {
209
  "precision": 0.0,
210
  "recall": 0.0,
211
  "f1": 0.0,
212
- "support": 0
213
  },
214
- "EMPLOYMENT_STATUS": {
215
  "precision": 0.0,
216
  "recall": 0.0,
217
  "f1": 0.0,
@@ -236,21 +224,21 @@
236
  "support": 0
237
  },
238
  "FIRST_NAME": {
239
- "precision": 0.4791,
240
- "recall": 0.9055,
241
- "f1": 0.6266,
242
  "support": 2539
243
  },
244
  "GENDER": {
245
- "precision": 0.8262,
246
- "recall": 0.6293,
247
- "f1": 0.7145,
248
  "support": 491
249
  },
250
  "HEALTH_PLAN_BENEFICIARY_NUMBER": {
251
- "precision": 0.1333,
252
- "recall": 0.3,
253
- "f1": 0.1846,
254
  "support": 20
255
  },
256
  "HEALTH_STATUS": {
@@ -278,15 +266,15 @@
278
  "support": 36
279
  },
280
  "IPV4": {
281
- "precision": 0.9626,
282
- "recall": 0.9626,
283
- "f1": 0.9626,
284
  "support": 107
285
  },
286
  "IPV6": {
287
- "precision": 0.8684,
288
- "recall": 1.0,
289
- "f1": 0.9296,
290
  "support": 33
291
  },
292
  "LANGUAGE": {
@@ -296,9 +284,9 @@
296
  "support": 0
297
  },
298
  "LAST_NAME": {
299
- "precision": 0.5544,
300
- "recall": 0.8917,
301
- "f1": 0.6837,
302
  "support": 2400
303
  },
304
  "LICENSE_PLATE": {
@@ -307,6 +295,12 @@
307
  "f1": 0.0,
308
  "support": 0
309
  },
 
 
 
 
 
 
310
  "MARITAL_STATUS": {
311
  "precision": 0.0,
312
  "recall": 0.0,
@@ -332,15 +326,15 @@
332
  "support": 237
333
  },
334
  "NATIONAL_ID": {
335
- "precision": 0.4583,
336
- "recall": 0.1111,
337
- "f1": 0.1789,
338
  "support": 99
339
  },
340
  "OCCUPATION": {
341
- "precision": 0.5062,
342
- "recall": 0.6939,
343
- "f1": 0.5854,
344
  "support": 1875
345
  },
346
  "ORDINAL_DIRECTION": {
@@ -350,21 +344,21 @@
350
  "support": 250
351
  },
352
  "PASSWORD": {
353
- "precision": 0.4286,
354
- "recall": 0.5,
355
- "f1": 0.4615,
356
  "support": 18
357
  },
358
  "PHONE_NUMBER": {
359
- "precision": 0.8865,
360
- "recall": 0.9009,
361
- "f1": 0.8937,
362
  "support": 737
363
  },
364
  "PIN": {
365
- "precision": 0.1917,
366
- "recall": 0.8519,
367
- "f1": 0.3129,
368
  "support": 27
369
  },
370
  "PLACE_OF_BIRTH": {
@@ -373,16 +367,10 @@
373
  "f1": 0.0,
374
  "support": 243
375
  },
376
- "POLITICAL_VIEW": {
377
  "precision": 0.0,
378
  "recall": 0.0,
379
  "f1": 0.0,
380
- "support": 0
381
- },
382
- "POSTCODE": {
383
- "precision": 0.8262,
384
- "recall": 0.961,
385
- "f1": 0.8885,
386
  "support": 282
387
  },
388
  "PREFIX": {
@@ -398,9 +386,9 @@
398
  "support": 0
399
  },
400
  "RELIGIOUS_BELIEF": {
401
- "precision": 0.5,
402
- "recall": 1.0,
403
- "f1": 0.6667,
404
  "support": 2
405
  },
406
  "SECONDARY_ADDRESS": {
@@ -416,21 +404,21 @@
416
  "support": 0
417
  },
418
  "SSN": {
419
- "precision": 0.6038,
420
- "recall": 0.5614,
421
- "f1": 0.5818,
422
  "support": 57
423
  },
424
  "STATE": {
425
- "precision": 0.5434,
426
- "recall": 0.8482,
427
- "f1": 0.6624,
428
  "support": 369
429
  },
430
  "STREET_ADDRESS": {
431
- "precision": 0.6252,
432
- "recall": 0.9446,
433
- "f1": 0.7524,
434
  "support": 415
435
  },
436
  "SWIFT_BIC": {
@@ -440,15 +428,15 @@
440
  "support": 0
441
  },
442
  "TAX_ID": {
443
- "precision": 0.9559,
444
- "recall": 0.7386,
445
- "f1": 0.8333,
446
  "support": 88
447
  },
448
  "TIME": {
449
- "precision": 0.8141,
450
- "recall": 0.8371,
451
- "f1": 0.8255,
452
  "support": 1596
453
  },
454
  "TRADE_UNION_INFO": {
@@ -464,21 +452,21 @@
464
  "support": 64
465
  },
466
  "URL": {
467
- "precision": 0.927,
468
- "recall": 0.9483,
469
- "f1": 0.9375,
470
  "support": 174
471
  },
472
  "USER_NAME": {
473
- "precision": 0.4946,
474
- "recall": 0.7398,
475
- "f1": 0.5928,
476
  "support": 123
477
  },
478
  "VEHICLE_IDENTIFIER": {
479
- "precision": 0.4167,
480
- "recall": 0.125,
481
- "f1": 0.1923,
482
  "support": 40
483
  }
484
  }
 
1
  {
2
+ "bert_crf": {
3
  "en": {
4
+ "precision": 0.0186,
5
+ "recall": 0.0325,
6
+ "f1": 0.0188,
7
  "total_samples": 1628,
8
  "total_gt_entities": 20085,
9
  "per_tag": {
 
14
  "support": 46
15
  },
16
  "ACCOUNT_NUMBER": {
17
+ "precision": 0.0,
18
+ "recall": 0.0,
19
+ "f1": 0.0,
20
  "support": 76
21
  },
22
  "AGE": {
23
+ "precision": 0.0,
24
+ "recall": 0.0,
25
+ "f1": 0.0,
26
  "support": 281
27
  },
28
  "AMOUNT": {
 
61
  "f1": 0.0,
62
  "support": 0
63
  },
64
+ "BLOOD_TYPE": {
65
+ "precision": 0.0,
66
+ "recall": 0.0,
67
+ "f1": 0.0,
68
+ "support": 0
69
+ },
70
  "BUILDING_NUMBER": {
71
  "precision": 0.0,
72
  "recall": 0.0,
 
80
  "support": 0
81
  },
82
  "CITY": {
83
+ "precision": 0.0,
84
+ "recall": 0.0,
85
+ "f1": 0.0,
86
  "support": 584
87
  },
88
  "COMPANY_NAME": {
89
+ "precision": 0.0,
90
+ "recall": 0.0,
91
+ "f1": 0.0,
92
  "support": 931
93
  },
94
  "COORDINATE": {
 
 
 
 
 
 
95
  "precision": 0.0,
96
  "recall": 0.0,
97
  "f1": 0.0,
98
+ "support": 346
99
  },
100
  "COUNTY": {
101
+ "precision": 0.0,
102
+ "recall": 0.0,
103
+ "f1": 0.0,
104
  "support": 118
105
  },
106
  "CREDIT_CARD_CVV": {
 
145
  "f1": 0.0,
146
  "support": 0
147
  },
 
 
 
 
 
 
148
  "DATE": {
149
+ "precision": 0.0616,
150
+ "recall": 0.0356,
151
+ "f1": 0.0451,
152
  "support": 1603
153
  },
154
  "DATE_OF_BIRTH": {
 
170
  "support": 189
171
  },
172
  "DEVICE_IDENTIFIER": {
173
+ "precision": 0.0,
174
+ "recall": 0.0,
175
+ "f1": 0.0,
176
  "support": 32
177
  },
178
  "DOB": {
 
194
  "support": 0
195
  },
196
  "EMAIL": {
 
 
 
 
 
 
197
  "precision": 0.0,
198
  "recall": 0.0,
199
  "f1": 0.0,
200
+ "support": 513
201
  },
202
+ "EMPLOYEE_ID": {
203
  "precision": 0.0,
204
  "recall": 0.0,
205
  "f1": 0.0,
 
224
  "support": 0
225
  },
226
  "FIRST_NAME": {
227
+ "precision": 0.0513,
228
+ "recall": 0.0248,
229
+ "f1": 0.0335,
230
  "support": 2539
231
  },
232
  "GENDER": {
233
+ "precision": 0.0,
234
+ "recall": 0.0,
235
+ "f1": 0.0,
236
  "support": 491
237
  },
238
  "HEALTH_PLAN_BENEFICIARY_NUMBER": {
239
+ "precision": 0.0,
240
+ "recall": 0.0,
241
+ "f1": 0.0,
242
  "support": 20
243
  },
244
  "HEALTH_STATUS": {
 
266
  "support": 36
267
  },
268
  "IPV4": {
269
+ "precision": 0.0,
270
+ "recall": 0.0,
271
+ "f1": 0.0,
272
  "support": 107
273
  },
274
  "IPV6": {
275
+ "precision": 0.003,
276
+ "recall": 0.0303,
277
+ "f1": 0.0055,
278
  "support": 33
279
  },
280
  "LANGUAGE": {
 
284
  "support": 0
285
  },
286
  "LAST_NAME": {
287
+ "precision": 0.0,
288
+ "recall": 0.0,
289
+ "f1": 0.0,
290
  "support": 2400
291
  },
292
  "LICENSE_PLATE": {
 
295
  "f1": 0.0,
296
  "support": 0
297
  },
298
+ "MAC_ADDRESS": {
299
+ "precision": 0.0,
300
+ "recall": 0.0,
301
+ "f1": 0.0,
302
+ "support": 0
303
+ },
304
  "MARITAL_STATUS": {
305
  "precision": 0.0,
306
  "recall": 0.0,
 
326
  "support": 237
327
  },
328
  "NATIONAL_ID": {
329
+ "precision": 0.0,
330
+ "recall": 0.0,
331
+ "f1": 0.0,
332
  "support": 99
333
  },
334
  "OCCUPATION": {
335
+ "precision": 0.0665,
336
+ "recall": 0.2619,
337
+ "f1": 0.106,
338
  "support": 1875
339
  },
340
  "ORDINAL_DIRECTION": {
 
344
  "support": 250
345
  },
346
  "PASSWORD": {
347
+ "precision": 0.0,
348
+ "recall": 0.0,
349
+ "f1": 0.0,
350
  "support": 18
351
  },
352
  "PHONE_NUMBER": {
353
+ "precision": 0.0,
354
+ "recall": 0.0,
355
+ "f1": 0.0,
356
  "support": 737
357
  },
358
  "PIN": {
359
+ "precision": 0.0,
360
+ "recall": 0.0,
361
+ "f1": 0.0,
362
  "support": 27
363
  },
364
  "PLACE_OF_BIRTH": {
 
367
  "f1": 0.0,
368
  "support": 243
369
  },
370
+ "POSTCODE": {
371
  "precision": 0.0,
372
  "recall": 0.0,
373
  "f1": 0.0,
 
 
 
 
 
 
374
  "support": 282
375
  },
376
  "PREFIX": {
 
386
  "support": 0
387
  },
388
  "RELIGIOUS_BELIEF": {
389
+ "precision": 0.0,
390
+ "recall": 0.0,
391
+ "f1": 0.0,
392
  "support": 2
393
  },
394
  "SECONDARY_ADDRESS": {
 
404
  "support": 0
405
  },
406
  "SSN": {
407
+ "precision": 0.0019,
408
+ "recall": 0.0175,
409
+ "f1": 0.0034,
410
  "support": 57
411
  },
412
  "STATE": {
413
+ "precision": 0.0291,
414
+ "recall": 0.0217,
415
+ "f1": 0.0248,
416
  "support": 369
417
  },
418
  "STREET_ADDRESS": {
419
+ "precision": 0.0117,
420
+ "recall": 0.0193,
421
+ "f1": 0.0146,
422
  "support": 415
423
  },
424
  "SWIFT_BIC": {
 
428
  "support": 0
429
  },
430
  "TAX_ID": {
431
+ "precision": 0.0052,
432
+ "recall": 0.0114,
433
+ "f1": 0.0071,
434
  "support": 88
435
  },
436
  "TIME": {
437
+ "precision": 0.0,
438
+ "recall": 0.0,
439
+ "f1": 0.0,
440
  "support": 1596
441
  },
442
  "TRADE_UNION_INFO": {
 
452
  "support": 64
453
  },
454
  "URL": {
455
+ "precision": 0.0159,
456
+ "recall": 0.0862,
457
+ "f1": 0.0268,
458
  "support": 174
459
  },
460
  "USER_NAME": {
461
+ "precision": 0.0036,
462
+ "recall": 0.065,
463
+ "f1": 0.0069,
464
  "support": 123
465
  },
466
  "VEHICLE_IDENTIFIER": {
467
+ "precision": 0.0,
468
+ "recall": 0.0,
469
+ "f1": 0.0,
470
  "support": 40
471
  }
472
  }