Upload 8 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,101 @@
+{
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "B-AGE",
+    "1": "B-BUILDINGNUM",
+    "2": "B-CITY",
+    "3": "B-CREDITCARDNUMBER",
+    "4": "B-DATE",
+    "5": "B-DRIVERLICENSENUM",
+    "6": "B-EMAIL",
+    "7": "B-GENDER",
+    "8": "B-GIVENNAME",
+    "9": "B-IDCARDNUM",
+    "10": "B-PASSPORTNUM",
+    "11": "B-SEX",
+    "12": "B-SOCIALNUM",
+    "13": "B-STREET",
+    "14": "B-SURNAME",
+    "15": "B-TAXNUM",
+    "16": "B-TELEPHONENUM",
+    "17": "B-TIME",
+    "18": "B-TITLE",
+    "19": "B-ZIPCODE",
+    "20": "I-BUILDINGNUM",
+    "21": "I-CITY",
+    "22": "I-DATE",
+    "23": "I-DRIVERLICENSENUM",
+    "24": "I-EMAIL",
+    "25": "I-GIVENNAME",
+    "26": "I-SOCIALNUM",
+    "27": "I-STREET",
+    "28": "I-SURNAME",
+    "29": "I-TAXNUM",
+    "30": "I-TELEPHONENUM",
+    "31": "I-TIME",
+    "32": "I-TITLE",
+    "33": "I-ZIPCODE",
+    "34": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-AGE": 0,
+    "B-BUILDINGNUM": 1,
+    "B-CITY": 2,
+    "B-CREDITCARDNUMBER": 3,
+    "B-DATE": 4,
+    "B-DRIVERLICENSENUM": 5,
+    "B-EMAIL": 6,
+    "B-GENDER": 7,
+    "B-GIVENNAME": 8,
+    "B-IDCARDNUM": 9,
+    "B-PASSPORTNUM": 10,
+    "B-SEX": 11,
+    "B-SOCIALNUM": 12,
+    "B-STREET": 13,
+    "B-SURNAME": 14,
+    "B-TAXNUM": 15,
+    "B-TELEPHONENUM": 16,
+    "B-TIME": 17,
+    "B-TITLE": 18,
+    "B-ZIPCODE": 19,
+    "I-BUILDINGNUM": 20,
+    "I-CITY": 21,
+    "I-DATE": 22,
+    "I-DRIVERLICENSENUM": 23,
+    "I-EMAIL": 24,
+    "I-GIVENNAME": 25,
+    "I-SOCIALNUM": 26,
+    "I-STREET": 27,
+    "I-SURNAME": 28,
+    "I-TAXNUM": 29,
+    "I-TELEPHONENUM": 30,
+    "I-TIME": 31,
+    "I-TITLE": 32,
+    "I-ZIPCODE": 33,
+    "O": 34
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.55.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cbf91cb9f92094c06ea0bd5eb1c86897e95f3285431b230d80fc6e153623aa
+size 1109943940

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
+size 17082832

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91f1ed6691f27df72bf4ba20fefb2691742dddc41bc8d8243a22463632e0aa6
+size 5713

validation_results

@@ -0,0 +1,67 @@
+precision    recall  f1-score   support
+
+             AGE     0.9670    0.9870    0.9769      4217
+     BUILDINGNUM     0.9791    0.9738    0.9764      7830
+            CITY     0.9618    0.9715    0.9666     13260
+CREDITCARDNUMBER     0.9795    0.9869    0.9832      1837
+            DATE     0.9993    0.9996    0.9995     10101
+DRIVERLICENSENUM     0.9109    0.8052    0.8548      1663
+           EMAIL     0.9998    0.9998    0.9998      9994
+          GENDER     0.7854    0.8763    0.8284      1520
+       GIVENNAME     0.9593    0.9740    0.9666     62085
+       IDCARDNUM     0.8943    0.9426    0.9178      6782
+     PASSPORTNUM     0.9042    0.8525    0.8776      3133
+             SEX     0.8840    0.8004    0.8401      1904
+       SOCIALNUM     0.8714    0.9442    0.9063      1737
+          STREET     0.9814    0.9708    0.9761      8866
+         SURNAME     0.8609    0.8308    0.8456     24001
+          TAXNUM     0.9768    0.9118    0.9432      2121
+    TELEPHONENUM     0.9969    0.9978    0.9973     13355
+            TIME     0.9993    0.9999    0.9996     10637
+           TITLE     0.9877    0.9936    0.9906      7019
+         ZIPCODE     0.9678    0.9719    0.9698      3243
+
+       micro avg     0.9536    0.9550    0.9543    195305
+       macro avg     0.9433    0.9395    0.9408    195305
+    weighted avg     0.9533    0.9550    0.9540    195305
+
+                    precision    recall  f1-score   support
+
+             B-AGE     0.9670    0.9870    0.9769      4217
+     B-BUILDINGNUM     0.9792    0.9739    0.9766      7830
+            B-CITY     0.9644    0.9741    0.9692     13260
+B-CREDITCARDNUMBER     0.9795    0.9869    0.9832      1837
+            B-DATE     0.9994    0.9997    0.9996     10101
+B-DRIVERLICENSENUM     0.9116    0.8058    0.8554      1663
+           B-EMAIL     0.9998    0.9998    0.9998      9994
+          B-GENDER     0.7854    0.8763    0.8284      1520
+       B-GIVENNAME     0.9745    0.9894    0.9819     62085
+       B-IDCARDNUM     0.8943    0.9426    0.9178      6782
+     B-PASSPORTNUM     0.9042    0.8525    0.8776      3133
+             B-SEX     0.8840    0.8004    0.8401      1904
+       B-SOCIALNUM     0.8730    0.9459    0.9080      1737
+          B-STREET     0.9840    0.9734    0.9787      8866
+         B-SURNAME     0.8622    0.8322    0.8469     24001
+          B-TAXNUM     0.9773    0.9123    0.9437      2121
+    B-TELEPHONENUM     0.9983    0.9991    0.9987     13355
+            B-TIME     0.9993    0.9999    0.9996     10637
+           B-TITLE     0.9877    0.9936    0.9906      7019
+         B-ZIPCODE     0.9681    0.9722    0.9702      3243
+     I-BUILDINGNUM     0.7500    1.0000    0.8571        12
+            I-CITY     0.9730    0.9803    0.9766      2386
+            I-DATE     0.9997    0.9993    0.9995      3072
+I-DRIVERLICENSENUM     0.9936    0.9873    0.9905       158
+           I-EMAIL     1.0000    1.0000    1.0000        42
+       I-GIVENNAME     0.9207    0.9517    0.9359      7951
+       I-SOCIALNUM     1.0000    0.9719    0.9858       285
+          I-STREET     0.9777    0.9806    0.9791      2418
+         I-SURNAME     0.9303    0.8746    0.9016      5009
+          I-TAXNUM     0.9832    0.9915    0.9873       236
+    I-TELEPHONENUM     0.9946    0.9985    0.9966      5363
+            I-TIME     0.9964    1.0000    0.9982       546
+         I-ZIPCODE     0.9570    1.0000    0.9780       178
+                 O     0.9983    0.9981    0.9982   1255145
+
+          accuracy                         0.9924   1478106
+         macro avg     0.9520    0.9574    0.9537   1478106
+      weighted avg     0.9924    0.9924    0.9923   1478106