End of training

added_tokens.json

@@ -1,16 +1,80 @@
 {
-  "</s_due_date>": 57527,
-  "</s_invoice_number>": 57533,
-  "</s_issue_date>": 57525,
-  "</s_taxable_supply_date>": 57532,
-  "<parsing>": 57526,
-  "<reserved_1>": 57534,
-  "<reserved_2>": 57535,
-  "<s_due_date>": 57530,
+  "</s_BIC>": 57563,
+  "</s_IBAN>": 57556,
+  "</s_bank_account_number>": 57559,
+  "</s_const_symbol>": 57566,
+  "</s_currency>": 57565,
+  "</s_customer_name>": 57542,
+  "</s_customer_register_id>": 57557,
+  "</s_customer_tax_id>": 57564,
+  "</s_due_date>": 57547,
+  "</s_invoice_number>": 57526,
+  "</s_issue_date>": 57571,
+  "</s_payment>": 57538,
+  "</s_supplier_name>": 57554,
+  "</s_supplier_register_id>": 57550,
+  "</s_supplier_tax_id>": 57530,
+  "</s_taxable_supply_date>": 57539,
+  "</s_total_price>": 57529,
+  "</s_total_vat>": 57549,
+  "</s_variable_symbol>": 57545,
+  "</s_vat>": 57548,
+  "</s_vat_base>": 57568,
+  "</s_vat_items>": 57533,
+  "</s_vat_percentage>": 57551,
+  "<parsing>": 57560,
+  "<reserved_10>": 57581,
+  "<reserved_11>": 57582,
+  "<reserved_12>": 57583,
+  "<reserved_13>": 57584,
+  "<reserved_14>": 57585,
+  "<reserved_15>": 57586,
+  "<reserved_16>": 57587,
+  "<reserved_17>": 57588,
+  "<reserved_18>": 57589,
+  "<reserved_19>": 57590,
+  "<reserved_1>": 57572,
+  "<reserved_20>": 57591,
+  "<reserved_21>": 57592,
+  "<reserved_22>": 57593,
+  "<reserved_23>": 57594,
+  "<reserved_24>": 57595,
+  "<reserved_25>": 57596,
+  "<reserved_26>": 57597,
+  "<reserved_27>": 57598,
+  "<reserved_28>": 57599,
+  "<reserved_2>": 57573,
+  "<reserved_3>": 57574,
+  "<reserved_4>": 57575,
+  "<reserved_5>": 57576,
+  "<reserved_6>": 57577,
+  "<reserved_7>": 57578,
+  "<reserved_8>": 57579,
+  "<reserved_9>": 57580,
+  "<s_BIC>": 57534,
+  "<s_IBAN>": 57536,
+  "<s_bank_account_number>": 57528,
+  "<s_const_symbol>": 57562,
+  "<s_currency>": 57531,
+  "<s_customer_name>": 57546,
+  "<s_customer_register_id>": 57570,
+  "<s_customer_tax_id>": 57544,
+  "<s_due_date>": 57525,
   "<s_iitcdip>": 57523,
-  "<s_invoice_number>": 57528,
-  "<s_issue_date>": 57529,
+  "<s_invoice_number>": 57561,
+  "<s_issue_date>": 57569,
+  "<s_payment>": 57540,
+  "<s_supplier_name>": 57558,
+  "<s_supplier_register_id>": 57543,
+  "<s_supplier_tax_id>": 57552,
   "<s_synthdog>": 57524,
-  "<s_taxable_supply_date>": 57531,
+  "<s_taxable_supply_date>": 57535,
+  "<s_total_price>": 57567,
+  "<s_total_vat>": 57537,
+  "<s_variable_symbol>": 57532,
+  "<s_vat>": 57527,
+  "<s_vat_base>": 57553,
+  "<s_vat_items>": 57541,
+  "<s_vat_percentage>": 57555,
   "<sep/>": 57522
 }

special_tokens_map.json

@@ -1,42 +1,77 @@
 {
   "additional_special_tokens": [
     {
-      "content": "</s_issue_date>",
+      "content": "<s_due_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<parsing>",
+      "content": "</s_invoice_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_due_date>",
+      "content": "<s_vat>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_invoice_number>",
+      "content": "<s_bank_account_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_issue_date>",
+      "content": "</s_total_price>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_due_date>",
+      "content": "</s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<sep/>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_vat_items>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_BIC>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -49,6 +84,27 @@
       "rstrip": false,
       "single_word": false
     },
+    {
+      "content": "<s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
     {
       "content": "</s_taxable_supply_date>",
       "lstrip": false,
@@ -57,7 +113,224 @@
       "single_word": false
     },
     {
-      "content": "</s_invoice_number>",
+      "content": "<s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_vat_items>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_due_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_vat_percentage>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_vat_base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_vat_percentage>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_bank_account_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<parsing>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_invoice_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_total_price>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_vat_base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_issue_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

tokenizer.json

@@ -68,8 +68,8 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
-      "special": false
+      "normalized": false,
+      "special": true
     },
     {
       "id": 57523,
@@ -91,7 +91,7 @@
     },
     {
       "id": 57525,
-      "content": "</s_issue_date>",
+      "content": "<s_due_date>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 57526,
-      "content": "<parsing>",
+      "content": "</s_invoice_number>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 57527,
-      "content": "</s_due_date>",
+      "content": "<s_vat>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 57528,
-      "content": "<s_invoice_number>",
+      "content": "<s_bank_account_number>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +127,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_issue_date>",
+      "content": "</s_total_price>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 57530,
-      "content": "<s_due_date>",
+      "content": "</s_supplier_tax_id>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_taxable_supply_date>",
+      "content": "<s_currency>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_taxable_supply_date>",
+      "content": "<s_variable_symbol>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +163,7 @@
     },
     {
       "id": 57533,
-      "content": "</s_invoice_number>",
+      "content": "</s_vat_items>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,6 +172,348 @@
     },
     {
       "id": 57534,
+      "content": "<s_BIC>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57535,
+      "content": "<s_taxable_supply_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57536,
+      "content": "<s_IBAN>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57537,
+      "content": "<s_total_vat>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57538,
+      "content": "</s_payment>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57539,
+      "content": "</s_taxable_supply_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57540,
+      "content": "<s_payment>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57541,
+      "content": "<s_vat_items>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57542,
+      "content": "</s_customer_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57543,
+      "content": "<s_supplier_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57544,
+      "content": "<s_customer_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57545,
+      "content": "</s_variable_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57546,
+      "content": "<s_customer_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57547,
+      "content": "</s_due_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57548,
+      "content": "</s_vat>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57549,
+      "content": "</s_total_vat>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57550,
+      "content": "</s_supplier_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57551,
+      "content": "</s_vat_percentage>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57552,
+      "content": "<s_supplier_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57553,
+      "content": "<s_vat_base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57554,
+      "content": "</s_supplier_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57555,
+      "content": "<s_vat_percentage>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57556,
+      "content": "</s_IBAN>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57557,
+      "content": "</s_customer_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57558,
+      "content": "<s_supplier_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57559,
+      "content": "</s_bank_account_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57560,
+      "content": "<parsing>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57561,
+      "content": "<s_invoice_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57562,
+      "content": "<s_const_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57563,
+      "content": "</s_BIC>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57564,
+      "content": "</s_customer_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57565,
+      "content": "</s_currency>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57566,
+      "content": "</s_const_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57567,
+      "content": "<s_total_price>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57568,
+      "content": "</s_vat_base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57569,
+      "content": "<s_issue_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57570,
+      "content": "<s_customer_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57571,
+      "content": "</s_issue_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 57572,
       "content": "<reserved_1>",
       "single_word": false,
       "lstrip": false,
@@ -180,13 +522,247 @@
       "special": false
     },
     {
-      "id": 57535,
+      "id": 57573,
       "content": "<reserved_2>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": true,
       "special": false
+    },
+    {
+      "id": 57574,
+      "content": "<reserved_3>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57575,
+      "content": "<reserved_4>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57576,
+      "content": "<reserved_5>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57577,
+      "content": "<reserved_6>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57578,
+      "content": "<reserved_7>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57579,
+      "content": "<reserved_8>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57580,
+      "content": "<reserved_9>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57581,
+      "content": "<reserved_10>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57582,
+      "content": "<reserved_11>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57583,
+      "content": "<reserved_12>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57584,
+      "content": "<reserved_13>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57585,
+      "content": "<reserved_14>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57586,
+      "content": "<reserved_15>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57587,
+      "content": "<reserved_16>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57588,
+      "content": "<reserved_17>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57589,
+      "content": "<reserved_18>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57590,
+      "content": "<reserved_19>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57591,
+      "content": "<reserved_20>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57592,
+      "content": "<reserved_21>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57593,
+      "content": "<reserved_22>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57594,
+      "content": "<reserved_23>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57595,
+      "content": "<reserved_24>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57596,
+      "content": "<reserved_25>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57597,
+      "content": "<reserved_26>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57598,
+      "content": "<reserved_27>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57599,
+      "content": "<reserved_28>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -43,10 +43,10 @@
     "57522": {
       "content": "<sep/>",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "57523": {
       "content": "<s_iitcdip>",
@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "</s_issue_date>",
+      "content": "<s_due_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": true
     },
     "57526": {
-      "content": "<parsing>",
+      "content": "</s_invoice_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": true
     },
     "57527": {
-      "content": "</s_due_date>",
+      "content": "<s_vat>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "57528": {
-      "content": "<s_invoice_number>",
+      "content": "<s_bank_account_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "57529": {
-      "content": "<s_issue_date>",
+      "content": "</s_total_price>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "57530": {
-      "content": "<s_due_date>",
+      "content": "</s_supplier_tax_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "57531": {
-      "content": "<s_taxable_supply_date>",
+      "content": "<s_currency>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": true
     },
     "57532": {
-      "content": "</s_taxable_supply_date>",
+      "content": "<s_variable_symbol>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": true
     },
     "57533": {
-      "content": "</s_invoice_number>",
+      "content": "</s_vat_items>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,6 +137,310 @@
       "special": true
     },
     "57534": {
+      "content": "<s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57535": {
+      "content": "<s_taxable_supply_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57536": {
+      "content": "<s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57537": {
+      "content": "<s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57538": {
+      "content": "</s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57539": {
+      "content": "</s_taxable_supply_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57540": {
+      "content": "<s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57541": {
+      "content": "<s_vat_items>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57542": {
+      "content": "</s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57543": {
+      "content": "<s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57544": {
+      "content": "<s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57545": {
+      "content": "</s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57546": {
+      "content": "<s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57547": {
+      "content": "</s_due_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57548": {
+      "content": "</s_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57549": {
+      "content": "</s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57550": {
+      "content": "</s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57551": {
+      "content": "</s_vat_percentage>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57552": {
+      "content": "<s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57553": {
+      "content": "<s_vat_base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57554": {
+      "content": "</s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57555": {
+      "content": "<s_vat_percentage>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57556": {
+      "content": "</s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57557": {
+      "content": "</s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57558": {
+      "content": "<s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57559": {
+      "content": "</s_bank_account_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57560": {
+      "content": "<parsing>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57561": {
+      "content": "<s_invoice_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57562": {
+      "content": "<s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57563": {
+      "content": "</s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57564": {
+      "content": "</s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57565": {
+      "content": "</s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57566": {
+      "content": "</s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57567": {
+      "content": "<s_total_price>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57568": {
+      "content": "</s_vat_base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57569": {
+      "content": "<s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57570": {
+      "content": "<s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57571": {
+      "content": "</s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "57572": {
       "content": "<reserved_1>",
       "lstrip": false,
       "normalized": true,
@@ -144,25 +448,272 @@
       "single_word": false,
       "special": false
     },
-    "57535": {
+    "57573": {
       "content": "<reserved_2>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "57574": {
+      "content": "<reserved_3>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57575": {
+      "content": "<reserved_4>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57576": {
+      "content": "<reserved_5>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57577": {
+      "content": "<reserved_6>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57578": {
+      "content": "<reserved_7>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57579": {
+      "content": "<reserved_8>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57580": {
+      "content": "<reserved_9>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57581": {
+      "content": "<reserved_10>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57582": {
+      "content": "<reserved_11>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57583": {
+      "content": "<reserved_12>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57584": {
+      "content": "<reserved_13>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57585": {
+      "content": "<reserved_14>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57586": {
+      "content": "<reserved_15>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57587": {
+      "content": "<reserved_16>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57588": {
+      "content": "<reserved_17>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57589": {
+      "content": "<reserved_18>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57590": {
+      "content": "<reserved_19>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57591": {
+      "content": "<reserved_20>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57592": {
+      "content": "<reserved_21>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57593": {
+      "content": "<reserved_22>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57594": {
+      "content": "<reserved_23>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57595": {
+      "content": "<reserved_24>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57596": {
+      "content": "<reserved_25>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57597": {
+      "content": "<reserved_26>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57598": {
+      "content": "<reserved_27>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57599": {
+      "content": "<reserved_28>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [
-    "</s_issue_date>",
-    "<parsing>",
-    "</s_due_date>",
-    "<s_invoice_number>",
-    "<s_issue_date>",
     "<s_due_date>",
+    "</s_invoice_number>",
+    "<s_vat>",
+    "<s_bank_account_number>",
+    "</s_total_price>",
+    "</s_supplier_tax_id>",
+    "<s_currency>",
+    "<s_variable_symbol>",
+    "<sep/>",
+    "</s_vat_items>",
+    "<s_BIC>",
     "<s_taxable_supply_date>",
+    "<s_IBAN>",
+    "<s_total_vat>",
+    "</s_payment>",
     "</s_taxable_supply_date>",
-    "</s_invoice_number>"
+    "<s_payment>",
+    "<s_vat_items>",
+    "</s_customer_name>",
+    "<s_supplier_register_id>",
+    "<s_customer_tax_id>",
+    "</s_variable_symbol>",
+    "<s_customer_name>",
+    "</s_due_date>",
+    "</s_vat>",
+    "</s_total_vat>",
+    "</s_supplier_register_id>",
+    "</s_vat_percentage>",
+    "<s_supplier_tax_id>",
+    "<s_vat_base>",
+    "</s_supplier_name>",
+    "<s_vat_percentage>",
+    "</s_IBAN>",
+    "</s_customer_register_id>",
+    "<s_supplier_name>",
+    "</s_bank_account_number>",
+    "<parsing>",
+    "<s_invoice_number>",
+    "<s_const_symbol>",
+    "</s_BIC>",
+    "</s_customer_tax_id>",
+    "</s_currency>",
+    "</s_const_symbol>",
+    "<s_total_price>",
+    "</s_vat_base>",
+    "<s_issue_date>",
+    "<s_customer_register_id>",
+    "</s_issue_date>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,