Upload processor

added_tokens.json

@@ -1,26 +1,90 @@
 {
-  "<parsing>": 50344,
-  "<reserved_10>": 50354,
-  "<reserved_11>": 50355,
-  "<reserved_12>": 50356,
-  "<reserved_13>": 50357,
-  "<reserved_14>": 50358,
-  "<reserved_15>": 50359,
-  "<reserved_16>": 50360,
-  "<reserved_17>": 50361,
-  "<reserved_18>": 50362,
-  "<reserved_19>": 50363,
-  "<reserved_1>": 50345,
-  "<reserved_20>": 50364,
-  "<reserved_21>": 50365,
-  "<reserved_22>": 50366,
-  "<reserved_23>": 50367,
-  "<reserved_2>": 50346,
-  "<reserved_3>": 50347,
-  "<reserved_4>": 50348,
-  "<reserved_5>": 50349,
-  "<reserved_6>": 50350,
-  "<reserved_7>": 50351,
-  "<reserved_8>": 50352,
-  "<reserved_9>": 50353
+  "</s_BIC>": 50379,
+  "</s_IBAN>": 50381,
+  "</s_bank_account_number>": 50363,
+  "</s_const_symbol>": 50357,
+  "</s_currency>": 50349,
+  "</s_customer_name>": 50344,
+  "</s_customer_register_id>": 50377,
+  "</s_customer_tax_id>": 50375,
+  "</s_due_date>": 50353,
+  "</s_invoice_number>": 50380,
+  "</s_issue_date>": 50371,
+  "</s_payment>": 50378,
+  "</s_supplier_name>": 50345,
+  "</s_supplier_register_id>": 50359,
+  "</s_supplier_tax_id>": 50372,
+  "</s_taxable_supply_date>": 50364,
+  "</s_total_price>": 50355,
+  "</s_total_vat>": 50368,
+  "</s_variable_symbol>": 50358,
+  "<reserved_10>": 50391,
+  "<reserved_11>": 50392,
+  "<reserved_12>": 50393,
+  "<reserved_13>": 50394,
+  "<reserved_14>": 50395,
+  "<reserved_15>": 50396,
+  "<reserved_16>": 50397,
+  "<reserved_17>": 50398,
+  "<reserved_18>": 50399,
+  "<reserved_19>": 50400,
+  "<reserved_1>": 50382,
+  "<reserved_20>": 50401,
+  "<reserved_21>": 50402,
+  "<reserved_22>": 50403,
+  "<reserved_23>": 50404,
+  "<reserved_24>": 50405,
+  "<reserved_25>": 50406,
+  "<reserved_26>": 50407,
+  "<reserved_27>": 50408,
+  "<reserved_28>": 50409,
+  "<reserved_29>": 50410,
+  "<reserved_2>": 50383,
+  "<reserved_30>": 50411,
+  "<reserved_31>": 50412,
+  "<reserved_32>": 50413,
+  "<reserved_33>": 50414,
+  "<reserved_34>": 50415,
+  "<reserved_35>": 50416,
+  "<reserved_36>": 50417,
+  "<reserved_37>": 50418,
+  "<reserved_38>": 50419,
+  "<reserved_39>": 50420,
+  "<reserved_3>": 50384,
+  "<reserved_40>": 50421,
+  "<reserved_41>": 50422,
+  "<reserved_42>": 50423,
+  "<reserved_43>": 50424,
+  "<reserved_44>": 50425,
+  "<reserved_45>": 50426,
+  "<reserved_46>": 50427,
+  "<reserved_47>": 50428,
+  "<reserved_48>": 50429,
+  "<reserved_49>": 50430,
+  "<reserved_4>": 50385,
+  "<reserved_50>": 50431,
+  "<reserved_5>": 50386,
+  "<reserved_6>": 50387,
+  "<reserved_7>": 50388,
+  "<reserved_8>": 50389,
+  "<reserved_9>": 50390,
+  "<s_BIC>": 50346,
+  "<s_IBAN>": 50361,
+  "<s_bank_account_number>": 50354,
+  "<s_const_symbol>": 50373,
+  "<s_currency>": 50347,
+  "<s_customer_name>": 50365,
+  "<s_customer_register_id>": 50374,
+  "<s_customer_tax_id>": 50352,
+  "<s_due_date>": 50370,
+  "<s_invoice_number>": 50348,
+  "<s_issue_date>": 50350,
+  "<s_payment>": 50362,
+  "<s_supplier_name>": 50366,
+  "<s_supplier_register_id>": 50356,
+  "<s_supplier_tax_id>": 50351,
+  "<s_taxable_supply_date>": 50367,
+  "<s_total_price>": 50360,
+  "<s_total_vat>": 50376,
+  "<s_variable_symbol>": 50369
 }

special_tokens_map.json

@@ -1,7 +1,266 @@
 {
   "additional_special_tokens": [
     {
-      "content": "<parsing>",
+      "content": "</s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_invoice_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_due_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_bank_account_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_total_price>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_total_price>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_bank_account_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_taxable_supply_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_taxable_supply_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_due_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_invoice_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s_IBAN>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

tokenizer.json

@@ -941,7 +941,7 @@
     },
     {
       "id": 50344,
-      "content": "<parsing>",
+      "content": "</s_customer_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -950,6 +950,339 @@
     },
     {
       "id": 50345,
+      "content": "</s_supplier_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50346,
+      "content": "<s_BIC>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50347,
+      "content": "<s_currency>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50348,
+      "content": "<s_invoice_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50349,
+      "content": "</s_currency>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50350,
+      "content": "<s_issue_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50351,
+      "content": "<s_supplier_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50352,
+      "content": "<s_customer_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50353,
+      "content": "</s_due_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50354,
+      "content": "<s_bank_account_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50355,
+      "content": "</s_total_price>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50356,
+      "content": "<s_supplier_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50357,
+      "content": "</s_const_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50358,
+      "content": "</s_variable_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50359,
+      "content": "</s_supplier_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50360,
+      "content": "<s_total_price>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50361,
+      "content": "<s_IBAN>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50362,
+      "content": "<s_payment>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50363,
+      "content": "</s_bank_account_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50364,
+      "content": "</s_taxable_supply_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50365,
+      "content": "<s_customer_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50366,
+      "content": "<s_supplier_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50367,
+      "content": "<s_taxable_supply_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50368,
+      "content": "</s_total_vat>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50369,
+      "content": "<s_variable_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50370,
+      "content": "<s_due_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50371,
+      "content": "</s_issue_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50372,
+      "content": "</s_supplier_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50373,
+      "content": "<s_const_symbol>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50374,
+      "content": "<s_customer_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50375,
+      "content": "</s_customer_tax_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50376,
+      "content": "<s_total_vat>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50377,
+      "content": "</s_customer_register_id>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50378,
+      "content": "</s_payment>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50379,
+      "content": "</s_BIC>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50380,
+      "content": "</s_invoice_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50381,
+      "content": "</s_IBAN>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 50382,
       "content": "<reserved_1>",
       "single_word": false,
       "lstrip": false,
@@ -958,7 +1291,7 @@
       "special": false
     },
     {
-      "id": 50346,
+      "id": 50383,
       "content": "<reserved_2>",
       "single_word": false,
       "lstrip": false,
@@ -967,7 +1300,7 @@
       "special": false
     },
     {
-      "id": 50347,
+      "id": 50384,
       "content": "<reserved_3>",
       "single_word": false,
       "lstrip": false,
@@ -976,7 +1309,7 @@
       "special": false
     },
     {
-      "id": 50348,
+      "id": 50385,
       "content": "<reserved_4>",
       "single_word": false,
       "lstrip": false,
@@ -985,7 +1318,7 @@
       "special": false
     },
     {
-      "id": 50349,
+      "id": 50386,
       "content": "<reserved_5>",
       "single_word": false,
       "lstrip": false,
@@ -994,7 +1327,7 @@
       "special": false
     },
     {
-      "id": 50350,
+      "id": 50387,
       "content": "<reserved_6>",
       "single_word": false,
       "lstrip": false,
@@ -1003,7 +1336,7 @@
       "special": false
     },
     {
-      "id": 50351,
+      "id": 50388,
       "content": "<reserved_7>",
       "single_word": false,
       "lstrip": false,
@@ -1012,7 +1345,7 @@
       "special": false
     },
     {
-      "id": 50352,
+      "id": 50389,
       "content": "<reserved_8>",
       "single_word": false,
       "lstrip": false,
@@ -1021,7 +1354,7 @@
       "special": false
     },
     {
-      "id": 50353,
+      "id": 50390,
       "content": "<reserved_9>",
       "single_word": false,
       "lstrip": false,
@@ -1030,7 +1363,7 @@
       "special": false
     },
     {
-      "id": 50354,
+      "id": 50391,
       "content": "<reserved_10>",
       "single_word": false,
       "lstrip": false,
@@ -1039,7 +1372,7 @@
       "special": false
     },
     {
-      "id": 50355,
+      "id": 50392,
       "content": "<reserved_11>",
       "single_word": false,
       "lstrip": false,
@@ -1048,7 +1381,7 @@
       "special": false
     },
     {
-      "id": 50356,
+      "id": 50393,
       "content": "<reserved_12>",
       "single_word": false,
       "lstrip": false,
@@ -1057,7 +1390,7 @@
       "special": false
     },
     {
-      "id": 50357,
+      "id": 50394,
       "content": "<reserved_13>",
       "single_word": false,
       "lstrip": false,
@@ -1066,7 +1399,7 @@
       "special": false
     },
     {
-      "id": 50358,
+      "id": 50395,
       "content": "<reserved_14>",
       "single_word": false,
       "lstrip": false,
@@ -1075,7 +1408,7 @@
       "special": false
     },
     {
-      "id": 50359,
+      "id": 50396,
       "content": "<reserved_15>",
       "single_word": false,
       "lstrip": false,
@@ -1084,7 +1417,7 @@
       "special": false
     },
     {
-      "id": 50360,
+      "id": 50397,
       "content": "<reserved_16>",
       "single_word": false,
       "lstrip": false,
@@ -1093,7 +1426,7 @@
       "special": false
     },
     {
-      "id": 50361,
+      "id": 50398,
       "content": "<reserved_17>",
       "single_word": false,
       "lstrip": false,
@@ -1102,7 +1435,7 @@
       "special": false
     },
     {
-      "id": 50362,
+      "id": 50399,
       "content": "<reserved_18>",
       "single_word": false,
       "lstrip": false,
@@ -1111,7 +1444,7 @@
       "special": false
     },
     {
-      "id": 50363,
+      "id": 50400,
       "content": "<reserved_19>",
       "single_word": false,
       "lstrip": false,
@@ -1120,7 +1453,7 @@
       "special": false
     },
     {
-      "id": 50364,
+      "id": 50401,
       "content": "<reserved_20>",
       "single_word": false,
       "lstrip": false,
@@ -1129,7 +1462,7 @@
       "special": false
     },
     {
-      "id": 50365,
+      "id": 50402,
       "content": "<reserved_21>",
       "single_word": false,
       "lstrip": false,
@@ -1138,7 +1471,7 @@
       "special": false
     },
     {
-      "id": 50366,
+      "id": 50403,
       "content": "<reserved_22>",
       "single_word": false,
       "lstrip": false,
@@ -1147,13 +1480,256 @@
       "special": false
     },
     {
-      "id": 50367,
+      "id": 50404,
       "content": "<reserved_23>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": true,
       "special": false
+    },
+    {
+      "id": 50405,
+      "content": "<reserved_24>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50406,
+      "content": "<reserved_25>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50407,
+      "content": "<reserved_26>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50408,
+      "content": "<reserved_27>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50409,
+      "content": "<reserved_28>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50410,
+      "content": "<reserved_29>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50411,
+      "content": "<reserved_30>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50412,
+      "content": "<reserved_31>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50413,
+      "content": "<reserved_32>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50414,
+      "content": "<reserved_33>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50415,
+      "content": "<reserved_34>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50416,
+      "content": "<reserved_35>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50417,
+      "content": "<reserved_36>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50418,
+      "content": "<reserved_37>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50419,
+      "content": "<reserved_38>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50420,
+      "content": "<reserved_39>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50421,
+      "content": "<reserved_40>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50422,
+      "content": "<reserved_41>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50423,
+      "content": "<reserved_42>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50424,
+      "content": "<reserved_43>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50425,
+      "content": "<reserved_44>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50426,
+      "content": "<reserved_45>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50427,
+      "content": "<reserved_46>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50428,
+      "content": "<reserved_47>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50429,
+      "content": "<reserved_48>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50430,
+      "content": "<reserved_49>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 50431,
+      "content": "<reserved_50>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -826,7 +826,7 @@
       "special": true
     },
     "50344": {
-      "content": "<parsing>",
+      "content": "</s_customer_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -834,6 +834,302 @@
       "special": true
     },
     "50345": {
+      "content": "</s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50346": {
+      "content": "<s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50347": {
+      "content": "<s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50348": {
+      "content": "<s_invoice_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50349": {
+      "content": "</s_currency>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50350": {
+      "content": "<s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50351": {
+      "content": "<s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50352": {
+      "content": "<s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50353": {
+      "content": "</s_due_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50354": {
+      "content": "<s_bank_account_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50355": {
+      "content": "</s_total_price>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50356": {
+      "content": "<s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50357": {
+      "content": "</s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50358": {
+      "content": "</s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50359": {
+      "content": "</s_supplier_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50360": {
+      "content": "<s_total_price>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50361": {
+      "content": "<s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50362": {
+      "content": "<s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50363": {
+      "content": "</s_bank_account_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50364": {
+      "content": "</s_taxable_supply_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50365": {
+      "content": "<s_customer_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50366": {
+      "content": "<s_supplier_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50367": {
+      "content": "<s_taxable_supply_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50368": {
+      "content": "</s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50369": {
+      "content": "<s_variable_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50370": {
+      "content": "<s_due_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50371": {
+      "content": "</s_issue_date>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50372": {
+      "content": "</s_supplier_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50373": {
+      "content": "<s_const_symbol>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50374": {
+      "content": "<s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50375": {
+      "content": "</s_customer_tax_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50376": {
+      "content": "<s_total_vat>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50377": {
+      "content": "</s_customer_register_id>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50378": {
+      "content": "</s_payment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50379": {
+      "content": "</s_BIC>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50380": {
+      "content": "</s_invoice_number>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50381": {
+      "content": "</s_IBAN>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50382": {
       "content": "<reserved_1>",
       "lstrip": false,
       "normalized": true,
@@ -841,7 +1137,7 @@
       "single_word": false,
       "special": false
     },
-    "50346": {
+    "50383": {
       "content": "<reserved_2>",
       "lstrip": false,
       "normalized": true,
@@ -849,7 +1145,7 @@
       "single_word": false,
       "special": false
     },
-    "50347": {
+    "50384": {
       "content": "<reserved_3>",
       "lstrip": false,
       "normalized": true,
@@ -857,7 +1153,7 @@
       "single_word": false,
       "special": false
     },
-    "50348": {
+    "50385": {
       "content": "<reserved_4>",
       "lstrip": false,
       "normalized": true,
@@ -865,7 +1161,7 @@
       "single_word": false,
       "special": false
     },
-    "50349": {
+    "50386": {
       "content": "<reserved_5>",
       "lstrip": false,
       "normalized": true,
@@ -873,7 +1169,7 @@
       "single_word": false,
       "special": false
     },
-    "50350": {
+    "50387": {
       "content": "<reserved_6>",
       "lstrip": false,
       "normalized": true,
@@ -881,7 +1177,7 @@
       "single_word": false,
       "special": false
     },
-    "50351": {
+    "50388": {
       "content": "<reserved_7>",
       "lstrip": false,
       "normalized": true,
@@ -889,7 +1185,7 @@
       "single_word": false,
       "special": false
     },
-    "50352": {
+    "50389": {
       "content": "<reserved_8>",
       "lstrip": false,
       "normalized": true,
@@ -897,7 +1193,7 @@
       "single_word": false,
       "special": false
     },
-    "50353": {
+    "50390": {
       "content": "<reserved_9>",
       "lstrip": false,
       "normalized": true,
@@ -905,7 +1201,7 @@
       "single_word": false,
       "special": false
     },
-    "50354": {
+    "50391": {
       "content": "<reserved_10>",
       "lstrip": false,
       "normalized": true,
@@ -913,7 +1209,7 @@
       "single_word": false,
       "special": false
     },
-    "50355": {
+    "50392": {
       "content": "<reserved_11>",
       "lstrip": false,
       "normalized": true,
@@ -921,7 +1217,7 @@
       "single_word": false,
       "special": false
     },
-    "50356": {
+    "50393": {
       "content": "<reserved_12>",
       "lstrip": false,
       "normalized": true,
@@ -929,7 +1225,7 @@
       "single_word": false,
       "special": false
     },
-    "50357": {
+    "50394": {
       "content": "<reserved_13>",
       "lstrip": false,
       "normalized": true,
@@ -937,7 +1233,7 @@
       "single_word": false,
       "special": false
     },
-    "50358": {
+    "50395": {
       "content": "<reserved_14>",
       "lstrip": false,
       "normalized": true,
@@ -945,7 +1241,7 @@
       "single_word": false,
       "special": false
     },
-    "50359": {
+    "50396": {
       "content": "<reserved_15>",
       "lstrip": false,
       "normalized": true,
@@ -953,7 +1249,7 @@
       "single_word": false,
       "special": false
     },
-    "50360": {
+    "50397": {
       "content": "<reserved_16>",
       "lstrip": false,
       "normalized": true,
@@ -961,7 +1257,7 @@
       "single_word": false,
       "special": false
     },
-    "50361": {
+    "50398": {
       "content": "<reserved_17>",
       "lstrip": false,
       "normalized": true,
@@ -969,7 +1265,7 @@
       "single_word": false,
       "special": false
     },
-    "50362": {
+    "50399": {
       "content": "<reserved_18>",
       "lstrip": false,
       "normalized": true,
@@ -977,7 +1273,7 @@
       "single_word": false,
       "special": false
     },
-    "50363": {
+    "50400": {
       "content": "<reserved_19>",
       "lstrip": false,
       "normalized": true,
@@ -985,7 +1281,7 @@
       "single_word": false,
       "special": false
     },
-    "50364": {
+    "50401": {
       "content": "<reserved_20>",
       "lstrip": false,
       "normalized": true,
@@ -993,7 +1289,7 @@
       "single_word": false,
       "special": false
     },
-    "50365": {
+    "50402": {
       "content": "<reserved_21>",
       "lstrip": false,
       "normalized": true,
@@ -1001,7 +1297,7 @@
       "single_word": false,
       "special": false
     },
-    "50366": {
+    "50403": {
       "content": "<reserved_22>",
       "lstrip": false,
       "normalized": true,
@@ -1009,34 +1305,280 @@
       "single_word": false,
       "special": false
     },
-    "50367": {
+    "50404": {
       "content": "<reserved_23>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "50405": {
+      "content": "<reserved_24>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50406": {
+      "content": "<reserved_25>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50407": {
+      "content": "<reserved_26>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50408": {
+      "content": "<reserved_27>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50409": {
+      "content": "<reserved_28>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50410": {
+      "content": "<reserved_29>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50411": {
+      "content": "<reserved_30>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50412": {
+      "content": "<reserved_31>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50413": {
+      "content": "<reserved_32>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50414": {
+      "content": "<reserved_33>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50415": {
+      "content": "<reserved_34>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50416": {
+      "content": "<reserved_35>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50417": {
+      "content": "<reserved_36>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50418": {
+      "content": "<reserved_37>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50419": {
+      "content": "<reserved_38>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50420": {
+      "content": "<reserved_39>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50421": {
+      "content": "<reserved_40>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50422": {
+      "content": "<reserved_41>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50423": {
+      "content": "<reserved_42>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50424": {
+      "content": "<reserved_43>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50425": {
+      "content": "<reserved_44>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50426": {
+      "content": "<reserved_45>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50427": {
+      "content": "<reserved_46>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50428": {
+      "content": "<reserved_47>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50429": {
+      "content": "<reserved_48>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50430": {
+      "content": "<reserved_49>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50431": {
+      "content": "<reserved_50>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [
-    "<parsing>"
+    "</s_customer_name>",
+    "</s_supplier_name>",
+    "<s_BIC>",
+    "<s_currency>",
+    "<s_invoice_number>",
+    "</s_currency>",
+    "<s_issue_date>",
+    "<s_supplier_tax_id>",
+    "<s_customer_tax_id>",
+    "</s_due_date>",
+    "<s_bank_account_number>",
+    "</s_total_price>",
+    "<s_supplier_register_id>",
+    "</s_const_symbol>",
+    "</s_variable_symbol>",
+    "</s_supplier_register_id>",
+    "<s_total_price>",
+    "<s_IBAN>",
+    "<s_payment>",
+    "</s_bank_account_number>",
+    "</s_taxable_supply_date>",
+    "<s_customer_name>",
+    "<s_supplier_name>",
+    "<s_taxable_supply_date>",
+    "</s_total_vat>",
+    "<s_variable_symbol>",
+    "<s_due_date>",
+    "</s_issue_date>",
+    "</s_supplier_tax_id>",
+    "<s_const_symbol>",
+    "<s_customer_register_id>",
+    "</s_customer_tax_id>",
+    "<s_total_vat>",
+    "</s_customer_register_id>",
+    "</s_payment>",
+    "</s_BIC>",
+    "</s_invoice_number>",
+    "</s_IBAN>"
   ],
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "extra_ids": 100,
   "extra_special_tokens": {},
-  "max_length": 512,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "processor_class": "Pix2StructProcessor",
   "sp_model_kwargs": {},
-  "stride": 0,
   "tokenizer_class": "T5Tokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "trust_remote_code": false,
   "unk_token": "<unk>"
 }