End of training

special_tokens_map.json

@@ -1,147 +1,147 @@
 {
   "additional_special_tokens": [
     {
-      "content": "<s_due_date>",
+      "content": "</s_customer_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_invoice_number>",
+      "content": "<s_supplier_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_vat>",
+      "content": "<s_customer_name>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_bank_account_number>",
+      "content": "<s_supplier_register_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_total_price>",
+      "content": "<s_supplier_tax_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_supplier_tax_id>",
+      "content": "</s_supplier_register_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_currency>",
+      "content": "</s_total_price>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_variable_symbol>",
+      "content": "</s_total_vat>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<sep/>",
+      "content": "<parsing>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_vat_items>",
+      "content": "</s_customer_register_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_BIC>",
+      "content": "</s_taxable_supply_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_taxable_supply_date>",
+      "content": "</s_payment>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_IBAN>",
+      "content": "<s_bank_account_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_total_vat>",
+      "content": "</s_const_symbol>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_payment>",
+      "content": "<s_issue_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_taxable_supply_date>",
+      "content": "<s_currency>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_payment>",
+      "content": "<s_customer_register_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_vat_items>",
+      "content": "<s_total_vat>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_customer_name>",
+      "content": "</s_bank_account_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_supplier_register_id>",
+      "content": "<s_invoice_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_customer_tax_id>",
+      "content": "</s_invoice_number>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -154,13 +154,6 @@
       "rstrip": false,
       "single_word": false
     },
-    {
-      "content": "<s_customer_name>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
     {
       "content": "</s_due_date>",
       "lstrip": false,
@@ -169,42 +162,14 @@
       "single_word": false
     },
     {
-      "content": "</s_vat>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_total_vat>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_supplier_register_id>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_vat_percentage>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_supplier_tax_id>",
+      "content": "<s_variable_symbol>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_vat_base>",
+      "content": "</s_currency>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -218,7 +183,7 @@
       "single_word": false
     },
     {
-      "content": "<s_vat_percentage>",
+      "content": "</s_supplier_tax_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -232,42 +197,42 @@
       "single_word": false
     },
     {
-      "content": "</s_customer_register_id>",
+      "content": "</s_customer_tax_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_supplier_name>",
+      "content": "<s_total_price>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_bank_account_number>",
+      "content": "<s_payment>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<parsing>",
+      "content": "<s_taxable_supply_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_invoice_number>",
+      "content": "<s_IBAN>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_const_symbol>",
+      "content": "<s_BIC>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -281,56 +246,28 @@
       "single_word": false
     },
     {
-      "content": "</s_customer_tax_id>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_currency>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_const_symbol>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_total_price>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_vat_base>",
+      "content": "<s_customer_tax_id>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_issue_date>",
+      "content": "</s_issue_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<s_customer_register_id>",
+      "content": "<s_due_date>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "</s_issue_date>",
+      "content": "<s_const_symbol>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

tokenizer_config.json

@@ -666,54 +666,45 @@
     }
   },
   "additional_special_tokens": [
-    "<s_due_date>",
-    "</s_invoice_number>",
-    "<s_vat>",
-    "<s_bank_account_number>",
+    "</s_customer_name>",
+    "<s_supplier_name>",
+    "<s_customer_name>",
+    "<s_supplier_register_id>",
+    "<s_supplier_tax_id>",
+    "</s_supplier_register_id>",
     "</s_total_price>",
-    "</s_supplier_tax_id>",
+    "</s_total_vat>",
+    "<parsing>",
+    "</s_customer_register_id>",
+    "</s_taxable_supply_date>",
+    "</s_payment>",
+    "<s_bank_account_number>",
+    "</s_const_symbol>",
+    "<s_issue_date>",
     "<s_currency>",
-    "<s_variable_symbol>",
-    "<sep/>",
-    "</s_vat_items>",
-    "<s_BIC>",
-    "<s_taxable_supply_date>",
-    "<s_IBAN>",
+    "<s_customer_register_id>",
     "<s_total_vat>",
-    "</s_payment>",
-    "</s_taxable_supply_date>",
-    "<s_payment>",
-    "<s_vat_items>",
-    "</s_customer_name>",
-    "<s_supplier_register_id>",
-    "<s_customer_tax_id>",
+    "</s_bank_account_number>",
+    "<s_invoice_number>",
+    "</s_invoice_number>",
     "</s_variable_symbol>",
-    "<s_customer_name>",
     "</s_due_date>",
-    "</s_vat>",
-    "</s_total_vat>",
-    "</s_supplier_register_id>",
-    "</s_vat_percentage>",
-    "<s_supplier_tax_id>",
-    "<s_vat_base>",
+    "<s_variable_symbol>",
+    "</s_currency>",
     "</s_supplier_name>",
-    "<s_vat_percentage>",
+    "</s_supplier_tax_id>",
     "</s_IBAN>",
-    "</s_customer_register_id>",
-    "<s_supplier_name>",
-    "</s_bank_account_number>",
-    "<parsing>",
-    "<s_invoice_number>",
-    "<s_const_symbol>",
-    "</s_BIC>",
     "</s_customer_tax_id>",
-    "</s_currency>",
-    "</s_const_symbol>",
     "<s_total_price>",
-    "</s_vat_base>",
-    "<s_issue_date>",
-    "<s_customer_register_id>",
-    "</s_issue_date>"
+    "<s_payment>",
+    "<s_taxable_supply_date>",
+    "<s_IBAN>",
+    "<s_BIC>",
+    "</s_BIC>",
+    "<s_customer_tax_id>",
+    "</s_issue_date>",
+    "<s_due_date>",
+    "<s_const_symbol>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
@@ -721,11 +712,18 @@
   "eos_token": "</s>",
   "extra_special_tokens": {},
   "mask_token": "<mask>",
+  "max_length": 128,
   "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "processor_class": "DonutProcessor",
   "sep_token": "</s>",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "XLMRobertaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }