Training done

added_tokens.json

@@ -24,6 +24,8 @@
   "</s_hsn_code>": 57580,
   "</s_iban>": 57638,
   "</s_iec>": 57606,
+  "</s_invoice >": 57651,
+  "</s_invoice>": 57653,
   "</s_invoice_currency>": 57598,
   "</s_invoice_date>": 57534,
   "</s_invoice_no>": 57532,
@@ -88,6 +90,8 @@
   "<s_iban>": 57637,
   "<s_iec>": 57605,
   "<s_iitcdip>": 57523,
+  "<s_invoice >": 57650,
+  "<s_invoice>": 57652,
   "<s_invoice_currency>": 57597,
   "<s_invoice_date>": 57533,
   "<s_invoice_no>": 57531,

special_tokens_map.json

@@ -3,9 +3,27 @@
     "<s_iitcdip>",
     "<s_synthdog>"
   ],
-  "bos_token": "<s>",
-  "cls_token": "<s>",
-  "eos_token": "</s>",
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "mask_token": {
     "content": "<mask>",
     "lstrip": true,
@@ -13,7 +31,25 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<pad>",
-  "sep_token": "</s>",
-  "unk_token": "<unk>"
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer_config.json

@@ -1063,6 +1063,38 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "57650": {
+      "content": "<s_invoice >",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57651": {
+      "content": "</s_invoice >",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57652": {
+      "content": "<s_invoice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57653": {
+      "content": "</s_invoice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [
@@ -1074,11 +1106,18 @@
   "cls_token": "<s>",
   "eos_token": "</s>",
   "mask_token": "<mask>",
+  "max_length": 768,
   "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "processor_class": "DonutProcessor",
   "sep_token": "</s>",
   "sp_model_kwargs": {},
+  "stride": 0,
   "tokenizer_class": "XLMRobertaTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }