Training done

added_tokens.json

@@ -2,29 +2,34 @@
   "</s_acount>": 57544,
   "</s_address>": 57528,
   "</s_barcode>": 57540,
-  "</s_caption>": 57554,
+  "</s_caption1>": 57556,
+  "</s_caption2>": 57558,
+  "</s_caption3>": 57560,
   "</s_city>": 57536,
   "</s_colony>": 57532,
   "</s_fullAddress>": 57526,
-  "</s_name>": 57552,
+  "</s_name>": 57554,
   "</s_phone>": 57542,
   "</s_reference>": 57546,
   "</s_state>": 57538,
   "</s_street>": 57530,
   "</s_totalPaymentLower>": 57550,
   "</s_totalPaymentTop>": 57548,
-  "</s_type>": 57556,
+  "</s_totalPaymentletter>": 57552,
+  "</s_type>": 57562,
   "</s_zipCode>": 57534,
   "<s_acount>": 57543,
   "<s_address>": 57527,
   "<s_barcode>": 57539,
-  "<s_caption>": 57553,
+  "<s_caption1>": 57555,
+  "<s_caption2>": 57557,
+  "<s_caption3>": 57559,
   "<s_city>": 57535,
   "<s_colony>": 57531,
-  "<s_cord-v2>": 57557,
+  "<s_cord-v2>": 57563,
   "<s_fullAddress>": 57525,
   "<s_iitcdip>": 57523,
-  "<s_name>": 57551,
+  "<s_name>": 57553,
   "<s_phone>": 57541,
   "<s_reference>": 57545,
   "<s_state>": 57537,
@@ -32,7 +37,8 @@
   "<s_synthdog>": 57524,
   "<s_totalPaymentLower>": 57549,
   "<s_totalPaymentTop>": 57547,
-  "<s_type>": 57555,
+  "<s_totalPaymentletter>": 57551,
+  "<s_type>": 57561,
   "<s_zipCode>": 57533,
   "<sep/>": 57522
 }

special_tokens_map.json

@@ -3,9 +3,27 @@
     "<s_iitcdip>",
     "<s_synthdog>"
   ],
-  "bos_token": "<s>",
-  "cls_token": "<s>",
-  "eos_token": "</s>",
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "mask_token": {
     "content": "<mask>",
     "lstrip": true,
@@ -13,7 +31,25 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<pad>",
-  "sep_token": "</s>",
-  "unk_token": "<unk>"
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

tokenizer.json

@@ -325,7 +325,7 @@
     },
     {
       "id": 57551,
-      "content": "<s_name>",
+      "content": "<s_totalPaymentletter>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -334,7 +334,7 @@
     },
     {
       "id": 57552,
-      "content": "</s_name>",
+      "content": "</s_totalPaymentletter>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -343,7 +343,7 @@
     },
     {
       "id": 57553,
-      "content": "<s_caption>",
+      "content": "<s_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -352,7 +352,7 @@
     },
     {
       "id": 57554,
-      "content": "</s_caption>",
+      "content": "</s_name>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
     },
     {
       "id": 57555,
-      "content": "<s_type>",
+      "content": "<s_caption1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -370,7 +370,7 @@
     },
     {
       "id": 57556,
-      "content": "</s_type>",
+      "content": "</s_caption1>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -379,6 +379,60 @@
     },
     {
       "id": 57557,
+      "content": "<s_caption2>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57558,
+      "content": "</s_caption2>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57559,
+      "content": "<s_caption3>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57560,
+      "content": "</s_caption3>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57561,
+      "content": "<s_type>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57562,
+      "content": "</s_type>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57563,
       "content": "<s_cord-v2>",
       "single_word": false,
       "lstrip": false,
@@ -406,7 +460,8 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true
+    "add_prefix_space": true,
+    "prepend_scheme": "always"
   },
   "post_processor": {
     "type": "TemplateProcessing",
@@ -492,7 +547,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true
+    "add_prefix_space": true,
+    "prepend_scheme": "always"
   },
   "model": {
     "type": "Unigram",

tokenizer_config.json

@@ -273,7 +273,7 @@
       "special": false
     },
     "57551": {
-      "content": "<s_name>",
+      "content": "<s_totalPaymentletter>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": false
     },
     "57552": {
-      "content": "</s_name>",
+      "content": "</s_totalPaymentletter>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": false
     },
     "57553": {
-      "content": "<s_caption>",
+      "content": "<s_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": false
     },
     "57554": {
-      "content": "</s_caption>",
+      "content": "</s_name>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": false
     },
     "57555": {
-      "content": "<s_type>",
+      "content": "<s_caption1>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": false
     },
     "57556": {
-      "content": "</s_type>",
+      "content": "</s_caption1>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -321,6 +321,54 @@
       "special": false
     },
     "57557": {
+      "content": "<s_caption2>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57558": {
+      "content": "</s_caption2>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57559": {
+      "content": "<s_caption3>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57560": {
+      "content": "</s_caption3>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57561": {
+      "content": "<s_type>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57562": {
+      "content": "</s_type>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57563": {
       "content": "<s_cord-v2>",
       "lstrip": false,
       "normalized": true,