Training done

added_tokens.json

@@ -1,20 +1,26 @@
 {
+  "</s_Invoice_no>": 57681,
   "</s_branch>": 57593,
   "</s_company_name>": 57613,
+  "</s_company_phone_number>": 57665,
+  "</s_company_pin>": 57663,
   "</s_contact_person>": 57641,
   "</s_customer>": 57548,
   "</s_customer_address>": 57564,
   "</s_customer_code>": 57651,
   "</s_customer_contact>": 57655,
+  "</s_customer_contact_person>": 57685,
   "</s_customer_email>": 57584,
   "</s_customer_name>": 57550,
   "</s_customer_no>": 57556,
   "</s_customer_phone_no>": 57582,
+  "</s_customer_phone_number>": 57683,
   "</s_customer_pin>": 57552,
   "</s_customer_reference>": 57558,
   "</s_customer_reference_no>": 57588,
   "</s_date>": 57530,
   "</s_deadline>": 57631,
+  "</s_delivery_address>": 57679,
   "</s_delivery_contact>": 57580,
   "</s_delivery_date>": 57629,
   "</s_delivery_note_no>": 57590,
@@ -31,6 +37,7 @@
   "</s_invoice_no>": 57560,
   "</s_lpo_no>": 57566,
   "</s_lpo_number>": 57595,
+  "</s_no_of_cartons>": 57657,
   "</s_order>": 57619,
   "</s_order_date>": 57623,
   "</s_order_no>": 57534,
@@ -38,6 +45,8 @@
   "</s_order_total>": 57562,
   "</s_po_date>": 57643,
   "</s_po_no>": 57576,
+  "</s_po_number>": 57661,
+  "</s_po_validity>": 57659,
   "</s_receipt_date>": 57609,
   "</s_receipt_voucher_no>": 57607,
   "</s_reference_no>": 57578,
@@ -63,24 +72,36 @@
   "</s_supplier_pin>": 57637,
   "</s_supplier_tel>": 57639,
   "</s_total_weight>": 57554,
+  "</s_vendor>": 57667,
+  "</s_vendor_address>": 57671,
+  "</s_vendor_email>": 57673,
   "</s_vendor_id>": 57605,
+  "</s_vendor_name>": 57669,
+  "</s_vendor_phone_number>": 57677,
+  "</s_vendor_pin>": 57675,
+  "<s_Invoice_no>": 57680,
   "<s_branch>": 57592,
   "<s_company_name>": 57612,
+  "<s_company_phone_number>": 57664,
+  "<s_company_pin>": 57662,
   "<s_contact_person>": 57640,
   "<s_cord-v2>": 57591,
   "<s_customer>": 57547,
   "<s_customer_address>": 57563,
   "<s_customer_code>": 57650,
   "<s_customer_contact>": 57654,
+  "<s_customer_contact_person>": 57684,
   "<s_customer_email>": 57583,
   "<s_customer_name>": 57549,
   "<s_customer_no>": 57555,
   "<s_customer_phone_no>": 57581,
+  "<s_customer_phone_number>": 57682,
   "<s_customer_pin>": 57551,
   "<s_customer_reference>": 57557,
   "<s_customer_reference_no>": 57587,
   "<s_date>": 57529,
   "<s_deadline>": 57630,
+  "<s_delivery_address>": 57678,
   "<s_delivery_contact>": 57579,
   "<s_delivery_date>": 57628,
   "<s_delivery_note_no>": 57589,
@@ -98,6 +119,7 @@
   "<s_invoice_no>": 57559,
   "<s_lpo_no>": 57565,
   "<s_lpo_number>": 57594,
+  "<s_no_of_cartons>": 57656,
   "<s_order>": 57618,
   "<s_order_date>": 57622,
   "<s_order_no>": 57533,
@@ -105,6 +127,8 @@
   "<s_order_total>": 57561,
   "<s_po_date>": 57642,
   "<s_po_no>": 57575,
+  "<s_po_number>": 57660,
+  "<s_po_validity>": 57658,
   "<s_receipt_date>": 57608,
   "<s_receipt_voucher_no>": 57606,
   "<s_reference_no>": 57577,
@@ -131,6 +155,12 @@
   "<s_supplier_tel>": 57638,
   "<s_synthdog>": 57524,
   "<s_total_weight>": 57553,
+  "<s_vendor>": 57666,
+  "<s_vendor_address>": 57670,
+  "<s_vendor_email>": 57672,
   "<s_vendor_id>": 57604,
+  "<s_vendor_name>": 57668,
+  "<s_vendor_phone_number>": 57676,
+  "<s_vendor_pin>": 57674,
   "<sep/>": 57522
 }

tokenizer.json

@@ -1253,6 +1253,276 @@
       "rstrip": false,
       "normalized": true,
       "special": false
+    },
+    {
+      "id": 57656,
+      "content": "<s_no_of_cartons>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57657,
+      "content": "</s_no_of_cartons>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57658,
+      "content": "<s_po_validity>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57659,
+      "content": "</s_po_validity>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57660,
+      "content": "<s_po_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57661,
+      "content": "</s_po_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57662,
+      "content": "<s_company_pin>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57663,
+      "content": "</s_company_pin>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57664,
+      "content": "<s_company_phone_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57665,
+      "content": "</s_company_phone_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57666,
+      "content": "<s_vendor>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57667,
+      "content": "</s_vendor>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57668,
+      "content": "<s_vendor_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57669,
+      "content": "</s_vendor_name>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57670,
+      "content": "<s_vendor_address>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57671,
+      "content": "</s_vendor_address>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57672,
+      "content": "<s_vendor_email>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57673,
+      "content": "</s_vendor_email>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57674,
+      "content": "<s_vendor_pin>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57675,
+      "content": "</s_vendor_pin>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57676,
+      "content": "<s_vendor_phone_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57677,
+      "content": "</s_vendor_phone_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57678,
+      "content": "<s_delivery_address>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57679,
+      "content": "</s_delivery_address>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57680,
+      "content": "<s_Invoice_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57681,
+      "content": "</s_Invoice_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57682,
+      "content": "<s_customer_phone_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57683,
+      "content": "</s_customer_phone_number>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57684,
+      "content": "<s_customer_contact_person>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57685,
+      "content": "</s_customer_contact_person>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -1111,6 +1111,246 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "57656": {
+      "content": "<s_no_of_cartons>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57657": {
+      "content": "</s_no_of_cartons>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57658": {
+      "content": "<s_po_validity>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57659": {
+      "content": "</s_po_validity>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57660": {
+      "content": "<s_po_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57661": {
+      "content": "</s_po_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57662": {
+      "content": "<s_company_pin>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57663": {
+      "content": "</s_company_pin>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57664": {
+      "content": "<s_company_phone_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57665": {
+      "content": "</s_company_phone_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57666": {
+      "content": "<s_vendor>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57667": {
+      "content": "</s_vendor>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57668": {
+      "content": "<s_vendor_name>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57669": {
+      "content": "</s_vendor_name>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57670": {
+      "content": "<s_vendor_address>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57671": {
+      "content": "</s_vendor_address>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57672": {
+      "content": "<s_vendor_email>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57673": {
+      "content": "</s_vendor_email>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57674": {
+      "content": "<s_vendor_pin>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57675": {
+      "content": "</s_vendor_pin>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57676": {
+      "content": "<s_vendor_phone_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57677": {
+      "content": "</s_vendor_phone_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57678": {
+      "content": "<s_delivery_address>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57679": {
+      "content": "</s_delivery_address>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57680": {
+      "content": "<s_Invoice_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57681": {
+      "content": "</s_Invoice_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57682": {
+      "content": "<s_customer_phone_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57683": {
+      "content": "</s_customer_phone_number>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57684": {
+      "content": "<s_customer_contact_person>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57685": {
+      "content": "</s_customer_contact_person>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [