Upload processor

added_tokens.json

@@ -1,11 +1,11 @@
 {
   "</s_bar_code>": 57551,
   "</s_box_no>": 57546,
-  "</s_brcode>": 57606,
-  "</s_btch>": 57601,
-  "</s_code>": 57602,
-  "</s_descrpt>": 57590,
-  "</s_fam>": 57600,
+  "</s_brcode>": 57599,
+  "</s_btch>": 57604,
+  "</s_code>": 57592,
+  "</s_descrpt>": 57581,
+  "</s_fam>": 57591,
   "</s_family>": 57567,
   "</s_item>": 57559,
   "</s_item_barcode>": 57561,
@@ -29,28 +29,28 @@
   "</s_item_uom>": 57534,
   "</s_item_weight>": 57536,
   "</s_items>": 57526,
-  "</s_qnt>": 57598,
-  "</s_qnt_bill>": 57611,
-  "</s_qnt_ord>": 57579,
-  "</s_qnt_rcvd>": 57595,
-  "</s_qnt_rjct>": 57607,
-  "</s_qnt_scnd>": 57591,
-  "</s_qnt_shpd>": 57608,
-  "</s_qnt_shrt>": 57585,
+  "</s_qnt>": 57613,
+  "</s_qnt_bill>": 57608,
+  "</s_qnt_ord>": 57583,
+  "</s_qnt_rcvd>": 57587,
+  "</s_qnt_rjct>": 57579,
+  "</s_qnt_scnd>": 57609,
+  "</s_qnt_shpd>": 57612,
+  "</s_qnt_shrt>": 57584,
   "</s_supplier_reference>": 57565,
-  "</s_ttl_prc>": 57582,
-  "</s_ttl_qnt>": 57583,
-  "</s_unt_prc>": 57609,
-  "</s_unt_qnt>": 57603,
-  "</s_wght>": 57593,
+  "</s_ttl_prc>": 57597,
+  "</s_ttl_qnt>": 57606,
+  "</s_unt_prc>": 57580,
+  "</s_unt_qnt>": 57590,
+  "</s_wght>": 57610,
   "<s_bar_code>": 57550,
   "<s_box_no>": 57545,
-  "<s_brcode>": 57596,
-  "<s_btch>": 57604,
-  "<s_code>": 57613,
+  "<s_brcode>": 57607,
+  "<s_btch>": 57601,
+  "<s_code>": 57595,
   "<s_cord-v2>": 57549,
-  "<s_descrpt>": 57605,
-  "<s_fam>": 57588,
+  "<s_descrpt>": 57582,
+  "<s_fam>": 57598,
   "<s_family>": 57566,
   "<s_iitcdip>": 57523,
   "<s_item>": 57558,
@@ -75,20 +75,20 @@
   "<s_item_uom>": 57533,
   "<s_item_weight>": 57535,
   "<s_items>": 57525,
-  "<s_qnt>": 57580,
-  "<s_qnt_bill>": 57610,
-  "<s_qnt_ord>": 57584,
-  "<s_qnt_rcvd>": 57597,
-  "<s_qnt_rjct>": 57599,
-  "<s_qnt_scnd>": 57587,
+  "<s_qnt>": 57596,
+  "<s_qnt_bill>": 57588,
+  "<s_qnt_ord>": 57600,
+  "<s_qnt_rcvd>": 57586,
+  "<s_qnt_rjct>": 57578,
+  "<s_qnt_scnd>": 57605,
   "<s_qnt_shpd>": 57594,
-  "<s_qnt_shrt>": 57592,
+  "<s_qnt_shrt>": 57611,
   "<s_supplier_reference>": 57564,
   "<s_synthdog>": 57524,
-  "<s_ttl_prc>": 57589,
-  "<s_ttl_qnt>": 57586,
-  "<s_unt_prc>": 57578,
-  "<s_unt_qnt>": 57612,
-  "<s_wght>": 57581,
+  "<s_ttl_prc>": 57593,
+  "<s_ttl_qnt>": 57603,
+  "<s_unt_prc>": 57585,
+  "<s_unt_qnt>": 57589,
+  "<s_wght>": 57602,
   "<sep/>": 57522
 }

tokenizer.json

@@ -568,7 +568,7 @@
     },
     {
       "id": 57578,
-      "content": "<s_unt_prc>",
+      "content": "<s_qnt_rjct>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -577,7 +577,7 @@
     },
     {
       "id": 57579,
-      "content": "</s_qnt_ord>",
+      "content": "</s_qnt_rjct>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -586,7 +586,7 @@
     },
     {
       "id": 57580,
-      "content": "<s_qnt>",
+      "content": "</s_unt_prc>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -595,7 +595,7 @@
     },
     {
       "id": 57581,
-      "content": "<s_wght>",
+      "content": "</s_descrpt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -604,7 +604,7 @@
     },
     {
       "id": 57582,
-      "content": "</s_ttl_prc>",
+      "content": "<s_descrpt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -613,7 +613,7 @@
     },
     {
       "id": 57583,
-      "content": "</s_ttl_qnt>",
+      "content": "</s_qnt_ord>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -622,7 +622,7 @@
     },
     {
       "id": 57584,
-      "content": "<s_qnt_ord>",
+      "content": "</s_qnt_shrt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -631,7 +631,7 @@
     },
     {
       "id": 57585,
-      "content": "</s_qnt_shrt>",
+      "content": "<s_unt_prc>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -640,7 +640,7 @@
     },
     {
       "id": 57586,
-      "content": "<s_ttl_qnt>",
+      "content": "<s_qnt_rcvd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -649,7 +649,7 @@
     },
     {
       "id": 57587,
-      "content": "<s_qnt_scnd>",
+      "content": "</s_qnt_rcvd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -658,7 +658,7 @@
     },
     {
       "id": 57588,
-      "content": "<s_fam>",
+      "content": "<s_qnt_bill>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -667,7 +667,7 @@
     },
     {
       "id": 57589,
-      "content": "<s_ttl_prc>",
+      "content": "<s_unt_qnt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -676,7 +676,7 @@
     },
     {
       "id": 57590,
-      "content": "</s_descrpt>",
+      "content": "</s_unt_qnt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -685,7 +685,7 @@
     },
     {
       "id": 57591,
-      "content": "</s_qnt_scnd>",
+      "content": "</s_fam>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -694,7 +694,7 @@
     },
     {
       "id": 57592,
-      "content": "<s_qnt_shrt>",
+      "content": "</s_code>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -703,7 +703,7 @@
     },
     {
       "id": 57593,
-      "content": "</s_wght>",
+      "content": "<s_ttl_prc>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -721,7 +721,7 @@
     },
     {
       "id": 57595,
-      "content": "</s_qnt_rcvd>",
+      "content": "<s_code>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -730,7 +730,7 @@
     },
     {
       "id": 57596,
-      "content": "<s_brcode>",
+      "content": "<s_qnt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -739,7 +739,7 @@
     },
     {
       "id": 57597,
-      "content": "<s_qnt_rcvd>",
+      "content": "</s_ttl_prc>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -748,7 +748,7 @@
     },
     {
       "id": 57598,
-      "content": "</s_qnt>",
+      "content": "<s_fam>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -757,7 +757,7 @@
     },
     {
       "id": 57599,
-      "content": "<s_qnt_rjct>",
+      "content": "</s_brcode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -766,7 +766,7 @@
     },
     {
       "id": 57600,
-      "content": "</s_fam>",
+      "content": "<s_qnt_ord>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -775,7 +775,7 @@
     },
     {
       "id": 57601,
-      "content": "</s_btch>",
+      "content": "<s_btch>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -784,7 +784,7 @@
     },
     {
       "id": 57602,
-      "content": "</s_code>",
+      "content": "<s_wght>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -793,7 +793,7 @@
     },
     {
       "id": 57603,
-      "content": "</s_unt_qnt>",
+      "content": "<s_ttl_qnt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -802,7 +802,7 @@
     },
     {
       "id": 57604,
-      "content": "<s_btch>",
+      "content": "</s_btch>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -811,7 +811,7 @@
     },
     {
       "id": 57605,
-      "content": "<s_descrpt>",
+      "content": "<s_qnt_scnd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -820,7 +820,7 @@
     },
     {
       "id": 57606,
-      "content": "</s_brcode>",
+      "content": "</s_ttl_qnt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -829,7 +829,7 @@
     },
     {
       "id": 57607,
-      "content": "</s_qnt_rjct>",
+      "content": "<s_brcode>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -838,7 +838,7 @@
     },
     {
       "id": 57608,
-      "content": "</s_qnt_shpd>",
+      "content": "</s_qnt_bill>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -847,7 +847,7 @@
     },
     {
       "id": 57609,
-      "content": "</s_unt_prc>",
+      "content": "</s_qnt_scnd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -856,7 +856,7 @@
     },
     {
       "id": 57610,
-      "content": "<s_qnt_bill>",
+      "content": "</s_wght>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -865,7 +865,7 @@
     },
     {
       "id": 57611,
-      "content": "</s_qnt_bill>",
+      "content": "<s_qnt_shrt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -874,7 +874,7 @@
     },
     {
       "id": 57612,
-      "content": "<s_unt_qnt>",
+      "content": "</s_qnt_shpd>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -883,7 +883,7 @@
     },
     {
       "id": 57613,
-      "content": "<s_code>",
+      "content": "</s_qnt>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,

tokenizer_config.json

@@ -489,7 +489,7 @@
       "special": false
     },
     "57578": {
-      "content": "<s_unt_prc>",
+      "content": "<s_qnt_rjct>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": false
     },
     "57579": {
-      "content": "</s_qnt_ord>",
+      "content": "</s_qnt_rjct>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": false
     },
     "57580": {
-      "content": "<s_qnt>",
+      "content": "</s_unt_prc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": false
     },
     "57581": {
-      "content": "<s_wght>",
+      "content": "</s_descrpt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": false
     },
     "57582": {
-      "content": "</s_ttl_prc>",
+      "content": "<s_descrpt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": false
     },
     "57583": {
-      "content": "</s_ttl_qnt>",
+      "content": "</s_qnt_ord>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": false
     },
     "57584": {
-      "content": "<s_qnt_ord>",
+      "content": "</s_qnt_shrt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": false
     },
     "57585": {
-      "content": "</s_qnt_shrt>",
+      "content": "<s_unt_prc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": false
     },
     "57586": {
-      "content": "<s_ttl_qnt>",
+      "content": "<s_qnt_rcvd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": false
     },
     "57587": {
-      "content": "<s_qnt_scnd>",
+      "content": "</s_qnt_rcvd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": false
     },
     "57588": {
-      "content": "<s_fam>",
+      "content": "<s_qnt_bill>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": false
     },
     "57589": {
-      "content": "<s_ttl_prc>",
+      "content": "<s_unt_qnt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": false
     },
     "57590": {
-      "content": "</s_descrpt>",
+      "content": "</s_unt_qnt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": false
     },
     "57591": {
-      "content": "</s_qnt_scnd>",
+      "content": "</s_fam>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": false
     },
     "57592": {
-      "content": "<s_qnt_shrt>",
+      "content": "</s_code>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": false
     },
     "57593": {
-      "content": "</s_wght>",
+      "content": "<s_ttl_prc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -625,7 +625,7 @@
       "special": false
     },
     "57595": {
-      "content": "</s_qnt_rcvd>",
+      "content": "<s_code>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -633,7 +633,7 @@
       "special": false
     },
     "57596": {
-      "content": "<s_brcode>",
+      "content": "<s_qnt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -641,7 +641,7 @@
       "special": false
     },
     "57597": {
-      "content": "<s_qnt_rcvd>",
+      "content": "</s_ttl_prc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -649,7 +649,7 @@
       "special": false
     },
     "57598": {
-      "content": "</s_qnt>",
+      "content": "<s_fam>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -657,7 +657,7 @@
       "special": false
     },
     "57599": {
-      "content": "<s_qnt_rjct>",
+      "content": "</s_brcode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -665,7 +665,7 @@
       "special": false
     },
     "57600": {
-      "content": "</s_fam>",
+      "content": "<s_qnt_ord>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -673,7 +673,7 @@
       "special": false
     },
     "57601": {
-      "content": "</s_btch>",
+      "content": "<s_btch>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -681,7 +681,7 @@
       "special": false
     },
     "57602": {
-      "content": "</s_code>",
+      "content": "<s_wght>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -689,7 +689,7 @@
       "special": false
     },
     "57603": {
-      "content": "</s_unt_qnt>",
+      "content": "<s_ttl_qnt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -697,7 +697,7 @@
       "special": false
     },
     "57604": {
-      "content": "<s_btch>",
+      "content": "</s_btch>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -705,7 +705,7 @@
       "special": false
     },
     "57605": {
-      "content": "<s_descrpt>",
+      "content": "<s_qnt_scnd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -713,7 +713,7 @@
       "special": false
     },
     "57606": {
-      "content": "</s_brcode>",
+      "content": "</s_ttl_qnt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -721,7 +721,7 @@
       "special": false
     },
     "57607": {
-      "content": "</s_qnt_rjct>",
+      "content": "<s_brcode>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -729,7 +729,7 @@
       "special": false
     },
     "57608": {
-      "content": "</s_qnt_shpd>",
+      "content": "</s_qnt_bill>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -737,7 +737,7 @@
       "special": false
     },
     "57609": {
-      "content": "</s_unt_prc>",
+      "content": "</s_qnt_scnd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -745,7 +745,7 @@
       "special": false
     },
     "57610": {
-      "content": "<s_qnt_bill>",
+      "content": "</s_wght>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -753,7 +753,7 @@
       "special": false
     },
     "57611": {
-      "content": "</s_qnt_bill>",
+      "content": "<s_qnt_shrt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -761,7 +761,7 @@
       "special": false
     },
     "57612": {
-      "content": "<s_unt_qnt>",
+      "content": "</s_qnt_shpd>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -769,7 +769,7 @@
       "special": false
     },
     "57613": {
-      "content": "<s_code>",
+      "content": "</s_qnt>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,