serenarolloh commited on
Commit
a6e0b65
·
verified ·
1 Parent(s): c96ed3b

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +2 -0
  2. tokenizer.json +18 -0
  3. tokenizer_config.json +16 -0
added_tokens.json CHANGED
@@ -61,6 +61,7 @@
61
  "</s_shipper_address>": 57540,
62
  "</s_shipper_email>": 57544,
63
  "</s_shipper_name>": 57538,
 
64
  "</s_shipper_phone_no>": 57542,
65
  "</s_shipper_pin>": 57546,
66
  "</s_shipping_address>": 57649,
@@ -151,6 +152,7 @@
151
  "<s_shipper_address>": 57539,
152
  "<s_shipper_email>": 57543,
153
  "<s_shipper_name>": 57537,
 
154
  "<s_shipper_phone_no>": 57541,
155
  "<s_shipper_pin>": 57545,
156
  "<s_shipping_address>": 57648,
 
61
  "</s_shipper_address>": 57540,
62
  "</s_shipper_email>": 57544,
63
  "</s_shipper_name>": 57538,
64
+ "</s_shipper_no>": 57702,
65
  "</s_shipper_phone_no>": 57542,
66
  "</s_shipper_pin>": 57546,
67
  "</s_shipping_address>": 57649,
 
152
  "<s_shipper_address>": 57539,
153
  "<s_shipper_email>": 57543,
154
  "<s_shipper_name>": 57537,
155
+ "<s_shipper_no>": 57701,
156
  "<s_shipper_phone_no>": 57541,
157
  "<s_shipper_pin>": 57545,
158
  "<s_shipping_address>": 57648,
tokenizer.json CHANGED
@@ -1658,6 +1658,24 @@
1658
  "rstrip": false,
1659
  "normalized": true,
1660
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1661
  }
1662
  ],
1663
  "normalizer": {
 
1658
  "rstrip": false,
1659
  "normalized": true,
1660
  "special": false
1661
+ },
1662
+ {
1663
+ "id": 57701,
1664
+ "content": "<s_shipper_no>",
1665
+ "single_word": false,
1666
+ "lstrip": false,
1667
+ "rstrip": false,
1668
+ "normalized": true,
1669
+ "special": false
1670
+ },
1671
+ {
1672
+ "id": 57702,
1673
+ "content": "</s_shipper_no>",
1674
+ "single_word": false,
1675
+ "lstrip": false,
1676
+ "rstrip": false,
1677
+ "normalized": true,
1678
+ "special": false
1679
  }
1680
  ],
1681
  "normalizer": {
tokenizer_config.json CHANGED
@@ -1471,6 +1471,22 @@
1471
  "rstrip": false,
1472
  "single_word": false,
1473
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1474
  }
1475
  },
1476
  "additional_special_tokens": [
 
1471
  "rstrip": false,
1472
  "single_word": false,
1473
  "special": false
1474
+ },
1475
+ "57701": {
1476
+ "content": "<s_shipper_no>",
1477
+ "lstrip": false,
1478
+ "normalized": true,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": false
1482
+ },
1483
+ "57702": {
1484
+ "content": "</s_shipper_no>",
1485
+ "lstrip": false,
1486
+ "normalized": true,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": false
1490
  }
1491
  },
1492
  "additional_special_tokens": [