serenarolloh commited on
Commit
2e95aae
·
verified ·
1 Parent(s): f787670

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +64 -0
  2. tokenizer.json +576 -0
  3. tokenizer_config.json +512 -0
added_tokens.json CHANGED
@@ -1,6 +1,11 @@
1
  {
 
 
 
2
  "</s_customer>": 57548,
3
  "</s_customer_address>": 57564,
 
 
4
  "</s_customer_email>": 57584,
5
  "</s_customer_name>": 57550,
6
  "</s_customer_no>": 57556,
@@ -9,32 +14,64 @@
9
  "</s_customer_reference>": 57558,
10
  "</s_customer_reference_no>": 57588,
11
  "</s_date>": 57530,
 
12
  "</s_delivery_contact>": 57580,
 
13
  "</s_delivery_note_no>": 57590,
 
14
  "</s_dnote_no>": 57532,
15
  "</s_document_no>": 57574,
16
  "</s_document_type>": 57528,
17
  "</s_dropoff point>": 57572,
18
  "</s_dropoff>": 57568,
 
19
  "</s_dropoff_point>": 57570,
 
20
  "</s_header>": 57526,
21
  "</s_invoice_no>": 57560,
22
  "</s_lpo_no>": 57566,
 
 
 
23
  "</s_order_no>": 57534,
 
24
  "</s_order_total>": 57562,
 
25
  "</s_po_no>": 57576,
 
 
26
  "</s_reference_no>": 57578,
 
 
27
  "</s_shipper>": 57536,
28
  "</s_shipper_address>": 57540,
29
  "</s_shipper_email>": 57544,
30
  "</s_shipper_name>": 57538,
31
  "</s_shipper_phone_no>": 57542,
32
  "</s_shipper_pin>": 57546,
 
33
  "</s_shipping_date>": 57586,
 
 
 
 
 
 
 
 
 
 
 
34
  "</s_total_weight>": 57554,
 
 
 
 
35
  "<s_cord-v2>": 57591,
36
  "<s_customer>": 57547,
37
  "<s_customer_address>": 57563,
 
 
38
  "<s_customer_email>": 57583,
39
  "<s_customer_name>": 57549,
40
  "<s_customer_no>": 57555,
@@ -43,30 +80,57 @@
43
  "<s_customer_reference>": 57557,
44
  "<s_customer_reference_no>": 57587,
45
  "<s_date>": 57529,
 
46
  "<s_delivery_contact>": 57579,
 
47
  "<s_delivery_note_no>": 57589,
 
48
  "<s_dnote_no>": 57531,
49
  "<s_document_no>": 57573,
50
  "<s_document_type>": 57527,
51
  "<s_dropoff point>": 57571,
52
  "<s_dropoff>": 57567,
 
53
  "<s_dropoff_point>": 57569,
 
54
  "<s_header>": 57525,
55
  "<s_iitcdip>": 57523,
56
  "<s_invoice_no>": 57559,
57
  "<s_lpo_no>": 57565,
 
 
 
58
  "<s_order_no>": 57533,
 
59
  "<s_order_total>": 57561,
 
60
  "<s_po_no>": 57575,
 
 
61
  "<s_reference_no>": 57577,
 
 
62
  "<s_shipper>": 57535,
63
  "<s_shipper_address>": 57539,
64
  "<s_shipper_email>": 57543,
65
  "<s_shipper_name>": 57537,
66
  "<s_shipper_phone_no>": 57541,
67
  "<s_shipper_pin>": 57545,
 
68
  "<s_shipping_date>": 57585,
 
 
 
 
 
 
 
 
 
 
 
69
  "<s_synthdog>": 57524,
70
  "<s_total_weight>": 57553,
 
71
  "<sep/>": 57522
72
  }
 
1
  {
2
+ "</s_branch>": 57593,
3
+ "</s_company_name>": 57613,
4
+ "</s_contact_person>": 57641,
5
  "</s_customer>": 57548,
6
  "</s_customer_address>": 57564,
7
+ "</s_customer_code>": 57651,
8
+ "</s_customer_contact>": 57655,
9
  "</s_customer_email>": 57584,
10
  "</s_customer_name>": 57550,
11
  "</s_customer_no>": 57556,
 
14
  "</s_customer_reference>": 57558,
15
  "</s_customer_reference_no>": 57588,
16
  "</s_date>": 57530,
17
+ "</s_deadline>": 57631,
18
  "</s_delivery_contact>": 57580,
19
+ "</s_delivery_date>": 57629,
20
  "</s_delivery_note_no>": 57590,
21
+ "</s_department>": 57625,
22
  "</s_dnote_no>": 57532,
23
  "</s_document_no>": 57574,
24
  "</s_document_type>": 57528,
25
  "</s_dropoff point>": 57572,
26
  "</s_dropoff>": 57568,
27
+ "</s_dropoff_contact>": 57653,
28
  "</s_dropoff_point>": 57570,
29
+ "</s_grn_number>": 57597,
30
  "</s_header>": 57526,
31
  "</s_invoice_no>": 57560,
32
  "</s_lpo_no>": 57566,
33
+ "</s_lpo_number>": 57595,
34
+ "</s_order>": 57619,
35
+ "</s_order_date>": 57623,
36
  "</s_order_no>": 57534,
37
+ "</s_order_number>": 57621,
38
  "</s_order_total>": 57562,
39
+ "</s_po_date>": 57643,
40
  "</s_po_no>": 57576,
41
+ "</s_receipt_date>": 57609,
42
+ "</s_receipt_voucher_no>": 57607,
43
  "</s_reference_no>": 57578,
44
+ "</s_section>": 57627,
45
+ "</s_ship_to>": 57647,
46
  "</s_shipper>": 57536,
47
  "</s_shipper_address>": 57540,
48
  "</s_shipper_email>": 57544,
49
  "</s_shipper_name>": 57538,
50
  "</s_shipper_phone_no>": 57542,
51
  "</s_shipper_pin>": 57546,
52
+ "</s_shipping_address>": 57649,
53
  "</s_shipping_date>": 57586,
54
+ "</s_store>": 57611,
55
+ "</s_store_address>": 57615,
56
+ "</s_store_name>": 57645,
57
+ "</s_supplier>": 57599,
58
+ "</s_supplier_address>": 57635,
59
+ "</s_supplier_code>": 57601,
60
+ "</s_supplier_email>": 57617,
61
+ "</s_supplier_name>": 57603,
62
+ "</s_supplier_number>": 57633,
63
+ "</s_supplier_pin>": 57637,
64
+ "</s_supplier_tel>": 57639,
65
  "</s_total_weight>": 57554,
66
+ "</s_vendor_id>": 57605,
67
+ "<s_branch>": 57592,
68
+ "<s_company_name>": 57612,
69
+ "<s_contact_person>": 57640,
70
  "<s_cord-v2>": 57591,
71
  "<s_customer>": 57547,
72
  "<s_customer_address>": 57563,
73
+ "<s_customer_code>": 57650,
74
+ "<s_customer_contact>": 57654,
75
  "<s_customer_email>": 57583,
76
  "<s_customer_name>": 57549,
77
  "<s_customer_no>": 57555,
 
80
  "<s_customer_reference>": 57557,
81
  "<s_customer_reference_no>": 57587,
82
  "<s_date>": 57529,
83
+ "<s_deadline>": 57630,
84
  "<s_delivery_contact>": 57579,
85
+ "<s_delivery_date>": 57628,
86
  "<s_delivery_note_no>": 57589,
87
+ "<s_department>": 57624,
88
  "<s_dnote_no>": 57531,
89
  "<s_document_no>": 57573,
90
  "<s_document_type>": 57527,
91
  "<s_dropoff point>": 57571,
92
  "<s_dropoff>": 57567,
93
+ "<s_dropoff_contact>": 57652,
94
  "<s_dropoff_point>": 57569,
95
+ "<s_grn_number>": 57596,
96
  "<s_header>": 57525,
97
  "<s_iitcdip>": 57523,
98
  "<s_invoice_no>": 57559,
99
  "<s_lpo_no>": 57565,
100
+ "<s_lpo_number>": 57594,
101
+ "<s_order>": 57618,
102
+ "<s_order_date>": 57622,
103
  "<s_order_no>": 57533,
104
+ "<s_order_number>": 57620,
105
  "<s_order_total>": 57561,
106
+ "<s_po_date>": 57642,
107
  "<s_po_no>": 57575,
108
+ "<s_receipt_date>": 57608,
109
+ "<s_receipt_voucher_no>": 57606,
110
  "<s_reference_no>": 57577,
111
+ "<s_section>": 57626,
112
+ "<s_ship_to>": 57646,
113
  "<s_shipper>": 57535,
114
  "<s_shipper_address>": 57539,
115
  "<s_shipper_email>": 57543,
116
  "<s_shipper_name>": 57537,
117
  "<s_shipper_phone_no>": 57541,
118
  "<s_shipper_pin>": 57545,
119
+ "<s_shipping_address>": 57648,
120
  "<s_shipping_date>": 57585,
121
+ "<s_store>": 57610,
122
+ "<s_store_address>": 57614,
123
+ "<s_store_name>": 57644,
124
+ "<s_supplier>": 57598,
125
+ "<s_supplier_address>": 57634,
126
+ "<s_supplier_code>": 57600,
127
+ "<s_supplier_email>": 57616,
128
+ "<s_supplier_name>": 57602,
129
+ "<s_supplier_number>": 57632,
130
+ "<s_supplier_pin>": 57636,
131
+ "<s_supplier_tel>": 57638,
132
  "<s_synthdog>": 57524,
133
  "<s_total_weight>": 57553,
134
+ "<s_vendor_id>": 57604,
135
  "<sep/>": 57522
136
  }
tokenizer.json CHANGED
@@ -677,6 +677,582 @@
677
  "rstrip": false,
678
  "normalized": true,
679
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
680
  }
681
  ],
682
  "normalizer": {
 
677
  "rstrip": false,
678
  "normalized": true,
679
  "special": false
680
+ },
681
+ {
682
+ "id": 57592,
683
+ "content": "<s_branch>",
684
+ "single_word": false,
685
+ "lstrip": false,
686
+ "rstrip": false,
687
+ "normalized": true,
688
+ "special": false
689
+ },
690
+ {
691
+ "id": 57593,
692
+ "content": "</s_branch>",
693
+ "single_word": false,
694
+ "lstrip": false,
695
+ "rstrip": false,
696
+ "normalized": true,
697
+ "special": false
698
+ },
699
+ {
700
+ "id": 57594,
701
+ "content": "<s_lpo_number>",
702
+ "single_word": false,
703
+ "lstrip": false,
704
+ "rstrip": false,
705
+ "normalized": true,
706
+ "special": false
707
+ },
708
+ {
709
+ "id": 57595,
710
+ "content": "</s_lpo_number>",
711
+ "single_word": false,
712
+ "lstrip": false,
713
+ "rstrip": false,
714
+ "normalized": true,
715
+ "special": false
716
+ },
717
+ {
718
+ "id": 57596,
719
+ "content": "<s_grn_number>",
720
+ "single_word": false,
721
+ "lstrip": false,
722
+ "rstrip": false,
723
+ "normalized": true,
724
+ "special": false
725
+ },
726
+ {
727
+ "id": 57597,
728
+ "content": "</s_grn_number>",
729
+ "single_word": false,
730
+ "lstrip": false,
731
+ "rstrip": false,
732
+ "normalized": true,
733
+ "special": false
734
+ },
735
+ {
736
+ "id": 57598,
737
+ "content": "<s_supplier>",
738
+ "single_word": false,
739
+ "lstrip": false,
740
+ "rstrip": false,
741
+ "normalized": true,
742
+ "special": false
743
+ },
744
+ {
745
+ "id": 57599,
746
+ "content": "</s_supplier>",
747
+ "single_word": false,
748
+ "lstrip": false,
749
+ "rstrip": false,
750
+ "normalized": true,
751
+ "special": false
752
+ },
753
+ {
754
+ "id": 57600,
755
+ "content": "<s_supplier_code>",
756
+ "single_word": false,
757
+ "lstrip": false,
758
+ "rstrip": false,
759
+ "normalized": true,
760
+ "special": false
761
+ },
762
+ {
763
+ "id": 57601,
764
+ "content": "</s_supplier_code>",
765
+ "single_word": false,
766
+ "lstrip": false,
767
+ "rstrip": false,
768
+ "normalized": true,
769
+ "special": false
770
+ },
771
+ {
772
+ "id": 57602,
773
+ "content": "<s_supplier_name>",
774
+ "single_word": false,
775
+ "lstrip": false,
776
+ "rstrip": false,
777
+ "normalized": true,
778
+ "special": false
779
+ },
780
+ {
781
+ "id": 57603,
782
+ "content": "</s_supplier_name>",
783
+ "single_word": false,
784
+ "lstrip": false,
785
+ "rstrip": false,
786
+ "normalized": true,
787
+ "special": false
788
+ },
789
+ {
790
+ "id": 57604,
791
+ "content": "<s_vendor_id>",
792
+ "single_word": false,
793
+ "lstrip": false,
794
+ "rstrip": false,
795
+ "normalized": true,
796
+ "special": false
797
+ },
798
+ {
799
+ "id": 57605,
800
+ "content": "</s_vendor_id>",
801
+ "single_word": false,
802
+ "lstrip": false,
803
+ "rstrip": false,
804
+ "normalized": true,
805
+ "special": false
806
+ },
807
+ {
808
+ "id": 57606,
809
+ "content": "<s_receipt_voucher_no>",
810
+ "single_word": false,
811
+ "lstrip": false,
812
+ "rstrip": false,
813
+ "normalized": true,
814
+ "special": false
815
+ },
816
+ {
817
+ "id": 57607,
818
+ "content": "</s_receipt_voucher_no>",
819
+ "single_word": false,
820
+ "lstrip": false,
821
+ "rstrip": false,
822
+ "normalized": true,
823
+ "special": false
824
+ },
825
+ {
826
+ "id": 57608,
827
+ "content": "<s_receipt_date>",
828
+ "single_word": false,
829
+ "lstrip": false,
830
+ "rstrip": false,
831
+ "normalized": true,
832
+ "special": false
833
+ },
834
+ {
835
+ "id": 57609,
836
+ "content": "</s_receipt_date>",
837
+ "single_word": false,
838
+ "lstrip": false,
839
+ "rstrip": false,
840
+ "normalized": true,
841
+ "special": false
842
+ },
843
+ {
844
+ "id": 57610,
845
+ "content": "<s_store>",
846
+ "single_word": false,
847
+ "lstrip": false,
848
+ "rstrip": false,
849
+ "normalized": true,
850
+ "special": false
851
+ },
852
+ {
853
+ "id": 57611,
854
+ "content": "</s_store>",
855
+ "single_word": false,
856
+ "lstrip": false,
857
+ "rstrip": false,
858
+ "normalized": true,
859
+ "special": false
860
+ },
861
+ {
862
+ "id": 57612,
863
+ "content": "<s_company_name>",
864
+ "single_word": false,
865
+ "lstrip": false,
866
+ "rstrip": false,
867
+ "normalized": true,
868
+ "special": false
869
+ },
870
+ {
871
+ "id": 57613,
872
+ "content": "</s_company_name>",
873
+ "single_word": false,
874
+ "lstrip": false,
875
+ "rstrip": false,
876
+ "normalized": true,
877
+ "special": false
878
+ },
879
+ {
880
+ "id": 57614,
881
+ "content": "<s_store_address>",
882
+ "single_word": false,
883
+ "lstrip": false,
884
+ "rstrip": false,
885
+ "normalized": true,
886
+ "special": false
887
+ },
888
+ {
889
+ "id": 57615,
890
+ "content": "</s_store_address>",
891
+ "single_word": false,
892
+ "lstrip": false,
893
+ "rstrip": false,
894
+ "normalized": true,
895
+ "special": false
896
+ },
897
+ {
898
+ "id": 57616,
899
+ "content": "<s_supplier_email>",
900
+ "single_word": false,
901
+ "lstrip": false,
902
+ "rstrip": false,
903
+ "normalized": true,
904
+ "special": false
905
+ },
906
+ {
907
+ "id": 57617,
908
+ "content": "</s_supplier_email>",
909
+ "single_word": false,
910
+ "lstrip": false,
911
+ "rstrip": false,
912
+ "normalized": true,
913
+ "special": false
914
+ },
915
+ {
916
+ "id": 57618,
917
+ "content": "<s_order>",
918
+ "single_word": false,
919
+ "lstrip": false,
920
+ "rstrip": false,
921
+ "normalized": true,
922
+ "special": false
923
+ },
924
+ {
925
+ "id": 57619,
926
+ "content": "</s_order>",
927
+ "single_word": false,
928
+ "lstrip": false,
929
+ "rstrip": false,
930
+ "normalized": true,
931
+ "special": false
932
+ },
933
+ {
934
+ "id": 57620,
935
+ "content": "<s_order_number>",
936
+ "single_word": false,
937
+ "lstrip": false,
938
+ "rstrip": false,
939
+ "normalized": true,
940
+ "special": false
941
+ },
942
+ {
943
+ "id": 57621,
944
+ "content": "</s_order_number>",
945
+ "single_word": false,
946
+ "lstrip": false,
947
+ "rstrip": false,
948
+ "normalized": true,
949
+ "special": false
950
+ },
951
+ {
952
+ "id": 57622,
953
+ "content": "<s_order_date>",
954
+ "single_word": false,
955
+ "lstrip": false,
956
+ "rstrip": false,
957
+ "normalized": true,
958
+ "special": false
959
+ },
960
+ {
961
+ "id": 57623,
962
+ "content": "</s_order_date>",
963
+ "single_word": false,
964
+ "lstrip": false,
965
+ "rstrip": false,
966
+ "normalized": true,
967
+ "special": false
968
+ },
969
+ {
970
+ "id": 57624,
971
+ "content": "<s_department>",
972
+ "single_word": false,
973
+ "lstrip": false,
974
+ "rstrip": false,
975
+ "normalized": true,
976
+ "special": false
977
+ },
978
+ {
979
+ "id": 57625,
980
+ "content": "</s_department>",
981
+ "single_word": false,
982
+ "lstrip": false,
983
+ "rstrip": false,
984
+ "normalized": true,
985
+ "special": false
986
+ },
987
+ {
988
+ "id": 57626,
989
+ "content": "<s_section>",
990
+ "single_word": false,
991
+ "lstrip": false,
992
+ "rstrip": false,
993
+ "normalized": true,
994
+ "special": false
995
+ },
996
+ {
997
+ "id": 57627,
998
+ "content": "</s_section>",
999
+ "single_word": false,
1000
+ "lstrip": false,
1001
+ "rstrip": false,
1002
+ "normalized": true,
1003
+ "special": false
1004
+ },
1005
+ {
1006
+ "id": 57628,
1007
+ "content": "<s_delivery_date>",
1008
+ "single_word": false,
1009
+ "lstrip": false,
1010
+ "rstrip": false,
1011
+ "normalized": true,
1012
+ "special": false
1013
+ },
1014
+ {
1015
+ "id": 57629,
1016
+ "content": "</s_delivery_date>",
1017
+ "single_word": false,
1018
+ "lstrip": false,
1019
+ "rstrip": false,
1020
+ "normalized": true,
1021
+ "special": false
1022
+ },
1023
+ {
1024
+ "id": 57630,
1025
+ "content": "<s_deadline>",
1026
+ "single_word": false,
1027
+ "lstrip": false,
1028
+ "rstrip": false,
1029
+ "normalized": true,
1030
+ "special": false
1031
+ },
1032
+ {
1033
+ "id": 57631,
1034
+ "content": "</s_deadline>",
1035
+ "single_word": false,
1036
+ "lstrip": false,
1037
+ "rstrip": false,
1038
+ "normalized": true,
1039
+ "special": false
1040
+ },
1041
+ {
1042
+ "id": 57632,
1043
+ "content": "<s_supplier_number>",
1044
+ "single_word": false,
1045
+ "lstrip": false,
1046
+ "rstrip": false,
1047
+ "normalized": true,
1048
+ "special": false
1049
+ },
1050
+ {
1051
+ "id": 57633,
1052
+ "content": "</s_supplier_number>",
1053
+ "single_word": false,
1054
+ "lstrip": false,
1055
+ "rstrip": false,
1056
+ "normalized": true,
1057
+ "special": false
1058
+ },
1059
+ {
1060
+ "id": 57634,
1061
+ "content": "<s_supplier_address>",
1062
+ "single_word": false,
1063
+ "lstrip": false,
1064
+ "rstrip": false,
1065
+ "normalized": true,
1066
+ "special": false
1067
+ },
1068
+ {
1069
+ "id": 57635,
1070
+ "content": "</s_supplier_address>",
1071
+ "single_word": false,
1072
+ "lstrip": false,
1073
+ "rstrip": false,
1074
+ "normalized": true,
1075
+ "special": false
1076
+ },
1077
+ {
1078
+ "id": 57636,
1079
+ "content": "<s_supplier_pin>",
1080
+ "single_word": false,
1081
+ "lstrip": false,
1082
+ "rstrip": false,
1083
+ "normalized": true,
1084
+ "special": false
1085
+ },
1086
+ {
1087
+ "id": 57637,
1088
+ "content": "</s_supplier_pin>",
1089
+ "single_word": false,
1090
+ "lstrip": false,
1091
+ "rstrip": false,
1092
+ "normalized": true,
1093
+ "special": false
1094
+ },
1095
+ {
1096
+ "id": 57638,
1097
+ "content": "<s_supplier_tel>",
1098
+ "single_word": false,
1099
+ "lstrip": false,
1100
+ "rstrip": false,
1101
+ "normalized": true,
1102
+ "special": false
1103
+ },
1104
+ {
1105
+ "id": 57639,
1106
+ "content": "</s_supplier_tel>",
1107
+ "single_word": false,
1108
+ "lstrip": false,
1109
+ "rstrip": false,
1110
+ "normalized": true,
1111
+ "special": false
1112
+ },
1113
+ {
1114
+ "id": 57640,
1115
+ "content": "<s_contact_person>",
1116
+ "single_word": false,
1117
+ "lstrip": false,
1118
+ "rstrip": false,
1119
+ "normalized": true,
1120
+ "special": false
1121
+ },
1122
+ {
1123
+ "id": 57641,
1124
+ "content": "</s_contact_person>",
1125
+ "single_word": false,
1126
+ "lstrip": false,
1127
+ "rstrip": false,
1128
+ "normalized": true,
1129
+ "special": false
1130
+ },
1131
+ {
1132
+ "id": 57642,
1133
+ "content": "<s_po_date>",
1134
+ "single_word": false,
1135
+ "lstrip": false,
1136
+ "rstrip": false,
1137
+ "normalized": true,
1138
+ "special": false
1139
+ },
1140
+ {
1141
+ "id": 57643,
1142
+ "content": "</s_po_date>",
1143
+ "single_word": false,
1144
+ "lstrip": false,
1145
+ "rstrip": false,
1146
+ "normalized": true,
1147
+ "special": false
1148
+ },
1149
+ {
1150
+ "id": 57644,
1151
+ "content": "<s_store_name>",
1152
+ "single_word": false,
1153
+ "lstrip": false,
1154
+ "rstrip": false,
1155
+ "normalized": true,
1156
+ "special": false
1157
+ },
1158
+ {
1159
+ "id": 57645,
1160
+ "content": "</s_store_name>",
1161
+ "single_word": false,
1162
+ "lstrip": false,
1163
+ "rstrip": false,
1164
+ "normalized": true,
1165
+ "special": false
1166
+ },
1167
+ {
1168
+ "id": 57646,
1169
+ "content": "<s_ship_to>",
1170
+ "single_word": false,
1171
+ "lstrip": false,
1172
+ "rstrip": false,
1173
+ "normalized": true,
1174
+ "special": false
1175
+ },
1176
+ {
1177
+ "id": 57647,
1178
+ "content": "</s_ship_to>",
1179
+ "single_word": false,
1180
+ "lstrip": false,
1181
+ "rstrip": false,
1182
+ "normalized": true,
1183
+ "special": false
1184
+ },
1185
+ {
1186
+ "id": 57648,
1187
+ "content": "<s_shipping_address>",
1188
+ "single_word": false,
1189
+ "lstrip": false,
1190
+ "rstrip": false,
1191
+ "normalized": true,
1192
+ "special": false
1193
+ },
1194
+ {
1195
+ "id": 57649,
1196
+ "content": "</s_shipping_address>",
1197
+ "single_word": false,
1198
+ "lstrip": false,
1199
+ "rstrip": false,
1200
+ "normalized": true,
1201
+ "special": false
1202
+ },
1203
+ {
1204
+ "id": 57650,
1205
+ "content": "<s_customer_code>",
1206
+ "single_word": false,
1207
+ "lstrip": false,
1208
+ "rstrip": false,
1209
+ "normalized": true,
1210
+ "special": false
1211
+ },
1212
+ {
1213
+ "id": 57651,
1214
+ "content": "</s_customer_code>",
1215
+ "single_word": false,
1216
+ "lstrip": false,
1217
+ "rstrip": false,
1218
+ "normalized": true,
1219
+ "special": false
1220
+ },
1221
+ {
1222
+ "id": 57652,
1223
+ "content": "<s_dropoff_contact>",
1224
+ "single_word": false,
1225
+ "lstrip": false,
1226
+ "rstrip": false,
1227
+ "normalized": true,
1228
+ "special": false
1229
+ },
1230
+ {
1231
+ "id": 57653,
1232
+ "content": "</s_dropoff_contact>",
1233
+ "single_word": false,
1234
+ "lstrip": false,
1235
+ "rstrip": false,
1236
+ "normalized": true,
1237
+ "special": false
1238
+ },
1239
+ {
1240
+ "id": 57654,
1241
+ "content": "<s_customer_contact>",
1242
+ "single_word": false,
1243
+ "lstrip": false,
1244
+ "rstrip": false,
1245
+ "normalized": true,
1246
+ "special": false
1247
+ },
1248
+ {
1249
+ "id": 57655,
1250
+ "content": "</s_customer_contact>",
1251
+ "single_word": false,
1252
+ "lstrip": false,
1253
+ "rstrip": false,
1254
+ "normalized": true,
1255
+ "special": false
1256
  }
1257
  ],
1258
  "normalizer": {
tokenizer_config.json CHANGED
@@ -599,6 +599,518 @@
599
  "rstrip": false,
600
  "single_word": false,
601
  "special": false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
602
  }
603
  },
604
  "additional_special_tokens": [
 
599
  "rstrip": false,
600
  "single_word": false,
601
  "special": false
602
+ },
603
+ "57592": {
604
+ "content": "<s_branch>",
605
+ "lstrip": false,
606
+ "normalized": true,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": false
610
+ },
611
+ "57593": {
612
+ "content": "</s_branch>",
613
+ "lstrip": false,
614
+ "normalized": true,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": false
618
+ },
619
+ "57594": {
620
+ "content": "<s_lpo_number>",
621
+ "lstrip": false,
622
+ "normalized": true,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": false
626
+ },
627
+ "57595": {
628
+ "content": "</s_lpo_number>",
629
+ "lstrip": false,
630
+ "normalized": true,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": false
634
+ },
635
+ "57596": {
636
+ "content": "<s_grn_number>",
637
+ "lstrip": false,
638
+ "normalized": true,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": false
642
+ },
643
+ "57597": {
644
+ "content": "</s_grn_number>",
645
+ "lstrip": false,
646
+ "normalized": true,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": false
650
+ },
651
+ "57598": {
652
+ "content": "<s_supplier>",
653
+ "lstrip": false,
654
+ "normalized": true,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": false
658
+ },
659
+ "57599": {
660
+ "content": "</s_supplier>",
661
+ "lstrip": false,
662
+ "normalized": true,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": false
666
+ },
667
+ "57600": {
668
+ "content": "<s_supplier_code>",
669
+ "lstrip": false,
670
+ "normalized": true,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": false
674
+ },
675
+ "57601": {
676
+ "content": "</s_supplier_code>",
677
+ "lstrip": false,
678
+ "normalized": true,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": false
682
+ },
683
+ "57602": {
684
+ "content": "<s_supplier_name>",
685
+ "lstrip": false,
686
+ "normalized": true,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": false
690
+ },
691
+ "57603": {
692
+ "content": "</s_supplier_name>",
693
+ "lstrip": false,
694
+ "normalized": true,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": false
698
+ },
699
+ "57604": {
700
+ "content": "<s_vendor_id>",
701
+ "lstrip": false,
702
+ "normalized": true,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": false
706
+ },
707
+ "57605": {
708
+ "content": "</s_vendor_id>",
709
+ "lstrip": false,
710
+ "normalized": true,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": false
714
+ },
715
+ "57606": {
716
+ "content": "<s_receipt_voucher_no>",
717
+ "lstrip": false,
718
+ "normalized": true,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": false
722
+ },
723
+ "57607": {
724
+ "content": "</s_receipt_voucher_no>",
725
+ "lstrip": false,
726
+ "normalized": true,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": false
730
+ },
731
+ "57608": {
732
+ "content": "<s_receipt_date>",
733
+ "lstrip": false,
734
+ "normalized": true,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": false
738
+ },
739
+ "57609": {
740
+ "content": "</s_receipt_date>",
741
+ "lstrip": false,
742
+ "normalized": true,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": false
746
+ },
747
+ "57610": {
748
+ "content": "<s_store>",
749
+ "lstrip": false,
750
+ "normalized": true,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": false
754
+ },
755
+ "57611": {
756
+ "content": "</s_store>",
757
+ "lstrip": false,
758
+ "normalized": true,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": false
762
+ },
763
+ "57612": {
764
+ "content": "<s_company_name>",
765
+ "lstrip": false,
766
+ "normalized": true,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": false
770
+ },
771
+ "57613": {
772
+ "content": "</s_company_name>",
773
+ "lstrip": false,
774
+ "normalized": true,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": false
778
+ },
779
+ "57614": {
780
+ "content": "<s_store_address>",
781
+ "lstrip": false,
782
+ "normalized": true,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": false
786
+ },
787
+ "57615": {
788
+ "content": "</s_store_address>",
789
+ "lstrip": false,
790
+ "normalized": true,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": false
794
+ },
795
+ "57616": {
796
+ "content": "<s_supplier_email>",
797
+ "lstrip": false,
798
+ "normalized": true,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": false
802
+ },
803
+ "57617": {
804
+ "content": "</s_supplier_email>",
805
+ "lstrip": false,
806
+ "normalized": true,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": false
810
+ },
811
+ "57618": {
812
+ "content": "<s_order>",
813
+ "lstrip": false,
814
+ "normalized": true,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": false
818
+ },
819
+ "57619": {
820
+ "content": "</s_order>",
821
+ "lstrip": false,
822
+ "normalized": true,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": false
826
+ },
827
+ "57620": {
828
+ "content": "<s_order_number>",
829
+ "lstrip": false,
830
+ "normalized": true,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": false
834
+ },
835
+ "57621": {
836
+ "content": "</s_order_number>",
837
+ "lstrip": false,
838
+ "normalized": true,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": false
842
+ },
843
+ "57622": {
844
+ "content": "<s_order_date>",
845
+ "lstrip": false,
846
+ "normalized": true,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": false
850
+ },
851
+ "57623": {
852
+ "content": "</s_order_date>",
853
+ "lstrip": false,
854
+ "normalized": true,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": false
858
+ },
859
+ "57624": {
860
+ "content": "<s_department>",
861
+ "lstrip": false,
862
+ "normalized": true,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": false
866
+ },
867
+ "57625": {
868
+ "content": "</s_department>",
869
+ "lstrip": false,
870
+ "normalized": true,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": false
874
+ },
875
+ "57626": {
876
+ "content": "<s_section>",
877
+ "lstrip": false,
878
+ "normalized": true,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": false
882
+ },
883
+ "57627": {
884
+ "content": "</s_section>",
885
+ "lstrip": false,
886
+ "normalized": true,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": false
890
+ },
891
+ "57628": {
892
+ "content": "<s_delivery_date>",
893
+ "lstrip": false,
894
+ "normalized": true,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": false
898
+ },
899
+ "57629": {
900
+ "content": "</s_delivery_date>",
901
+ "lstrip": false,
902
+ "normalized": true,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": false
906
+ },
907
+ "57630": {
908
+ "content": "<s_deadline>",
909
+ "lstrip": false,
910
+ "normalized": true,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": false
914
+ },
915
+ "57631": {
916
+ "content": "</s_deadline>",
917
+ "lstrip": false,
918
+ "normalized": true,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": false
922
+ },
923
+ "57632": {
924
+ "content": "<s_supplier_number>",
925
+ "lstrip": false,
926
+ "normalized": true,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": false
930
+ },
931
+ "57633": {
932
+ "content": "</s_supplier_number>",
933
+ "lstrip": false,
934
+ "normalized": true,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": false
938
+ },
939
+ "57634": {
940
+ "content": "<s_supplier_address>",
941
+ "lstrip": false,
942
+ "normalized": true,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": false
946
+ },
947
+ "57635": {
948
+ "content": "</s_supplier_address>",
949
+ "lstrip": false,
950
+ "normalized": true,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": false
954
+ },
955
+ "57636": {
956
+ "content": "<s_supplier_pin>",
957
+ "lstrip": false,
958
+ "normalized": true,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": false
962
+ },
963
+ "57637": {
964
+ "content": "</s_supplier_pin>",
965
+ "lstrip": false,
966
+ "normalized": true,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": false
970
+ },
971
+ "57638": {
972
+ "content": "<s_supplier_tel>",
973
+ "lstrip": false,
974
+ "normalized": true,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": false
978
+ },
979
+ "57639": {
980
+ "content": "</s_supplier_tel>",
981
+ "lstrip": false,
982
+ "normalized": true,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": false
986
+ },
987
+ "57640": {
988
+ "content": "<s_contact_person>",
989
+ "lstrip": false,
990
+ "normalized": true,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": false
994
+ },
995
+ "57641": {
996
+ "content": "</s_contact_person>",
997
+ "lstrip": false,
998
+ "normalized": true,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": false
1002
+ },
1003
+ "57642": {
1004
+ "content": "<s_po_date>",
1005
+ "lstrip": false,
1006
+ "normalized": true,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": false
1010
+ },
1011
+ "57643": {
1012
+ "content": "</s_po_date>",
1013
+ "lstrip": false,
1014
+ "normalized": true,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": false
1018
+ },
1019
+ "57644": {
1020
+ "content": "<s_store_name>",
1021
+ "lstrip": false,
1022
+ "normalized": true,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": false
1026
+ },
1027
+ "57645": {
1028
+ "content": "</s_store_name>",
1029
+ "lstrip": false,
1030
+ "normalized": true,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": false
1034
+ },
1035
+ "57646": {
1036
+ "content": "<s_ship_to>",
1037
+ "lstrip": false,
1038
+ "normalized": true,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": false
1042
+ },
1043
+ "57647": {
1044
+ "content": "</s_ship_to>",
1045
+ "lstrip": false,
1046
+ "normalized": true,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": false
1050
+ },
1051
+ "57648": {
1052
+ "content": "<s_shipping_address>",
1053
+ "lstrip": false,
1054
+ "normalized": true,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": false
1058
+ },
1059
+ "57649": {
1060
+ "content": "</s_shipping_address>",
1061
+ "lstrip": false,
1062
+ "normalized": true,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": false
1066
+ },
1067
+ "57650": {
1068
+ "content": "<s_customer_code>",
1069
+ "lstrip": false,
1070
+ "normalized": true,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": false
1074
+ },
1075
+ "57651": {
1076
+ "content": "</s_customer_code>",
1077
+ "lstrip": false,
1078
+ "normalized": true,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": false
1082
+ },
1083
+ "57652": {
1084
+ "content": "<s_dropoff_contact>",
1085
+ "lstrip": false,
1086
+ "normalized": true,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": false
1090
+ },
1091
+ "57653": {
1092
+ "content": "</s_dropoff_contact>",
1093
+ "lstrip": false,
1094
+ "normalized": true,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": false
1098
+ },
1099
+ "57654": {
1100
+ "content": "<s_customer_contact>",
1101
+ "lstrip": false,
1102
+ "normalized": true,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": false
1106
+ },
1107
+ "57655": {
1108
+ "content": "</s_customer_contact>",
1109
+ "lstrip": false,
1110
+ "normalized": true,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": false
1114
  }
1115
  },
1116
  "additional_special_tokens": [