TomasFAV commited on
Commit
a0a2e3b
·
verified ·
1 Parent(s): 06b9a1c

Upload processor

Browse files
added_tokens.json CHANGED
@@ -1,23 +1,23 @@
1
  {
2
- "</s_BIC>": 50375,
3
- "</s_IBAN>": 50347,
4
- "</s_bank_account_number>": 50350,
5
- "</s_const_symbol>": 50380,
6
- "</s_currency>": 50370,
7
- "</s_customer_name>": 50366,
8
- "</s_customer_register_id>": 50374,
9
- "</s_customer_tax_id>": 50345,
10
- "</s_due_date>": 50371,
11
- "</s_invoice_number>": 50361,
12
- "</s_issue_date>": 50356,
13
- "</s_payment>": 50377,
14
- "</s_supplier_name>": 50352,
15
- "</s_supplier_register_id>": 50354,
16
- "</s_supplier_tax_id>": 50357,
17
- "</s_taxable_supply_date>": 50360,
18
- "</s_total_price>": 50349,
19
- "</s_total_vat>": 50373,
20
- "</s_variable_symbol>": 50376,
21
  "<reserved_10>": 50391,
22
  "<reserved_11>": 50392,
23
  "<reserved_12>": 50393,
@@ -68,23 +68,23 @@
68
  "<reserved_7>": 50388,
69
  "<reserved_8>": 50389,
70
  "<reserved_9>": 50390,
71
- "<s_BIC>": 50363,
72
- "<s_IBAN>": 50351,
73
- "<s_bank_account_number>": 50368,
74
- "<s_const_symbol>": 50369,
75
- "<s_currency>": 50379,
76
- "<s_customer_name>": 50348,
77
- "<s_customer_register_id>": 50372,
78
- "<s_customer_tax_id>": 50344,
79
- "<s_due_date>": 50367,
80
- "<s_invoice_number>": 50364,
81
- "<s_issue_date>": 50362,
82
- "<s_payment>": 50381,
83
  "<s_supplier_name>": 50355,
84
- "<s_supplier_register_id>": 50346,
85
- "<s_supplier_tax_id>": 50378,
86
- "<s_taxable_supply_date>": 50359,
87
- "<s_total_price>": 50358,
88
- "<s_total_vat>": 50353,
89
- "<s_variable_symbol>": 50365
90
  }
 
1
  {
2
+ "</s_BIC>": 50344,
3
+ "</s_IBAN>": 50349,
4
+ "</s_bank_account_number>": 50345,
5
+ "</s_const_symbol>": 50362,
6
+ "</s_currency>": 50353,
7
+ "</s_customer_name>": 50351,
8
+ "</s_customer_register_id>": 50352,
9
+ "</s_customer_tax_id>": 50373,
10
+ "</s_due_date>": 50361,
11
+ "</s_invoice_number>": 50375,
12
+ "</s_issue_date>": 50350,
13
+ "</s_payment>": 50368,
14
+ "</s_supplier_name>": 50366,
15
+ "</s_supplier_register_id>": 50356,
16
+ "</s_supplier_tax_id>": 50380,
17
+ "</s_taxable_supply_date>": 50358,
18
+ "</s_total_price>": 50354,
19
+ "</s_total_vat>": 50357,
20
+ "</s_variable_symbol>": 50359,
21
  "<reserved_10>": 50391,
22
  "<reserved_11>": 50392,
23
  "<reserved_12>": 50393,
 
68
  "<reserved_7>": 50388,
69
  "<reserved_8>": 50389,
70
  "<reserved_9>": 50390,
71
+ "<s_BIC>": 50369,
72
+ "<s_IBAN>": 50371,
73
+ "<s_bank_account_number>": 50360,
74
+ "<s_const_symbol>": 50365,
75
+ "<s_currency>": 50346,
76
+ "<s_customer_name>": 50347,
77
+ "<s_customer_register_id>": 50381,
78
+ "<s_customer_tax_id>": 50378,
79
+ "<s_due_date>": 50363,
80
+ "<s_invoice_number>": 50379,
81
+ "<s_issue_date>": 50370,
82
+ "<s_payment>": 50377,
83
  "<s_supplier_name>": 50355,
84
+ "<s_supplier_register_id>": 50372,
85
+ "<s_supplier_tax_id>": 50376,
86
+ "<s_taxable_supply_date>": 50348,
87
+ "<s_total_price>": 50364,
88
+ "<s_total_vat>": 50367,
89
+ "<s_variable_symbol>": 50374
90
  }
preprocessor_config.json CHANGED
@@ -3,10 +3,14 @@
3
  "do_normalize": true,
4
  "image_processor_type": "Pix2StructImageProcessor",
5
  "is_vqa": false,
6
- "max_patches": 2048,
7
  "patch_size": {
8
  "height": 16,
9
  "width": 16
10
  },
11
- "processor_class": "Pix2StructProcessor"
 
 
 
 
12
  }
 
3
  "do_normalize": true,
4
  "image_processor_type": "Pix2StructImageProcessor",
5
  "is_vqa": false,
6
+ "max_patches": 1536,
7
  "patch_size": {
8
  "height": 16,
9
  "width": 16
10
  },
11
+ "processor_class": "Pix2StructProcessor",
12
+ "size": {
13
+ "height": 2338,
14
+ "width": 1654
15
+ }
16
  }
special_tokens_map.json CHANGED
@@ -1,77 +1,77 @@
1
  {
2
  "additional_special_tokens": [
3
  {
4
- "content": "<s_customer_tax_id>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
- "content": "</s_customer_tax_id>",
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
15
  "single_word": false
16
  },
17
  {
18
- "content": "<s_supplier_register_id>",
19
  "lstrip": false,
20
  "normalized": false,
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
  {
25
- "content": "</s_IBAN>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
  },
31
  {
32
- "content": "<s_customer_name>",
33
  "lstrip": false,
34
  "normalized": false,
35
  "rstrip": false,
36
  "single_word": false
37
  },
38
  {
39
- "content": "</s_total_price>",
40
  "lstrip": false,
41
  "normalized": false,
42
  "rstrip": false,
43
  "single_word": false
44
  },
45
  {
46
- "content": "</s_bank_account_number>",
47
  "lstrip": false,
48
  "normalized": false,
49
  "rstrip": false,
50
  "single_word": false
51
  },
52
  {
53
- "content": "<s_IBAN>",
54
  "lstrip": false,
55
  "normalized": false,
56
  "rstrip": false,
57
  "single_word": false
58
  },
59
  {
60
- "content": "</s_supplier_name>",
61
  "lstrip": false,
62
  "normalized": false,
63
  "rstrip": false,
64
  "single_word": false
65
  },
66
  {
67
- "content": "<s_total_vat>",
68
  "lstrip": false,
69
  "normalized": false,
70
  "rstrip": false,
71
  "single_word": false
72
  },
73
  {
74
- "content": "</s_supplier_register_id>",
75
  "lstrip": false,
76
  "normalized": false,
77
  "rstrip": false,
@@ -85,182 +85,182 @@
85
  "single_word": false
86
  },
87
  {
88
- "content": "</s_issue_date>",
89
  "lstrip": false,
90
  "normalized": false,
91
  "rstrip": false,
92
  "single_word": false
93
  },
94
  {
95
- "content": "</s_supplier_tax_id>",
96
  "lstrip": false,
97
  "normalized": false,
98
  "rstrip": false,
99
  "single_word": false
100
  },
101
  {
102
- "content": "<s_total_price>",
103
  "lstrip": false,
104
  "normalized": false,
105
  "rstrip": false,
106
  "single_word": false
107
  },
108
  {
109
- "content": "<s_taxable_supply_date>",
110
  "lstrip": false,
111
  "normalized": false,
112
  "rstrip": false,
113
  "single_word": false
114
  },
115
  {
116
- "content": "</s_taxable_supply_date>",
117
  "lstrip": false,
118
  "normalized": false,
119
  "rstrip": false,
120
  "single_word": false
121
  },
122
  {
123
- "content": "</s_invoice_number>",
124
  "lstrip": false,
125
  "normalized": false,
126
  "rstrip": false,
127
  "single_word": false
128
  },
129
  {
130
- "content": "<s_issue_date>",
131
  "lstrip": false,
132
  "normalized": false,
133
  "rstrip": false,
134
  "single_word": false
135
  },
136
  {
137
- "content": "<s_BIC>",
138
  "lstrip": false,
139
  "normalized": false,
140
  "rstrip": false,
141
  "single_word": false
142
  },
143
  {
144
- "content": "<s_invoice_number>",
145
  "lstrip": false,
146
  "normalized": false,
147
  "rstrip": false,
148
  "single_word": false
149
  },
150
  {
151
- "content": "<s_variable_symbol>",
152
  "lstrip": false,
153
  "normalized": false,
154
  "rstrip": false,
155
  "single_word": false
156
  },
157
  {
158
- "content": "</s_customer_name>",
159
  "lstrip": false,
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false
163
  },
164
  {
165
- "content": "<s_due_date>",
166
  "lstrip": false,
167
  "normalized": false,
168
  "rstrip": false,
169
  "single_word": false
170
  },
171
  {
172
- "content": "<s_bank_account_number>",
173
  "lstrip": false,
174
  "normalized": false,
175
  "rstrip": false,
176
  "single_word": false
177
  },
178
  {
179
- "content": "<s_const_symbol>",
180
  "lstrip": false,
181
  "normalized": false,
182
  "rstrip": false,
183
  "single_word": false
184
  },
185
  {
186
- "content": "</s_currency>",
187
  "lstrip": false,
188
  "normalized": false,
189
  "rstrip": false,
190
  "single_word": false
191
  },
192
  {
193
- "content": "</s_due_date>",
194
  "lstrip": false,
195
  "normalized": false,
196
  "rstrip": false,
197
  "single_word": false
198
  },
199
  {
200
- "content": "<s_customer_register_id>",
201
  "lstrip": false,
202
  "normalized": false,
203
  "rstrip": false,
204
  "single_word": false
205
  },
206
  {
207
- "content": "</s_total_vat>",
208
  "lstrip": false,
209
  "normalized": false,
210
  "rstrip": false,
211
  "single_word": false
212
  },
213
  {
214
- "content": "</s_customer_register_id>",
215
  "lstrip": false,
216
  "normalized": false,
217
  "rstrip": false,
218
  "single_word": false
219
  },
220
  {
221
- "content": "</s_BIC>",
222
  "lstrip": false,
223
  "normalized": false,
224
  "rstrip": false,
225
  "single_word": false
226
  },
227
  {
228
- "content": "</s_variable_symbol>",
229
  "lstrip": false,
230
  "normalized": false,
231
  "rstrip": false,
232
  "single_word": false
233
  },
234
  {
235
- "content": "</s_payment>",
236
  "lstrip": false,
237
  "normalized": false,
238
  "rstrip": false,
239
  "single_word": false
240
  },
241
  {
242
- "content": "<s_supplier_tax_id>",
243
  "lstrip": false,
244
  "normalized": false,
245
  "rstrip": false,
246
  "single_word": false
247
  },
248
  {
249
- "content": "<s_currency>",
250
  "lstrip": false,
251
  "normalized": false,
252
  "rstrip": false,
253
  "single_word": false
254
  },
255
  {
256
- "content": "</s_const_symbol>",
257
  "lstrip": false,
258
  "normalized": false,
259
  "rstrip": false,
260
  "single_word": false
261
  },
262
  {
263
- "content": "<s_payment>",
264
  "lstrip": false,
265
  "normalized": false,
266
  "rstrip": false,
 
1
  {
2
  "additional_special_tokens": [
3
  {
4
+ "content": "</s_BIC>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
+ "content": "</s_bank_account_number>",
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
15
  "single_word": false
16
  },
17
  {
18
+ "content": "<s_currency>",
19
  "lstrip": false,
20
  "normalized": false,
21
  "rstrip": false,
22
  "single_word": false
23
  },
24
  {
25
+ "content": "<s_customer_name>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
  },
31
  {
32
+ "content": "<s_taxable_supply_date>",
33
  "lstrip": false,
34
  "normalized": false,
35
  "rstrip": false,
36
  "single_word": false
37
  },
38
  {
39
+ "content": "</s_IBAN>",
40
  "lstrip": false,
41
  "normalized": false,
42
  "rstrip": false,
43
  "single_word": false
44
  },
45
  {
46
+ "content": "</s_issue_date>",
47
  "lstrip": false,
48
  "normalized": false,
49
  "rstrip": false,
50
  "single_word": false
51
  },
52
  {
53
+ "content": "</s_customer_name>",
54
  "lstrip": false,
55
  "normalized": false,
56
  "rstrip": false,
57
  "single_word": false
58
  },
59
  {
60
+ "content": "</s_customer_register_id>",
61
  "lstrip": false,
62
  "normalized": false,
63
  "rstrip": false,
64
  "single_word": false
65
  },
66
  {
67
+ "content": "</s_currency>",
68
  "lstrip": false,
69
  "normalized": false,
70
  "rstrip": false,
71
  "single_word": false
72
  },
73
  {
74
+ "content": "</s_total_price>",
75
  "lstrip": false,
76
  "normalized": false,
77
  "rstrip": false,
 
85
  "single_word": false
86
  },
87
  {
88
+ "content": "</s_supplier_register_id>",
89
  "lstrip": false,
90
  "normalized": false,
91
  "rstrip": false,
92
  "single_word": false
93
  },
94
  {
95
+ "content": "</s_total_vat>",
96
  "lstrip": false,
97
  "normalized": false,
98
  "rstrip": false,
99
  "single_word": false
100
  },
101
  {
102
+ "content": "</s_taxable_supply_date>",
103
  "lstrip": false,
104
  "normalized": false,
105
  "rstrip": false,
106
  "single_word": false
107
  },
108
  {
109
+ "content": "</s_variable_symbol>",
110
  "lstrip": false,
111
  "normalized": false,
112
  "rstrip": false,
113
  "single_word": false
114
  },
115
  {
116
+ "content": "<s_bank_account_number>",
117
  "lstrip": false,
118
  "normalized": false,
119
  "rstrip": false,
120
  "single_word": false
121
  },
122
  {
123
+ "content": "</s_due_date>",
124
  "lstrip": false,
125
  "normalized": false,
126
  "rstrip": false,
127
  "single_word": false
128
  },
129
  {
130
+ "content": "</s_const_symbol>",
131
  "lstrip": false,
132
  "normalized": false,
133
  "rstrip": false,
134
  "single_word": false
135
  },
136
  {
137
+ "content": "<s_due_date>",
138
  "lstrip": false,
139
  "normalized": false,
140
  "rstrip": false,
141
  "single_word": false
142
  },
143
  {
144
+ "content": "<s_total_price>",
145
  "lstrip": false,
146
  "normalized": false,
147
  "rstrip": false,
148
  "single_word": false
149
  },
150
  {
151
+ "content": "<s_const_symbol>",
152
  "lstrip": false,
153
  "normalized": false,
154
  "rstrip": false,
155
  "single_word": false
156
  },
157
  {
158
+ "content": "</s_supplier_name>",
159
  "lstrip": false,
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false
163
  },
164
  {
165
+ "content": "<s_total_vat>",
166
  "lstrip": false,
167
  "normalized": false,
168
  "rstrip": false,
169
  "single_word": false
170
  },
171
  {
172
+ "content": "</s_payment>",
173
  "lstrip": false,
174
  "normalized": false,
175
  "rstrip": false,
176
  "single_word": false
177
  },
178
  {
179
+ "content": "<s_BIC>",
180
  "lstrip": false,
181
  "normalized": false,
182
  "rstrip": false,
183
  "single_word": false
184
  },
185
  {
186
+ "content": "<s_issue_date>",
187
  "lstrip": false,
188
  "normalized": false,
189
  "rstrip": false,
190
  "single_word": false
191
  },
192
  {
193
+ "content": "<s_IBAN>",
194
  "lstrip": false,
195
  "normalized": false,
196
  "rstrip": false,
197
  "single_word": false
198
  },
199
  {
200
+ "content": "<s_supplier_register_id>",
201
  "lstrip": false,
202
  "normalized": false,
203
  "rstrip": false,
204
  "single_word": false
205
  },
206
  {
207
+ "content": "</s_customer_tax_id>",
208
  "lstrip": false,
209
  "normalized": false,
210
  "rstrip": false,
211
  "single_word": false
212
  },
213
  {
214
+ "content": "<s_variable_symbol>",
215
  "lstrip": false,
216
  "normalized": false,
217
  "rstrip": false,
218
  "single_word": false
219
  },
220
  {
221
+ "content": "</s_invoice_number>",
222
  "lstrip": false,
223
  "normalized": false,
224
  "rstrip": false,
225
  "single_word": false
226
  },
227
  {
228
+ "content": "<s_supplier_tax_id>",
229
  "lstrip": false,
230
  "normalized": false,
231
  "rstrip": false,
232
  "single_word": false
233
  },
234
  {
235
+ "content": "<s_payment>",
236
  "lstrip": false,
237
  "normalized": false,
238
  "rstrip": false,
239
  "single_word": false
240
  },
241
  {
242
+ "content": "<s_customer_tax_id>",
243
  "lstrip": false,
244
  "normalized": false,
245
  "rstrip": false,
246
  "single_word": false
247
  },
248
  {
249
+ "content": "<s_invoice_number>",
250
  "lstrip": false,
251
  "normalized": false,
252
  "rstrip": false,
253
  "single_word": false
254
  },
255
  {
256
+ "content": "</s_supplier_tax_id>",
257
  "lstrip": false,
258
  "normalized": false,
259
  "rstrip": false,
260
  "single_word": false
261
  },
262
  {
263
+ "content": "<s_customer_register_id>",
264
  "lstrip": false,
265
  "normalized": false,
266
  "rstrip": false,
tokenizer.json CHANGED
@@ -941,7 +941,7 @@
941
  },
942
  {
943
  "id": 50344,
944
- "content": "<s_customer_tax_id>",
945
  "single_word": false,
946
  "lstrip": false,
947
  "rstrip": false,
@@ -950,7 +950,7 @@
950
  },
951
  {
952
  "id": 50345,
953
- "content": "</s_customer_tax_id>",
954
  "single_word": false,
955
  "lstrip": false,
956
  "rstrip": false,
@@ -959,7 +959,7 @@
959
  },
960
  {
961
  "id": 50346,
962
- "content": "<s_supplier_register_id>",
963
  "single_word": false,
964
  "lstrip": false,
965
  "rstrip": false,
@@ -968,7 +968,7 @@
968
  },
969
  {
970
  "id": 50347,
971
- "content": "</s_IBAN>",
972
  "single_word": false,
973
  "lstrip": false,
974
  "rstrip": false,
@@ -977,7 +977,7 @@
977
  },
978
  {
979
  "id": 50348,
980
- "content": "<s_customer_name>",
981
  "single_word": false,
982
  "lstrip": false,
983
  "rstrip": false,
@@ -986,7 +986,7 @@
986
  },
987
  {
988
  "id": 50349,
989
- "content": "</s_total_price>",
990
  "single_word": false,
991
  "lstrip": false,
992
  "rstrip": false,
@@ -995,7 +995,7 @@
995
  },
996
  {
997
  "id": 50350,
998
- "content": "</s_bank_account_number>",
999
  "single_word": false,
1000
  "lstrip": false,
1001
  "rstrip": false,
@@ -1004,7 +1004,7 @@
1004
  },
1005
  {
1006
  "id": 50351,
1007
- "content": "<s_IBAN>",
1008
  "single_word": false,
1009
  "lstrip": false,
1010
  "rstrip": false,
@@ -1013,7 +1013,7 @@
1013
  },
1014
  {
1015
  "id": 50352,
1016
- "content": "</s_supplier_name>",
1017
  "single_word": false,
1018
  "lstrip": false,
1019
  "rstrip": false,
@@ -1022,7 +1022,7 @@
1022
  },
1023
  {
1024
  "id": 50353,
1025
- "content": "<s_total_vat>",
1026
  "single_word": false,
1027
  "lstrip": false,
1028
  "rstrip": false,
@@ -1031,7 +1031,7 @@
1031
  },
1032
  {
1033
  "id": 50354,
1034
- "content": "</s_supplier_register_id>",
1035
  "single_word": false,
1036
  "lstrip": false,
1037
  "rstrip": false,
@@ -1049,7 +1049,7 @@
1049
  },
1050
  {
1051
  "id": 50356,
1052
- "content": "</s_issue_date>",
1053
  "single_word": false,
1054
  "lstrip": false,
1055
  "rstrip": false,
@@ -1058,7 +1058,7 @@
1058
  },
1059
  {
1060
  "id": 50357,
1061
- "content": "</s_supplier_tax_id>",
1062
  "single_word": false,
1063
  "lstrip": false,
1064
  "rstrip": false,
@@ -1067,7 +1067,7 @@
1067
  },
1068
  {
1069
  "id": 50358,
1070
- "content": "<s_total_price>",
1071
  "single_word": false,
1072
  "lstrip": false,
1073
  "rstrip": false,
@@ -1076,7 +1076,7 @@
1076
  },
1077
  {
1078
  "id": 50359,
1079
- "content": "<s_taxable_supply_date>",
1080
  "single_word": false,
1081
  "lstrip": false,
1082
  "rstrip": false,
@@ -1085,7 +1085,7 @@
1085
  },
1086
  {
1087
  "id": 50360,
1088
- "content": "</s_taxable_supply_date>",
1089
  "single_word": false,
1090
  "lstrip": false,
1091
  "rstrip": false,
@@ -1094,7 +1094,7 @@
1094
  },
1095
  {
1096
  "id": 50361,
1097
- "content": "</s_invoice_number>",
1098
  "single_word": false,
1099
  "lstrip": false,
1100
  "rstrip": false,
@@ -1103,7 +1103,7 @@
1103
  },
1104
  {
1105
  "id": 50362,
1106
- "content": "<s_issue_date>",
1107
  "single_word": false,
1108
  "lstrip": false,
1109
  "rstrip": false,
@@ -1112,7 +1112,7 @@
1112
  },
1113
  {
1114
  "id": 50363,
1115
- "content": "<s_BIC>",
1116
  "single_word": false,
1117
  "lstrip": false,
1118
  "rstrip": false,
@@ -1121,7 +1121,7 @@
1121
  },
1122
  {
1123
  "id": 50364,
1124
- "content": "<s_invoice_number>",
1125
  "single_word": false,
1126
  "lstrip": false,
1127
  "rstrip": false,
@@ -1130,7 +1130,7 @@
1130
  },
1131
  {
1132
  "id": 50365,
1133
- "content": "<s_variable_symbol>",
1134
  "single_word": false,
1135
  "lstrip": false,
1136
  "rstrip": false,
@@ -1139,7 +1139,7 @@
1139
  },
1140
  {
1141
  "id": 50366,
1142
- "content": "</s_customer_name>",
1143
  "single_word": false,
1144
  "lstrip": false,
1145
  "rstrip": false,
@@ -1148,7 +1148,7 @@
1148
  },
1149
  {
1150
  "id": 50367,
1151
- "content": "<s_due_date>",
1152
  "single_word": false,
1153
  "lstrip": false,
1154
  "rstrip": false,
@@ -1157,7 +1157,7 @@
1157
  },
1158
  {
1159
  "id": 50368,
1160
- "content": "<s_bank_account_number>",
1161
  "single_word": false,
1162
  "lstrip": false,
1163
  "rstrip": false,
@@ -1166,7 +1166,7 @@
1166
  },
1167
  {
1168
  "id": 50369,
1169
- "content": "<s_const_symbol>",
1170
  "single_word": false,
1171
  "lstrip": false,
1172
  "rstrip": false,
@@ -1175,7 +1175,7 @@
1175
  },
1176
  {
1177
  "id": 50370,
1178
- "content": "</s_currency>",
1179
  "single_word": false,
1180
  "lstrip": false,
1181
  "rstrip": false,
@@ -1184,7 +1184,7 @@
1184
  },
1185
  {
1186
  "id": 50371,
1187
- "content": "</s_due_date>",
1188
  "single_word": false,
1189
  "lstrip": false,
1190
  "rstrip": false,
@@ -1193,7 +1193,7 @@
1193
  },
1194
  {
1195
  "id": 50372,
1196
- "content": "<s_customer_register_id>",
1197
  "single_word": false,
1198
  "lstrip": false,
1199
  "rstrip": false,
@@ -1202,7 +1202,7 @@
1202
  },
1203
  {
1204
  "id": 50373,
1205
- "content": "</s_total_vat>",
1206
  "single_word": false,
1207
  "lstrip": false,
1208
  "rstrip": false,
@@ -1211,7 +1211,7 @@
1211
  },
1212
  {
1213
  "id": 50374,
1214
- "content": "</s_customer_register_id>",
1215
  "single_word": false,
1216
  "lstrip": false,
1217
  "rstrip": false,
@@ -1220,7 +1220,7 @@
1220
  },
1221
  {
1222
  "id": 50375,
1223
- "content": "</s_BIC>",
1224
  "single_word": false,
1225
  "lstrip": false,
1226
  "rstrip": false,
@@ -1229,7 +1229,7 @@
1229
  },
1230
  {
1231
  "id": 50376,
1232
- "content": "</s_variable_symbol>",
1233
  "single_word": false,
1234
  "lstrip": false,
1235
  "rstrip": false,
@@ -1238,7 +1238,7 @@
1238
  },
1239
  {
1240
  "id": 50377,
1241
- "content": "</s_payment>",
1242
  "single_word": false,
1243
  "lstrip": false,
1244
  "rstrip": false,
@@ -1247,7 +1247,7 @@
1247
  },
1248
  {
1249
  "id": 50378,
1250
- "content": "<s_supplier_tax_id>",
1251
  "single_word": false,
1252
  "lstrip": false,
1253
  "rstrip": false,
@@ -1256,7 +1256,7 @@
1256
  },
1257
  {
1258
  "id": 50379,
1259
- "content": "<s_currency>",
1260
  "single_word": false,
1261
  "lstrip": false,
1262
  "rstrip": false,
@@ -1265,7 +1265,7 @@
1265
  },
1266
  {
1267
  "id": 50380,
1268
- "content": "</s_const_symbol>",
1269
  "single_word": false,
1270
  "lstrip": false,
1271
  "rstrip": false,
@@ -1274,7 +1274,7 @@
1274
  },
1275
  {
1276
  "id": 50381,
1277
- "content": "<s_payment>",
1278
  "single_word": false,
1279
  "lstrip": false,
1280
  "rstrip": false,
 
941
  },
942
  {
943
  "id": 50344,
944
+ "content": "</s_BIC>",
945
  "single_word": false,
946
  "lstrip": false,
947
  "rstrip": false,
 
950
  },
951
  {
952
  "id": 50345,
953
+ "content": "</s_bank_account_number>",
954
  "single_word": false,
955
  "lstrip": false,
956
  "rstrip": false,
 
959
  },
960
  {
961
  "id": 50346,
962
+ "content": "<s_currency>",
963
  "single_word": false,
964
  "lstrip": false,
965
  "rstrip": false,
 
968
  },
969
  {
970
  "id": 50347,
971
+ "content": "<s_customer_name>",
972
  "single_word": false,
973
  "lstrip": false,
974
  "rstrip": false,
 
977
  },
978
  {
979
  "id": 50348,
980
+ "content": "<s_taxable_supply_date>",
981
  "single_word": false,
982
  "lstrip": false,
983
  "rstrip": false,
 
986
  },
987
  {
988
  "id": 50349,
989
+ "content": "</s_IBAN>",
990
  "single_word": false,
991
  "lstrip": false,
992
  "rstrip": false,
 
995
  },
996
  {
997
  "id": 50350,
998
+ "content": "</s_issue_date>",
999
  "single_word": false,
1000
  "lstrip": false,
1001
  "rstrip": false,
 
1004
  },
1005
  {
1006
  "id": 50351,
1007
+ "content": "</s_customer_name>",
1008
  "single_word": false,
1009
  "lstrip": false,
1010
  "rstrip": false,
 
1013
  },
1014
  {
1015
  "id": 50352,
1016
+ "content": "</s_customer_register_id>",
1017
  "single_word": false,
1018
  "lstrip": false,
1019
  "rstrip": false,
 
1022
  },
1023
  {
1024
  "id": 50353,
1025
+ "content": "</s_currency>",
1026
  "single_word": false,
1027
  "lstrip": false,
1028
  "rstrip": false,
 
1031
  },
1032
  {
1033
  "id": 50354,
1034
+ "content": "</s_total_price>",
1035
  "single_word": false,
1036
  "lstrip": false,
1037
  "rstrip": false,
 
1049
  },
1050
  {
1051
  "id": 50356,
1052
+ "content": "</s_supplier_register_id>",
1053
  "single_word": false,
1054
  "lstrip": false,
1055
  "rstrip": false,
 
1058
  },
1059
  {
1060
  "id": 50357,
1061
+ "content": "</s_total_vat>",
1062
  "single_word": false,
1063
  "lstrip": false,
1064
  "rstrip": false,
 
1067
  },
1068
  {
1069
  "id": 50358,
1070
+ "content": "</s_taxable_supply_date>",
1071
  "single_word": false,
1072
  "lstrip": false,
1073
  "rstrip": false,
 
1076
  },
1077
  {
1078
  "id": 50359,
1079
+ "content": "</s_variable_symbol>",
1080
  "single_word": false,
1081
  "lstrip": false,
1082
  "rstrip": false,
 
1085
  },
1086
  {
1087
  "id": 50360,
1088
+ "content": "<s_bank_account_number>",
1089
  "single_word": false,
1090
  "lstrip": false,
1091
  "rstrip": false,
 
1094
  },
1095
  {
1096
  "id": 50361,
1097
+ "content": "</s_due_date>",
1098
  "single_word": false,
1099
  "lstrip": false,
1100
  "rstrip": false,
 
1103
  },
1104
  {
1105
  "id": 50362,
1106
+ "content": "</s_const_symbol>",
1107
  "single_word": false,
1108
  "lstrip": false,
1109
  "rstrip": false,
 
1112
  },
1113
  {
1114
  "id": 50363,
1115
+ "content": "<s_due_date>",
1116
  "single_word": false,
1117
  "lstrip": false,
1118
  "rstrip": false,
 
1121
  },
1122
  {
1123
  "id": 50364,
1124
+ "content": "<s_total_price>",
1125
  "single_word": false,
1126
  "lstrip": false,
1127
  "rstrip": false,
 
1130
  },
1131
  {
1132
  "id": 50365,
1133
+ "content": "<s_const_symbol>",
1134
  "single_word": false,
1135
  "lstrip": false,
1136
  "rstrip": false,
 
1139
  },
1140
  {
1141
  "id": 50366,
1142
+ "content": "</s_supplier_name>",
1143
  "single_word": false,
1144
  "lstrip": false,
1145
  "rstrip": false,
 
1148
  },
1149
  {
1150
  "id": 50367,
1151
+ "content": "<s_total_vat>",
1152
  "single_word": false,
1153
  "lstrip": false,
1154
  "rstrip": false,
 
1157
  },
1158
  {
1159
  "id": 50368,
1160
+ "content": "</s_payment>",
1161
  "single_word": false,
1162
  "lstrip": false,
1163
  "rstrip": false,
 
1166
  },
1167
  {
1168
  "id": 50369,
1169
+ "content": "<s_BIC>",
1170
  "single_word": false,
1171
  "lstrip": false,
1172
  "rstrip": false,
 
1175
  },
1176
  {
1177
  "id": 50370,
1178
+ "content": "<s_issue_date>",
1179
  "single_word": false,
1180
  "lstrip": false,
1181
  "rstrip": false,
 
1184
  },
1185
  {
1186
  "id": 50371,
1187
+ "content": "<s_IBAN>",
1188
  "single_word": false,
1189
  "lstrip": false,
1190
  "rstrip": false,
 
1193
  },
1194
  {
1195
  "id": 50372,
1196
+ "content": "<s_supplier_register_id>",
1197
  "single_word": false,
1198
  "lstrip": false,
1199
  "rstrip": false,
 
1202
  },
1203
  {
1204
  "id": 50373,
1205
+ "content": "</s_customer_tax_id>",
1206
  "single_word": false,
1207
  "lstrip": false,
1208
  "rstrip": false,
 
1211
  },
1212
  {
1213
  "id": 50374,
1214
+ "content": "<s_variable_symbol>",
1215
  "single_word": false,
1216
  "lstrip": false,
1217
  "rstrip": false,
 
1220
  },
1221
  {
1222
  "id": 50375,
1223
+ "content": "</s_invoice_number>",
1224
  "single_word": false,
1225
  "lstrip": false,
1226
  "rstrip": false,
 
1229
  },
1230
  {
1231
  "id": 50376,
1232
+ "content": "<s_supplier_tax_id>",
1233
  "single_word": false,
1234
  "lstrip": false,
1235
  "rstrip": false,
 
1238
  },
1239
  {
1240
  "id": 50377,
1241
+ "content": "<s_payment>",
1242
  "single_word": false,
1243
  "lstrip": false,
1244
  "rstrip": false,
 
1247
  },
1248
  {
1249
  "id": 50378,
1250
+ "content": "<s_customer_tax_id>",
1251
  "single_word": false,
1252
  "lstrip": false,
1253
  "rstrip": false,
 
1256
  },
1257
  {
1258
  "id": 50379,
1259
+ "content": "<s_invoice_number>",
1260
  "single_word": false,
1261
  "lstrip": false,
1262
  "rstrip": false,
 
1265
  },
1266
  {
1267
  "id": 50380,
1268
+ "content": "</s_supplier_tax_id>",
1269
  "single_word": false,
1270
  "lstrip": false,
1271
  "rstrip": false,
 
1274
  },
1275
  {
1276
  "id": 50381,
1277
+ "content": "<s_customer_register_id>",
1278
  "single_word": false,
1279
  "lstrip": false,
1280
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -826,7 +826,7 @@
826
  "special": true
827
  },
828
  "50344": {
829
- "content": "<s_customer_tax_id>",
830
  "lstrip": false,
831
  "normalized": false,
832
  "rstrip": false,
@@ -834,7 +834,7 @@
834
  "special": true
835
  },
836
  "50345": {
837
- "content": "</s_customer_tax_id>",
838
  "lstrip": false,
839
  "normalized": false,
840
  "rstrip": false,
@@ -842,7 +842,7 @@
842
  "special": true
843
  },
844
  "50346": {
845
- "content": "<s_supplier_register_id>",
846
  "lstrip": false,
847
  "normalized": false,
848
  "rstrip": false,
@@ -850,7 +850,7 @@
850
  "special": true
851
  },
852
  "50347": {
853
- "content": "</s_IBAN>",
854
  "lstrip": false,
855
  "normalized": false,
856
  "rstrip": false,
@@ -858,7 +858,7 @@
858
  "special": true
859
  },
860
  "50348": {
861
- "content": "<s_customer_name>",
862
  "lstrip": false,
863
  "normalized": false,
864
  "rstrip": false,
@@ -866,7 +866,7 @@
866
  "special": true
867
  },
868
  "50349": {
869
- "content": "</s_total_price>",
870
  "lstrip": false,
871
  "normalized": false,
872
  "rstrip": false,
@@ -874,7 +874,7 @@
874
  "special": true
875
  },
876
  "50350": {
877
- "content": "</s_bank_account_number>",
878
  "lstrip": false,
879
  "normalized": false,
880
  "rstrip": false,
@@ -882,7 +882,7 @@
882
  "special": true
883
  },
884
  "50351": {
885
- "content": "<s_IBAN>",
886
  "lstrip": false,
887
  "normalized": false,
888
  "rstrip": false,
@@ -890,7 +890,7 @@
890
  "special": true
891
  },
892
  "50352": {
893
- "content": "</s_supplier_name>",
894
  "lstrip": false,
895
  "normalized": false,
896
  "rstrip": false,
@@ -898,7 +898,7 @@
898
  "special": true
899
  },
900
  "50353": {
901
- "content": "<s_total_vat>",
902
  "lstrip": false,
903
  "normalized": false,
904
  "rstrip": false,
@@ -906,7 +906,7 @@
906
  "special": true
907
  },
908
  "50354": {
909
- "content": "</s_supplier_register_id>",
910
  "lstrip": false,
911
  "normalized": false,
912
  "rstrip": false,
@@ -922,7 +922,7 @@
922
  "special": true
923
  },
924
  "50356": {
925
- "content": "</s_issue_date>",
926
  "lstrip": false,
927
  "normalized": false,
928
  "rstrip": false,
@@ -930,7 +930,7 @@
930
  "special": true
931
  },
932
  "50357": {
933
- "content": "</s_supplier_tax_id>",
934
  "lstrip": false,
935
  "normalized": false,
936
  "rstrip": false,
@@ -938,7 +938,7 @@
938
  "special": true
939
  },
940
  "50358": {
941
- "content": "<s_total_price>",
942
  "lstrip": false,
943
  "normalized": false,
944
  "rstrip": false,
@@ -946,7 +946,7 @@
946
  "special": true
947
  },
948
  "50359": {
949
- "content": "<s_taxable_supply_date>",
950
  "lstrip": false,
951
  "normalized": false,
952
  "rstrip": false,
@@ -954,7 +954,7 @@
954
  "special": true
955
  },
956
  "50360": {
957
- "content": "</s_taxable_supply_date>",
958
  "lstrip": false,
959
  "normalized": false,
960
  "rstrip": false,
@@ -962,7 +962,7 @@
962
  "special": true
963
  },
964
  "50361": {
965
- "content": "</s_invoice_number>",
966
  "lstrip": false,
967
  "normalized": false,
968
  "rstrip": false,
@@ -970,7 +970,7 @@
970
  "special": true
971
  },
972
  "50362": {
973
- "content": "<s_issue_date>",
974
  "lstrip": false,
975
  "normalized": false,
976
  "rstrip": false,
@@ -978,7 +978,7 @@
978
  "special": true
979
  },
980
  "50363": {
981
- "content": "<s_BIC>",
982
  "lstrip": false,
983
  "normalized": false,
984
  "rstrip": false,
@@ -986,7 +986,7 @@
986
  "special": true
987
  },
988
  "50364": {
989
- "content": "<s_invoice_number>",
990
  "lstrip": false,
991
  "normalized": false,
992
  "rstrip": false,
@@ -994,7 +994,7 @@
994
  "special": true
995
  },
996
  "50365": {
997
- "content": "<s_variable_symbol>",
998
  "lstrip": false,
999
  "normalized": false,
1000
  "rstrip": false,
@@ -1002,7 +1002,7 @@
1002
  "special": true
1003
  },
1004
  "50366": {
1005
- "content": "</s_customer_name>",
1006
  "lstrip": false,
1007
  "normalized": false,
1008
  "rstrip": false,
@@ -1010,7 +1010,7 @@
1010
  "special": true
1011
  },
1012
  "50367": {
1013
- "content": "<s_due_date>",
1014
  "lstrip": false,
1015
  "normalized": false,
1016
  "rstrip": false,
@@ -1018,7 +1018,7 @@
1018
  "special": true
1019
  },
1020
  "50368": {
1021
- "content": "<s_bank_account_number>",
1022
  "lstrip": false,
1023
  "normalized": false,
1024
  "rstrip": false,
@@ -1026,7 +1026,7 @@
1026
  "special": true
1027
  },
1028
  "50369": {
1029
- "content": "<s_const_symbol>",
1030
  "lstrip": false,
1031
  "normalized": false,
1032
  "rstrip": false,
@@ -1034,7 +1034,7 @@
1034
  "special": true
1035
  },
1036
  "50370": {
1037
- "content": "</s_currency>",
1038
  "lstrip": false,
1039
  "normalized": false,
1040
  "rstrip": false,
@@ -1042,7 +1042,7 @@
1042
  "special": true
1043
  },
1044
  "50371": {
1045
- "content": "</s_due_date>",
1046
  "lstrip": false,
1047
  "normalized": false,
1048
  "rstrip": false,
@@ -1050,7 +1050,7 @@
1050
  "special": true
1051
  },
1052
  "50372": {
1053
- "content": "<s_customer_register_id>",
1054
  "lstrip": false,
1055
  "normalized": false,
1056
  "rstrip": false,
@@ -1058,7 +1058,7 @@
1058
  "special": true
1059
  },
1060
  "50373": {
1061
- "content": "</s_total_vat>",
1062
  "lstrip": false,
1063
  "normalized": false,
1064
  "rstrip": false,
@@ -1066,7 +1066,7 @@
1066
  "special": true
1067
  },
1068
  "50374": {
1069
- "content": "</s_customer_register_id>",
1070
  "lstrip": false,
1071
  "normalized": false,
1072
  "rstrip": false,
@@ -1074,7 +1074,7 @@
1074
  "special": true
1075
  },
1076
  "50375": {
1077
- "content": "</s_BIC>",
1078
  "lstrip": false,
1079
  "normalized": false,
1080
  "rstrip": false,
@@ -1082,7 +1082,7 @@
1082
  "special": true
1083
  },
1084
  "50376": {
1085
- "content": "</s_variable_symbol>",
1086
  "lstrip": false,
1087
  "normalized": false,
1088
  "rstrip": false,
@@ -1090,7 +1090,7 @@
1090
  "special": true
1091
  },
1092
  "50377": {
1093
- "content": "</s_payment>",
1094
  "lstrip": false,
1095
  "normalized": false,
1096
  "rstrip": false,
@@ -1098,7 +1098,7 @@
1098
  "special": true
1099
  },
1100
  "50378": {
1101
- "content": "<s_supplier_tax_id>",
1102
  "lstrip": false,
1103
  "normalized": false,
1104
  "rstrip": false,
@@ -1106,7 +1106,7 @@
1106
  "special": true
1107
  },
1108
  "50379": {
1109
- "content": "<s_currency>",
1110
  "lstrip": false,
1111
  "normalized": false,
1112
  "rstrip": false,
@@ -1114,7 +1114,7 @@
1114
  "special": true
1115
  },
1116
  "50380": {
1117
- "content": "</s_const_symbol>",
1118
  "lstrip": false,
1119
  "normalized": false,
1120
  "rstrip": false,
@@ -1122,7 +1122,7 @@
1122
  "special": true
1123
  },
1124
  "50381": {
1125
- "content": "<s_payment>",
1126
  "lstrip": false,
1127
  "normalized": false,
1128
  "rstrip": false,
@@ -1531,44 +1531,44 @@
1531
  }
1532
  },
1533
  "additional_special_tokens": [
1534
- "<s_customer_tax_id>",
1535
- "</s_customer_tax_id>",
1536
- "<s_supplier_register_id>",
1537
- "</s_IBAN>",
1538
- "<s_customer_name>",
1539
- "</s_total_price>",
1540
  "</s_bank_account_number>",
1541
- "<s_IBAN>",
1542
- "</s_supplier_name>",
1543
- "<s_total_vat>",
1544
- "</s_supplier_register_id>",
1545
- "<s_supplier_name>",
1546
- "</s_issue_date>",
1547
- "</s_supplier_tax_id>",
1548
- "<s_total_price>",
1549
  "<s_taxable_supply_date>",
1550
- "</s_taxable_supply_date>",
1551
- "</s_invoice_number>",
1552
- "<s_issue_date>",
1553
- "<s_BIC>",
1554
- "<s_invoice_number>",
1555
- "<s_variable_symbol>",
1556
  "</s_customer_name>",
1557
- "<s_due_date>",
1558
- "<s_bank_account_number>",
1559
- "<s_const_symbol>",
1560
  "</s_currency>",
1561
- "</s_due_date>",
1562
- "<s_customer_register_id>",
 
1563
  "</s_total_vat>",
1564
- "</s_customer_register_id>",
1565
- "</s_BIC>",
1566
  "</s_variable_symbol>",
 
 
 
 
 
 
 
 
1567
  "</s_payment>",
 
 
 
 
 
 
 
1568
  "<s_supplier_tax_id>",
1569
- "<s_currency>",
1570
- "</s_const_symbol>",
1571
- "<s_payment>"
 
 
1572
  ],
1573
  "clean_up_tokenization_spaces": false,
1574
  "eos_token": "</s>",
 
826
  "special": true
827
  },
828
  "50344": {
829
+ "content": "</s_BIC>",
830
  "lstrip": false,
831
  "normalized": false,
832
  "rstrip": false,
 
834
  "special": true
835
  },
836
  "50345": {
837
+ "content": "</s_bank_account_number>",
838
  "lstrip": false,
839
  "normalized": false,
840
  "rstrip": false,
 
842
  "special": true
843
  },
844
  "50346": {
845
+ "content": "<s_currency>",
846
  "lstrip": false,
847
  "normalized": false,
848
  "rstrip": false,
 
850
  "special": true
851
  },
852
  "50347": {
853
+ "content": "<s_customer_name>",
854
  "lstrip": false,
855
  "normalized": false,
856
  "rstrip": false,
 
858
  "special": true
859
  },
860
  "50348": {
861
+ "content": "<s_taxable_supply_date>",
862
  "lstrip": false,
863
  "normalized": false,
864
  "rstrip": false,
 
866
  "special": true
867
  },
868
  "50349": {
869
+ "content": "</s_IBAN>",
870
  "lstrip": false,
871
  "normalized": false,
872
  "rstrip": false,
 
874
  "special": true
875
  },
876
  "50350": {
877
+ "content": "</s_issue_date>",
878
  "lstrip": false,
879
  "normalized": false,
880
  "rstrip": false,
 
882
  "special": true
883
  },
884
  "50351": {
885
+ "content": "</s_customer_name>",
886
  "lstrip": false,
887
  "normalized": false,
888
  "rstrip": false,
 
890
  "special": true
891
  },
892
  "50352": {
893
+ "content": "</s_customer_register_id>",
894
  "lstrip": false,
895
  "normalized": false,
896
  "rstrip": false,
 
898
  "special": true
899
  },
900
  "50353": {
901
+ "content": "</s_currency>",
902
  "lstrip": false,
903
  "normalized": false,
904
  "rstrip": false,
 
906
  "special": true
907
  },
908
  "50354": {
909
+ "content": "</s_total_price>",
910
  "lstrip": false,
911
  "normalized": false,
912
  "rstrip": false,
 
922
  "special": true
923
  },
924
  "50356": {
925
+ "content": "</s_supplier_register_id>",
926
  "lstrip": false,
927
  "normalized": false,
928
  "rstrip": false,
 
930
  "special": true
931
  },
932
  "50357": {
933
+ "content": "</s_total_vat>",
934
  "lstrip": false,
935
  "normalized": false,
936
  "rstrip": false,
 
938
  "special": true
939
  },
940
  "50358": {
941
+ "content": "</s_taxable_supply_date>",
942
  "lstrip": false,
943
  "normalized": false,
944
  "rstrip": false,
 
946
  "special": true
947
  },
948
  "50359": {
949
+ "content": "</s_variable_symbol>",
950
  "lstrip": false,
951
  "normalized": false,
952
  "rstrip": false,
 
954
  "special": true
955
  },
956
  "50360": {
957
+ "content": "<s_bank_account_number>",
958
  "lstrip": false,
959
  "normalized": false,
960
  "rstrip": false,
 
962
  "special": true
963
  },
964
  "50361": {
965
+ "content": "</s_due_date>",
966
  "lstrip": false,
967
  "normalized": false,
968
  "rstrip": false,
 
970
  "special": true
971
  },
972
  "50362": {
973
+ "content": "</s_const_symbol>",
974
  "lstrip": false,
975
  "normalized": false,
976
  "rstrip": false,
 
978
  "special": true
979
  },
980
  "50363": {
981
+ "content": "<s_due_date>",
982
  "lstrip": false,
983
  "normalized": false,
984
  "rstrip": false,
 
986
  "special": true
987
  },
988
  "50364": {
989
+ "content": "<s_total_price>",
990
  "lstrip": false,
991
  "normalized": false,
992
  "rstrip": false,
 
994
  "special": true
995
  },
996
  "50365": {
997
+ "content": "<s_const_symbol>",
998
  "lstrip": false,
999
  "normalized": false,
1000
  "rstrip": false,
 
1002
  "special": true
1003
  },
1004
  "50366": {
1005
+ "content": "</s_supplier_name>",
1006
  "lstrip": false,
1007
  "normalized": false,
1008
  "rstrip": false,
 
1010
  "special": true
1011
  },
1012
  "50367": {
1013
+ "content": "<s_total_vat>",
1014
  "lstrip": false,
1015
  "normalized": false,
1016
  "rstrip": false,
 
1018
  "special": true
1019
  },
1020
  "50368": {
1021
+ "content": "</s_payment>",
1022
  "lstrip": false,
1023
  "normalized": false,
1024
  "rstrip": false,
 
1026
  "special": true
1027
  },
1028
  "50369": {
1029
+ "content": "<s_BIC>",
1030
  "lstrip": false,
1031
  "normalized": false,
1032
  "rstrip": false,
 
1034
  "special": true
1035
  },
1036
  "50370": {
1037
+ "content": "<s_issue_date>",
1038
  "lstrip": false,
1039
  "normalized": false,
1040
  "rstrip": false,
 
1042
  "special": true
1043
  },
1044
  "50371": {
1045
+ "content": "<s_IBAN>",
1046
  "lstrip": false,
1047
  "normalized": false,
1048
  "rstrip": false,
 
1050
  "special": true
1051
  },
1052
  "50372": {
1053
+ "content": "<s_supplier_register_id>",
1054
  "lstrip": false,
1055
  "normalized": false,
1056
  "rstrip": false,
 
1058
  "special": true
1059
  },
1060
  "50373": {
1061
+ "content": "</s_customer_tax_id>",
1062
  "lstrip": false,
1063
  "normalized": false,
1064
  "rstrip": false,
 
1066
  "special": true
1067
  },
1068
  "50374": {
1069
+ "content": "<s_variable_symbol>",
1070
  "lstrip": false,
1071
  "normalized": false,
1072
  "rstrip": false,
 
1074
  "special": true
1075
  },
1076
  "50375": {
1077
+ "content": "</s_invoice_number>",
1078
  "lstrip": false,
1079
  "normalized": false,
1080
  "rstrip": false,
 
1082
  "special": true
1083
  },
1084
  "50376": {
1085
+ "content": "<s_supplier_tax_id>",
1086
  "lstrip": false,
1087
  "normalized": false,
1088
  "rstrip": false,
 
1090
  "special": true
1091
  },
1092
  "50377": {
1093
+ "content": "<s_payment>",
1094
  "lstrip": false,
1095
  "normalized": false,
1096
  "rstrip": false,
 
1098
  "special": true
1099
  },
1100
  "50378": {
1101
+ "content": "<s_customer_tax_id>",
1102
  "lstrip": false,
1103
  "normalized": false,
1104
  "rstrip": false,
 
1106
  "special": true
1107
  },
1108
  "50379": {
1109
+ "content": "<s_invoice_number>",
1110
  "lstrip": false,
1111
  "normalized": false,
1112
  "rstrip": false,
 
1114
  "special": true
1115
  },
1116
  "50380": {
1117
+ "content": "</s_supplier_tax_id>",
1118
  "lstrip": false,
1119
  "normalized": false,
1120
  "rstrip": false,
 
1122
  "special": true
1123
  },
1124
  "50381": {
1125
+ "content": "<s_customer_register_id>",
1126
  "lstrip": false,
1127
  "normalized": false,
1128
  "rstrip": false,
 
1531
  }
1532
  },
1533
  "additional_special_tokens": [
1534
+ "</s_BIC>",
 
 
 
 
 
1535
  "</s_bank_account_number>",
1536
+ "<s_currency>",
1537
+ "<s_customer_name>",
 
 
 
 
 
 
1538
  "<s_taxable_supply_date>",
1539
+ "</s_IBAN>",
1540
+ "</s_issue_date>",
 
 
 
 
1541
  "</s_customer_name>",
1542
+ "</s_customer_register_id>",
 
 
1543
  "</s_currency>",
1544
+ "</s_total_price>",
1545
+ "<s_supplier_name>",
1546
+ "</s_supplier_register_id>",
1547
  "</s_total_vat>",
1548
+ "</s_taxable_supply_date>",
 
1549
  "</s_variable_symbol>",
1550
+ "<s_bank_account_number>",
1551
+ "</s_due_date>",
1552
+ "</s_const_symbol>",
1553
+ "<s_due_date>",
1554
+ "<s_total_price>",
1555
+ "<s_const_symbol>",
1556
+ "</s_supplier_name>",
1557
+ "<s_total_vat>",
1558
  "</s_payment>",
1559
+ "<s_BIC>",
1560
+ "<s_issue_date>",
1561
+ "<s_IBAN>",
1562
+ "<s_supplier_register_id>",
1563
+ "</s_customer_tax_id>",
1564
+ "<s_variable_symbol>",
1565
+ "</s_invoice_number>",
1566
  "<s_supplier_tax_id>",
1567
+ "<s_payment>",
1568
+ "<s_customer_tax_id>",
1569
+ "<s_invoice_number>",
1570
+ "</s_supplier_tax_id>",
1571
+ "<s_customer_register_id>"
1572
  ],
1573
  "clean_up_tokenization_spaces": false,
1574
  "eos_token": "</s>",