rippertnt commited on
Commit
b3a1a71
·
verified ·
1 Parent(s): d0aefc5

Upload 15 files

Browse files
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_55765" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_55765">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_55940" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_55767" type="Const" version="opset1">
29
  <data element_type="i32" shape="110524" offset="0" size="442096" />
30
  <output>
31
  <port id="0" precision="I32">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="Constant_55769" type="Const" version="opset1">
37
  <data element_type="i32" shape="110524" offset="442096" size="442096" />
38
  <output>
39
  <port id="0" precision="I32">
@@ -41,7 +41,7 @@
41
  </port>
42
  </output>
43
  </layer>
44
- <layer id="4" name="Constant_55771" type="Const" version="opset1">
45
  <data element_type="u8" shape="717300" offset="884192" size="717300" />
46
  <output>
47
  <port id="0" precision="U8">
@@ -49,7 +49,7 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="5" name="Slice_55776" type="Const" version="opset1">
53
  <data element_type="i32" shape="54" offset="1601492" size="216" />
54
  <output>
55
  <port id="0" precision="I32">
@@ -57,7 +57,7 @@
57
  </port>
58
  </output>
59
  </layer>
60
- <layer id="6" name="VocabDecoder_55778" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="7" name="FuzeRagged_55779" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="8" name="UTF8Validate_55780" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
@@ -144,7 +144,7 @@
144
  </port>
145
  </output>
146
  </layer>
147
- <layer id="9" name="Constant_55782" type="Const" version="opset1">
148
  <data element_type="u8" shape="51" offset="1601708" size="51" />
149
  <output>
150
  <port id="0" precision="U8">
@@ -152,7 +152,7 @@
152
  </port>
153
  </output>
154
  </layer>
155
- <layer id="10" name="Constant_55784" type="Const" version="opset1">
156
  <data element_type="u8" shape="2" offset="1601759" size="2" />
157
  <output>
158
  <port id="0" precision="U8">
@@ -160,7 +160,7 @@
160
  </port>
161
  </output>
162
  </layer>
163
- <layer id="11" name="RegexNormalization_55785" type="RegexNormalization" version="extension">
164
  <data global_replace="true" />
165
  <input>
166
  <port id="0" precision="I32">
@@ -191,7 +191,7 @@
191
  </port>
192
  </output>
193
  </layer>
194
- <layer id="12" name="StringTensorPack_55786" type="StringTensorPack" version="opset15">
195
  <input>
196
  <port id="0" precision="I32">
197
  <dim>-1</dim>
@@ -204,12 +204,12 @@
204
  </port>
205
  </input>
206
  <output>
207
- <port id="3" precision="STRING" names="Result_55787,string_output">
208
  <dim>-1</dim>
209
  </port>
210
  </output>
211
  </layer>
212
- <layer id="13" name="Result_55787" type="Result" version="opset1" output_names="Result_55787,string_output">
213
  <input>
214
  <port id="0" precision="STRING">
215
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_71759" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_71759">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_71934" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_71761" type="Const" version="opset1">
29
  <data element_type="i32" shape="110524" offset="0" size="442096" />
30
  <output>
31
  <port id="0" precision="I32">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="Constant_71763" type="Const" version="opset1">
37
  <data element_type="i32" shape="110524" offset="442096" size="442096" />
38
  <output>
39
  <port id="0" precision="I32">
 
41
  </port>
42
  </output>
43
  </layer>
44
+ <layer id="4" name="Constant_71765" type="Const" version="opset1">
45
  <data element_type="u8" shape="717300" offset="884192" size="717300" />
46
  <output>
47
  <port id="0" precision="U8">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="5" name="Slice_71770" type="Const" version="opset1">
53
  <data element_type="i32" shape="54" offset="1601492" size="216" />
54
  <output>
55
  <port id="0" precision="I32">
 
57
  </port>
58
  </output>
59
  </layer>
60
+ <layer id="6" name="VocabDecoder_71772" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="7" name="FuzeRagged_71773" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="8" name="UTF8Validate_71774" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
 
144
  </port>
145
  </output>
146
  </layer>
147
+ <layer id="9" name="Constant_71776" type="Const" version="opset1">
148
  <data element_type="u8" shape="51" offset="1601708" size="51" />
149
  <output>
150
  <port id="0" precision="U8">
 
152
  </port>
153
  </output>
154
  </layer>
155
+ <layer id="10" name="Constant_71778" type="Const" version="opset1">
156
  <data element_type="u8" shape="2" offset="1601759" size="2" />
157
  <output>
158
  <port id="0" precision="U8">
 
160
  </port>
161
  </output>
162
  </layer>
163
+ <layer id="11" name="RegexNormalization_71779" type="RegexNormalization" version="extension">
164
  <data global_replace="true" />
165
  <input>
166
  <port id="0" precision="I32">
 
191
  </port>
192
  </output>
193
  </layer>
194
+ <layer id="12" name="StringTensorPack_71780" type="StringTensorPack" version="opset15">
195
  <input>
196
  <port id="0" precision="I32">
197
  <dim>-1</dim>
 
204
  </port>
205
  </input>
206
  <output>
207
+ <port id="3" precision="STRING" names="Result_71781,string_output">
208
  <dim>-1</dim>
209
  </port>
210
  </output>
211
  </layer>
212
+ <layer id="13" name="Result_71781" type="Result" version="opset1" output_names="Result_71781,string_output">
213
  <input>
214
  <port id="0" precision="STRING">
215
  <dim>-1</dim>
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19b476dcee418f0ed0459b5ec478a735dbda8e27aa9a6aa5a72696996d1e3692
3
- size 927937100
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb28744aeca14cd818936f52d66d33fa9b9b3bdebf20854a489b209438b47386
3
+ size 927937108
openvino_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.xml CHANGED
@@ -1,21 +1,21 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_55646" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_55646">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_55652" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="StringTensorUnpack_55647" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="ShapeOf_55648" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
@@ -46,19 +46,19 @@
46
  </port>
47
  </output>
48
  </layer>
49
- <layer id="4" name="Constant_55649" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
- <layer id="5" name="Constant_55650" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
- <layer id="6" name="Gather_55651" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
@@ -71,13 +71,13 @@
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
- <layer id="7" name="Constant_55653" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
- <layer id="8" name="Range_55654" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
@@ -90,19 +90,19 @@
90
  </port>
91
  </output>
92
  </layer>
93
- <layer id="9" name="Constant_55655" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
- <layer id="10" name="Constant_55656" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
- <layer id="11" name="Add_55657" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
@@ -112,13 +112,13 @@
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
- <layer id="12" name="Constant_55658" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
- <layer id="13" name="Range_55659" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
@@ -131,7 +131,7 @@
131
  </port>
132
  </output>
133
  </layer>
134
- <layer id="14" name="Constant_55721" type="Const" version="opset1">
135
  <data element_type="u8" shape="1184" offset="16" size="1184" />
136
  <output>
137
  <port id="0" precision="U8">
@@ -139,7 +139,7 @@
139
  </port>
140
  </output>
141
  </layer>
142
- <layer id="15" name="SpecialTokensSplit_55722" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
@@ -181,7 +181,7 @@
181
  </port>
182
  </output>
183
  </layer>
184
- <layer id="16" name="CharsMapNormalization_55723" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
@@ -212,7 +212,7 @@
212
  </port>
213
  </output>
214
  </layer>
215
- <layer id="17" name="Constant_55725" type="Const" version="opset1">
216
  <data element_type="u8" shape="115" offset="1200" size="115" />
217
  <output>
218
  <port id="0" precision="U8">
@@ -220,7 +220,7 @@
220
  </port>
221
  </output>
222
  </layer>
223
- <layer id="18" name="RegexSplit_55726" type="RegexSplit" version="extension">
224
  <data behaviour="remove" invert="true" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
@@ -266,7 +266,7 @@
266
  </port>
267
  </output>
268
  </layer>
269
- <layer id="19" name="Constant_55728" type="Const" version="opset1">
270
  <data element_type="i32" shape="110524" offset="1315" size="442096" />
271
  <output>
272
  <port id="0" precision="I32">
@@ -274,7 +274,7 @@
274
  </port>
275
  </output>
276
  </layer>
277
- <layer id="20" name="Constant_55730" type="Const" version="opset1">
278
  <data element_type="i32" shape="110524" offset="443411" size="442096" />
279
  <output>
280
  <port id="0" precision="I32">
@@ -282,7 +282,7 @@
282
  </port>
283
  </output>
284
  </layer>
285
- <layer id="21" name="Constant_55732" type="Const" version="opset1">
286
  <data element_type="u8" shape="717300" offset="885507" size="717300" />
287
  <output>
288
  <port id="0" precision="U8">
@@ -290,7 +290,7 @@
290
  </port>
291
  </output>
292
  </layer>
293
- <layer id="22" name="Constant_55740" type="Const" version="opset1">
294
  <data element_type="i32" shape="110305" offset="1602807" size="441220" />
295
  <output>
296
  <port id="0" precision="I32">
@@ -298,7 +298,7 @@
298
  </port>
299
  </output>
300
  </layer>
301
- <layer id="23" name="Constant_55742" type="Const" version="opset1">
302
  <data element_type="i32" shape="110305" offset="2044027" size="441220" />
303
  <output>
304
  <port id="0" precision="I32">
@@ -306,7 +306,7 @@
306
  </port>
307
  </output>
308
  </layer>
309
- <layer id="24" name="Constant_55744" type="Const" version="opset1">
310
  <data element_type="u8" shape="350104" offset="2485247" size="350104" />
311
  <output>
312
  <port id="0" precision="U8">
@@ -314,7 +314,7 @@
314
  </port>
315
  </output>
316
  </layer>
317
- <layer id="25" name="Constant_55746" type="Const" version="opset1">
318
  <data element_type="i32" shape="110305" offset="2835351" size="441220" />
319
  <output>
320
  <port id="0" precision="I32">
@@ -322,7 +322,7 @@
322
  </port>
323
  </output>
324
  </layer>
325
- <layer id="26" name="Constant_55748" type="Const" version="opset1">
326
  <data element_type="i32" shape="110305" offset="3276571" size="441220" />
327
  <output>
328
  <port id="0" precision="I32">
@@ -330,7 +330,7 @@
330
  </port>
331
  </output>
332
  </layer>
333
- <layer id="27" name="Constant_55750" type="Const" version="opset1">
334
  <data element_type="u8" shape="366457" offset="3717791" size="366457" />
335
  <output>
336
  <port id="0" precision="U8">
@@ -338,7 +338,7 @@
338
  </port>
339
  </output>
340
  </layer>
341
- <layer id="28" name="Constant_55734" type="Const" version="opset1">
342
  <data element_type="i32" shape="54" offset="4084248" size="216" />
343
  <output>
344
  <port id="0" precision="I32">
@@ -346,7 +346,7 @@
346
  </port>
347
  </output>
348
  </layer>
349
- <layer id="29" name="Constant_55736" type="Const" version="opset1">
350
  <data element_type="i32" shape="54" offset="4084464" size="216" />
351
  <output>
352
  <port id="0" precision="I32">
@@ -354,7 +354,7 @@
354
  </port>
355
  </output>
356
  </layer>
357
- <layer id="30" name="Constant_55738" type="Const" version="opset1">
358
  <data element_type="u8" shape="873" offset="4084680" size="873" />
359
  <output>
360
  <port id="0" precision="U8">
@@ -362,7 +362,7 @@
362
  </port>
363
  </output>
364
  </layer>
365
- <layer id="31" name="Constant_55751" type="Const" version="opset1">
366
  <data element_type="i32" shape="54" offset="4085553" size="216" />
367
  <output>
368
  <port id="0" precision="I32">
@@ -370,7 +370,7 @@
370
  </port>
371
  </output>
372
  </layer>
373
- <layer id="32" name="BPETokenizer_55752" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="22098" />
375
  <input>
376
  <port id="0" precision="I32">
@@ -440,7 +440,7 @@
440
  </port>
441
  </output>
442
  </layer>
443
- <layer id="33" name="Subtract_55753" type="Subtract" version="opset1">
444
  <data auto_broadcast="numpy" />
445
  <input>
446
  <port id="0" precision="I32">
@@ -456,13 +456,13 @@
456
  </port>
457
  </output>
458
  </layer>
459
- <layer id="34" name="Constant_55754" type="Const" version="opset1">
460
  <data element_type="i32" shape="" offset="4085769" size="4" />
461
  <output>
462
  <port id="0" precision="I32" />
463
  </output>
464
  </layer>
465
- <layer id="35" name="Minimum_55755" type="Minimum" version="opset1">
466
  <data auto_broadcast="numpy" />
467
  <input>
468
  <port id="0" precision="I32">
@@ -476,7 +476,7 @@
476
  </port>
477
  </output>
478
  </layer>
479
- <layer id="36" name="Subtract_55756" type="Subtract" version="opset1">
480
  <data auto_broadcast="numpy" />
481
  <input>
482
  <port id="0" precision="I32">
@@ -492,7 +492,7 @@
492
  </port>
493
  </output>
494
  </layer>
495
- <layer id="37" name="Subtract_55757" type="Subtract" version="opset1">
496
  <data auto_broadcast="numpy" />
497
  <input>
498
  <port id="0" precision="I32">
@@ -508,13 +508,13 @@
508
  </port>
509
  </output>
510
  </layer>
511
- <layer id="38" name="Constant_55758" type="Const" version="opset1">
512
  <data element_type="i32" shape="" offset="4085773" size="4" />
513
  <output>
514
  <port id="0" precision="I32" />
515
  </output>
516
  </layer>
517
- <layer id="39" name="ReduceMax_55759" type="ReduceMax" version="opset1">
518
  <data keep_dims="false" />
519
  <input>
520
  <port id="0" precision="I32">
@@ -526,13 +526,13 @@
526
  <port id="2" precision="I32" />
527
  </output>
528
  </layer>
529
- <layer id="40" name="Constant_55760" type="Const" version="opset1">
530
  <data element_type="i32" shape="" offset="4085777" size="4" />
531
  <output>
532
  <port id="0" precision="I32" />
533
  </output>
534
  </layer>
535
- <layer id="41" name="RaggedToDense_55761" type="RaggedToDense" version="extension">
536
  <data pad_right="false" m_pad_max_length="false" />
537
  <input>
538
  <port id="0" precision="I32">
@@ -558,7 +558,7 @@
558
  </port>
559
  </output>
560
  </layer>
561
- <layer id="42" name="Convert_55762" type="Convert" version="opset1">
562
  <data destination_type="i32" />
563
  <input>
564
  <port id="0" precision="BOOL">
@@ -573,7 +573,7 @@
573
  </port>
574
  </output>
575
  </layer>
576
- <layer id="43" name="Convert_55762.0" type="Convert" version="opset1">
577
  <data destination_type="i64" />
578
  <input>
579
  <port id="0" precision="I32">
@@ -588,7 +588,7 @@
588
  </port>
589
  </output>
590
  </layer>
591
- <layer id="45" name="RaggedToDense_55761.0" type="Convert" version="opset1">
592
  <data destination_type="i64" />
593
  <input>
594
  <port id="0" precision="I32">
@@ -603,7 +603,7 @@
603
  </port>
604
  </output>
605
  </layer>
606
- <layer id="46" name="Result_55763" type="Result" version="opset1" output_names="input_ids">
607
  <input>
608
  <port id="0" precision="I64">
609
  <dim>-1</dim>
@@ -611,7 +611,7 @@
611
  </port>
612
  </input>
613
  </layer>
614
- <layer id="44" name="Result_55764" type="Result" version="opset1" output_names="attention_mask">
615
  <input>
616
  <port id="0" precision="I64">
617
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_71640" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_71640">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_71646" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="StringTensorUnpack_71641" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="ShapeOf_71642" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
 
46
  </port>
47
  </output>
48
  </layer>
49
+ <layer id="4" name="Constant_71643" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
+ <layer id="5" name="Constant_71644" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
+ <layer id="6" name="Gather_71645" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
 
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
+ <layer id="7" name="Constant_71647" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
+ <layer id="8" name="Range_71648" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
 
90
  </port>
91
  </output>
92
  </layer>
93
+ <layer id="9" name="Constant_71649" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
+ <layer id="10" name="Constant_71650" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
+ <layer id="11" name="Add_71651" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
 
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
+ <layer id="12" name="Constant_71652" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
+ <layer id="13" name="Range_71653" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="14" name="Constant_71715" type="Const" version="opset1">
135
  <data element_type="u8" shape="1184" offset="16" size="1184" />
136
  <output>
137
  <port id="0" precision="U8">
 
139
  </port>
140
  </output>
141
  </layer>
142
+ <layer id="15" name="SpecialTokensSplit_71716" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
 
181
  </port>
182
  </output>
183
  </layer>
184
+ <layer id="16" name="CharsMapNormalization_71717" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
 
212
  </port>
213
  </output>
214
  </layer>
215
+ <layer id="17" name="Constant_71719" type="Const" version="opset1">
216
  <data element_type="u8" shape="115" offset="1200" size="115" />
217
  <output>
218
  <port id="0" precision="U8">
 
220
  </port>
221
  </output>
222
  </layer>
223
+ <layer id="18" name="RegexSplit_71720" type="RegexSplit" version="extension">
224
  <data behaviour="remove" invert="true" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
 
266
  </port>
267
  </output>
268
  </layer>
269
+ <layer id="19" name="Constant_71722" type="Const" version="opset1">
270
  <data element_type="i32" shape="110524" offset="1315" size="442096" />
271
  <output>
272
  <port id="0" precision="I32">
 
274
  </port>
275
  </output>
276
  </layer>
277
+ <layer id="20" name="Constant_71724" type="Const" version="opset1">
278
  <data element_type="i32" shape="110524" offset="443411" size="442096" />
279
  <output>
280
  <port id="0" precision="I32">
 
282
  </port>
283
  </output>
284
  </layer>
285
+ <layer id="21" name="Constant_71726" type="Const" version="opset1">
286
  <data element_type="u8" shape="717300" offset="885507" size="717300" />
287
  <output>
288
  <port id="0" precision="U8">
 
290
  </port>
291
  </output>
292
  </layer>
293
+ <layer id="22" name="Constant_71734" type="Const" version="opset1">
294
  <data element_type="i32" shape="110305" offset="1602807" size="441220" />
295
  <output>
296
  <port id="0" precision="I32">
 
298
  </port>
299
  </output>
300
  </layer>
301
+ <layer id="23" name="Constant_71736" type="Const" version="opset1">
302
  <data element_type="i32" shape="110305" offset="2044027" size="441220" />
303
  <output>
304
  <port id="0" precision="I32">
 
306
  </port>
307
  </output>
308
  </layer>
309
+ <layer id="24" name="Constant_71738" type="Const" version="opset1">
310
  <data element_type="u8" shape="350104" offset="2485247" size="350104" />
311
  <output>
312
  <port id="0" precision="U8">
 
314
  </port>
315
  </output>
316
  </layer>
317
+ <layer id="25" name="Constant_71740" type="Const" version="opset1">
318
  <data element_type="i32" shape="110305" offset="2835351" size="441220" />
319
  <output>
320
  <port id="0" precision="I32">
 
322
  </port>
323
  </output>
324
  </layer>
325
+ <layer id="26" name="Constant_71742" type="Const" version="opset1">
326
  <data element_type="i32" shape="110305" offset="3276571" size="441220" />
327
  <output>
328
  <port id="0" precision="I32">
 
330
  </port>
331
  </output>
332
  </layer>
333
+ <layer id="27" name="Constant_71744" type="Const" version="opset1">
334
  <data element_type="u8" shape="366457" offset="3717791" size="366457" />
335
  <output>
336
  <port id="0" precision="U8">
 
338
  </port>
339
  </output>
340
  </layer>
341
+ <layer id="28" name="Constant_71728" type="Const" version="opset1">
342
  <data element_type="i32" shape="54" offset="4084248" size="216" />
343
  <output>
344
  <port id="0" precision="I32">
 
346
  </port>
347
  </output>
348
  </layer>
349
+ <layer id="29" name="Constant_71730" type="Const" version="opset1">
350
  <data element_type="i32" shape="54" offset="4084464" size="216" />
351
  <output>
352
  <port id="0" precision="I32">
 
354
  </port>
355
  </output>
356
  </layer>
357
+ <layer id="30" name="Constant_71732" type="Const" version="opset1">
358
  <data element_type="u8" shape="873" offset="4084680" size="873" />
359
  <output>
360
  <port id="0" precision="U8">
 
362
  </port>
363
  </output>
364
  </layer>
365
+ <layer id="31" name="Constant_71745" type="Const" version="opset1">
366
  <data element_type="i32" shape="54" offset="4085553" size="216" />
367
  <output>
368
  <port id="0" precision="I32">
 
370
  </port>
371
  </output>
372
  </layer>
373
+ <layer id="32" name="BPETokenizer_71746" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="22098" />
375
  <input>
376
  <port id="0" precision="I32">
 
440
  </port>
441
  </output>
442
  </layer>
443
+ <layer id="33" name="Subtract_71747" type="Subtract" version="opset1">
444
  <data auto_broadcast="numpy" />
445
  <input>
446
  <port id="0" precision="I32">
 
456
  </port>
457
  </output>
458
  </layer>
459
+ <layer id="34" name="Constant_71748" type="Const" version="opset1">
460
  <data element_type="i32" shape="" offset="4085769" size="4" />
461
  <output>
462
  <port id="0" precision="I32" />
463
  </output>
464
  </layer>
465
+ <layer id="35" name="Minimum_71749" type="Minimum" version="opset1">
466
  <data auto_broadcast="numpy" />
467
  <input>
468
  <port id="0" precision="I32">
 
476
  </port>
477
  </output>
478
  </layer>
479
+ <layer id="36" name="Subtract_71750" type="Subtract" version="opset1">
480
  <data auto_broadcast="numpy" />
481
  <input>
482
  <port id="0" precision="I32">
 
492
  </port>
493
  </output>
494
  </layer>
495
+ <layer id="37" name="Subtract_71751" type="Subtract" version="opset1">
496
  <data auto_broadcast="numpy" />
497
  <input>
498
  <port id="0" precision="I32">
 
508
  </port>
509
  </output>
510
  </layer>
511
+ <layer id="38" name="Constant_71752" type="Const" version="opset1">
512
  <data element_type="i32" shape="" offset="4085773" size="4" />
513
  <output>
514
  <port id="0" precision="I32" />
515
  </output>
516
  </layer>
517
+ <layer id="39" name="ReduceMax_71753" type="ReduceMax" version="opset1">
518
  <data keep_dims="false" />
519
  <input>
520
  <port id="0" precision="I32">
 
526
  <port id="2" precision="I32" />
527
  </output>
528
  </layer>
529
+ <layer id="40" name="Constant_71754" type="Const" version="opset1">
530
  <data element_type="i32" shape="" offset="4085777" size="4" />
531
  <output>
532
  <port id="0" precision="I32" />
533
  </output>
534
  </layer>
535
+ <layer id="41" name="RaggedToDense_71755" type="RaggedToDense" version="extension">
536
  <data pad_right="false" m_pad_max_length="false" />
537
  <input>
538
  <port id="0" precision="I32">
 
558
  </port>
559
  </output>
560
  </layer>
561
+ <layer id="42" name="Convert_71756" type="Convert" version="opset1">
562
  <data destination_type="i32" />
563
  <input>
564
  <port id="0" precision="BOOL">
 
573
  </port>
574
  </output>
575
  </layer>
576
+ <layer id="43" name="Convert_71756.0" type="Convert" version="opset1">
577
  <data destination_type="i64" />
578
  <input>
579
  <port id="0" precision="I32">
 
588
  </port>
589
  </output>
590
  </layer>
591
+ <layer id="45" name="RaggedToDense_71755.0" type="Convert" version="opset1">
592
  <data destination_type="i64" />
593
  <input>
594
  <port id="0" precision="I32">
 
603
  </port>
604
  </output>
605
  </layer>
606
+ <layer id="46" name="Result_71757" type="Result" version="opset1" output_names="input_ids">
607
  <input>
608
  <port id="0" precision="I64">
609
  <dim>-1</dim>
 
611
  </port>
612
  </input>
613
  </layer>
614
+ <layer id="44" name="Result_71758" type="Result" version="opset1" output_names="attention_mask">
615
  <input>
616
  <port id="0" precision="I64">
617
  <dim>-1</dim>