Hugging Face's logo

shailesh83
/
Qwen3-Coder-int4-ST

OpenVINO
qwen3_moe
Model card Files
xet
 Community
shailesh83 commited on
Commit
31edcc0
·
verified ·
1 Parent(s): a0fe8d4

Add files using upload-large-folder tool

Browse files
Files changed (5) hide show
  1. openvino_detokenizer.xml +17 -16
  2. openvino_model.bin +2 -2
  3. openvino_model.xml +2 -2
  4. openvino_tokenizer.bin +2 -2
  5. openvino_tokenizer.xml +74 -73
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_7147179" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_7147179">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_7147378" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_7147181" type="Const" version="opset1">
29
  <data element_type="i32" shape="151669" offset="0" size="606676" />
30
  <output>
31
  <port id="0" precision="I32">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="Constant_7147183" type="Const" version="opset1">
37
  <data element_type="i32" shape="151669" offset="606676" size="606676" />
38
  <output>
39
  <port id="0" precision="I32">
@@ -41,7 +41,7 @@
41
  </port>
42
  </output>
43
  </layer>
44
- <layer id="4" name="Constant_7147185" type="Const" version="opset1">
45
  <data element_type="u8" shape="976309" offset="1213352" size="976309" />
46
  <output>
47
  <port id="0" precision="U8">
@@ -49,7 +49,7 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="5" name="Slice_7147190" type="Const" version="opset1">
53
  <data element_type="i32" shape="14" offset="2189661" size="56" />
54
  <output>
55
  <port id="0" precision="I32">
@@ -57,7 +57,7 @@
57
  </port>
58
  </output>
59
  </layer>
60
- <layer id="6" name="VocabDecoder_7147192" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="7" name="FuzeRagged_7147193" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="8" name="UTF8Validate_7147194" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
@@ -144,7 +144,7 @@
144
  </port>
145
  </output>
146
  </layer>
147
- <layer id="9" name="StringTensorPack_7147195" type="StringTensorPack" version="opset15">
148
  <input>
149
  <port id="0" precision="I32">
150
  <dim>-1</dim>
@@ -157,12 +157,12 @@
157
  </port>
158
  </input>
159
  <output>
160
- <port id="3" precision="STRING" names="Result_7147196,string_output">
161
  <dim>-1</dim>
162
  </port>
163
  </output>
164
  </layer>
165
- <layer id="10" name="Result_7147196" type="Result" version="opset1" output_names="Result_7147196,string_output">
166
  <input>
167
  <port id="0" precision="STRING">
168
  <dim>-1</dim>
@@ -200,14 +200,15 @@
200
  <handle_special_tokens_with_re />
201
  <max_length />
202
  <number_of_inputs value="1" />
203
- <openvino_tokenizers_version value="2025.3.0.0-598-57f278c8468" />
204
- <openvino_version value="2025.3.0-19807-44526285f24-releases/2025/3" />
205
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: true, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: true}" />
206
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
207
  <pad_token_id value="151643" />
208
- <sentencepiece_version value="0.2.0" />
209
  <skip_special_tokens value="True" />
210
  <streaming_detokenizer value="False" />
 
211
  <tokenizer_output_type value="i64" />
212
  <tokenizers_version value="0.21.4" />
213
  <transformers_version value="4.55.4" />
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_7635699" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_7635699">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_7635898" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_7635701" type="Const" version="opset1">
29
  <data element_type="i32" shape="151669" offset="0" size="606676" />
30
  <output>
31
  <port id="0" precision="I32">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="Constant_7635703" type="Const" version="opset1">
37
  <data element_type="i32" shape="151669" offset="606676" size="606676" />
38
  <output>
39
  <port id="0" precision="I32">
 
41
  </port>
42
  </output>
43
  </layer>
44
+ <layer id="4" name="Constant_7635705" type="Const" version="opset1">
45
  <data element_type="u8" shape="976309" offset="1213352" size="976309" />
46
  <output>
47
  <port id="0" precision="U8">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="5" name="Slice_7635710" type="Const" version="opset1">
53
  <data element_type="i32" shape="14" offset="2189661" size="56" />
54
  <output>
55
  <port id="0" precision="I32">
 
57
  </port>
58
  </output>
59
  </layer>
60
+ <layer id="6" name="VocabDecoder_7635712" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="7" name="FuzeRagged_7635713" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="8" name="UTF8Validate_7635714" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
 
144
  </port>
145
  </output>
146
  </layer>
147
+ <layer id="9" name="StringTensorPack_7635715" type="StringTensorPack" version="opset15">
148
  <input>
149
  <port id="0" precision="I32">
150
  <dim>-1</dim>
 
157
  </port>
158
  </input>
159
  <output>
160
+ <port id="3" precision="STRING" names="Result_7635716,string_output">
161
  <dim>-1</dim>
162
  </port>
163
  </output>
164
  </layer>
165
+ <layer id="10" name="Result_7635716" type="Result" version="opset1" output_names="Result_7635716,string_output">
166
  <input>
167
  <port id="0" precision="STRING">
168
  <dim>-1</dim>
 
200
  <handle_special_tokens_with_re />
201
  <max_length />
202
  <number_of_inputs value="1" />
203
+ <openvino_tokenizers_version value="2025.4.0.0-620-7bd0c7f7671" />
204
+ <openvino_version value="2025.4.0-20246-249126a2dbf-pull/32536/head" />
205
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: true, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: true}" />
206
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
207
  <pad_token_id value="151643" />
208
+ <sentencepiece_version value="0.2.1" />
209
  <skip_special_tokens value="True" />
210
  <streaming_detokenizer value="False" />
211
+ <tiktoken_version value="0.12.0" />
212
  <tokenizer_output_type value="i64" />
213
  <tokenizers_version value="0.21.4" />
214
  <transformers_version value="4.55.4" />
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:890136a7bd781bbb22bfb353d27e320202d57f07c0ea00fc176ac9a982bd5599
3
- size 16163049353
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99023ab6d16c0d26394ec12231d7442c429c3f4a7135f4bd13a224c3d038bba0
3
+ size 16465038261
openvino_model.xml CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e99492634ee4ea3ffede7225a3ef3249c639f3713dda516cb6a6a83ee04bc057
3
- size 203862211
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df1070c7f8f63472d106d5c76064c30b85bedf35622b87075e5cea7190ed4ca
3
+ size 6238623
openvino_tokenizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5dc34f67d718b9dbc036824e0e4fbc5acab03df3a00893f57224eb60feb5147b
3
- size 5588885
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6302e7424c2380030bdadfb4337657c0308bfc662a9b4735c4463d771f721ca1
3
+ size 5588835
openvino_tokenizer.xml CHANGED
@@ -1,21 +1,21 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_7147056" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_7147056">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_7147062" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="StringTensorUnpack_7147057" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="ShapeOf_7147058" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
@@ -46,19 +46,19 @@
46
  </port>
47
  </output>
48
  </layer>
49
- <layer id="4" name="Constant_7147059" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
- <layer id="5" name="Constant_7147060" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
- <layer id="6" name="Gather_7147061" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
@@ -71,13 +71,13 @@
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
- <layer id="7" name="Constant_7147063" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
- <layer id="8" name="Range_7147064" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
@@ -90,19 +90,19 @@
90
  </port>
91
  </output>
92
  </layer>
93
- <layer id="9" name="Constant_7147065" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
- <layer id="10" name="Constant_7147066" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
- <layer id="11" name="Add_7147067" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
@@ -112,13 +112,13 @@
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
- <layer id="12" name="Constant_7147068" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
- <layer id="13" name="Range_7147069" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
@@ -131,15 +131,15 @@
131
  </port>
132
  </output>
133
  </layer>
134
- <layer id="14" name="Constant_7147133" type="Const" version="opset1">
135
- <data element_type="u8" shape="512" offset="16" size="512" />
136
  <output>
137
  <port id="0" precision="U8">
138
- <dim>512</dim>
139
  </port>
140
  </output>
141
  </layer>
142
- <layer id="15" name="SpecialTokensSplit_7147134" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
@@ -157,7 +157,7 @@
157
  <dim>-1</dim>
158
  </port>
159
  <port id="5" precision="U8">
160
- <dim>512</dim>
161
  </port>
162
  </input>
163
  <output>
@@ -181,7 +181,7 @@
181
  </port>
182
  </output>
183
  </layer>
184
- <layer id="16" name="CharsMapNormalization_7147135" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
@@ -212,15 +212,15 @@
212
  </port>
213
  </output>
214
  </layer>
215
- <layer id="17" name="Constant_7147137" type="Const" version="opset1">
216
- <data element_type="u8" shape="110" offset="528" size="110" />
217
  <output>
218
  <port id="0" precision="U8">
219
  <dim>110</dim>
220
  </port>
221
  </output>
222
  </layer>
223
- <layer id="18" name="RegexSplit_7147138" type="RegexSplit" version="extension">
224
  <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
@@ -266,111 +266,111 @@
266
  </port>
267
  </output>
268
  </layer>
269
- <layer id="19" name="Constant_7147140" type="Const" version="opset1">
270
- <data element_type="i32" shape="151669" offset="638" size="606676" />
271
  <output>
272
  <port id="0" precision="I32">
273
  <dim>151669</dim>
274
  </port>
275
  </output>
276
  </layer>
277
- <layer id="20" name="Constant_7147142" type="Const" version="opset1">
278
- <data element_type="i32" shape="151669" offset="607314" size="606676" />
279
  <output>
280
  <port id="0" precision="I32">
281
  <dim>151669</dim>
282
  </port>
283
  </output>
284
  </layer>
285
- <layer id="21" name="Constant_7147144" type="Const" version="opset1">
286
- <data element_type="u8" shape="976309" offset="1213990" size="976309" />
287
  <output>
288
  <port id="0" precision="U8">
289
  <dim>976309</dim>
290
  </port>
291
  </output>
292
  </layer>
293
- <layer id="22" name="Constant_7147152" type="Const" version="opset1">
294
- <data element_type="i32" shape="151387" offset="2190299" size="605548" />
295
  <output>
296
  <port id="0" precision="I32">
297
  <dim>151387</dim>
298
  </port>
299
  </output>
300
  </layer>
301
- <layer id="23" name="Constant_7147154" type="Const" version="opset1">
302
- <data element_type="i32" shape="151387" offset="2795847" size="605548" />
303
  <output>
304
  <port id="0" precision="I32">
305
  <dim>151387</dim>
306
  </port>
307
  </output>
308
  </layer>
309
- <layer id="24" name="Constant_7147156" type="Const" version="opset1">
310
- <data element_type="u8" shape="491359" offset="3401395" size="491359" />
311
  <output>
312
  <port id="0" precision="U8">
313
  <dim>491359</dim>
314
  </port>
315
  </output>
316
  </layer>
317
- <layer id="25" name="Constant_7147158" type="Const" version="opset1">
318
- <data element_type="i32" shape="151387" offset="3892754" size="605548" />
319
  <output>
320
  <port id="0" precision="I32">
321
  <dim>151387</dim>
322
  </port>
323
  </output>
324
  </layer>
325
- <layer id="26" name="Constant_7147160" type="Const" version="opset1">
326
- <data element_type="i32" shape="151387" offset="4498302" size="605548" />
327
  <output>
328
  <port id="0" precision="I32">
329
  <dim>151387</dim>
330
  </port>
331
  </output>
332
  </layer>
333
- <layer id="27" name="Constant_7147162" type="Const" version="opset1">
334
- <data element_type="u8" shape="484354" offset="5103850" size="484354" />
335
  <output>
336
  <port id="0" precision="U8">
337
  <dim>484354</dim>
338
  </port>
339
  </output>
340
  </layer>
341
- <layer id="28" name="Constant_7147146" type="Const" version="opset1">
342
- <data element_type="i32" shape="26" offset="5588204" size="104" />
343
  <output>
344
  <port id="0" precision="I32">
345
  <dim>26</dim>
346
  </port>
347
  </output>
348
  </layer>
349
- <layer id="29" name="Constant_7147148" type="Const" version="opset1">
350
- <data element_type="i32" shape="26" offset="5588308" size="104" />
351
  <output>
352
  <port id="0" precision="I32">
353
  <dim>26</dim>
354
  </port>
355
  </output>
356
  </layer>
357
- <layer id="30" name="Constant_7147150" type="Const" version="opset1">
358
- <data element_type="u8" shape="340" offset="5588412" size="340" />
359
  <output>
360
  <port id="0" precision="U8">
361
  <dim>340</dim>
362
  </port>
363
  </output>
364
  </layer>
365
- <layer id="31" name="Constant_7147163" type="Const" version="opset1">
366
- <data element_type="i32" shape="26" offset="5588752" size="104" />
367
  <output>
368
  <port id="0" precision="I32">
369
  <dim>26</dim>
370
  </port>
371
  </output>
372
  </layer>
373
- <layer id="32" name="BPETokenizer_7147164" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
375
  <input>
376
  <port id="0" precision="I32">
@@ -440,29 +440,29 @@
440
  </port>
441
  </output>
442
  </layer>
443
- <layer id="33" name="Constant_7147165" type="Const" version="opset1">
444
- <data element_type="i32" shape="" offset="5588856" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
- <layer id="34" name="Constant_7147167" type="Const" version="opset1">
450
- <data element_type="u8" shape="4" offset="5588860" size="4" />
451
  <output>
452
  <port id="0" precision="U8">
453
  <dim>4</dim>
454
  </port>
455
  </output>
456
  </layer>
457
- <layer id="35" name="Constant_7147169" type="Const" version="opset1">
458
- <data element_type="u8" shape="13" offset="5588864" size="13" />
459
  <output>
460
  <port id="0" precision="U8">
461
  <dim>13</dim>
462
  </port>
463
  </output>
464
  </layer>
465
- <layer id="36" name="Truncate_7147170" type="Truncate" version="extension">
466
  <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
@@ -494,7 +494,7 @@
494
  </port>
495
  </output>
496
  </layer>
497
- <layer id="37" name="Subtract_7147171" type="Subtract" version="opset1">
498
  <data auto_broadcast="numpy" />
499
  <input>
500
  <port id="0" precision="I32">
@@ -510,13 +510,13 @@
510
  </port>
511
  </output>
512
  </layer>
513
- <layer id="38" name="Constant_7147172" type="Const" version="opset1">
514
- <data element_type="i32" shape="" offset="5588877" size="4" />
515
  <output>
516
  <port id="0" precision="I32" />
517
  </output>
518
  </layer>
519
- <layer id="39" name="ReduceMax_7147173" type="ReduceMax" version="opset1">
520
  <data keep_dims="false" />
521
  <input>
522
  <port id="0" precision="I32">
@@ -528,13 +528,13 @@
528
  <port id="2" precision="I32" />
529
  </output>
530
  </layer>
531
- <layer id="40" name="Constant_7147174" type="Const" version="opset1">
532
- <data element_type="i32" shape="" offset="5588881" size="4" />
533
  <output>
534
  <port id="0" precision="I32" />
535
  </output>
536
  </layer>
537
- <layer id="41" name="RaggedToDense_7147175" type="RaggedToDense" version="extension">
538
  <data pad_right="false" m_pad_max_length="false" />
539
  <input>
540
  <port id="0" precision="I32">
@@ -560,7 +560,7 @@
560
  </port>
561
  </output>
562
  </layer>
563
- <layer id="42" name="Convert_7147176" type="Convert" version="opset1">
564
  <data destination_type="i32" />
565
  <input>
566
  <port id="0" precision="BOOL">
@@ -575,7 +575,7 @@
575
  </port>
576
  </output>
577
  </layer>
578
- <layer id="43" name="Convert_7147176.0" type="Convert" version="opset1">
579
  <data destination_type="i64" />
580
  <input>
581
  <port id="0" precision="I32">
@@ -590,7 +590,7 @@
590
  </port>
591
  </output>
592
  </layer>
593
- <layer id="45" name="RaggedToDense_7147175.0" type="Convert" version="opset1">
594
  <data destination_type="i64" />
595
  <input>
596
  <port id="0" precision="I32">
@@ -605,7 +605,7 @@
605
  </port>
606
  </output>
607
  </layer>
608
- <layer id="46" name="Result_7147177" type="Result" version="opset1" output_names="input_ids">
609
  <input>
610
  <port id="0" precision="I64">
611
  <dim>-1</dim>
@@ -613,7 +613,7 @@
613
  </port>
614
  </input>
615
  </layer>
616
- <layer id="44" name="Result_7147178" type="Result" version="opset1" output_names="attention_mask">
617
  <input>
618
  <port id="0" precision="I64">
619
  <dim>-1</dim>
@@ -703,14 +703,15 @@
703
  <handle_special_tokens_with_re />
704
  <max_length />
705
  <number_of_inputs value="1" />
706
- <openvino_tokenizers_version value="2025.3.0.0-598-57f278c8468" />
707
- <openvino_version value="2025.3.0-19807-44526285f24-releases/2025/3" />
708
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: true, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: true}" />
709
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
710
  <pad_token_id value="151643" />
711
- <sentencepiece_version value="0.2.0" />
712
  <skip_special_tokens value="True" />
713
  <streaming_detokenizer value="False" />
 
714
  <tokenizer_output_type value="i64" />
715
  <tokenizers_version value="0.21.4" />
716
  <transformers_version value="4.55.4" />
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_7635576" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_7635576">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_7635582" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="StringTensorUnpack_7635577" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="ShapeOf_7635578" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
 
46
  </port>
47
  </output>
48
  </layer>
49
+ <layer id="4" name="Constant_7635579" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
+ <layer id="5" name="Constant_7635580" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
+ <layer id="6" name="Gather_7635581" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
 
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
+ <layer id="7" name="Constant_7635583" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
+ <layer id="8" name="Range_7635584" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
 
90
  </port>
91
  </output>
92
  </layer>
93
+ <layer id="9" name="Constant_7635585" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
+ <layer id="10" name="Constant_7635586" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
+ <layer id="11" name="Add_7635587" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
 
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
+ <layer id="12" name="Constant_7635588" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
+ <layer id="13" name="Range_7635589" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="14" name="Constant_7635653" type="Const" version="opset1">
135
+ <data element_type="u8" shape="462" offset="16" size="462" />
136
  <output>
137
  <port id="0" precision="U8">
138
+ <dim>462</dim>
139
  </port>
140
  </output>
141
  </layer>
142
+ <layer id="15" name="SpecialTokensSplit_7635654" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
 
157
  <dim>-1</dim>
158
  </port>
159
  <port id="5" precision="U8">
160
+ <dim>462</dim>
161
  </port>
162
  </input>
163
  <output>
 
181
  </port>
182
  </output>
183
  </layer>
184
+ <layer id="16" name="CharsMapNormalization_7635655" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
 
212
  </port>
213
  </output>
214
  </layer>
215
+ <layer id="17" name="Constant_7635657" type="Const" version="opset1">
216
+ <data element_type="u8" shape="110" offset="478" size="110" />
217
  <output>
218
  <port id="0" precision="U8">
219
  <dim>110</dim>
220
  </port>
221
  </output>
222
  </layer>
223
+ <layer id="18" name="RegexSplit_7635658" type="RegexSplit" version="extension">
224
  <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
 
266
  </port>
267
  </output>
268
  </layer>
269
+ <layer id="19" name="Constant_7635660" type="Const" version="opset1">
270
+ <data element_type="i32" shape="151669" offset="588" size="606676" />
271
  <output>
272
  <port id="0" precision="I32">
273
  <dim>151669</dim>
274
  </port>
275
  </output>
276
  </layer>
277
+ <layer id="20" name="Constant_7635662" type="Const" version="opset1">
278
+ <data element_type="i32" shape="151669" offset="607264" size="606676" />
279
  <output>
280
  <port id="0" precision="I32">
281
  <dim>151669</dim>
282
  </port>
283
  </output>
284
  </layer>
285
+ <layer id="21" name="Constant_7635664" type="Const" version="opset1">
286
+ <data element_type="u8" shape="976309" offset="1213940" size="976309" />
287
  <output>
288
  <port id="0" precision="U8">
289
  <dim>976309</dim>
290
  </port>
291
  </output>
292
  </layer>
293
+ <layer id="22" name="Constant_7635672" type="Const" version="opset1">
294
+ <data element_type="i32" shape="151387" offset="2190249" size="605548" />
295
  <output>
296
  <port id="0" precision="I32">
297
  <dim>151387</dim>
298
  </port>
299
  </output>
300
  </layer>
301
+ <layer id="23" name="Constant_7635674" type="Const" version="opset1">
302
+ <data element_type="i32" shape="151387" offset="2795797" size="605548" />
303
  <output>
304
  <port id="0" precision="I32">
305
  <dim>151387</dim>
306
  </port>
307
  </output>
308
  </layer>
309
+ <layer id="24" name="Constant_7635676" type="Const" version="opset1">
310
+ <data element_type="u8" shape="491359" offset="3401345" size="491359" />
311
  <output>
312
  <port id="0" precision="U8">
313
  <dim>491359</dim>
314
  </port>
315
  </output>
316
  </layer>
317
+ <layer id="25" name="Constant_7635678" type="Const" version="opset1">
318
+ <data element_type="i32" shape="151387" offset="3892704" size="605548" />
319
  <output>
320
  <port id="0" precision="I32">
321
  <dim>151387</dim>
322
  </port>
323
  </output>
324
  </layer>
325
+ <layer id="26" name="Constant_7635680" type="Const" version="opset1">
326
+ <data element_type="i32" shape="151387" offset="4498252" size="605548" />
327
  <output>
328
  <port id="0" precision="I32">
329
  <dim>151387</dim>
330
  </port>
331
  </output>
332
  </layer>
333
+ <layer id="27" name="Constant_7635682" type="Const" version="opset1">
334
+ <data element_type="u8" shape="484354" offset="5103800" size="484354" />
335
  <output>
336
  <port id="0" precision="U8">
337
  <dim>484354</dim>
338
  </port>
339
  </output>
340
  </layer>
341
+ <layer id="28" name="Constant_7635666" type="Const" version="opset1">
342
+ <data element_type="i32" shape="26" offset="5588154" size="104" />
343
  <output>
344
  <port id="0" precision="I32">
345
  <dim>26</dim>
346
  </port>
347
  </output>
348
  </layer>
349
+ <layer id="29" name="Constant_7635668" type="Const" version="opset1">
350
+ <data element_type="i32" shape="26" offset="5588258" size="104" />
351
  <output>
352
  <port id="0" precision="I32">
353
  <dim>26</dim>
354
  </port>
355
  </output>
356
  </layer>
357
+ <layer id="30" name="Constant_7635670" type="Const" version="opset1">
358
+ <data element_type="u8" shape="340" offset="5588362" size="340" />
359
  <output>
360
  <port id="0" precision="U8">
361
  <dim>340</dim>
362
  </port>
363
  </output>
364
  </layer>
365
+ <layer id="31" name="Constant_7635683" type="Const" version="opset1">
366
+ <data element_type="i32" shape="26" offset="5588702" size="104" />
367
  <output>
368
  <port id="0" precision="I32">
369
  <dim>26</dim>
370
  </port>
371
  </output>
372
  </layer>
373
+ <layer id="32" name="BPETokenizer_7635684" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
375
  <input>
376
  <port id="0" precision="I32">
 
440
  </port>
441
  </output>
442
  </layer>
443
+ <layer id="33" name="Constant_7635685" type="Const" version="opset1">
444
+ <data element_type="i32" shape="" offset="5588806" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
+ <layer id="34" name="Constant_7635687" type="Const" version="opset1">
450
+ <data element_type="u8" shape="4" offset="5588810" size="4" />
451
  <output>
452
  <port id="0" precision="U8">
453
  <dim>4</dim>
454
  </port>
455
  </output>
456
  </layer>
457
+ <layer id="35" name="Constant_7635689" type="Const" version="opset1">
458
+ <data element_type="u8" shape="13" offset="5588814" size="13" />
459
  <output>
460
  <port id="0" precision="U8">
461
  <dim>13</dim>
462
  </port>
463
  </output>
464
  </layer>
465
+ <layer id="36" name="Truncate_7635690" type="Truncate" version="extension">
466
  <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
 
494
  </port>
495
  </output>
496
  </layer>
497
+ <layer id="37" name="Subtract_7635691" type="Subtract" version="opset1">
498
  <data auto_broadcast="numpy" />
499
  <input>
500
  <port id="0" precision="I32">
 
510
  </port>
511
  </output>
512
  </layer>
513
+ <layer id="38" name="Constant_7635692" type="Const" version="opset1">
514
+ <data element_type="i32" shape="" offset="5588827" size="4" />
515
  <output>
516
  <port id="0" precision="I32" />
517
  </output>
518
  </layer>
519
+ <layer id="39" name="ReduceMax_7635693" type="ReduceMax" version="opset1">
520
  <data keep_dims="false" />
521
  <input>
522
  <port id="0" precision="I32">
 
528
  <port id="2" precision="I32" />
529
  </output>
530
  </layer>
531
+ <layer id="40" name="Constant_7635694" type="Const" version="opset1">
532
+ <data element_type="i32" shape="" offset="5588831" size="4" />
533
  <output>
534
  <port id="0" precision="I32" />
535
  </output>
536
  </layer>
537
+ <layer id="41" name="RaggedToDense_7635695" type="RaggedToDense" version="extension">
538
  <data pad_right="false" m_pad_max_length="false" />
539
  <input>
540
  <port id="0" precision="I32">
 
560
  </port>
561
  </output>
562
  </layer>
563
+ <layer id="42" name="Convert_7635696" type="Convert" version="opset1">
564
  <data destination_type="i32" />
565
  <input>
566
  <port id="0" precision="BOOL">
 
575
  </port>
576
  </output>
577
  </layer>
578
+ <layer id="43" name="Convert_7635696.0" type="Convert" version="opset1">
579
  <data destination_type="i64" />
580
  <input>
581
  <port id="0" precision="I32">
 
590
  </port>
591
  </output>
592
  </layer>
593
+ <layer id="45" name="RaggedToDense_7635695.0" type="Convert" version="opset1">
594
  <data destination_type="i64" />
595
  <input>
596
  <port id="0" precision="I32">
 
605
  </port>
606
  </output>
607
  </layer>
608
+ <layer id="46" name="Result_7635697" type="Result" version="opset1" output_names="input_ids">
609
  <input>
610
  <port id="0" precision="I64">
611
  <dim>-1</dim>
 
613
  </port>
614
  </input>
615
  </layer>
616
+ <layer id="44" name="Result_7635698" type="Result" version="opset1" output_names="attention_mask">
617
  <input>
618
  <port id="0" precision="I64">
619
  <dim>-1</dim>
 
703
  <handle_special_tokens_with_re />
704
  <max_length />
705
  <number_of_inputs value="1" />
706
+ <openvino_tokenizers_version value="2025.4.0.0-620-7bd0c7f7671" />
707
+ <openvino_version value="2025.4.0-20246-249126a2dbf-pull/32536/head" />
708
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: true, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: true}" />
709
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
710
  <pad_token_id value="151643" />
711
+ <sentencepiece_version value="0.2.1" />
712
  <skip_special_tokens value="True" />
713
  <streaming_detokenizer value="False" />
714
+ <tiktoken_version value="0.12.0" />
715
  <tokenizer_output_type value="i64" />
716
  <tokenizers_version value="0.21.4" />
717
  <transformers_version value="4.55.4" />