shailesh83 commited on
Commit
67b9182
·
verified ·
1 Parent(s): 298a3b7

Add files using upload-large-folder tool

Browse files
config.json CHANGED
@@ -31,8 +31,8 @@
31
  "shared_expert_intermediate_size": 0,
32
  "sliding_window": null,
33
  "tie_word_embeddings": false,
34
- "torch_dtype": "float16",
35
- "transformers_version": "4.53.3",
36
  "use_cache": true,
37
  "use_qk_norm": true,
38
  "use_sliding_window": false,
 
31
  "shared_expert_intermediate_size": 0,
32
  "sliding_window": null,
33
  "tie_word_embeddings": false,
34
+ "torch_dtype": "float32",
35
+ "transformers_version": "4.55.4",
36
  "use_cache": true,
37
  "use_qk_norm": true,
38
  "use_sliding_window": false,
generation_config.json CHANGED
@@ -9,5 +9,5 @@
9
  "temperature": 0.7,
10
  "top_k": 20,
11
  "top_p": 0.8,
12
- "transformers_version": "4.53.3"
13
  }
 
9
  "temperature": 0.7,
10
  "top_k": 20,
11
  "top_p": 0.8,
12
+ "transformers_version": "4.55.4"
13
  }
graph.pbtxt CHANGED
@@ -18,7 +18,7 @@ node: {
18
  models_path: "./",
19
  plugin_config: '{}',
20
  enable_prefix_caching: false,
21
- cache_size: 6,
22
  max_num_seqs: 256,
23
  device: "CPU",
24
  tool_parser: "qwen3coder",
 
18
  models_path: "./",
19
  plugin_config: '{}',
20
  enable_prefix_caching: false,
21
+ cache_size: 2,
22
  max_num_seqs: 256,
23
  device: "CPU",
24
  tool_parser: "qwen3coder",
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_6642164" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_6642164">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_6642363" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_6642166" type="Const" version="opset1">
29
  <data element_type="i32" shape="151669" offset="0" size="606676" />
30
  <output>
31
  <port id="0" precision="I32">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="Constant_6642168" type="Const" version="opset1">
37
  <data element_type="i32" shape="151669" offset="606676" size="606676" />
38
  <output>
39
  <port id="0" precision="I32">
@@ -41,7 +41,7 @@
41
  </port>
42
  </output>
43
  </layer>
44
- <layer id="4" name="Constant_6642170" type="Const" version="opset1">
45
  <data element_type="u8" shape="976309" offset="1213352" size="976309" />
46
  <output>
47
  <port id="0" precision="U8">
@@ -49,7 +49,7 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="5" name="Slice_6642175" type="Const" version="opset1">
53
  <data element_type="i32" shape="14" offset="2189661" size="56" />
54
  <output>
55
  <port id="0" precision="I32">
@@ -57,7 +57,7 @@
57
  </port>
58
  </output>
59
  </layer>
60
- <layer id="6" name="VocabDecoder_6642177" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="7" name="FuzeRagged_6642178" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="8" name="UTF8Validate_6642179" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
@@ -144,7 +144,7 @@
144
  </port>
145
  </output>
146
  </layer>
147
- <layer id="9" name="StringTensorPack_6642180" type="StringTensorPack" version="opset15">
148
  <input>
149
  <port id="0" precision="I32">
150
  <dim>-1</dim>
@@ -157,12 +157,12 @@
157
  </port>
158
  </input>
159
  <output>
160
- <port id="3" precision="STRING" names="Result_6642181,string_output">
161
  <dim>-1</dim>
162
  </port>
163
  </output>
164
  </layer>
165
- <layer id="10" name="Result_6642181" type="Result" version="opset1" output_names="Result_6642181,string_output">
166
  <input>
167
  <port id="0" precision="STRING">
168
  <dim>-1</dim>
@@ -210,7 +210,7 @@
210
  <streaming_detokenizer value="False" />
211
  <tokenizer_output_type value="i64" />
212
  <tokenizers_version value="0.21.4" />
213
- <transformers_version value="4.53.3" />
214
  <use_max_padding value="False" />
215
  <use_sentencepiece_backend value="False" />
216
  <utf8_replace_mode value="replace" />
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_7244464" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_7244464">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_7244663" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_7244466" type="Const" version="opset1">
29
  <data element_type="i32" shape="151669" offset="0" size="606676" />
30
  <output>
31
  <port id="0" precision="I32">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="Constant_7244468" type="Const" version="opset1">
37
  <data element_type="i32" shape="151669" offset="606676" size="606676" />
38
  <output>
39
  <port id="0" precision="I32">
 
41
  </port>
42
  </output>
43
  </layer>
44
+ <layer id="4" name="Constant_7244470" type="Const" version="opset1">
45
  <data element_type="u8" shape="976309" offset="1213352" size="976309" />
46
  <output>
47
  <port id="0" precision="U8">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="5" name="Slice_7244475" type="Const" version="opset1">
53
  <data element_type="i32" shape="14" offset="2189661" size="56" />
54
  <output>
55
  <port id="0" precision="I32">
 
57
  </port>
58
  </output>
59
  </layer>
60
+ <layer id="6" name="VocabDecoder_7244477" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="7" name="FuzeRagged_7244478" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="8" name="UTF8Validate_7244479" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
 
144
  </port>
145
  </output>
146
  </layer>
147
+ <layer id="9" name="StringTensorPack_7244480" type="StringTensorPack" version="opset15">
148
  <input>
149
  <port id="0" precision="I32">
150
  <dim>-1</dim>
 
157
  </port>
158
  </input>
159
  <output>
160
+ <port id="3" precision="STRING" names="Result_7244481,string_output">
161
  <dim>-1</dim>
162
  </port>
163
  </output>
164
  </layer>
165
+ <layer id="10" name="Result_7244481" type="Result" version="opset1" output_names="Result_7244481,string_output">
166
  <input>
167
  <port id="0" precision="STRING">
168
  <dim>-1</dim>
 
210
  <streaming_detokenizer value="False" />
211
  <tokenizer_output_type value="i64" />
212
  <tokenizers_version value="0.21.4" />
213
+ <transformers_version value="4.55.4" />
214
  <use_max_padding value="False" />
215
  <use_sentencepiece_backend value="False" />
216
  <utf8_replace_mode value="replace" />
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec41f21dfab8d707334ccd9091fd1b79cd03ffab9f2e33f0a9b26997a78ad770
3
  size 61064246689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c57a47e0df920ac0dbb20a723958b208fe9be58ce90316dad8f2b9719f5ae74
3
  size 61064246689
openvino_model.xml CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95a91e5d6235b8507a9d9e521b1657ddcd1d5c4794031ca7309f5b40d41bfcc8
3
- size 136518437
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f187213d36d3c1b2aa3babc5a8aae0450a56d419f2929807fa7de268d099344
3
+ size 136939366
openvino_tokenizer.xml CHANGED
@@ -1,21 +1,21 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_6642041" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_6642041">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_6642047" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="StringTensorUnpack_6642042" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="ShapeOf_6642043" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
@@ -46,19 +46,19 @@
46
  </port>
47
  </output>
48
  </layer>
49
- <layer id="4" name="Constant_6642044" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
- <layer id="5" name="Constant_6642045" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
- <layer id="6" name="Gather_6642046" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
@@ -71,13 +71,13 @@
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
- <layer id="7" name="Constant_6642048" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
- <layer id="8" name="Range_6642049" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
@@ -90,19 +90,19 @@
90
  </port>
91
  </output>
92
  </layer>
93
- <layer id="9" name="Constant_6642050" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
- <layer id="10" name="Constant_6642051" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
- <layer id="11" name="Add_6642052" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
@@ -112,13 +112,13 @@
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
- <layer id="12" name="Constant_6642053" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
- <layer id="13" name="Range_6642054" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
@@ -131,7 +131,7 @@
131
  </port>
132
  </output>
133
  </layer>
134
- <layer id="14" name="Constant_6642118" type="Const" version="opset1">
135
  <data element_type="u8" shape="512" offset="16" size="512" />
136
  <output>
137
  <port id="0" precision="U8">
@@ -139,7 +139,7 @@
139
  </port>
140
  </output>
141
  </layer>
142
- <layer id="15" name="SpecialTokensSplit_6642119" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
@@ -181,7 +181,7 @@
181
  </port>
182
  </output>
183
  </layer>
184
- <layer id="16" name="CharsMapNormalization_6642120" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
@@ -212,7 +212,7 @@
212
  </port>
213
  </output>
214
  </layer>
215
- <layer id="17" name="Constant_6642122" type="Const" version="opset1">
216
  <data element_type="u8" shape="110" offset="528" size="110" />
217
  <output>
218
  <port id="0" precision="U8">
@@ -220,7 +220,7 @@
220
  </port>
221
  </output>
222
  </layer>
223
- <layer id="18" name="RegexSplit_6642123" type="RegexSplit" version="extension">
224
  <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
@@ -266,7 +266,7 @@
266
  </port>
267
  </output>
268
  </layer>
269
- <layer id="19" name="Constant_6642125" type="Const" version="opset1">
270
  <data element_type="i32" shape="151669" offset="638" size="606676" />
271
  <output>
272
  <port id="0" precision="I32">
@@ -274,7 +274,7 @@
274
  </port>
275
  </output>
276
  </layer>
277
- <layer id="20" name="Constant_6642127" type="Const" version="opset1">
278
  <data element_type="i32" shape="151669" offset="607314" size="606676" />
279
  <output>
280
  <port id="0" precision="I32">
@@ -282,7 +282,7 @@
282
  </port>
283
  </output>
284
  </layer>
285
- <layer id="21" name="Constant_6642129" type="Const" version="opset1">
286
  <data element_type="u8" shape="976309" offset="1213990" size="976309" />
287
  <output>
288
  <port id="0" precision="U8">
@@ -290,7 +290,7 @@
290
  </port>
291
  </output>
292
  </layer>
293
- <layer id="22" name="Constant_6642137" type="Const" version="opset1">
294
  <data element_type="i32" shape="151387" offset="2190299" size="605548" />
295
  <output>
296
  <port id="0" precision="I32">
@@ -298,7 +298,7 @@
298
  </port>
299
  </output>
300
  </layer>
301
- <layer id="23" name="Constant_6642139" type="Const" version="opset1">
302
  <data element_type="i32" shape="151387" offset="2795847" size="605548" />
303
  <output>
304
  <port id="0" precision="I32">
@@ -306,7 +306,7 @@
306
  </port>
307
  </output>
308
  </layer>
309
- <layer id="24" name="Constant_6642141" type="Const" version="opset1">
310
  <data element_type="u8" shape="491359" offset="3401395" size="491359" />
311
  <output>
312
  <port id="0" precision="U8">
@@ -314,7 +314,7 @@
314
  </port>
315
  </output>
316
  </layer>
317
- <layer id="25" name="Constant_6642143" type="Const" version="opset1">
318
  <data element_type="i32" shape="151387" offset="3892754" size="605548" />
319
  <output>
320
  <port id="0" precision="I32">
@@ -322,7 +322,7 @@
322
  </port>
323
  </output>
324
  </layer>
325
- <layer id="26" name="Constant_6642145" type="Const" version="opset1">
326
  <data element_type="i32" shape="151387" offset="4498302" size="605548" />
327
  <output>
328
  <port id="0" precision="I32">
@@ -330,7 +330,7 @@
330
  </port>
331
  </output>
332
  </layer>
333
- <layer id="27" name="Constant_6642147" type="Const" version="opset1">
334
  <data element_type="u8" shape="484354" offset="5103850" size="484354" />
335
  <output>
336
  <port id="0" precision="U8">
@@ -338,7 +338,7 @@
338
  </port>
339
  </output>
340
  </layer>
341
- <layer id="28" name="Constant_6642131" type="Const" version="opset1">
342
  <data element_type="i32" shape="26" offset="5588204" size="104" />
343
  <output>
344
  <port id="0" precision="I32">
@@ -346,7 +346,7 @@
346
  </port>
347
  </output>
348
  </layer>
349
- <layer id="29" name="Constant_6642133" type="Const" version="opset1">
350
  <data element_type="i32" shape="26" offset="5588308" size="104" />
351
  <output>
352
  <port id="0" precision="I32">
@@ -354,7 +354,7 @@
354
  </port>
355
  </output>
356
  </layer>
357
- <layer id="30" name="Constant_6642135" type="Const" version="opset1">
358
  <data element_type="u8" shape="340" offset="5588412" size="340" />
359
  <output>
360
  <port id="0" precision="U8">
@@ -362,7 +362,7 @@
362
  </port>
363
  </output>
364
  </layer>
365
- <layer id="31" name="Constant_6642148" type="Const" version="opset1">
366
  <data element_type="i32" shape="26" offset="5588752" size="104" />
367
  <output>
368
  <port id="0" precision="I32">
@@ -370,7 +370,7 @@
370
  </port>
371
  </output>
372
  </layer>
373
- <layer id="32" name="BPETokenizer_6642149" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
375
  <input>
376
  <port id="0" precision="I32">
@@ -440,13 +440,13 @@
440
  </port>
441
  </output>
442
  </layer>
443
- <layer id="33" name="Constant_6642150" type="Const" version="opset1">
444
  <data element_type="i32" shape="" offset="5588856" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
- <layer id="34" name="Constant_6642152" type="Const" version="opset1">
450
  <data element_type="u8" shape="4" offset="5588860" size="4" />
451
  <output>
452
  <port id="0" precision="U8">
@@ -454,7 +454,7 @@
454
  </port>
455
  </output>
456
  </layer>
457
- <layer id="35" name="Constant_6642154" type="Const" version="opset1">
458
  <data element_type="u8" shape="13" offset="5588864" size="13" />
459
  <output>
460
  <port id="0" precision="U8">
@@ -462,7 +462,7 @@
462
  </port>
463
  </output>
464
  </layer>
465
- <layer id="36" name="Truncate_6642155" type="Truncate" version="extension">
466
  <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
@@ -494,7 +494,7 @@
494
  </port>
495
  </output>
496
  </layer>
497
- <layer id="37" name="Subtract_6642156" type="Subtract" version="opset1">
498
  <data auto_broadcast="numpy" />
499
  <input>
500
  <port id="0" precision="I32">
@@ -510,13 +510,13 @@
510
  </port>
511
  </output>
512
  </layer>
513
- <layer id="38" name="Constant_6642157" type="Const" version="opset1">
514
  <data element_type="i32" shape="" offset="5588877" size="4" />
515
  <output>
516
  <port id="0" precision="I32" />
517
  </output>
518
  </layer>
519
- <layer id="39" name="ReduceMax_6642158" type="ReduceMax" version="opset1">
520
  <data keep_dims="false" />
521
  <input>
522
  <port id="0" precision="I32">
@@ -528,13 +528,13 @@
528
  <port id="2" precision="I32" />
529
  </output>
530
  </layer>
531
- <layer id="40" name="Constant_6642159" type="Const" version="opset1">
532
  <data element_type="i32" shape="" offset="5588881" size="4" />
533
  <output>
534
  <port id="0" precision="I32" />
535
  </output>
536
  </layer>
537
- <layer id="41" name="RaggedToDense_6642160" type="RaggedToDense" version="extension">
538
  <data pad_right="false" m_pad_max_length="false" />
539
  <input>
540
  <port id="0" precision="I32">
@@ -560,7 +560,7 @@
560
  </port>
561
  </output>
562
  </layer>
563
- <layer id="42" name="Convert_6642161" type="Convert" version="opset1">
564
  <data destination_type="i32" />
565
  <input>
566
  <port id="0" precision="BOOL">
@@ -575,7 +575,7 @@
575
  </port>
576
  </output>
577
  </layer>
578
- <layer id="43" name="Convert_6642161.0" type="Convert" version="opset1">
579
  <data destination_type="i64" />
580
  <input>
581
  <port id="0" precision="I32">
@@ -590,7 +590,7 @@
590
  </port>
591
  </output>
592
  </layer>
593
- <layer id="45" name="RaggedToDense_6642160.0" type="Convert" version="opset1">
594
  <data destination_type="i64" />
595
  <input>
596
  <port id="0" precision="I32">
@@ -605,7 +605,7 @@
605
  </port>
606
  </output>
607
  </layer>
608
- <layer id="46" name="Result_6642162" type="Result" version="opset1" output_names="input_ids">
609
  <input>
610
  <port id="0" precision="I64">
611
  <dim>-1</dim>
@@ -613,7 +613,7 @@
613
  </port>
614
  </input>
615
  </layer>
616
- <layer id="44" name="Result_6642163" type="Result" version="opset1" output_names="attention_mask">
617
  <input>
618
  <port id="0" precision="I64">
619
  <dim>-1</dim>
@@ -713,7 +713,7 @@
713
  <streaming_detokenizer value="False" />
714
  <tokenizer_output_type value="i64" />
715
  <tokenizers_version value="0.21.4" />
716
- <transformers_version value="4.53.3" />
717
  <use_max_padding value="False" />
718
  <use_sentencepiece_backend value="False" />
719
  <utf8_replace_mode value="replace" />
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_7244341" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_7244341">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_7244347" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="StringTensorUnpack_7244342" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="ShapeOf_7244343" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
 
46
  </port>
47
  </output>
48
  </layer>
49
+ <layer id="4" name="Constant_7244344" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
+ <layer id="5" name="Constant_7244345" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
+ <layer id="6" name="Gather_7244346" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
 
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
+ <layer id="7" name="Constant_7244348" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
+ <layer id="8" name="Range_7244349" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
 
90
  </port>
91
  </output>
92
  </layer>
93
+ <layer id="9" name="Constant_7244350" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
+ <layer id="10" name="Constant_7244351" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
+ <layer id="11" name="Add_7244352" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
 
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
+ <layer id="12" name="Constant_7244353" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
+ <layer id="13" name="Range_7244354" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="14" name="Constant_7244418" type="Const" version="opset1">
135
  <data element_type="u8" shape="512" offset="16" size="512" />
136
  <output>
137
  <port id="0" precision="U8">
 
139
  </port>
140
  </output>
141
  </layer>
142
+ <layer id="15" name="SpecialTokensSplit_7244419" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
 
181
  </port>
182
  </output>
183
  </layer>
184
+ <layer id="16" name="CharsMapNormalization_7244420" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
 
212
  </port>
213
  </output>
214
  </layer>
215
+ <layer id="17" name="Constant_7244422" type="Const" version="opset1">
216
  <data element_type="u8" shape="110" offset="528" size="110" />
217
  <output>
218
  <port id="0" precision="U8">
 
220
  </port>
221
  </output>
222
  </layer>
223
+ <layer id="18" name="RegexSplit_7244423" type="RegexSplit" version="extension">
224
  <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
 
266
  </port>
267
  </output>
268
  </layer>
269
+ <layer id="19" name="Constant_7244425" type="Const" version="opset1">
270
  <data element_type="i32" shape="151669" offset="638" size="606676" />
271
  <output>
272
  <port id="0" precision="I32">
 
274
  </port>
275
  </output>
276
  </layer>
277
+ <layer id="20" name="Constant_7244427" type="Const" version="opset1">
278
  <data element_type="i32" shape="151669" offset="607314" size="606676" />
279
  <output>
280
  <port id="0" precision="I32">
 
282
  </port>
283
  </output>
284
  </layer>
285
+ <layer id="21" name="Constant_7244429" type="Const" version="opset1">
286
  <data element_type="u8" shape="976309" offset="1213990" size="976309" />
287
  <output>
288
  <port id="0" precision="U8">
 
290
  </port>
291
  </output>
292
  </layer>
293
+ <layer id="22" name="Constant_7244437" type="Const" version="opset1">
294
  <data element_type="i32" shape="151387" offset="2190299" size="605548" />
295
  <output>
296
  <port id="0" precision="I32">
 
298
  </port>
299
  </output>
300
  </layer>
301
+ <layer id="23" name="Constant_7244439" type="Const" version="opset1">
302
  <data element_type="i32" shape="151387" offset="2795847" size="605548" />
303
  <output>
304
  <port id="0" precision="I32">
 
306
  </port>
307
  </output>
308
  </layer>
309
+ <layer id="24" name="Constant_7244441" type="Const" version="opset1">
310
  <data element_type="u8" shape="491359" offset="3401395" size="491359" />
311
  <output>
312
  <port id="0" precision="U8">
 
314
  </port>
315
  </output>
316
  </layer>
317
+ <layer id="25" name="Constant_7244443" type="Const" version="opset1">
318
  <data element_type="i32" shape="151387" offset="3892754" size="605548" />
319
  <output>
320
  <port id="0" precision="I32">
 
322
  </port>
323
  </output>
324
  </layer>
325
+ <layer id="26" name="Constant_7244445" type="Const" version="opset1">
326
  <data element_type="i32" shape="151387" offset="4498302" size="605548" />
327
  <output>
328
  <port id="0" precision="I32">
 
330
  </port>
331
  </output>
332
  </layer>
333
+ <layer id="27" name="Constant_7244447" type="Const" version="opset1">
334
  <data element_type="u8" shape="484354" offset="5103850" size="484354" />
335
  <output>
336
  <port id="0" precision="U8">
 
338
  </port>
339
  </output>
340
  </layer>
341
+ <layer id="28" name="Constant_7244431" type="Const" version="opset1">
342
  <data element_type="i32" shape="26" offset="5588204" size="104" />
343
  <output>
344
  <port id="0" precision="I32">
 
346
  </port>
347
  </output>
348
  </layer>
349
+ <layer id="29" name="Constant_7244433" type="Const" version="opset1">
350
  <data element_type="i32" shape="26" offset="5588308" size="104" />
351
  <output>
352
  <port id="0" precision="I32">
 
354
  </port>
355
  </output>
356
  </layer>
357
+ <layer id="30" name="Constant_7244435" type="Const" version="opset1">
358
  <data element_type="u8" shape="340" offset="5588412" size="340" />
359
  <output>
360
  <port id="0" precision="U8">
 
362
  </port>
363
  </output>
364
  </layer>
365
+ <layer id="31" name="Constant_7244448" type="Const" version="opset1">
366
  <data element_type="i32" shape="26" offset="5588752" size="104" />
367
  <output>
368
  <port id="0" precision="I32">
 
370
  </port>
371
  </output>
372
  </layer>
373
+ <layer id="32" name="BPETokenizer_7244449" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
375
  <input>
376
  <port id="0" precision="I32">
 
440
  </port>
441
  </output>
442
  </layer>
443
+ <layer id="33" name="Constant_7244450" type="Const" version="opset1">
444
  <data element_type="i32" shape="" offset="5588856" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
+ <layer id="34" name="Constant_7244452" type="Const" version="opset1">
450
  <data element_type="u8" shape="4" offset="5588860" size="4" />
451
  <output>
452
  <port id="0" precision="U8">
 
454
  </port>
455
  </output>
456
  </layer>
457
+ <layer id="35" name="Constant_7244454" type="Const" version="opset1">
458
  <data element_type="u8" shape="13" offset="5588864" size="13" />
459
  <output>
460
  <port id="0" precision="U8">
 
462
  </port>
463
  </output>
464
  </layer>
465
+ <layer id="36" name="Truncate_7244455" type="Truncate" version="extension">
466
  <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
 
494
  </port>
495
  </output>
496
  </layer>
497
+ <layer id="37" name="Subtract_7244456" type="Subtract" version="opset1">
498
  <data auto_broadcast="numpy" />
499
  <input>
500
  <port id="0" precision="I32">
 
510
  </port>
511
  </output>
512
  </layer>
513
+ <layer id="38" name="Constant_7244457" type="Const" version="opset1">
514
  <data element_type="i32" shape="" offset="5588877" size="4" />
515
  <output>
516
  <port id="0" precision="I32" />
517
  </output>
518
  </layer>
519
+ <layer id="39" name="ReduceMax_7244458" type="ReduceMax" version="opset1">
520
  <data keep_dims="false" />
521
  <input>
522
  <port id="0" precision="I32">
 
528
  <port id="2" precision="I32" />
529
  </output>
530
  </layer>
531
+ <layer id="40" name="Constant_7244459" type="Const" version="opset1">
532
  <data element_type="i32" shape="" offset="5588881" size="4" />
533
  <output>
534
  <port id="0" precision="I32" />
535
  </output>
536
  </layer>
537
+ <layer id="41" name="RaggedToDense_7244460" type="RaggedToDense" version="extension">
538
  <data pad_right="false" m_pad_max_length="false" />
539
  <input>
540
  <port id="0" precision="I32">
 
560
  </port>
561
  </output>
562
  </layer>
563
+ <layer id="42" name="Convert_7244461" type="Convert" version="opset1">
564
  <data destination_type="i32" />
565
  <input>
566
  <port id="0" precision="BOOL">
 
575
  </port>
576
  </output>
577
  </layer>
578
+ <layer id="43" name="Convert_7244461.0" type="Convert" version="opset1">
579
  <data destination_type="i64" />
580
  <input>
581
  <port id="0" precision="I32">
 
590
  </port>
591
  </output>
592
  </layer>
593
+ <layer id="45" name="RaggedToDense_7244460.0" type="Convert" version="opset1">
594
  <data destination_type="i64" />
595
  <input>
596
  <port id="0" precision="I32">
 
605
  </port>
606
  </output>
607
  </layer>
608
+ <layer id="46" name="Result_7244462" type="Result" version="opset1" output_names="input_ids">
609
  <input>
610
  <port id="0" precision="I64">
611
  <dim>-1</dim>
 
613
  </port>
614
  </input>
615
  </layer>
616
+ <layer id="44" name="Result_7244463" type="Result" version="opset1" output_names="attention_mask">
617
  <input>
618
  <port id="0" precision="I64">
619
  <dim>-1</dim>
 
713
  <streaming_detokenizer value="False" />
714
  <tokenizer_output_type value="i64" />
715
  <tokenizers_version value="0.21.4" />
716
+ <transformers_version value="4.55.4" />
717
  <use_max_padding value="False" />
718
  <use_sentencepiece_backend value="False" />
719
  <utf8_replace_mode value="replace" />