Hugging Face's logo

OpenVINO
/
mistral-7b-instruct-v0.1-int4-ov

Text Generation
Transformers
OpenVINO
mistral
conversational
Model card Files
xet
Community
1
openvino-ci commited on
Commit
57dbfad
·
verified ·
1 Parent(s): 4bb20ca

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. config.json +1 -1
  2. openvino_detokenizer.bin +2 -2
  3. openvino_detokenizer.xml +63 -11
  4. openvino_model.xml +2 -2
  5. openvino_tokenizer.bin +2 -2
  6. openvino_tokenizer.xml +127 -33
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "mistralai/Mistral-7B-Instruct-v0.1",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
1
  {
2
+ "_name_or_path": "OpenVINO/mistral-7b-instruct-v0.1-int4-ov",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
openvino_detokenizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2ea875209e33784794f86a0f20a19cac1701513a9f3ec9dc9fa2ae8708b1eb0
3
- size 493443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a35bd3689475993d7243bc37e69d56b83a82f1b515e9a2fcd919297d8f2afb
3
+ size 493446
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_22" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_22">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Constant_2" type="Const" version="opset1">
14
  <data element_type="u8" shape="493443" offset="0" size="493443" />
15
  <output>
16
  <port id="0" precision="U8">
@@ -18,7 +18,7 @@
18
  </port>
19
  </output>
20
  </layer>
21
- <layer id="2" name="Convert_32" type="Convert" version="opset1">
22
  <data destination_type="i32" />
23
  <input>
24
  <port id="0" precision="I64">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="SentencepieceDetokenizer_23" type="SentencepieceDetokenizer" version="extension">
37
  <input>
38
  <port id="0" precision="U8">
39
  <dim>493443</dim>
@@ -55,7 +55,54 @@
55
  </port>
56
  </output>
57
  </layer>
58
- <layer id="4" name="StringTensorPack_24" type="StringTensorPack" version="extension">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
59
  <data mode="begins_ends" />
60
  <input>
61
  <port id="0" precision="I32">
@@ -74,7 +121,7 @@
74
  </port>
75
  </output>
76
  </layer>
77
- <layer id="5" name="Result_25" type="Result" version="opset1">
78
  <input>
79
  <port id="0" precision="STRING">
80
  <dim>-1</dim>
@@ -86,10 +133,15 @@
86
  <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
87
  <edge from-layer="1" from-port="0" to-layer="3" to-port="0" />
88
  <edge from-layer="2" from-port="1" to-layer="3" to-port="1" />
89
- <edge from-layer="3" from-port="2" to-layer="4" to-port="0" />
90
- <edge from-layer="3" from-port="3" to-layer="4" to-port="1" />
91
- <edge from-layer="3" from-port="4" to-layer="4" to-port="2" />
92
- <edge from-layer="4" from-port="3" to-layer="5" to-port="0" />
 
 
 
 
 
93
  </edges>
94
  <rt_info>
95
  <eos_token_id value="2" />
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_327602" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_327602">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Constant_327575" type="Const" version="opset1">
14
  <data element_type="u8" shape="493443" offset="0" size="493443" />
15
  <output>
16
  <port id="0" precision="U8">
 
18
  </port>
19
  </output>
20
  </layer>
21
+ <layer id="2" name="Convert_327617" type="Convert" version="opset1">
22
  <data destination_type="i32" />
23
  <input>
24
  <port id="0" precision="I64">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="SentencepieceDetokenizer_327603" type="SentencepieceDetokenizer" version="extension">
37
  <input>
38
  <port id="0" precision="U8">
39
  <dim>493443</dim>
 
55
  </port>
56
  </output>
57
  </layer>
58
+ <layer id="4" name="Constant_327605" type="Const" version="opset1">
59
+ <data element_type="u8" shape="2" offset="493443" size="2" />
60
+ <output>
61
+ <port id="0" precision="U8">
62
+ <dim>2</dim>
63
+ </port>
64
+ </output>
65
+ </layer>
66
+ <layer id="5" name="Constant_327607" type="Const" version="opset1">
67
+ <data element_type="u8" shape="0" offset="493445" size="1" />
68
+ <output>
69
+ <port id="0" precision="U8">
70
+ <dim>0</dim>
71
+ </port>
72
+ </output>
73
+ </layer>
74
+ <layer id="6" name="RegexNormalization_327608" type="RegexNormalization" version="extension">
75
+ <data global_replace="true" />
76
+ <input>
77
+ <port id="0" precision="I32">
78
+ <dim>-1</dim>
79
+ </port>
80
+ <port id="1" precision="I32">
81
+ <dim>-1</dim>
82
+ </port>
83
+ <port id="2" precision="U8">
84
+ <dim>-1</dim>
85
+ </port>
86
+ <port id="3" precision="U8">
87
+ <dim>2</dim>
88
+ </port>
89
+ <port id="4" precision="U8">
90
+ <dim>0</dim>
91
+ </port>
92
+ </input>
93
+ <output>
94
+ <port id="5" precision="I32">
95
+ <dim>-1</dim>
96
+ </port>
97
+ <port id="6" precision="I32">
98
+ <dim>-1</dim>
99
+ </port>
100
+ <port id="7" precision="U8">
101
+ <dim>-1</dim>
102
+ </port>
103
+ </output>
104
+ </layer>
105
+ <layer id="7" name="StringTensorPack_327609" type="StringTensorPack" version="extension">
106
  <data mode="begins_ends" />
107
  <input>
108
  <port id="0" precision="I32">
 
121
  </port>
122
  </output>
123
  </layer>
124
+ <layer id="8" name="Result_327610" type="Result" version="opset1">
125
  <input>
126
  <port id="0" precision="STRING">
127
  <dim>-1</dim>
 
133
  <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
134
  <edge from-layer="1" from-port="0" to-layer="3" to-port="0" />
135
  <edge from-layer="2" from-port="1" to-layer="3" to-port="1" />
136
+ <edge from-layer="3" from-port="2" to-layer="6" to-port="0" />
137
+ <edge from-layer="3" from-port="3" to-layer="6" to-port="1" />
138
+ <edge from-layer="3" from-port="4" to-layer="6" to-port="2" />
139
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="3" />
140
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="4" />
141
+ <edge from-layer="6" from-port="5" to-layer="7" to-port="0" />
142
+ <edge from-layer="6" from-port="6" to-layer="7" to-port="1" />
143
+ <edge from-layer="6" from-port="7" to-layer="7" to-port="2" />
144
+ <edge from-layer="7" from-port="3" to-layer="8" to-port="0" />
145
  </edges>
146
  <rt_info>
147
  <eos_token_id value="2" />
openvino_model.xml CHANGED
@@ -122336,10 +122336,10 @@
122336
  </weight_compression>
122337
  </nncf>
122338
  <optimum>
122339
- <nncf_version value="2.12.0.dev0+5b0438d1" />
122340
  <optimum_intel_version value="1.19.0.dev0+480eea1" />
122341
  <optimum_version value="1.21.2" />
122342
- <pytorch_version value="2.3.0" />
122343
  <transformers_version value="4.41.2" />
122344
  </optimum>
122345
  </rt_info>
 
122336
  </weight_compression>
122337
  </nncf>
122338
  <optimum>
122339
+ <nncf_version value="2.12.0.dev0+d033c6a8" />
122340
  <optimum_intel_version value="1.19.0.dev0+480eea1" />
122341
  <optimum_version value="1.21.2" />
122342
+ <pytorch_version value="2.3.1+cpu" />
122343
  <transformers_version value="4.41.2" />
122344
  </optimum>
122345
  </rt_info>
openvino_tokenizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4671ca604486debb291edaea68a90715521f1188405b6bf396597e7a1b873117
3
- size 493451
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8068238a58b745ec0f68ee227a8d8bc597a81b535f697735a973bdf3f9daf52
3
+ size 493461
openvino_tokenizer.xml CHANGED
@@ -9,13 +9,13 @@
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_8" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="Constant_1" type="Const" version="opset1">
19
  <data element_type="u8" shape="493443" offset="4" size="493443" />
20
  <output>
21
  <port id="0" precision="U8">
@@ -23,7 +23,92 @@
23
  </port>
24
  </output>
25
  </layer>
26
- <layer id="3" name="SentencepieceTokenizer_4" type="SentencepieceTokenizer" version="extension">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  <data nbest_size="0" alpha="0" add_bos="true" add_eos="false" reverse="false" />
28
  <input>
29
  <port id="0" precision="U8">
@@ -46,7 +131,7 @@
46
  </port>
47
  </output>
48
  </layer>
49
- <layer id="4" name="Broadcast_9" type="Broadcast" version="opset3">
50
  <data mode="numpy" />
51
  <input>
52
  <port id="0" precision="I32" />
@@ -61,13 +146,13 @@
61
  </port>
62
  </output>
63
  </layer>
64
- <layer id="5" name="Constant_10" type="Const" version="opset1">
65
- <data element_type="i32" shape="" offset="493447" size="4" />
66
  <output>
67
  <port id="0" precision="I32" />
68
  </output>
69
  </layer>
70
- <layer id="6" name="ShapeOf_11" type="ShapeOf" version="opset3">
71
  <data output_type="i64" />
72
  <input>
73
  <port id="0" precision="I32">
@@ -80,7 +165,7 @@
80
  </port>
81
  </output>
82
  </layer>
83
- <layer id="7" name="Broadcast_12" type="Broadcast" version="opset3">
84
  <data mode="numpy" />
85
  <input>
86
  <port id="0" precision="I32" />
@@ -94,7 +179,7 @@
94
  </port>
95
  </output>
96
  </layer>
97
- <layer id="8" name="ScatterNDUpdate_16" type="ScatterNDUpdate" version="opset4">
98
  <input>
99
  <port id="0" precision="I32">
100
  <dim>-1</dim>
@@ -115,7 +200,7 @@
115
  </port>
116
  </output>
117
  </layer>
118
- <layer id="9" name="ScatterNDUpdate_16" type="Convert" version="opset1">
119
  <data destination_type="i64" />
120
  <input>
121
  <port id="0" precision="I32">
@@ -130,13 +215,13 @@
130
  </port>
131
  </output>
132
  </layer>
133
- <layer id="11" name="Constant_5" type="Const" version="opset1">
134
  <data element_type="i32" shape="" offset="0" size="4" />
135
  <output>
136
  <port id="0" precision="I32" />
137
  </output>
138
  </layer>
139
- <layer id="12" name="Broadcast_6" type="Broadcast" version="opset3">
140
  <data mode="numpy" />
141
  <input>
142
  <port id="0" precision="I32" />
@@ -151,7 +236,7 @@
151
  </port>
152
  </output>
153
  </layer>
154
- <layer id="13" name="ScatterNDUpdate_7" type="ScatterNDUpdate" version="opset4">
155
  <input>
156
  <port id="0" precision="I32">
157
  <dim>-1</dim>
@@ -172,7 +257,7 @@
172
  </port>
173
  </output>
174
  </layer>
175
- <layer id="14" name="ScatterNDUpdate_7" type="Convert" version="opset1">
176
  <data destination_type="i64" />
177
  <input>
178
  <port id="0" precision="I32">
@@ -187,7 +272,7 @@
187
  </port>
188
  </output>
189
  </layer>
190
- <layer id="15" name="Result_17" type="Result" version="opset1">
191
  <input>
192
  <port id="0" precision="I64">
193
  <dim>-1</dim>
@@ -195,7 +280,7 @@
195
  </port>
196
  </input>
197
  </layer>
198
- <layer id="10" name="Result_18" type="Result" version="opset1">
199
  <input>
200
  <port id="0" precision="I64">
201
  <dim>-1</dim>
@@ -205,25 +290,34 @@
205
  </layer>
206
  </layers>
207
  <edges>
208
- <edge from-layer="0" from-port="0" to-layer="3" to-port="1" />
209
- <edge from-layer="1" from-port="0" to-layer="4" to-port="0" />
210
- <edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
211
- <edge from-layer="3" from-port="4" to-layer="4" to-port="1" />
212
- <edge from-layer="3" from-port="3" to-layer="6" to-port="0" />
213
- <edge from-layer="3" from-port="2" to-layer="8" to-port="1" />
214
- <edge from-layer="3" from-port="3" to-layer="13" to-port="2" />
215
- <edge from-layer="3" from-port="2" to-layer="13" to-port="1" />
216
- <edge from-layer="3" from-port="4" to-layer="12" to-port="1" />
217
- <edge from-layer="4" from-port="2" to-layer="8" to-port="0" />
218
- <edge from-layer="5" from-port="0" to-layer="7" to-port="0" />
219
- <edge from-layer="6" from-port="1" to-layer="7" to-port="1" />
220
- <edge from-layer="7" from-port="2" to-layer="8" to-port="2" />
221
- <edge from-layer="8" from-port="3" to-layer="9" to-port="0" />
222
- <edge from-layer="9" from-port="1" to-layer="10" to-port="0" />
223
- <edge from-layer="11" from-port="0" to-layer="12" to-port="0" />
224
- <edge from-layer="12" from-port="2" to-layer="13" to-port="0" />
 
 
 
 
 
225
  <edge from-layer="13" from-port="3" to-layer="14" to-port="0" />
226
  <edge from-layer="14" from-port="1" to-layer="15" to-port="0" />
 
 
 
 
227
  </edges>
228
  <rt_info>
229
  <eos_token_id value="2" />
 
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_327588" type="Const" version="opset1">
13
  <data element_type="i32" shape="" offset="0" size="4" />
14
  <output>
15
  <port id="0" precision="I32" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="Constant_327574" type="Const" version="opset1">
19
  <data element_type="u8" shape="493443" offset="4" size="493443" />
20
  <output>
21
  <port id="0" precision="U8">
 
23
  </port>
24
  </output>
25
  </layer>
26
+ <layer id="3" name="StringTensorUnpack_327577" type="StringTensorUnpack" version="extension">
27
+ <data mode="begins_ends" />
28
+ <input>
29
+ <port id="0" precision="STRING">
30
+ <dim>-1</dim>
31
+ </port>
32
+ </input>
33
+ <output>
34
+ <port id="1" precision="I32">
35
+ <dim>-1</dim>
36
+ </port>
37
+ <port id="2" precision="I32">
38
+ <dim>-1</dim>
39
+ </port>
40
+ <port id="3" precision="U8">
41
+ <dim>-1</dim>
42
+ </port>
43
+ </output>
44
+ </layer>
45
+ <layer id="4" name="Constant_327579" type="Const" version="opset1">
46
+ <data element_type="u8" shape="7" offset="493447" size="7" />
47
+ <output>
48
+ <port id="0" precision="U8">
49
+ <dim>7</dim>
50
+ </port>
51
+ </output>
52
+ </layer>
53
+ <layer id="5" name="Constant_327581" type="Const" version="opset1">
54
+ <data element_type="u8" shape="3" offset="493454" size="3" />
55
+ <output>
56
+ <port id="0" precision="U8">
57
+ <dim>3</dim>
58
+ </port>
59
+ </output>
60
+ </layer>
61
+ <layer id="6" name="RegexNormalization_327582" type="RegexNormalization" version="extension">
62
+ <data global_replace="true" />
63
+ <input>
64
+ <port id="0" precision="I32">
65
+ <dim>-1</dim>
66
+ </port>
67
+ <port id="1" precision="I32">
68
+ <dim>-1</dim>
69
+ </port>
70
+ <port id="2" precision="U8">
71
+ <dim>-1</dim>
72
+ </port>
73
+ <port id="3" precision="U8">
74
+ <dim>7</dim>
75
+ </port>
76
+ <port id="4" precision="U8">
77
+ <dim>3</dim>
78
+ </port>
79
+ </input>
80
+ <output>
81
+ <port id="5" precision="I32">
82
+ <dim>-1</dim>
83
+ </port>
84
+ <port id="6" precision="I32">
85
+ <dim>-1</dim>
86
+ </port>
87
+ <port id="7" precision="U8">
88
+ <dim>-1</dim>
89
+ </port>
90
+ </output>
91
+ </layer>
92
+ <layer id="7" name="StringTensorPack_327583" type="StringTensorPack" version="extension">
93
+ <data mode="begins_ends" />
94
+ <input>
95
+ <port id="0" precision="I32">
96
+ <dim>-1</dim>
97
+ </port>
98
+ <port id="1" precision="I32">
99
+ <dim>-1</dim>
100
+ </port>
101
+ <port id="2" precision="U8">
102
+ <dim>-1</dim>
103
+ </port>
104
+ </input>
105
+ <output>
106
+ <port id="3" precision="STRING">
107
+ <dim>-1</dim>
108
+ </port>
109
+ </output>
110
+ </layer>
111
+ <layer id="8" name="SentencepieceTokenizer_327584" type="SentencepieceTokenizer" version="extension">
112
  <data nbest_size="0" alpha="0" add_bos="true" add_eos="false" reverse="false" />
113
  <input>
114
  <port id="0" precision="U8">
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="9" name="Broadcast_327589" type="Broadcast" version="opset3">
135
  <data mode="numpy" />
136
  <input>
137
  <port id="0" precision="I32" />
 
146
  </port>
147
  </output>
148
  </layer>
149
+ <layer id="10" name="Constant_327590" type="Const" version="opset1">
150
+ <data element_type="i32" shape="" offset="493457" size="4" />
151
  <output>
152
  <port id="0" precision="I32" />
153
  </output>
154
  </layer>
155
+ <layer id="11" name="ShapeOf_327591" type="ShapeOf" version="opset3">
156
  <data output_type="i64" />
157
  <input>
158
  <port id="0" precision="I32">
 
165
  </port>
166
  </output>
167
  </layer>
168
+ <layer id="12" name="Broadcast_327592" type="Broadcast" version="opset3">
169
  <data mode="numpy" />
170
  <input>
171
  <port id="0" precision="I32" />
 
179
  </port>
180
  </output>
181
  </layer>
182
+ <layer id="13" name="ScatterNDUpdate_327596" type="ScatterNDUpdate" version="opset4">
183
  <input>
184
  <port id="0" precision="I32">
185
  <dim>-1</dim>
 
200
  </port>
201
  </output>
202
  </layer>
203
+ <layer id="14" name="ScatterNDUpdate_327596" type="Convert" version="opset1">
204
  <data destination_type="i64" />
205
  <input>
206
  <port id="0" precision="I32">
 
215
  </port>
216
  </output>
217
  </layer>
218
+ <layer id="16" name="Constant_327585" type="Const" version="opset1">
219
  <data element_type="i32" shape="" offset="0" size="4" />
220
  <output>
221
  <port id="0" precision="I32" />
222
  </output>
223
  </layer>
224
+ <layer id="17" name="Broadcast_327586" type="Broadcast" version="opset3">
225
  <data mode="numpy" />
226
  <input>
227
  <port id="0" precision="I32" />
 
236
  </port>
237
  </output>
238
  </layer>
239
+ <layer id="18" name="ScatterNDUpdate_327587" type="ScatterNDUpdate" version="opset4">
240
  <input>
241
  <port id="0" precision="I32">
242
  <dim>-1</dim>
 
257
  </port>
258
  </output>
259
  </layer>
260
+ <layer id="19" name="ScatterNDUpdate_327587" type="Convert" version="opset1">
261
  <data destination_type="i64" />
262
  <input>
263
  <port id="0" precision="I32">
 
272
  </port>
273
  </output>
274
  </layer>
275
+ <layer id="20" name="Result_327597" type="Result" version="opset1">
276
  <input>
277
  <port id="0" precision="I64">
278
  <dim>-1</dim>
 
280
  </port>
281
  </input>
282
  </layer>
283
+ <layer id="15" name="Result_327598" type="Result" version="opset1">
284
  <input>
285
  <port id="0" precision="I64">
286
  <dim>-1</dim>
 
290
  </layer>
291
  </layers>
292
  <edges>
293
+ <edge from-layer="0" from-port="0" to-layer="3" to-port="0" />
294
+ <edge from-layer="1" from-port="0" to-layer="9" to-port="0" />
295
+ <edge from-layer="2" from-port="0" to-layer="8" to-port="0" />
296
+ <edge from-layer="3" from-port="1" to-layer="6" to-port="0" />
297
+ <edge from-layer="3" from-port="2" to-layer="6" to-port="1" />
298
+ <edge from-layer="3" from-port="3" to-layer="6" to-port="2" />
299
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="3" />
300
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="4" />
301
+ <edge from-layer="6" from-port="5" to-layer="7" to-port="0" />
302
+ <edge from-layer="6" from-port="6" to-layer="7" to-port="1" />
303
+ <edge from-layer="6" from-port="7" to-layer="7" to-port="2" />
304
+ <edge from-layer="7" from-port="3" to-layer="8" to-port="1" />
305
+ <edge from-layer="8" from-port="4" to-layer="9" to-port="1" />
306
+ <edge from-layer="8" from-port="3" to-layer="11" to-port="0" />
307
+ <edge from-layer="8" from-port="3" to-layer="18" to-port="2" />
308
+ <edge from-layer="8" from-port="2" to-layer="13" to-port="1" />
309
+ <edge from-layer="8" from-port="2" to-layer="18" to-port="1" />
310
+ <edge from-layer="8" from-port="4" to-layer="17" to-port="1" />
311
+ <edge from-layer="9" from-port="2" to-layer="13" to-port="0" />
312
+ <edge from-layer="10" from-port="0" to-layer="12" to-port="0" />
313
+ <edge from-layer="11" from-port="1" to-layer="12" to-port="1" />
314
+ <edge from-layer="12" from-port="2" to-layer="13" to-port="2" />
315
  <edge from-layer="13" from-port="3" to-layer="14" to-port="0" />
316
  <edge from-layer="14" from-port="1" to-layer="15" to-port="0" />
317
+ <edge from-layer="16" from-port="0" to-layer="17" to-port="0" />
318
+ <edge from-layer="17" from-port="2" to-layer="18" to-port="0" />
319
+ <edge from-layer="18" from-port="3" to-layer="19" to-port="0" />
320
+ <edge from-layer="19" from-port="1" to-layer="20" to-port="0" />
321
  </edges>
322
  <rt_info>
323
  <eos_token_id value="2" />