File size: 33,252 Bytes
017c34b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
7767517
449 522
Input                    in0                      0 1 token
Input                    in1                      0 1 multiplier
Input                    in2                      0 1 cond
MemoryData               pnnx_fold_50             0 1 1 0=768 1=77
Embed                    embed_24                 1 1 token 2 0=768 1=49408 2=0 3=37945344
BinaryOp                 add_0                    2 1 2 1 3 0=0
Split                    splitncnn_0              1 2 3 4 5
MemoryData               pnnx_fold_causal_attention_mask.1 0 1 6 0=77 1=77 2=1
Split                    splitncnn_1              1 12 6 7 8 9 10 11 12 13 14 15 16 17 18
LayerNorm                ln_25                    1 1 5 19 0=768 1=1.000000e-05 2=1
Split                    splitncnn_2              1 3 19 20 21 22
InnerProduct             linear_50                1 1 22 23 0=768 1=1 2=589824
BinaryOp                 mul_1                    1 1 23 24 0=2 1=1 2=1.250000e-01
InnerProduct             linear_51                1 1 21 25 0=768 1=1 2=589824
InnerProduct             linear_52                1 1 20 26 0=768 1=1 2=589824
Reshape                  view_172                 1 1 24 27 0=64 1=12 2=77
Reshape                  view_170                 1 1 25 28 0=64 1=12 2=-1
Reshape                  view_171                 1 1 26 29 0=64 1=12 2=-1
Permute                  transpose_267            1 1 28 30 0=2
Reshape                  reshape_122              1 1 30 31 0=64 1=-1 2=12
Permute                  transpose_266            1 1 27 32 0=2
Reshape                  reshape_123              1 1 32 33 0=64 1=-1 2=12
MatMul                   matmultransb_0           2 1 33 31 34 0=1
Reshape                  view_173                 1 1 34 35 0=77 1=77 2=12
BinaryOp                 add_2                    2 1 35 7 36 0=0
Reshape                  view_174                 1 1 36 37 0=77 1=77 2=12
Softmax                  softmax_12               1 1 37 38 0=2 1=1
Permute                  transpose_268            1 1 29 39 0=2
Reshape                  reshape_124              1 1 39 40 0=64 1=-1 2=12
MatMul                   bmm_243                  2 1 38 40 41
Reshape                  view_175                 1 1 41 42 0=64 1=77 2=12
Permute                  transpose_270            1 1 42 43 0=2
Reshape                  reshape_125              1 1 43 44 0=768 1=77
InnerProduct             linear_53                1 1 44 45 0=768 1=1 2=589824
BinaryOp                 add_3                    2 1 4 45 46 0=0
Split                    splitncnn_3              1 2 46 47 48
LayerNorm                ln_26                    1 1 48 49 0=768 1=1.000000e-05 2=1
InnerProduct             linear_54                1 1 49 50 0=3072 1=1 2=2359296
Split                    splitncnn_4              1 2 50 51 52
BinaryOp                 mul_4                    1 1 51 53 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_0                1 1 53 54
BinaryOp                 mul_5                    2 1 52 54 55 0=2
InnerProduct             linear_55                1 1 55 56 0=768 1=1 2=2359296
BinaryOp                 add_6                    2 1 47 56 57 0=0
Split                    splitncnn_5              1 2 57 58 59
LayerNorm                ln_27                    1 1 59 60 0=768 1=1.000000e-05 2=1
Split                    splitncnn_6              1 3 60 61 62 63
InnerProduct             linear_56                1 1 63 64 0=768 1=1 2=589824
BinaryOp                 mul_7                    1 1 64 65 0=2 1=1 2=1.250000e-01
InnerProduct             linear_57                1 1 62 66 0=768 1=1 2=589824
InnerProduct             linear_58                1 1 61 67 0=768 1=1 2=589824
Reshape                  view_178                 1 1 65 68 0=64 1=12 2=77
Reshape                  view_176                 1 1 66 69 0=64 1=12 2=-1
Reshape                  view_177                 1 1 67 70 0=64 1=12 2=-1
Permute                  transpose_272            1 1 69 71 0=2
Reshape                  reshape_126              1 1 71 72 0=64 1=-1 2=12
Permute                  transpose_271            1 1 68 73 0=2
Reshape                  reshape_127              1 1 73 74 0=64 1=-1 2=12
MatMul                   matmultransb_1           2 1 74 72 75 0=1
Reshape                  view_179                 1 1 75 76 0=77 1=77 2=12
BinaryOp                 add_8                    2 1 76 8 77 0=0
Reshape                  view_180                 1 1 77 78 0=77 1=77 2=12
Softmax                  softmax_13               1 1 78 79 0=2 1=1
Permute                  transpose_273            1 1 70 80 0=2
Reshape                  reshape_128              1 1 80 81 0=64 1=-1 2=12
MatMul                   bmm_245                  2 1 79 81 82
Reshape                  view_181                 1 1 82 83 0=64 1=77 2=12
Permute                  transpose_275            1 1 83 84 0=2
Reshape                  reshape_129              1 1 84 85 0=768 1=77
InnerProduct             linear_59                1 1 85 86 0=768 1=1 2=589824
BinaryOp                 add_9                    2 1 58 86 87 0=0
Split                    splitncnn_7              1 2 87 88 89
LayerNorm                ln_28                    1 1 89 90 0=768 1=1.000000e-05 2=1
InnerProduct             linear_60                1 1 90 91 0=3072 1=1 2=2359296
Split                    splitncnn_8              1 2 91 92 93
BinaryOp                 mul_10                   1 1 92 94 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_1                1 1 94 95
BinaryOp                 mul_11                   2 1 93 95 96 0=2
InnerProduct             linear_61                1 1 96 97 0=768 1=1 2=2359296
BinaryOp                 add_12                   2 1 88 97 98 0=0
Split                    splitncnn_9              1 2 98 99 100
LayerNorm                ln_29                    1 1 100 101 0=768 1=1.000000e-05 2=1
Split                    splitncnn_10             1 3 101 102 103 104
InnerProduct             linear_62                1 1 104 105 0=768 1=1 2=589824
BinaryOp                 mul_13                   1 1 105 106 0=2 1=1 2=1.250000e-01
InnerProduct             linear_63                1 1 103 107 0=768 1=1 2=589824
InnerProduct             linear_64                1 1 102 108 0=768 1=1 2=589824
Reshape                  view_184                 1 1 106 109 0=64 1=12 2=77
Reshape                  view_182                 1 1 107 110 0=64 1=12 2=-1
Reshape                  view_183                 1 1 108 111 0=64 1=12 2=-1
Permute                  transpose_277            1 1 110 112 0=2
Reshape                  reshape_130              1 1 112 113 0=64 1=-1 2=12
Permute                  transpose_276            1 1 109 114 0=2
Reshape                  reshape_131              1 1 114 115 0=64 1=-1 2=12
MatMul                   matmultransb_2           2 1 115 113 116 0=1
Reshape                  view_185                 1 1 116 117 0=77 1=77 2=12
BinaryOp                 add_14                   2 1 117 9 118 0=0
Reshape                  view_186                 1 1 118 119 0=77 1=77 2=12
Softmax                  softmax_14               1 1 119 120 0=2 1=1
Permute                  transpose_278            1 1 111 121 0=2
Reshape                  reshape_132              1 1 121 122 0=64 1=-1 2=12
MatMul                   bmm_247                  2 1 120 122 123
Reshape                  view_187                 1 1 123 124 0=64 1=77 2=12
Permute                  transpose_280            1 1 124 125 0=2
Reshape                  reshape_133              1 1 125 126 0=768 1=77
InnerProduct             linear_65                1 1 126 127 0=768 1=1 2=589824
BinaryOp                 add_15                   2 1 99 127 128 0=0
Split                    splitncnn_11             1 2 128 129 130
LayerNorm                ln_30                    1 1 130 131 0=768 1=1.000000e-05 2=1
InnerProduct             linear_66                1 1 131 132 0=3072 1=1 2=2359296
Split                    splitncnn_12             1 2 132 133 134
BinaryOp                 mul_16                   1 1 133 135 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_2                1 1 135 136
BinaryOp                 mul_17                   2 1 134 136 137 0=2
InnerProduct             linear_67                1 1 137 138 0=768 1=1 2=2359296
BinaryOp                 add_18                   2 1 129 138 139 0=0
Split                    splitncnn_13             1 2 139 140 141
LayerNorm                ln_31                    1 1 141 142 0=768 1=1.000000e-05 2=1
Split                    splitncnn_14             1 3 142 143 144 145
InnerProduct             linear_68                1 1 145 146 0=768 1=1 2=589824
BinaryOp                 mul_19                   1 1 146 147 0=2 1=1 2=1.250000e-01
InnerProduct             linear_69                1 1 144 148 0=768 1=1 2=589824
InnerProduct             linear_70                1 1 143 149 0=768 1=1 2=589824
Reshape                  view_190                 1 1 147 150 0=64 1=12 2=77
Reshape                  view_188                 1 1 148 151 0=64 1=12 2=-1
Reshape                  view_189                 1 1 149 152 0=64 1=12 2=-1
Permute                  transpose_282            1 1 151 153 0=2
Reshape                  reshape_134              1 1 153 154 0=64 1=-1 2=12
Permute                  transpose_281            1 1 150 155 0=2
Reshape                  reshape_135              1 1 155 156 0=64 1=-1 2=12
MatMul                   matmultransb_3           2 1 156 154 157 0=1
Reshape                  view_191                 1 1 157 158 0=77 1=77 2=12
BinaryOp                 add_20                   2 1 158 10 159 0=0
Reshape                  view_192                 1 1 159 160 0=77 1=77 2=12
Softmax                  softmax_15               1 1 160 161 0=2 1=1
Permute                  transpose_283            1 1 152 162 0=2
Reshape                  reshape_136              1 1 162 163 0=64 1=-1 2=12
MatMul                   bmm_249                  2 1 161 163 164
Reshape                  view_193                 1 1 164 165 0=64 1=77 2=12
Permute                  transpose_285            1 1 165 166 0=2
Reshape                  reshape_137              1 1 166 167 0=768 1=77
InnerProduct             linear_71                1 1 167 168 0=768 1=1 2=589824
BinaryOp                 add_21                   2 1 140 168 169 0=0
Split                    splitncnn_15             1 2 169 170 171
LayerNorm                ln_32                    1 1 171 172 0=768 1=1.000000e-05 2=1
InnerProduct             linear_72                1 1 172 173 0=3072 1=1 2=2359296
Split                    splitncnn_16             1 2 173 174 175
BinaryOp                 mul_22                   1 1 174 176 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_3                1 1 176 177
BinaryOp                 mul_23                   2 1 175 177 178 0=2
InnerProduct             linear_73                1 1 178 179 0=768 1=1 2=2359296
BinaryOp                 add_24                   2 1 170 179 180 0=0
Split                    splitncnn_17             1 2 180 181 182
LayerNorm                ln_33                    1 1 182 183 0=768 1=1.000000e-05 2=1
Split                    splitncnn_18             1 3 183 184 185 186
InnerProduct             linear_74                1 1 186 187 0=768 1=1 2=589824
BinaryOp                 mul_25                   1 1 187 188 0=2 1=1 2=1.250000e-01
InnerProduct             linear_75                1 1 185 189 0=768 1=1 2=589824
InnerProduct             linear_76                1 1 184 190 0=768 1=1 2=589824
Reshape                  view_196                 1 1 188 191 0=64 1=12 2=77
Reshape                  view_194                 1 1 189 192 0=64 1=12 2=-1
Reshape                  view_195                 1 1 190 193 0=64 1=12 2=-1
Permute                  transpose_287            1 1 192 194 0=2
Reshape                  reshape_138              1 1 194 195 0=64 1=-1 2=12
Permute                  transpose_286            1 1 191 196 0=2
Reshape                  reshape_139              1 1 196 197 0=64 1=-1 2=12
MatMul                   matmultransb_4           2 1 197 195 198 0=1
Reshape                  view_197                 1 1 198 199 0=77 1=77 2=12
BinaryOp                 add_26                   2 1 199 11 200 0=0
Reshape                  view_198                 1 1 200 201 0=77 1=77 2=12
Softmax                  softmax_16               1 1 201 202 0=2 1=1
Permute                  transpose_288            1 1 193 203 0=2
Reshape                  reshape_140              1 1 203 204 0=64 1=-1 2=12
MatMul                   bmm_251                  2 1 202 204 205
Reshape                  view_199                 1 1 205 206 0=64 1=77 2=12
Permute                  transpose_290            1 1 206 207 0=2
Reshape                  reshape_141              1 1 207 208 0=768 1=77
InnerProduct             linear_77                1 1 208 209 0=768 1=1 2=589824
BinaryOp                 add_27                   2 1 181 209 210 0=0
Split                    splitncnn_19             1 2 210 211 212
LayerNorm                ln_34                    1 1 212 213 0=768 1=1.000000e-05 2=1
InnerProduct             linear_78                1 1 213 214 0=3072 1=1 2=2359296
Split                    splitncnn_20             1 2 214 215 216
BinaryOp                 mul_28                   1 1 215 217 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_4                1 1 217 218
BinaryOp                 mul_29                   2 1 216 218 219 0=2
InnerProduct             linear_79                1 1 219 220 0=768 1=1 2=2359296
BinaryOp                 add_30                   2 1 211 220 221 0=0
Split                    splitncnn_21             1 2 221 222 223
LayerNorm                ln_35                    1 1 223 224 0=768 1=1.000000e-05 2=1
Split                    splitncnn_22             1 3 224 225 226 227
InnerProduct             linear_80                1 1 227 228 0=768 1=1 2=589824
BinaryOp                 mul_31                   1 1 228 229 0=2 1=1 2=1.250000e-01
InnerProduct             linear_81                1 1 226 230 0=768 1=1 2=589824
InnerProduct             linear_82                1 1 225 231 0=768 1=1 2=589824
Reshape                  view_202                 1 1 229 232 0=64 1=12 2=77
Reshape                  view_200                 1 1 230 233 0=64 1=12 2=-1
Reshape                  view_201                 1 1 231 234 0=64 1=12 2=-1
Permute                  transpose_292            1 1 233 235 0=2
Reshape                  reshape_142              1 1 235 236 0=64 1=-1 2=12
Permute                  transpose_291            1 1 232 237 0=2
Reshape                  reshape_143              1 1 237 238 0=64 1=-1 2=12
MatMul                   matmultransb_5           2 1 238 236 239 0=1
Reshape                  view_203                 1 1 239 240 0=77 1=77 2=12
BinaryOp                 add_32                   2 1 240 12 241 0=0
Reshape                  view_204                 1 1 241 242 0=77 1=77 2=12
Softmax                  softmax_17               1 1 242 243 0=2 1=1
Permute                  transpose_293            1 1 234 244 0=2
Reshape                  reshape_144              1 1 244 245 0=64 1=-1 2=12
MatMul                   bmm_253                  2 1 243 245 246
Reshape                  view_205                 1 1 246 247 0=64 1=77 2=12
Permute                  transpose_295            1 1 247 248 0=2
Reshape                  reshape_145              1 1 248 249 0=768 1=77
InnerProduct             linear_83                1 1 249 250 0=768 1=1 2=589824
BinaryOp                 add_33                   2 1 222 250 251 0=0
Split                    splitncnn_23             1 2 251 252 253
LayerNorm                ln_36                    1 1 253 254 0=768 1=1.000000e-05 2=1
InnerProduct             linear_84                1 1 254 255 0=3072 1=1 2=2359296
Split                    splitncnn_24             1 2 255 256 257
BinaryOp                 mul_34                   1 1 256 258 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_5                1 1 258 259
BinaryOp                 mul_35                   2 1 257 259 260 0=2
InnerProduct             linear_85                1 1 260 261 0=768 1=1 2=2359296
BinaryOp                 add_36                   2 1 252 261 262 0=0
Split                    splitncnn_25             1 2 262 263 264
LayerNorm                ln_37                    1 1 264 265 0=768 1=1.000000e-05 2=1
Split                    splitncnn_26             1 3 265 266 267 268
InnerProduct             linear_86                1 1 268 269 0=768 1=1 2=589824
BinaryOp                 mul_37                   1 1 269 270 0=2 1=1 2=1.250000e-01
InnerProduct             linear_87                1 1 267 271 0=768 1=1 2=589824
InnerProduct             linear_88                1 1 266 272 0=768 1=1 2=589824
Reshape                  view_208                 1 1 270 273 0=64 1=12 2=77
Reshape                  view_206                 1 1 271 274 0=64 1=12 2=-1
Reshape                  view_207                 1 1 272 275 0=64 1=12 2=-1
Permute                  transpose_297            1 1 274 276 0=2
Reshape                  reshape_146              1 1 276 277 0=64 1=-1 2=12
Permute                  transpose_296            1 1 273 278 0=2
Reshape                  reshape_147              1 1 278 279 0=64 1=-1 2=12
MatMul                   matmultransb_6           2 1 279 277 280 0=1
Reshape                  view_209                 1 1 280 281 0=77 1=77 2=12
BinaryOp                 add_38                   2 1 281 13 282 0=0
Reshape                  view_210                 1 1 282 283 0=77 1=77 2=12
Softmax                  softmax_18               1 1 283 284 0=2 1=1
Permute                  transpose_298            1 1 275 285 0=2
Reshape                  reshape_148              1 1 285 286 0=64 1=-1 2=12
MatMul                   bmm_255                  2 1 284 286 287
Reshape                  view_211                 1 1 287 288 0=64 1=77 2=12
Permute                  transpose_300            1 1 288 289 0=2
Reshape                  reshape_149              1 1 289 290 0=768 1=77
InnerProduct             linear_89                1 1 290 291 0=768 1=1 2=589824
BinaryOp                 add_39                   2 1 263 291 292 0=0
Split                    splitncnn_27             1 2 292 293 294
LayerNorm                ln_38                    1 1 294 295 0=768 1=1.000000e-05 2=1
InnerProduct             linear_90                1 1 295 296 0=3072 1=1 2=2359296
Split                    splitncnn_28             1 2 296 297 298
BinaryOp                 mul_40                   1 1 297 299 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_6                1 1 299 300
BinaryOp                 mul_41                   2 1 298 300 301 0=2
InnerProduct             linear_91                1 1 301 302 0=768 1=1 2=2359296
BinaryOp                 add_42                   2 1 293 302 303 0=0
Split                    splitncnn_29             1 2 303 304 305
LayerNorm                ln_39                    1 1 305 306 0=768 1=1.000000e-05 2=1
Split                    splitncnn_30             1 3 306 307 308 309
InnerProduct             linear_92                1 1 309 310 0=768 1=1 2=589824
BinaryOp                 mul_43                   1 1 310 311 0=2 1=1 2=1.250000e-01
InnerProduct             linear_93                1 1 308 312 0=768 1=1 2=589824
InnerProduct             linear_94                1 1 307 313 0=768 1=1 2=589824
Reshape                  view_214                 1 1 311 314 0=64 1=12 2=77
Reshape                  view_212                 1 1 312 315 0=64 1=12 2=-1
Reshape                  view_213                 1 1 313 316 0=64 1=12 2=-1
Permute                  transpose_302            1 1 315 317 0=2
Reshape                  reshape_150              1 1 317 318 0=64 1=-1 2=12
Permute                  transpose_301            1 1 314 319 0=2
Reshape                  reshape_151              1 1 319 320 0=64 1=-1 2=12
MatMul                   matmultransb_7           2 1 320 318 321 0=1
Reshape                  view_215                 1 1 321 322 0=77 1=77 2=12
BinaryOp                 add_44                   2 1 322 14 323 0=0
Reshape                  view_216                 1 1 323 324 0=77 1=77 2=12
Softmax                  softmax_19               1 1 324 325 0=2 1=1
Permute                  transpose_303            1 1 316 326 0=2
Reshape                  reshape_152              1 1 326 327 0=64 1=-1 2=12
MatMul                   bmm_257                  2 1 325 327 328
Reshape                  view_217                 1 1 328 329 0=64 1=77 2=12
Permute                  transpose_305            1 1 329 330 0=2
Reshape                  reshape_153              1 1 330 331 0=768 1=77
InnerProduct             linear_95                1 1 331 332 0=768 1=1 2=589824
BinaryOp                 add_45                   2 1 304 332 333 0=0
Split                    splitncnn_31             1 2 333 334 335
LayerNorm                ln_40                    1 1 335 336 0=768 1=1.000000e-05 2=1
InnerProduct             linear_96                1 1 336 337 0=3072 1=1 2=2359296
Split                    splitncnn_32             1 2 337 338 339
BinaryOp                 mul_46                   1 1 338 340 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_7                1 1 340 341
BinaryOp                 mul_47                   2 1 339 341 342 0=2
InnerProduct             linear_97                1 1 342 343 0=768 1=1 2=2359296
BinaryOp                 add_48                   2 1 334 343 344 0=0
Split                    splitncnn_33             1 2 344 345 346
LayerNorm                ln_41                    1 1 346 347 0=768 1=1.000000e-05 2=1
Split                    splitncnn_34             1 3 347 348 349 350
InnerProduct             linear_98                1 1 350 351 0=768 1=1 2=589824
BinaryOp                 mul_49                   1 1 351 352 0=2 1=1 2=1.250000e-01
InnerProduct             linear_99                1 1 349 353 0=768 1=1 2=589824
InnerProduct             linear_100               1 1 348 354 0=768 1=1 2=589824
Reshape                  view_220                 1 1 352 355 0=64 1=12 2=77
Reshape                  view_218                 1 1 353 356 0=64 1=12 2=-1
Reshape                  view_219                 1 1 354 357 0=64 1=12 2=-1
Permute                  transpose_307            1 1 356 358 0=2
Reshape                  reshape_154              1 1 358 359 0=64 1=-1 2=12
Permute                  transpose_306            1 1 355 360 0=2
Reshape                  reshape_155              1 1 360 361 0=64 1=-1 2=12
MatMul                   matmultransb_8           2 1 361 359 362 0=1
Reshape                  view_221                 1 1 362 363 0=77 1=77 2=12
BinaryOp                 add_50                   2 1 363 15 364 0=0
Reshape                  view_222                 1 1 364 365 0=77 1=77 2=12
Softmax                  softmax_20               1 1 365 366 0=2 1=1
Permute                  transpose_308            1 1 357 367 0=2
Reshape                  reshape_156              1 1 367 368 0=64 1=-1 2=12
MatMul                   bmm_259                  2 1 366 368 369
Reshape                  view_223                 1 1 369 370 0=64 1=77 2=12
Permute                  transpose_310            1 1 370 371 0=2
Reshape                  reshape_157              1 1 371 372 0=768 1=77
InnerProduct             linear_101               1 1 372 373 0=768 1=1 2=589824
BinaryOp                 add_51                   2 1 345 373 374 0=0
Split                    splitncnn_35             1 2 374 375 376
LayerNorm                ln_42                    1 1 376 377 0=768 1=1.000000e-05 2=1
InnerProduct             linear_102               1 1 377 378 0=3072 1=1 2=2359296
Split                    splitncnn_36             1 2 378 379 380
BinaryOp                 mul_52                   1 1 379 381 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_8                1 1 381 382
BinaryOp                 mul_53                   2 1 380 382 383 0=2
InnerProduct             linear_103               1 1 383 384 0=768 1=1 2=2359296
BinaryOp                 add_54                   2 1 375 384 385 0=0
Split                    splitncnn_37             1 2 385 386 387
LayerNorm                ln_43                    1 1 387 388 0=768 1=1.000000e-05 2=1
Split                    splitncnn_38             1 3 388 389 390 391
InnerProduct             linear_104               1 1 391 392 0=768 1=1 2=589824
BinaryOp                 mul_55                   1 1 392 393 0=2 1=1 2=1.250000e-01
InnerProduct             linear_105               1 1 390 394 0=768 1=1 2=589824
InnerProduct             linear_106               1 1 389 395 0=768 1=1 2=589824
Reshape                  view_226                 1 1 393 396 0=64 1=12 2=77
Reshape                  view_224                 1 1 394 397 0=64 1=12 2=-1
Reshape                  view_225                 1 1 395 398 0=64 1=12 2=-1
Permute                  transpose_312            1 1 397 399 0=2
Reshape                  reshape_158              1 1 399 400 0=64 1=-1 2=12
Permute                  transpose_311            1 1 396 401 0=2
Reshape                  reshape_159              1 1 401 402 0=64 1=-1 2=12
MatMul                   matmultransb_9           2 1 402 400 403 0=1
Reshape                  view_227                 1 1 403 404 0=77 1=77 2=12
BinaryOp                 add_56                   2 1 404 16 405 0=0
Reshape                  view_228                 1 1 405 406 0=77 1=77 2=12
Softmax                  softmax_21               1 1 406 407 0=2 1=1
Permute                  transpose_313            1 1 398 408 0=2
Reshape                  reshape_160              1 1 408 409 0=64 1=-1 2=12
MatMul                   bmm_261                  2 1 407 409 410
Reshape                  view_229                 1 1 410 411 0=64 1=77 2=12
Permute                  transpose_315            1 1 411 412 0=2
Reshape                  reshape_161              1 1 412 413 0=768 1=77
InnerProduct             linear_107               1 1 413 414 0=768 1=1 2=589824
BinaryOp                 add_57                   2 1 386 414 415 0=0
Split                    splitncnn_39             1 2 415 416 417
LayerNorm                ln_44                    1 1 417 418 0=768 1=1.000000e-05 2=1
InnerProduct             linear_108               1 1 418 419 0=3072 1=1 2=2359296
Split                    splitncnn_40             1 2 419 420 421
BinaryOp                 mul_58                   1 1 420 422 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_9                1 1 422 423
BinaryOp                 mul_59                   2 1 421 423 424 0=2
InnerProduct             linear_109               1 1 424 425 0=768 1=1 2=2359296
BinaryOp                 add_60                   2 1 416 425 426 0=0
Split                    splitncnn_41             1 2 426 427 428
LayerNorm                ln_45                    1 1 428 429 0=768 1=1.000000e-05 2=1
Split                    splitncnn_42             1 3 429 430 431 432
InnerProduct             linear_110               1 1 432 433 0=768 1=1 2=589824
BinaryOp                 mul_61                   1 1 433 434 0=2 1=1 2=1.250000e-01
InnerProduct             linear_111               1 1 431 435 0=768 1=1 2=589824
InnerProduct             linear_112               1 1 430 436 0=768 1=1 2=589824
Reshape                  view_232                 1 1 434 437 0=64 1=12 2=77
Reshape                  view_230                 1 1 435 438 0=64 1=12 2=-1
Reshape                  view_231                 1 1 436 439 0=64 1=12 2=-1
Permute                  transpose_317            1 1 438 440 0=2
Reshape                  reshape_162              1 1 440 441 0=64 1=-1 2=12
Permute                  transpose_316            1 1 437 442 0=2
Reshape                  reshape_163              1 1 442 443 0=64 1=-1 2=12
MatMul                   matmultransb_10          2 1 443 441 444 0=1
Reshape                  view_233                 1 1 444 445 0=77 1=77 2=12
BinaryOp                 add_62                   2 1 445 17 446 0=0
Reshape                  view_234                 1 1 446 447 0=77 1=77 2=12
Softmax                  softmax_22               1 1 447 448 0=2 1=1
Permute                  transpose_318            1 1 439 449 0=2
Reshape                  reshape_164              1 1 449 450 0=64 1=-1 2=12
MatMul                   bmm_263                  2 1 448 450 451
Reshape                  view_235                 1 1 451 452 0=64 1=77 2=12
Permute                  transpose_320            1 1 452 453 0=2
Reshape                  reshape_165              1 1 453 454 0=768 1=77
InnerProduct             linear_113               1 1 454 455 0=768 1=1 2=589824
BinaryOp                 add_63                   2 1 427 455 456 0=0
Split                    splitncnn_43             1 2 456 457 458
LayerNorm                ln_46                    1 1 458 459 0=768 1=1.000000e-05 2=1
InnerProduct             linear_114               1 1 459 460 0=3072 1=1 2=2359296
Split                    splitncnn_44             1 2 460 461 462
BinaryOp                 mul_64                   1 1 461 463 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_10               1 1 463 464
BinaryOp                 mul_65                   2 1 462 464 465 0=2
InnerProduct             linear_115               1 1 465 466 0=768 1=1 2=2359296
BinaryOp                 add_66                   2 1 457 466 467 0=0
Split                    splitncnn_45             1 2 467 468 469
LayerNorm                ln_47                    1 1 469 470 0=768 1=1.000000e-05 2=1
Split                    splitncnn_46             1 3 470 471 472 473
InnerProduct             linear_116               1 1 473 474 0=768 1=1 2=589824
BinaryOp                 mul_67                   1 1 474 475 0=2 1=1 2=1.250000e-01
InnerProduct             linear_117               1 1 472 476 0=768 1=1 2=589824
InnerProduct             linear_118               1 1 471 477 0=768 1=1 2=589824
Reshape                  view_238                 1 1 475 478 0=64 1=12 2=77
Reshape                  view_236                 1 1 476 479 0=64 1=12 2=-1
Reshape                  view_237                 1 1 477 480 0=64 1=12 2=-1
Permute                  transpose_322            1 1 479 481 0=2
Reshape                  reshape_166              1 1 481 482 0=64 1=-1 2=12
Permute                  transpose_321            1 1 478 483 0=2
Reshape                  reshape_167              1 1 483 484 0=64 1=-1 2=12
MatMul                   matmultransb_11          2 1 484 482 485 0=1
Reshape                  view_239                 1 1 485 486 0=77 1=77 2=12
BinaryOp                 add_68                   2 1 486 18 487 0=0
Reshape                  view_240                 1 1 487 488 0=77 1=77 2=12
Softmax                  softmax_23               1 1 488 489 0=2 1=1
Permute                  transpose_323            1 1 480 490 0=2
Reshape                  reshape_168              1 1 490 491 0=64 1=-1 2=12
MatMul                   bmm_265                  2 1 489 491 492
Reshape                  view_241                 1 1 492 493 0=64 1=77 2=12
Permute                  transpose_325            1 1 493 494 0=2
Reshape                  reshape_169              1 1 494 495 0=768 1=77
InnerProduct             linear_119               1 1 495 496 0=768 1=1 2=589824
BinaryOp                 add_69                   2 1 468 496 497 0=0
Split                    splitncnn_47             1 2 497 498 499
LayerNorm                ln_48                    1 1 499 500 0=768 1=1.000000e-05 2=1
InnerProduct             linear_120               1 1 500 501 0=3072 1=1 2=2359296
Split                    splitncnn_48             1 2 501 502 503
BinaryOp                 mul_70                   1 1 502 504 0=2 1=1 2=1.702000e+00
Sigmoid                  sigmoid_11               1 1 504 505
BinaryOp                 mul_71                   2 1 503 505 506 0=2
InnerProduct             linear_121               1 1 506 507 0=768 1=1 2=2359296
BinaryOp                 add_72                   2 1 498 507 508 0=0
LayerNorm                ln_49                    1 1 508 out0 0=768 1=1.000000e-05 2=1
Split                    cal_splitncnn_0          1 2 out0 cal_1 cal_2
BinaryOp                 cal_mul_0                2 1 cal_1 multiplier cal_6 0=2
Split                    cal_splitncnn_1          1 2 cal_6 cal_7 cal_8
Reduction                cal_mean_1               1 1 cal_2 cal_9 0=3 1=1 4=0
Reduction                cal_mean_0               1 1 cal_8 cal_10 0=3 1=1 4=0
BinaryOp                 cal_div_1                2 1 cal_9 cal_10 cal_11 0=3
BinaryOp                 cal_mul_2                2 1 cal_7 cal_11 cal_12 0=2
Concat                   cal_cat_0                2 1 cond cal_12 conds 0=0